layer,module,loss,loss_kind,samples,damp,time
3,model.language_model.layers.3.mlp.experts.0.down_proj,0.0028481059,hessian_weighted_relative_error,17641,0.02500,0.718
3,model.language_model.layers.3.mlp.experts.0.gate_proj,0.0020287176,hessian_weighted_relative_error,17641,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.0.up_proj,0.0021453099,hessian_weighted_relative_error,17641,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.1.down_proj,0.0027417468,hessian_weighted_relative_error,32637,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.1.gate_proj,0.0022427792,hessian_weighted_relative_error,32637,0.02500,15.825
3,model.language_model.layers.3.mlp.experts.1.up_proj,0.0020824767,hessian_weighted_relative_error,32637,0.02500,0.930
3,model.language_model.layers.3.mlp.experts.10.down_proj,0.0045101251,hessian_weighted_relative_error,112913,0.02500,0.721
3,model.language_model.layers.3.mlp.experts.10.gate_proj,0.0032215375,hessian_weighted_relative_error,112913,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.10.up_proj,0.0033431727,hessian_weighted_relative_error,112913,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.100.down_proj,0.0015762582,hessian_weighted_relative_error,20503,0.02500,0.744
3,model.language_model.layers.3.mlp.experts.100.gate_proj,0.0018945378,hessian_weighted_relative_error,20503,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.100.up_proj,0.0019572085,hessian_weighted_relative_error,20503,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.101.down_proj,0.0075865943,hessian_weighted_relative_error,42503,0.02500,0.833
3,model.language_model.layers.3.mlp.experts.101.gate_proj,0.0042355939,hessian_weighted_relative_error,42503,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.101.up_proj,0.0048807030,hessian_weighted_relative_error,42503,0.02500,0.932
3,model.language_model.layers.3.mlp.experts.102.down_proj,0.0068780296,hessian_weighted_relative_error,37446,0.02500,0.742
3,model.language_model.layers.3.mlp.experts.102.gate_proj,0.0040868041,hessian_weighted_relative_error,37446,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.102.up_proj,0.0043317239,hessian_weighted_relative_error,37446,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.103.down_proj,0.0060372567,hessian_weighted_relative_error,17668,0.02500,0.835
3,model.language_model.layers.3.mlp.experts.103.gate_proj,0.0042173505,hessian_weighted_relative_error,17668,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.103.up_proj,0.0045199249,hessian_weighted_relative_error,17668,0.02500,0.930
3,model.language_model.layers.3.mlp.experts.104.down_proj,0.0049463865,hessian_weighted_relative_error,26952,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.104.gate_proj,0.0039594756,hessian_weighted_relative_error,26952,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.104.up_proj,0.0042407044,hessian_weighted_relative_error,26952,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.105.down_proj,0.0088223370,hessian_weighted_relative_error,32453,0.02500,0.846
3,model.language_model.layers.3.mlp.experts.105.gate_proj,0.0043623755,hessian_weighted_relative_error,32453,0.02500,0.875
3,model.language_model.layers.3.mlp.experts.105.up_proj,0.0048154467,hessian_weighted_relative_error,32453,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.106.down_proj,0.0036140129,hessian_weighted_relative_error,31282,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.106.gate_proj,0.0035740443,hessian_weighted_relative_error,31282,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.106.up_proj,0.0042055363,hessian_weighted_relative_error,31282,0.02500,0.795
3,model.language_model.layers.3.mlp.experts.107.down_proj,0.0041546647,hessian_weighted_relative_error,41338,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.107.gate_proj,0.0037985969,hessian_weighted_relative_error,41338,0.02500,0.876
3,model.language_model.layers.3.mlp.experts.107.up_proj,0.0039416337,hessian_weighted_relative_error,41338,0.02500,0.920
3,model.language_model.layers.3.mlp.experts.108.down_proj,0.0036780163,hessian_weighted_relative_error,30561,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.108.gate_proj,0.0037345871,hessian_weighted_relative_error,30561,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.108.up_proj,0.0040564846,hessian_weighted_relative_error,30561,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.109.down_proj,0.0066293813,hessian_weighted_relative_error,34433,0.02500,0.837
3,model.language_model.layers.3.mlp.experts.109.gate_proj,0.0042370486,hessian_weighted_relative_error,34433,0.02500,0.874
3,model.language_model.layers.3.mlp.experts.109.up_proj,0.0045986966,hessian_weighted_relative_error,34433,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.11.down_proj,0.0035255357,hessian_weighted_relative_error,12676,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.11.gate_proj,0.0032403431,hessian_weighted_relative_error,12676,0.02500,0.830
3,model.language_model.layers.3.mlp.experts.11.up_proj,0.0034881923,hessian_weighted_relative_error,12676,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.110.down_proj,0.0030733564,hessian_weighted_relative_error,24018,0.02500,0.742
3,model.language_model.layers.3.mlp.experts.110.gate_proj,0.0038591428,hessian_weighted_relative_error,24018,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.110.up_proj,0.0042527561,hessian_weighted_relative_error,24018,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.111.down_proj,0.0028521258,hessian_weighted_relative_error,29590,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.111.gate_proj,0.0032409914,hessian_weighted_relative_error,29590,0.02500,0.877
3,model.language_model.layers.3.mlp.experts.111.up_proj,0.0036923853,hessian_weighted_relative_error,29590,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.112.down_proj,0.0032244196,hessian_weighted_relative_error,24242,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.112.gate_proj,0.0034573281,hessian_weighted_relative_error,24242,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.112.up_proj,0.0038967443,hessian_weighted_relative_error,24242,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.113.down_proj,0.0050518929,hessian_weighted_relative_error,27296,0.02500,0.845
3,model.language_model.layers.3.mlp.experts.113.gate_proj,0.0041532309,hessian_weighted_relative_error,27296,0.02500,0.881
3,model.language_model.layers.3.mlp.experts.113.up_proj,0.0044569321,hessian_weighted_relative_error,27296,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.114.down_proj,0.0037764128,hessian_weighted_relative_error,43751,0.02500,0.744
3,model.language_model.layers.3.mlp.experts.114.gate_proj,0.0035408603,hessian_weighted_relative_error,43751,0.02500,0.767
3,model.language_model.layers.3.mlp.experts.114.up_proj,0.0036891242,hessian_weighted_relative_error,43751,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.115.down_proj,0.0048591380,hessian_weighted_relative_error,29791,0.02500,0.841
3,model.language_model.layers.3.mlp.experts.115.gate_proj,0.0032560598,hessian_weighted_relative_error,29791,0.02500,0.883
3,model.language_model.layers.3.mlp.experts.115.up_proj,0.0039227579,hessian_weighted_relative_error,29791,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.116.down_proj,0.0027190354,hessian_weighted_relative_error,29176,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.116.gate_proj,0.0034273737,hessian_weighted_relative_error,29176,0.02500,0.768
3,model.language_model.layers.3.mlp.experts.116.up_proj,0.0037456272,hessian_weighted_relative_error,29176,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.117.down_proj,0.0046537084,hessian_weighted_relative_error,27647,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.117.gate_proj,0.0039699879,hessian_weighted_relative_error,27647,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.117.up_proj,0.0045604208,hessian_weighted_relative_error,27647,0.02500,0.930
3,model.language_model.layers.3.mlp.experts.118.down_proj,0.0039464238,hessian_weighted_relative_error,28287,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.118.gate_proj,0.0039732624,hessian_weighted_relative_error,28287,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.118.up_proj,0.0043365628,hessian_weighted_relative_error,28287,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.119.down_proj,0.0028578942,hessian_weighted_relative_error,29678,0.02500,0.843
3,model.language_model.layers.3.mlp.experts.119.gate_proj,0.0036390873,hessian_weighted_relative_error,29678,0.02500,0.883
3,model.language_model.layers.3.mlp.experts.119.up_proj,0.0038316718,hessian_weighted_relative_error,29678,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.12.down_proj,0.0039607273,hessian_weighted_relative_error,27940,0.02500,0.720
3,model.language_model.layers.3.mlp.experts.12.gate_proj,0.0012296331,hessian_weighted_relative_error,27940,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.12.up_proj,0.0015310625,hessian_weighted_relative_error,27940,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.120.down_proj,0.0059341507,hessian_weighted_relative_error,29246,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.120.gate_proj,0.0040406669,hessian_weighted_relative_error,29246,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.120.up_proj,0.0046370563,hessian_weighted_relative_error,29246,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.121.down_proj,0.0031987192,hessian_weighted_relative_error,28091,0.02500,0.854
3,model.language_model.layers.3.mlp.experts.121.gate_proj,0.0028680205,hessian_weighted_relative_error,28091,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.121.up_proj,0.0030926707,hessian_weighted_relative_error,28091,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.122.down_proj,0.0035342366,hessian_weighted_relative_error,26059,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.122.gate_proj,0.0035430984,hessian_weighted_relative_error,26059,0.02500,0.770
3,model.language_model.layers.3.mlp.experts.122.up_proj,0.0039331068,hessian_weighted_relative_error,26059,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.123.down_proj,0.0067086062,hessian_weighted_relative_error,24156,0.02500,0.845
3,model.language_model.layers.3.mlp.experts.123.gate_proj,0.0041213708,hessian_weighted_relative_error,24156,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.123.up_proj,0.0043670421,hessian_weighted_relative_error,24156,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.124.down_proj,0.0023199692,hessian_weighted_relative_error,27545,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.124.gate_proj,0.0036823969,hessian_weighted_relative_error,27545,0.02500,0.769
3,model.language_model.layers.3.mlp.experts.124.up_proj,0.0039068909,hessian_weighted_relative_error,27545,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.125.down_proj,0.0070853789,hessian_weighted_relative_error,35587,0.02500,0.844
3,model.language_model.layers.3.mlp.experts.125.gate_proj,0.0043580630,hessian_weighted_relative_error,35587,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.125.up_proj,0.0047659845,hessian_weighted_relative_error,35587,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.126.down_proj,0.0018151291,hessian_weighted_relative_error,24645,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.126.gate_proj,0.0019730526,hessian_weighted_relative_error,24645,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.126.up_proj,0.0020658167,hessian_weighted_relative_error,24645,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.127.down_proj,0.0052008135,hessian_weighted_relative_error,22853,0.02500,0.847
3,model.language_model.layers.3.mlp.experts.127.gate_proj,0.0038366423,hessian_weighted_relative_error,22853,0.02500,0.896
3,model.language_model.layers.3.mlp.experts.127.up_proj,0.0042375738,hessian_weighted_relative_error,22853,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.128.down_proj,0.0031412422,hessian_weighted_relative_error,24939,0.02500,0.748
3,model.language_model.layers.3.mlp.experts.128.gate_proj,0.0040130138,hessian_weighted_relative_error,24939,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.128.up_proj,0.0042326509,hessian_weighted_relative_error,24939,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.129.down_proj,0.0067814878,hessian_weighted_relative_error,44635,0.02500,0.858
3,model.language_model.layers.3.mlp.experts.129.gate_proj,0.0040709376,hessian_weighted_relative_error,44635,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.129.up_proj,0.0044145988,hessian_weighted_relative_error,44635,0.02500,0.924
3,model.language_model.layers.3.mlp.experts.13.down_proj,0.0022541647,hessian_weighted_relative_error,33565,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.13.gate_proj,0.0037767731,hessian_weighted_relative_error,33565,0.02500,0.830
3,model.language_model.layers.3.mlp.experts.13.up_proj,0.0040841667,hessian_weighted_relative_error,33565,0.02500,0.915
3,model.language_model.layers.3.mlp.experts.130.down_proj,0.0014770990,hessian_weighted_relative_error,25412,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.130.gate_proj,0.0039684342,hessian_weighted_relative_error,25412,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.130.up_proj,0.0042088177,hessian_weighted_relative_error,25412,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.131.down_proj,0.0057504382,hessian_weighted_relative_error,32597,0.02500,0.849
3,model.language_model.layers.3.mlp.experts.131.gate_proj,0.0036148449,hessian_weighted_relative_error,32597,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.131.up_proj,0.0047348421,hessian_weighted_relative_error,32597,0.02500,0.928
3,model.language_model.layers.3.mlp.experts.132.down_proj,0.0028885272,hessian_weighted_relative_error,24912,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.132.gate_proj,0.0035532044,hessian_weighted_relative_error,24912,0.02500,0.771
3,model.language_model.layers.3.mlp.experts.132.up_proj,0.0038616091,hessian_weighted_relative_error,24912,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.133.down_proj,0.0062751740,hessian_weighted_relative_error,59553,0.02500,0.851
3,model.language_model.layers.3.mlp.experts.133.gate_proj,0.0035093256,hessian_weighted_relative_error,59553,0.02500,0.892
3,model.language_model.layers.3.mlp.experts.133.up_proj,0.0039406677,hessian_weighted_relative_error,59553,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.134.down_proj,0.0037325711,hessian_weighted_relative_error,28775,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.134.gate_proj,0.0038902801,hessian_weighted_relative_error,28775,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.134.up_proj,0.0043461995,hessian_weighted_relative_error,28775,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.135.down_proj,0.0052377490,hessian_weighted_relative_error,26528,0.02500,0.855
3,model.language_model.layers.3.mlp.experts.135.gate_proj,0.0035963637,hessian_weighted_relative_error,26528,0.02500,0.889
3,model.language_model.layers.3.mlp.experts.135.up_proj,0.0040301451,hessian_weighted_relative_error,26528,0.02500,0.925
3,model.language_model.layers.3.mlp.experts.136.down_proj,0.0045648624,hessian_weighted_relative_error,28418,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.136.gate_proj,0.0038050381,hessian_weighted_relative_error,28418,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.136.up_proj,0.0040078613,hessian_weighted_relative_error,28418,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.137.down_proj,0.0061307024,hessian_weighted_relative_error,49390,0.02500,0.856
3,model.language_model.layers.3.mlp.experts.137.gate_proj,0.0035733415,hessian_weighted_relative_error,49390,0.02500,0.889
3,model.language_model.layers.3.mlp.experts.137.up_proj,0.0047679022,hessian_weighted_relative_error,49390,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.138.down_proj,0.0055332267,hessian_weighted_relative_error,39071,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.138.gate_proj,0.0043982466,hessian_weighted_relative_error,39071,0.02500,0.770
3,model.language_model.layers.3.mlp.experts.138.up_proj,0.0048610553,hessian_weighted_relative_error,39071,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.139.down_proj,0.0068972672,hessian_weighted_relative_error,18885,0.02500,0.852
3,model.language_model.layers.3.mlp.experts.139.gate_proj,0.0040496725,hessian_weighted_relative_error,18885,0.02500,0.889
3,model.language_model.layers.3.mlp.experts.139.up_proj,0.0045330713,hessian_weighted_relative_error,18885,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.14.down_proj,0.0042209213,hessian_weighted_relative_error,22411,0.02500,0.721
3,model.language_model.layers.3.mlp.experts.14.gate_proj,0.0038277540,hessian_weighted_relative_error,22411,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.14.up_proj,0.0040136904,hessian_weighted_relative_error,22411,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.140.down_proj,0.0071596069,hessian_weighted_relative_error,22075,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.140.gate_proj,0.0044782314,hessian_weighted_relative_error,22075,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.140.up_proj,0.0048827872,hessian_weighted_relative_error,22075,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.141.down_proj,0.0037474856,hessian_weighted_relative_error,27652,0.02500,0.853
3,model.language_model.layers.3.mlp.experts.141.gate_proj,0.0037034174,hessian_weighted_relative_error,27652,0.02500,0.895
3,model.language_model.layers.3.mlp.experts.141.up_proj,0.0043408740,hessian_weighted_relative_error,27652,0.02500,0.944
3,model.language_model.layers.3.mlp.experts.142.down_proj,0.0045341260,hessian_weighted_relative_error,24072,0.02500,0.747
3,model.language_model.layers.3.mlp.experts.142.gate_proj,0.0042902652,hessian_weighted_relative_error,24072,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.142.up_proj,0.0047332886,hessian_weighted_relative_error,24072,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.143.down_proj,0.0044552759,hessian_weighted_relative_error,35756,0.02500,0.854
3,model.language_model.layers.3.mlp.experts.143.gate_proj,0.0037917344,hessian_weighted_relative_error,35756,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.143.up_proj,0.0039855831,hessian_weighted_relative_error,35756,0.02500,0.934
3,model.language_model.layers.3.mlp.experts.144.down_proj,0.0043629074,hessian_weighted_relative_error,28247,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.144.gate_proj,0.0034633973,hessian_weighted_relative_error,28247,0.02500,0.774
3,model.language_model.layers.3.mlp.experts.144.up_proj,0.0037913142,hessian_weighted_relative_error,28247,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.145.down_proj,0.0022574517,hessian_weighted_relative_error,17069,0.02500,0.860
3,model.language_model.layers.3.mlp.experts.145.gate_proj,0.0021892882,hessian_weighted_relative_error,17069,0.02500,0.890
3,model.language_model.layers.3.mlp.experts.145.up_proj,0.0023136518,hessian_weighted_relative_error,17069,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.146.down_proj,0.0057868792,hessian_weighted_relative_error,28903,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.146.gate_proj,0.0040023424,hessian_weighted_relative_error,28903,0.02500,0.772
3,model.language_model.layers.3.mlp.experts.146.up_proj,0.0042086445,hessian_weighted_relative_error,28903,0.02500,0.804
3,model.language_model.layers.3.mlp.experts.147.down_proj,0.0025979267,hessian_weighted_relative_error,17804,0.02500,0.855
3,model.language_model.layers.3.mlp.experts.147.gate_proj,0.0032731814,hessian_weighted_relative_error,17804,0.02500,0.891
3,model.language_model.layers.3.mlp.experts.147.up_proj,0.0036061519,hessian_weighted_relative_error,17804,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.148.down_proj,0.0051249911,hessian_weighted_relative_error,23268,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.148.gate_proj,0.0038122464,hessian_weighted_relative_error,23268,0.02500,0.773
3,model.language_model.layers.3.mlp.experts.148.up_proj,0.0042697780,hessian_weighted_relative_error,23268,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.149.down_proj,0.0014679024,hessian_weighted_relative_error,32071,0.02500,0.859
3,model.language_model.layers.3.mlp.experts.149.gate_proj,0.0012007198,hessian_weighted_relative_error,32071,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.149.up_proj,0.0010988420,hessian_weighted_relative_error,32071,0.02500,0.934
3,model.language_model.layers.3.mlp.experts.15.down_proj,0.0018965166,hessian_weighted_relative_error,20912,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.15.gate_proj,0.0026120922,hessian_weighted_relative_error,20912,0.02500,0.829
3,model.language_model.layers.3.mlp.experts.15.up_proj,0.0027419644,hessian_weighted_relative_error,20912,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.150.down_proj,0.0036377037,hessian_weighted_relative_error,28507,0.02500,0.748
3,model.language_model.layers.3.mlp.experts.150.gate_proj,0.0034172661,hessian_weighted_relative_error,28507,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.150.up_proj,0.0035191422,hessian_weighted_relative_error,28507,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.151.down_proj,0.0059180103,hessian_weighted_relative_error,63527,0.02500,0.856
3,model.language_model.layers.3.mlp.experts.151.gate_proj,0.0042864550,hessian_weighted_relative_error,63527,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.151.up_proj,0.0049361283,hessian_weighted_relative_error,63527,0.02500,0.935
3,model.language_model.layers.3.mlp.experts.152.down_proj,0.0020690711,hessian_weighted_relative_error,28208,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.152.gate_proj,0.0026514684,hessian_weighted_relative_error,28208,0.02500,0.774
3,model.language_model.layers.3.mlp.experts.152.up_proj,0.0026786938,hessian_weighted_relative_error,28208,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.153.down_proj,0.0035351394,hessian_weighted_relative_error,16751,0.02500,0.863
3,model.language_model.layers.3.mlp.experts.153.gate_proj,0.0037188305,hessian_weighted_relative_error,16751,0.02500,0.892
3,model.language_model.layers.3.mlp.experts.153.up_proj,0.0040941859,hessian_weighted_relative_error,16751,0.02500,0.929
3,model.language_model.layers.3.mlp.experts.154.down_proj,0.0054376545,hessian_weighted_relative_error,17703,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.154.gate_proj,0.0036565765,hessian_weighted_relative_error,17703,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.154.up_proj,0.0041507170,hessian_weighted_relative_error,17703,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.155.down_proj,0.0018276471,hessian_weighted_relative_error,38307,0.02500,0.860
3,model.language_model.layers.3.mlp.experts.155.gate_proj,0.0035720644,hessian_weighted_relative_error,38307,0.02500,0.895
3,model.language_model.layers.3.mlp.experts.155.up_proj,0.0039344569,hessian_weighted_relative_error,38307,0.02500,0.934
3,model.language_model.layers.3.mlp.experts.156.down_proj,0.0055690150,hessian_weighted_relative_error,17791,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.156.gate_proj,0.0037917988,hessian_weighted_relative_error,17791,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.156.up_proj,0.0039606076,hessian_weighted_relative_error,17791,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.157.down_proj,0.0056309523,hessian_weighted_relative_error,37427,0.02500,0.866
3,model.language_model.layers.3.mlp.experts.157.gate_proj,0.0038041930,hessian_weighted_relative_error,37427,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.157.up_proj,0.0048234883,hessian_weighted_relative_error,37427,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.158.down_proj,0.0054272777,hessian_weighted_relative_error,26240,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.158.gate_proj,0.0037942077,hessian_weighted_relative_error,26240,0.02500,0.807
3,model.language_model.layers.3.mlp.experts.158.up_proj,0.0040789972,hessian_weighted_relative_error,26240,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.159.down_proj,0.0073358982,hessian_weighted_relative_error,22523,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.159.gate_proj,0.0036102655,hessian_weighted_relative_error,22523,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.159.up_proj,0.0037683722,hessian_weighted_relative_error,22523,0.02500,0.935
3,model.language_model.layers.3.mlp.experts.16.down_proj,0.0024155406,hessian_weighted_relative_error,33636,0.02500,0.723
3,model.language_model.layers.3.mlp.experts.16.gate_proj,0.0038185785,hessian_weighted_relative_error,33636,0.02500,0.746
3,model.language_model.layers.3.mlp.experts.16.up_proj,0.0040371989,hessian_weighted_relative_error,33636,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.160.down_proj,0.0057295829,hessian_weighted_relative_error,39777,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.160.gate_proj,0.0039459458,hessian_weighted_relative_error,39777,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.160.up_proj,0.0043016706,hessian_weighted_relative_error,39777,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.161.down_proj,0.0055353580,hessian_weighted_relative_error,19943,0.02500,0.868
3,model.language_model.layers.3.mlp.experts.161.gate_proj,0.0042353812,hessian_weighted_relative_error,19943,0.02500,0.895
3,model.language_model.layers.3.mlp.experts.161.up_proj,0.0045542186,hessian_weighted_relative_error,19943,0.02500,0.929
3,model.language_model.layers.3.mlp.experts.162.down_proj,0.0047017292,hessian_weighted_relative_error,21410,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.162.gate_proj,0.0043507588,hessian_weighted_relative_error,21410,0.02500,0.776
3,model.language_model.layers.3.mlp.experts.162.up_proj,0.0045955004,hessian_weighted_relative_error,21410,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.163.down_proj,0.0051762634,hessian_weighted_relative_error,21869,0.02500,0.864
3,model.language_model.layers.3.mlp.experts.163.gate_proj,0.0045571843,hessian_weighted_relative_error,21869,0.02500,0.895
3,model.language_model.layers.3.mlp.experts.163.up_proj,0.0050270811,hessian_weighted_relative_error,21869,0.02500,0.930
3,model.language_model.layers.3.mlp.experts.164.down_proj,0.0038236047,hessian_weighted_relative_error,24174,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.164.gate_proj,0.0036785625,hessian_weighted_relative_error,24174,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.164.up_proj,0.0040317374,hessian_weighted_relative_error,24174,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.165.down_proj,0.0091243792,hessian_weighted_relative_error,25647,0.02500,0.865
3,model.language_model.layers.3.mlp.experts.165.gate_proj,0.0041918394,hessian_weighted_relative_error,25647,0.02500,0.894
3,model.language_model.layers.3.mlp.experts.165.up_proj,0.0044933748,hessian_weighted_relative_error,25647,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.166.down_proj,0.0039181211,hessian_weighted_relative_error,24553,0.02500,0.751
3,model.language_model.layers.3.mlp.experts.166.gate_proj,0.0040077724,hessian_weighted_relative_error,24553,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.166.up_proj,0.0044574276,hessian_weighted_relative_error,24553,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.167.down_proj,0.0028954908,hessian_weighted_relative_error,31736,0.02500,0.865
3,model.language_model.layers.3.mlp.experts.167.gate_proj,0.0035245180,hessian_weighted_relative_error,31736,0.02500,0.895
3,model.language_model.layers.3.mlp.experts.167.up_proj,0.0037786450,hessian_weighted_relative_error,31736,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.168.down_proj,0.0060926551,hessian_weighted_relative_error,18630,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.168.gate_proj,0.0027013065,hessian_weighted_relative_error,18630,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.168.up_proj,0.0028135722,hessian_weighted_relative_error,18630,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.169.down_proj,0.0039118705,hessian_weighted_relative_error,20918,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.169.gate_proj,0.0037049921,hessian_weighted_relative_error,20918,0.02500,0.905
3,model.language_model.layers.3.mlp.experts.169.up_proj,0.0042362124,hessian_weighted_relative_error,20918,0.02500,0.937
3,model.language_model.layers.3.mlp.experts.17.down_proj,0.0067717195,hessian_weighted_relative_error,19726,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.17.gate_proj,0.0042964861,hessian_weighted_relative_error,19726,0.02500,0.832
3,model.language_model.layers.3.mlp.experts.17.up_proj,0.0048731777,hessian_weighted_relative_error,19726,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.170.down_proj,0.0048662873,hessian_weighted_relative_error,28702,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.170.gate_proj,0.0042072153,hessian_weighted_relative_error,28702,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.170.up_proj,0.0045907709,hessian_weighted_relative_error,28702,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.171.down_proj,0.0021675172,hessian_weighted_relative_error,29941,0.02500,0.868
3,model.language_model.layers.3.mlp.experts.171.gate_proj,0.0012721511,hessian_weighted_relative_error,29941,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.171.up_proj,0.0013158823,hessian_weighted_relative_error,29941,0.02500,0.938
3,model.language_model.layers.3.mlp.experts.172.down_proj,0.0050853807,hessian_weighted_relative_error,40483,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.172.gate_proj,0.0039977643,hessian_weighted_relative_error,40483,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.172.up_proj,0.0043391067,hessian_weighted_relative_error,40483,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.173.down_proj,0.0047014774,hessian_weighted_relative_error,21825,0.02500,0.869
3,model.language_model.layers.3.mlp.experts.173.gate_proj,0.0034704923,hessian_weighted_relative_error,21825,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.173.up_proj,0.0038571114,hessian_weighted_relative_error,21825,0.02500,0.937
3,model.language_model.layers.3.mlp.experts.174.down_proj,0.0035641226,hessian_weighted_relative_error,39510,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.174.gate_proj,0.0035132736,hessian_weighted_relative_error,39510,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.174.up_proj,0.0037705429,hessian_weighted_relative_error,39510,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.175.down_proj,0.0042354544,hessian_weighted_relative_error,31515,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.175.gate_proj,0.0037388687,hessian_weighted_relative_error,31515,0.02500,0.897
3,model.language_model.layers.3.mlp.experts.175.up_proj,0.0040768054,hessian_weighted_relative_error,31515,0.02500,0.934
3,model.language_model.layers.3.mlp.experts.176.down_proj,0.0032883782,hessian_weighted_relative_error,24418,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.176.gate_proj,0.0032768435,hessian_weighted_relative_error,24418,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.176.up_proj,0.0035843049,hessian_weighted_relative_error,24418,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.177.down_proj,0.0016381823,hessian_weighted_relative_error,22194,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.177.gate_proj,0.0017369837,hessian_weighted_relative_error,22194,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.177.up_proj,0.0019177484,hessian_weighted_relative_error,22194,0.02500,0.943
3,model.language_model.layers.3.mlp.experts.178.down_proj,0.0038345819,hessian_weighted_relative_error,42105,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.178.gate_proj,0.0037722106,hessian_weighted_relative_error,42105,0.02500,0.776
3,model.language_model.layers.3.mlp.experts.178.up_proj,0.0038493390,hessian_weighted_relative_error,42105,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.179.down_proj,0.0020121261,hessian_weighted_relative_error,19137,0.02500,0.871
3,model.language_model.layers.3.mlp.experts.179.gate_proj,0.0026144233,hessian_weighted_relative_error,19137,0.02500,0.897
3,model.language_model.layers.3.mlp.experts.179.up_proj,0.0027322295,hessian_weighted_relative_error,19137,0.02500,0.934
3,model.language_model.layers.3.mlp.experts.18.down_proj,0.0025429352,hessian_weighted_relative_error,23275,0.02500,0.723
3,model.language_model.layers.3.mlp.experts.18.gate_proj,0.0031406262,hessian_weighted_relative_error,23275,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.18.up_proj,0.0031639505,hessian_weighted_relative_error,23275,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.180.down_proj,0.0053144131,hessian_weighted_relative_error,21303,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.180.gate_proj,0.0033023133,hessian_weighted_relative_error,21303,0.02500,0.778
3,model.language_model.layers.3.mlp.experts.180.up_proj,0.0034520612,hessian_weighted_relative_error,21303,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.181.down_proj,0.0074017405,hessian_weighted_relative_error,31437,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.181.gate_proj,0.0044447184,hessian_weighted_relative_error,31437,0.02500,0.899
3,model.language_model.layers.3.mlp.experts.181.up_proj,0.0048493564,hessian_weighted_relative_error,31437,0.02500,0.931
3,model.language_model.layers.3.mlp.experts.182.down_proj,0.0036326462,hessian_weighted_relative_error,16384,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.182.gate_proj,0.0037265558,hessian_weighted_relative_error,16384,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.182.up_proj,0.0039387772,hessian_weighted_relative_error,16384,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.183.down_proj,0.0065706998,hessian_weighted_relative_error,22006,0.02500,0.872
3,model.language_model.layers.3.mlp.experts.183.gate_proj,0.0019582965,hessian_weighted_relative_error,22006,0.02500,0.900
3,model.language_model.layers.3.mlp.experts.183.up_proj,0.0024486747,hessian_weighted_relative_error,22006,0.02500,0.938
3,model.language_model.layers.3.mlp.experts.184.down_proj,0.0056685072,hessian_weighted_relative_error,38563,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.184.gate_proj,0.0036332311,hessian_weighted_relative_error,38563,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.184.up_proj,0.0041541530,hessian_weighted_relative_error,38563,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.185.down_proj,0.0063775969,hessian_weighted_relative_error,43187,0.02500,0.876
3,model.language_model.layers.3.mlp.experts.185.gate_proj,0.0039977399,hessian_weighted_relative_error,43187,0.02500,0.900
3,model.language_model.layers.3.mlp.experts.185.up_proj,0.0043144852,hessian_weighted_relative_error,43187,0.02500,0.935
3,model.language_model.layers.3.mlp.experts.186.down_proj,0.0043244011,hessian_weighted_relative_error,25325,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.186.gate_proj,0.0032071134,hessian_weighted_relative_error,25325,0.02500,0.777
3,model.language_model.layers.3.mlp.experts.186.up_proj,0.0034115058,hessian_weighted_relative_error,25325,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.187.down_proj,0.0042751749,hessian_weighted_relative_error,41294,0.02500,0.873
3,model.language_model.layers.3.mlp.experts.187.gate_proj,0.0037759110,hessian_weighted_relative_error,41294,0.02500,0.898
3,model.language_model.layers.3.mlp.experts.187.up_proj,0.0038491499,hessian_weighted_relative_error,41294,0.02500,0.936
3,model.language_model.layers.3.mlp.experts.188.down_proj,0.0062364669,hessian_weighted_relative_error,17792,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.188.gate_proj,0.0035924280,hessian_weighted_relative_error,17792,0.02500,0.779
3,model.language_model.layers.3.mlp.experts.188.up_proj,0.0037737057,hessian_weighted_relative_error,17792,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.189.down_proj,0.0028105617,hessian_weighted_relative_error,28481,0.02500,0.876
3,model.language_model.layers.3.mlp.experts.189.gate_proj,0.0022987295,hessian_weighted_relative_error,28481,0.02500,0.900
3,model.language_model.layers.3.mlp.experts.189.up_proj,0.0024433539,hessian_weighted_relative_error,28481,0.02500,0.944
3,model.language_model.layers.3.mlp.experts.19.down_proj,0.0033191651,hessian_weighted_relative_error,26133,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.19.gate_proj,0.0034920952,hessian_weighted_relative_error,26133,0.02500,0.841
3,model.language_model.layers.3.mlp.experts.19.up_proj,0.0036172870,hessian_weighted_relative_error,26133,0.02500,0.911
3,model.language_model.layers.3.mlp.experts.190.down_proj,0.0028073527,hessian_weighted_relative_error,19419,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.190.gate_proj,0.0038113565,hessian_weighted_relative_error,19419,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.190.up_proj,0.0040488066,hessian_weighted_relative_error,19419,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.191.down_proj,0.0050358320,hessian_weighted_relative_error,30249,0.02500,0.875
3,model.language_model.layers.3.mlp.experts.191.gate_proj,0.0041924246,hessian_weighted_relative_error,30249,0.02500,0.899
3,model.language_model.layers.3.mlp.experts.191.up_proj,0.0044999711,hessian_weighted_relative_error,30249,0.02500,0.949
3,model.language_model.layers.3.mlp.experts.192.down_proj,0.0055498332,hessian_weighted_relative_error,45261,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.192.gate_proj,0.0038294808,hessian_weighted_relative_error,45261,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.192.up_proj,0.0045524208,hessian_weighted_relative_error,45261,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.193.down_proj,0.0051530127,hessian_weighted_relative_error,24039,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.193.gate_proj,0.0024284903,hessian_weighted_relative_error,24039,0.02500,0.901
3,model.language_model.layers.3.mlp.experts.193.up_proj,0.0030049992,hessian_weighted_relative_error,24039,0.02500,0.936
3,model.language_model.layers.3.mlp.experts.194.down_proj,0.0059601973,hessian_weighted_relative_error,29929,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.194.gate_proj,0.0044672858,hessian_weighted_relative_error,29929,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.194.up_proj,0.0047697010,hessian_weighted_relative_error,29929,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.195.down_proj,0.0061206963,hessian_weighted_relative_error,22740,0.02500,0.876
3,model.language_model.layers.3.mlp.experts.195.gate_proj,0.0038897222,hessian_weighted_relative_error,22740,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.195.up_proj,0.0044680732,hessian_weighted_relative_error,22740,0.02500,0.942
3,model.language_model.layers.3.mlp.experts.196.down_proj,0.0035580602,hessian_weighted_relative_error,22715,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.196.gate_proj,0.0039430526,hessian_weighted_relative_error,22715,0.02500,0.781
3,model.language_model.layers.3.mlp.experts.196.up_proj,0.0043230376,hessian_weighted_relative_error,22715,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.197.down_proj,0.0034964524,hessian_weighted_relative_error,24196,0.02500,0.882
3,model.language_model.layers.3.mlp.experts.197.gate_proj,0.0037105401,hessian_weighted_relative_error,24196,0.02500,0.902
3,model.language_model.layers.3.mlp.experts.197.up_proj,0.0038633130,hessian_weighted_relative_error,24196,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.198.down_proj,0.0033394106,hessian_weighted_relative_error,28021,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.198.gate_proj,0.0027740483,hessian_weighted_relative_error,28021,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.198.up_proj,0.0029451823,hessian_weighted_relative_error,28021,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.199.down_proj,0.0030542191,hessian_weighted_relative_error,46129,0.02500,0.882
3,model.language_model.layers.3.mlp.experts.199.gate_proj,0.0036464319,hessian_weighted_relative_error,46129,0.02500,0.899
3,model.language_model.layers.3.mlp.experts.199.up_proj,0.0041562633,hessian_weighted_relative_error,46129,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.2.down_proj,0.0079856786,hessian_weighted_relative_error,52685,0.02500,0.720
3,model.language_model.layers.3.mlp.experts.2.gate_proj,0.0039078502,hessian_weighted_relative_error,52685,0.02500,15.746
3,model.language_model.layers.3.mlp.experts.2.up_proj,0.0044771173,hessian_weighted_relative_error,52685,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.20.down_proj,0.0059849356,hessian_weighted_relative_error,50152,0.02500,0.723
3,model.language_model.layers.3.mlp.experts.20.gate_proj,0.0040497038,hessian_weighted_relative_error,50152,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.20.up_proj,0.0042272175,hessian_weighted_relative_error,50152,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.200.down_proj,0.0034601491,hessian_weighted_relative_error,22424,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.200.gate_proj,0.0035589939,hessian_weighted_relative_error,22424,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.200.up_proj,0.0039586785,hessian_weighted_relative_error,22424,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.201.down_proj,0.0055368536,hessian_weighted_relative_error,41167,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.201.gate_proj,0.0041414252,hessian_weighted_relative_error,41167,0.02500,0.900
3,model.language_model.layers.3.mlp.experts.201.up_proj,0.0042792681,hessian_weighted_relative_error,41167,0.02500,0.934
3,model.language_model.layers.3.mlp.experts.202.down_proj,0.0015819566,hessian_weighted_relative_error,30152,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.202.gate_proj,0.0018703387,hessian_weighted_relative_error,30152,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.202.up_proj,0.0018658767,hessian_weighted_relative_error,30152,0.02500,0.799
3,model.language_model.layers.3.mlp.experts.203.down_proj,0.0073005456,hessian_weighted_relative_error,41790,0.02500,0.877
3,model.language_model.layers.3.mlp.experts.203.gate_proj,0.0045258126,hessian_weighted_relative_error,41790,0.02500,0.900
3,model.language_model.layers.3.mlp.experts.203.up_proj,0.0050165993,hessian_weighted_relative_error,41790,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.204.down_proj,0.0069717387,hessian_weighted_relative_error,22481,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.204.gate_proj,0.0040070290,hessian_weighted_relative_error,22481,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.204.up_proj,0.0046465713,hessian_weighted_relative_error,22481,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.205.down_proj,0.0046213761,hessian_weighted_relative_error,33563,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.205.gate_proj,0.0029752344,hessian_weighted_relative_error,33563,0.02500,0.904
3,model.language_model.layers.3.mlp.experts.205.up_proj,0.0030880767,hessian_weighted_relative_error,33563,0.02500,0.943
3,model.language_model.layers.3.mlp.experts.206.down_proj,0.0016565555,hessian_weighted_relative_error,16691,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.206.gate_proj,0.0008440994,hessian_weighted_relative_error,16691,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.206.up_proj,0.0008375339,hessian_weighted_relative_error,16691,0.02500,0.804
3,model.language_model.layers.3.mlp.experts.207.down_proj,0.0049041069,hessian_weighted_relative_error,24401,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.207.gate_proj,0.0037756124,hessian_weighted_relative_error,24401,0.02500,0.901
3,model.language_model.layers.3.mlp.experts.207.up_proj,0.0047062191,hessian_weighted_relative_error,24401,0.02500,0.942
3,model.language_model.layers.3.mlp.experts.208.down_proj,0.0036893500,hessian_weighted_relative_error,48302,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.208.gate_proj,0.0040786111,hessian_weighted_relative_error,48302,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.208.up_proj,0.0044394249,hessian_weighted_relative_error,48302,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.209.down_proj,0.0043645212,hessian_weighted_relative_error,36230,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.209.gate_proj,0.0035870799,hessian_weighted_relative_error,36230,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.209.up_proj,0.0040449309,hessian_weighted_relative_error,36230,0.02500,0.938
3,model.language_model.layers.3.mlp.experts.21.down_proj,0.0053340320,hessian_weighted_relative_error,38641,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.21.gate_proj,0.0041835966,hessian_weighted_relative_error,38641,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.21.up_proj,0.0048927680,hessian_weighted_relative_error,38641,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.210.down_proj,0.0086133091,hessian_weighted_relative_error,50256,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.210.gate_proj,0.0046854263,hessian_weighted_relative_error,50256,0.02500,0.780
3,model.language_model.layers.3.mlp.experts.210.up_proj,0.0052969310,hessian_weighted_relative_error,50256,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.211.down_proj,0.0039513263,hessian_weighted_relative_error,23148,0.02500,0.878
3,model.language_model.layers.3.mlp.experts.211.gate_proj,0.0038283753,hessian_weighted_relative_error,23148,0.02500,0.902
3,model.language_model.layers.3.mlp.experts.211.up_proj,0.0042925143,hessian_weighted_relative_error,23148,0.02500,0.942
3,model.language_model.layers.3.mlp.experts.212.down_proj,0.0055266064,hessian_weighted_relative_error,19792,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.212.gate_proj,0.0039629584,hessian_weighted_relative_error,19792,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.212.up_proj,0.0045837390,hessian_weighted_relative_error,19792,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.213.down_proj,0.0040056915,hessian_weighted_relative_error,28129,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.213.gate_proj,0.0034598029,hessian_weighted_relative_error,28129,0.02500,0.906
3,model.language_model.layers.3.mlp.experts.213.up_proj,0.0037831832,hessian_weighted_relative_error,28129,0.02500,0.957
3,model.language_model.layers.3.mlp.experts.214.down_proj,0.0013219726,hessian_weighted_relative_error,25725,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.214.gate_proj,0.0031587571,hessian_weighted_relative_error,25725,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.214.up_proj,0.0033308755,hessian_weighted_relative_error,25725,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.215.down_proj,0.0063462408,hessian_weighted_relative_error,18371,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.215.gate_proj,0.0041718907,hessian_weighted_relative_error,18371,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.215.up_proj,0.0045300431,hessian_weighted_relative_error,18371,0.02500,0.938
3,model.language_model.layers.3.mlp.experts.216.down_proj,0.0025399206,hessian_weighted_relative_error,22652,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.216.gate_proj,0.0031921063,hessian_weighted_relative_error,22652,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.216.up_proj,0.0033538023,hessian_weighted_relative_error,22652,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.217.down_proj,0.0024198499,hessian_weighted_relative_error,28145,0.02500,0.882
3,model.language_model.layers.3.mlp.experts.217.gate_proj,0.0011790490,hessian_weighted_relative_error,28145,0.02500,0.902
3,model.language_model.layers.3.mlp.experts.217.up_proj,0.0013307792,hessian_weighted_relative_error,28145,0.02500,0.937
3,model.language_model.layers.3.mlp.experts.218.down_proj,0.0021779350,hessian_weighted_relative_error,21051,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.218.gate_proj,0.0026507571,hessian_weighted_relative_error,21051,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.218.up_proj,0.0027495675,hessian_weighted_relative_error,21051,0.02500,0.814
3,model.language_model.layers.3.mlp.experts.219.down_proj,0.0044940348,hessian_weighted_relative_error,39147,0.02500,0.879
3,model.language_model.layers.3.mlp.experts.219.gate_proj,0.0042004827,hessian_weighted_relative_error,39147,0.02500,0.902
3,model.language_model.layers.3.mlp.experts.219.up_proj,0.0045351570,hessian_weighted_relative_error,39147,0.02500,0.945
3,model.language_model.layers.3.mlp.experts.22.down_proj,0.0035653827,hessian_weighted_relative_error,26014,0.02500,0.721
3,model.language_model.layers.3.mlp.experts.22.gate_proj,0.0034809717,hessian_weighted_relative_error,26014,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.22.up_proj,0.0037436791,hessian_weighted_relative_error,26014,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.220.down_proj,0.0018162612,hessian_weighted_relative_error,40013,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.220.gate_proj,0.0015420274,hessian_weighted_relative_error,40013,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.220.up_proj,0.0015571181,hessian_weighted_relative_error,40013,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.221.down_proj,0.0072177947,hessian_weighted_relative_error,42547,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.221.gate_proj,0.0042307136,hessian_weighted_relative_error,42547,0.02500,0.906
3,model.language_model.layers.3.mlp.experts.221.up_proj,0.0047939025,hessian_weighted_relative_error,42547,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.222.down_proj,0.0052014500,hessian_weighted_relative_error,23018,0.02500,0.756
3,model.language_model.layers.3.mlp.experts.222.gate_proj,0.0036078097,hessian_weighted_relative_error,23018,0.02500,0.784
3,model.language_model.layers.3.mlp.experts.222.up_proj,0.0041827547,hessian_weighted_relative_error,23018,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.223.down_proj,0.0036581224,hessian_weighted_relative_error,26148,0.02500,0.882
3,model.language_model.layers.3.mlp.experts.223.gate_proj,0.0035262801,hessian_weighted_relative_error,26148,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.223.up_proj,0.0036839323,hessian_weighted_relative_error,26148,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.224.down_proj,0.0056320360,hessian_weighted_relative_error,41680,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.224.gate_proj,0.0038095733,hessian_weighted_relative_error,41680,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.224.up_proj,0.0042286303,hessian_weighted_relative_error,41680,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.225.down_proj,0.0019740175,hessian_weighted_relative_error,26900,0.02500,0.881
3,model.language_model.layers.3.mlp.experts.225.gate_proj,0.0029325307,hessian_weighted_relative_error,26900,0.02500,0.903
3,model.language_model.layers.3.mlp.experts.225.up_proj,0.0033814210,hessian_weighted_relative_error,26900,0.02500,0.944
3,model.language_model.layers.3.mlp.experts.226.down_proj,0.0039035872,hessian_weighted_relative_error,37345,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.226.gate_proj,0.0039177654,hessian_weighted_relative_error,37345,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.226.up_proj,0.0042643611,hessian_weighted_relative_error,37345,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.227.down_proj,0.0033477923,hessian_weighted_relative_error,25094,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.227.gate_proj,0.0038052486,hessian_weighted_relative_error,25094,0.02500,0.905
3,model.language_model.layers.3.mlp.experts.227.up_proj,0.0044054662,hessian_weighted_relative_error,25094,0.02500,0.942
3,model.language_model.layers.3.mlp.experts.228.down_proj,0.0049179199,hessian_weighted_relative_error,28382,0.02500,0.760
3,model.language_model.layers.3.mlp.experts.228.gate_proj,0.0030483604,hessian_weighted_relative_error,28382,0.02500,0.782
3,model.language_model.layers.3.mlp.experts.228.up_proj,0.0032892704,hessian_weighted_relative_error,28382,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.229.down_proj,0.0053469623,hessian_weighted_relative_error,25175,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.229.gate_proj,0.0042864055,hessian_weighted_relative_error,25175,0.02500,0.904
3,model.language_model.layers.3.mlp.experts.229.up_proj,0.0046782348,hessian_weighted_relative_error,25175,0.02500,0.947
3,model.language_model.layers.3.mlp.experts.23.down_proj,0.0049432684,hessian_weighted_relative_error,29865,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.23.gate_proj,0.0040164891,hessian_weighted_relative_error,29865,0.02500,0.837
3,model.language_model.layers.3.mlp.experts.23.up_proj,0.0043461948,hessian_weighted_relative_error,29865,0.02500,0.912
3,model.language_model.layers.3.mlp.experts.230.down_proj,0.0040905873,hessian_weighted_relative_error,33992,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.230.gate_proj,0.0041304528,hessian_weighted_relative_error,33992,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.230.up_proj,0.0045771969,hessian_weighted_relative_error,33992,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.231.down_proj,0.0032454431,hessian_weighted_relative_error,32347,0.02500,0.883
3,model.language_model.layers.3.mlp.experts.231.gate_proj,0.0031670488,hessian_weighted_relative_error,32347,0.02500,0.904
3,model.language_model.layers.3.mlp.experts.231.up_proj,0.0037020753,hessian_weighted_relative_error,32347,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.232.down_proj,0.0030418635,hessian_weighted_relative_error,24746,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.232.gate_proj,0.0038307377,hessian_weighted_relative_error,24746,0.02500,0.783
3,model.language_model.layers.3.mlp.experts.232.up_proj,0.0043699593,hessian_weighted_relative_error,24746,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.233.down_proj,0.0061704653,hessian_weighted_relative_error,24802,0.02500,0.883
3,model.language_model.layers.3.mlp.experts.233.gate_proj,0.0043864187,hessian_weighted_relative_error,24802,0.02500,0.902
3,model.language_model.layers.3.mlp.experts.233.up_proj,0.0047071818,hessian_weighted_relative_error,24802,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.234.down_proj,0.0033190032,hessian_weighted_relative_error,29036,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.234.gate_proj,0.0026665073,hessian_weighted_relative_error,29036,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.234.up_proj,0.0026493449,hessian_weighted_relative_error,29036,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.235.down_proj,0.0051741895,hessian_weighted_relative_error,40078,0.02500,0.880
3,model.language_model.layers.3.mlp.experts.235.gate_proj,0.0044217353,hessian_weighted_relative_error,40078,0.02500,0.906
3,model.language_model.layers.3.mlp.experts.235.up_proj,0.0053800626,hessian_weighted_relative_error,40078,0.02500,0.947
3,model.language_model.layers.3.mlp.experts.236.down_proj,0.0067105707,hessian_weighted_relative_error,42217,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.236.gate_proj,0.0037432036,hessian_weighted_relative_error,42217,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.236.up_proj,0.0041503104,hessian_weighted_relative_error,42217,0.02500,0.805
3,model.language_model.layers.3.mlp.experts.237.down_proj,0.0033472310,hessian_weighted_relative_error,35164,0.02500,0.883
3,model.language_model.layers.3.mlp.experts.237.gate_proj,0.0024416645,hessian_weighted_relative_error,35164,0.02500,0.908
3,model.language_model.layers.3.mlp.experts.237.up_proj,0.0026011897,hessian_weighted_relative_error,35164,0.02500,0.939
3,model.language_model.layers.3.mlp.experts.238.down_proj,0.0042798639,hessian_weighted_relative_error,35363,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.238.gate_proj,0.0037209932,hessian_weighted_relative_error,35363,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.238.up_proj,0.0043836819,hessian_weighted_relative_error,35363,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.239.down_proj,0.0031891127,hessian_weighted_relative_error,25921,0.02500,0.883
3,model.language_model.layers.3.mlp.experts.239.gate_proj,0.0035166243,hessian_weighted_relative_error,25921,0.02500,0.905
3,model.language_model.layers.3.mlp.experts.239.up_proj,0.0039727599,hessian_weighted_relative_error,25921,0.02500,0.940
3,model.language_model.layers.3.mlp.experts.24.down_proj,0.0041363319,hessian_weighted_relative_error,34531,0.02500,0.725
3,model.language_model.layers.3.mlp.experts.24.gate_proj,0.0033431006,hessian_weighted_relative_error,34531,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.24.up_proj,0.0034806261,hessian_weighted_relative_error,34531,0.02500,0.795
3,model.language_model.layers.3.mlp.experts.240.down_proj,0.0047592133,hessian_weighted_relative_error,31117,0.02500,0.760
3,model.language_model.layers.3.mlp.experts.240.gate_proj,0.0038803152,hessian_weighted_relative_error,31117,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.240.up_proj,0.0048024314,hessian_weighted_relative_error,31117,0.02500,0.809
3,model.language_model.layers.3.mlp.experts.241.down_proj,0.0014297088,hessian_weighted_relative_error,21002,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.241.gate_proj,0.0013073160,hessian_weighted_relative_error,21002,0.02500,0.906
3,model.language_model.layers.3.mlp.experts.241.up_proj,0.0013307438,hessian_weighted_relative_error,21002,0.02500,0.942
3,model.language_model.layers.3.mlp.experts.242.down_proj,0.0046354349,hessian_weighted_relative_error,23927,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.242.gate_proj,0.0038360109,hessian_weighted_relative_error,23927,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.242.up_proj,0.0045458474,hessian_weighted_relative_error,23927,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.243.down_proj,0.0021454009,hessian_weighted_relative_error,25484,0.02500,0.881
3,model.language_model.layers.3.mlp.experts.243.gate_proj,0.0033309291,hessian_weighted_relative_error,25484,0.02500,0.907
3,model.language_model.layers.3.mlp.experts.243.up_proj,0.0037917009,hessian_weighted_relative_error,25484,0.02500,0.939
3,model.language_model.layers.3.mlp.experts.244.down_proj,0.0056646325,hessian_weighted_relative_error,41599,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.244.gate_proj,0.0036022662,hessian_weighted_relative_error,41599,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.244.up_proj,0.0038985834,hessian_weighted_relative_error,41599,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.245.down_proj,0.0038183181,hessian_weighted_relative_error,30753,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.245.gate_proj,0.0029170206,hessian_weighted_relative_error,30753,0.02500,0.907
3,model.language_model.layers.3.mlp.experts.245.up_proj,0.0031305782,hessian_weighted_relative_error,30753,0.02500,0.945
3,model.language_model.layers.3.mlp.experts.246.down_proj,0.0022933045,hessian_weighted_relative_error,25976,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.246.gate_proj,0.0021228784,hessian_weighted_relative_error,25976,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.246.up_proj,0.0023485297,hessian_weighted_relative_error,25976,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.247.down_proj,0.0073720538,hessian_weighted_relative_error,25841,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.247.gate_proj,0.0044137752,hessian_weighted_relative_error,25841,0.02500,0.907
3,model.language_model.layers.3.mlp.experts.247.up_proj,0.0048433453,hessian_weighted_relative_error,25841,0.02500,0.939
3,model.language_model.layers.3.mlp.experts.248.down_proj,0.0023261733,hessian_weighted_relative_error,26881,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.248.gate_proj,0.0029769653,hessian_weighted_relative_error,26881,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.248.up_proj,0.0031666354,hessian_weighted_relative_error,26881,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.249.down_proj,0.0057807456,hessian_weighted_relative_error,63658,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.249.gate_proj,0.0038685435,hessian_weighted_relative_error,63658,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.249.up_proj,0.0044638537,hessian_weighted_relative_error,63658,0.02500,0.935
3,model.language_model.layers.3.mlp.experts.25.down_proj,0.0044990770,hessian_weighted_relative_error,19625,0.02500,0.807
3,model.language_model.layers.3.mlp.experts.25.gate_proj,0.0039857452,hessian_weighted_relative_error,19625,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.25.up_proj,0.0044182694,hessian_weighted_relative_error,19625,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.250.down_proj,0.0034865645,hessian_weighted_relative_error,26619,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.250.gate_proj,0.0036067106,hessian_weighted_relative_error,26619,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.250.up_proj,0.0038796775,hessian_weighted_relative_error,26619,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.251.down_proj,0.0063514164,hessian_weighted_relative_error,17322,0.02500,0.882
3,model.language_model.layers.3.mlp.experts.251.gate_proj,0.0045184791,hessian_weighted_relative_error,17322,0.02500,0.905
3,model.language_model.layers.3.mlp.experts.251.up_proj,0.0048878851,hessian_weighted_relative_error,17322,0.02500,0.941
3,model.language_model.layers.3.mlp.experts.252.down_proj,0.0078477080,hessian_weighted_relative_error,78307,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.252.gate_proj,0.0043969394,hessian_weighted_relative_error,78307,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.252.up_proj,0.0045628938,hessian_weighted_relative_error,78307,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.253.down_proj,0.0039534943,hessian_weighted_relative_error,31126,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.253.gate_proj,0.0012509015,hessian_weighted_relative_error,31126,0.02500,0.907
3,model.language_model.layers.3.mlp.experts.253.up_proj,0.0014562533,hessian_weighted_relative_error,31126,0.02500,0.939
3,model.language_model.layers.3.mlp.experts.254.down_proj,0.0045525734,hessian_weighted_relative_error,35538,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.254.gate_proj,0.0042337202,hessian_weighted_relative_error,35538,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.254.up_proj,0.0047715967,hessian_weighted_relative_error,35538,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.255.down_proj,0.0039021332,hessian_weighted_relative_error,31120,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.255.gate_proj,0.0012033170,hessian_weighted_relative_error,31120,0.02500,0.908
3,model.language_model.layers.3.mlp.experts.255.up_proj,0.0014415336,hessian_weighted_relative_error,31120,0.02500,0.933
3,model.language_model.layers.3.mlp.experts.256.down_proj,0.0088775434,hessian_weighted_relative_error,23841,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.256.gate_proj,0.0044370921,hessian_weighted_relative_error,23841,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.256.up_proj,0.0047178505,hessian_weighted_relative_error,23841,0.02500,0.806
3,model.language_model.layers.3.mlp.experts.257.down_proj,0.0035894834,hessian_weighted_relative_error,33310,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.257.gate_proj,0.0035449525,hessian_weighted_relative_error,33310,0.02500,0.908
3,model.language_model.layers.3.mlp.experts.257.up_proj,0.0039795328,hessian_weighted_relative_error,33310,0.02500,0.932
3,model.language_model.layers.3.mlp.experts.258.down_proj,0.0058571406,hessian_weighted_relative_error,27847,0.02500,0.760
3,model.language_model.layers.3.mlp.experts.258.gate_proj,0.0041576697,hessian_weighted_relative_error,27847,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.258.up_proj,0.0046874591,hessian_weighted_relative_error,27847,0.02500,0.804
3,model.language_model.layers.3.mlp.experts.259.down_proj,0.0045736115,hessian_weighted_relative_error,26594,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.259.gate_proj,0.0038672563,hessian_weighted_relative_error,26594,0.02500,0.907
3,model.language_model.layers.3.mlp.experts.259.up_proj,0.0045648884,hessian_weighted_relative_error,26594,0.02500,0.934
3,model.language_model.layers.3.mlp.experts.26.down_proj,0.0064060701,hessian_weighted_relative_error,28476,0.02500,0.725
3,model.language_model.layers.3.mlp.experts.26.gate_proj,0.0038898992,hessian_weighted_relative_error,28476,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.26.up_proj,0.0044492468,hessian_weighted_relative_error,28476,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.260.down_proj,0.0055441521,hessian_weighted_relative_error,24233,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.260.gate_proj,0.0039735287,hessian_weighted_relative_error,24233,0.02500,0.788
3,model.language_model.layers.3.mlp.experts.260.up_proj,0.0043940727,hessian_weighted_relative_error,24233,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.261.down_proj,0.0045768948,hessian_weighted_relative_error,34348,0.02500,0.893
3,model.language_model.layers.3.mlp.experts.261.gate_proj,0.0037727569,hessian_weighted_relative_error,34348,0.02500,0.909
3,model.language_model.layers.3.mlp.experts.261.up_proj,0.0039784515,hessian_weighted_relative_error,34348,0.02500,0.930
3,model.language_model.layers.3.mlp.experts.262.down_proj,0.0062922237,hessian_weighted_relative_error,45202,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.262.gate_proj,0.0042272317,hessian_weighted_relative_error,45202,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.262.up_proj,0.0046758818,hessian_weighted_relative_error,45202,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.263.down_proj,0.0028657028,hessian_weighted_relative_error,42967,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.263.gate_proj,0.0026143050,hessian_weighted_relative_error,42967,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.263.up_proj,0.0026514393,hessian_weighted_relative_error,42967,0.02500,0.930
3,model.language_model.layers.3.mlp.experts.264.down_proj,0.0043601275,hessian_weighted_relative_error,25991,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.264.gate_proj,0.0032390951,hessian_weighted_relative_error,25991,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.264.up_proj,0.0036357430,hessian_weighted_relative_error,25991,0.02500,0.804
3,model.language_model.layers.3.mlp.experts.265.down_proj,0.0065844201,hessian_weighted_relative_error,57570,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.265.gate_proj,0.0049933316,hessian_weighted_relative_error,57570,0.02500,0.909
3,model.language_model.layers.3.mlp.experts.265.up_proj,0.0054019648,hessian_weighted_relative_error,57570,0.02500,0.933
3,model.language_model.layers.3.mlp.experts.266.down_proj,0.0049393345,hessian_weighted_relative_error,34833,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.266.gate_proj,0.0037686083,hessian_weighted_relative_error,34833,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.266.up_proj,0.0042128625,hessian_weighted_relative_error,34833,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.267.down_proj,0.0064371691,hessian_weighted_relative_error,40362,0.02500,0.884
3,model.language_model.layers.3.mlp.experts.267.gate_proj,0.0036671526,hessian_weighted_relative_error,40362,0.02500,0.909
3,model.language_model.layers.3.mlp.experts.267.up_proj,0.0035373811,hessian_weighted_relative_error,40362,0.02500,0.929
3,model.language_model.layers.3.mlp.experts.268.down_proj,0.0034593189,hessian_weighted_relative_error,33257,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.268.gate_proj,0.0040380690,hessian_weighted_relative_error,33257,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.268.up_proj,0.0044029146,hessian_weighted_relative_error,33257,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.269.down_proj,0.0048850184,hessian_weighted_relative_error,41289,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.269.gate_proj,0.0035630673,hessian_weighted_relative_error,41289,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.269.up_proj,0.0040815480,hessian_weighted_relative_error,41289,0.02500,0.930
3,model.language_model.layers.3.mlp.experts.27.down_proj,0.0028435847,hessian_weighted_relative_error,29451,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.27.gate_proj,0.0035938590,hessian_weighted_relative_error,29451,0.02500,0.836
3,model.language_model.layers.3.mlp.experts.27.up_proj,0.0040679738,hessian_weighted_relative_error,29451,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.270.down_proj,0.0058585452,hessian_weighted_relative_error,20250,0.02500,0.760
3,model.language_model.layers.3.mlp.experts.270.gate_proj,0.0042005676,hessian_weighted_relative_error,20250,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.270.up_proj,0.0049565895,hessian_weighted_relative_error,20250,0.02500,0.807
3,model.language_model.layers.3.mlp.experts.271.down_proj,0.0048028891,hessian_weighted_relative_error,29026,0.02500,0.886
3,model.language_model.layers.3.mlp.experts.271.gate_proj,0.0037776850,hessian_weighted_relative_error,29026,0.02500,0.912
3,model.language_model.layers.3.mlp.experts.271.up_proj,0.0040178698,hessian_weighted_relative_error,29026,0.02500,0.930
3,model.language_model.layers.3.mlp.experts.272.down_proj,0.0042457887,hessian_weighted_relative_error,25963,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.272.gate_proj,0.0038189325,hessian_weighted_relative_error,25963,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.272.up_proj,0.0040211092,hessian_weighted_relative_error,25963,0.02500,0.806
3,model.language_model.layers.3.mlp.experts.273.down_proj,0.0062768025,hessian_weighted_relative_error,45957,0.02500,0.888
3,model.language_model.layers.3.mlp.experts.273.gate_proj,0.0043014717,hessian_weighted_relative_error,45957,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.273.up_proj,0.0047084660,hessian_weighted_relative_error,45957,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.274.down_proj,0.0037387880,hessian_weighted_relative_error,21943,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.274.gate_proj,0.0036200163,hessian_weighted_relative_error,21943,0.02500,0.786
3,model.language_model.layers.3.mlp.experts.274.up_proj,0.0040243360,hessian_weighted_relative_error,21943,0.02500,0.816
3,model.language_model.layers.3.mlp.experts.275.down_proj,0.0066970347,hessian_weighted_relative_error,40336,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.275.gate_proj,0.0042041688,hessian_weighted_relative_error,40336,0.02500,0.914
3,model.language_model.layers.3.mlp.experts.275.up_proj,0.0044721771,hessian_weighted_relative_error,40336,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.276.down_proj,0.0070211111,hessian_weighted_relative_error,33251,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.276.gate_proj,0.0045460823,hessian_weighted_relative_error,33251,0.02500,0.785
3,model.language_model.layers.3.mlp.experts.276.up_proj,0.0048278717,hessian_weighted_relative_error,33251,0.02500,0.802
3,model.language_model.layers.3.mlp.experts.277.down_proj,0.0022213824,hessian_weighted_relative_error,21461,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.277.gate_proj,0.0033671665,hessian_weighted_relative_error,21461,0.02500,0.908
3,model.language_model.layers.3.mlp.experts.277.up_proj,0.0036239971,hessian_weighted_relative_error,21461,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.278.down_proj,0.0046163258,hessian_weighted_relative_error,20767,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.278.gate_proj,0.0040044340,hessian_weighted_relative_error,20767,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.278.up_proj,0.0043319456,hessian_weighted_relative_error,20767,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.279.down_proj,0.0057273516,hessian_weighted_relative_error,21941,0.02500,0.889
3,model.language_model.layers.3.mlp.experts.279.gate_proj,0.0041880562,hessian_weighted_relative_error,21941,0.02500,0.907
3,model.language_model.layers.3.mlp.experts.279.up_proj,0.0045251981,hessian_weighted_relative_error,21941,0.02500,0.920
3,model.language_model.layers.3.mlp.experts.28.down_proj,0.0052981008,hessian_weighted_relative_error,32996,0.02500,0.724
3,model.language_model.layers.3.mlp.experts.28.gate_proj,0.0034868114,hessian_weighted_relative_error,32996,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.28.up_proj,0.0038796804,hessian_weighted_relative_error,32996,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.280.down_proj,0.0022314336,hessian_weighted_relative_error,24484,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.280.gate_proj,0.0033358056,hessian_weighted_relative_error,24484,0.02500,0.789
3,model.language_model.layers.3.mlp.experts.280.up_proj,0.0037693399,hessian_weighted_relative_error,24484,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.281.down_proj,0.0058135532,hessian_weighted_relative_error,26370,0.02500,0.888
3,model.language_model.layers.3.mlp.experts.281.gate_proj,0.0042299021,hessian_weighted_relative_error,26370,0.02500,0.909
3,model.language_model.layers.3.mlp.experts.281.up_proj,0.0049110107,hessian_weighted_relative_error,26370,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.282.down_proj,0.0019482420,hessian_weighted_relative_error,34116,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.282.gate_proj,0.0030931692,hessian_weighted_relative_error,34116,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.282.up_proj,0.0034466997,hessian_weighted_relative_error,34116,0.02500,0.807
3,model.language_model.layers.3.mlp.experts.283.down_proj,0.0051559375,hessian_weighted_relative_error,27666,0.02500,0.885
3,model.language_model.layers.3.mlp.experts.283.gate_proj,0.0037887894,hessian_weighted_relative_error,27666,0.02500,0.911
3,model.language_model.layers.3.mlp.experts.283.up_proj,0.0039930327,hessian_weighted_relative_error,27666,0.02500,0.915
3,model.language_model.layers.3.mlp.experts.284.down_proj,0.0025121790,hessian_weighted_relative_error,27999,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.284.gate_proj,0.0027160999,hessian_weighted_relative_error,27999,0.02500,0.787
3,model.language_model.layers.3.mlp.experts.284.up_proj,0.0027576744,hessian_weighted_relative_error,27999,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.285.down_proj,0.0043189793,hessian_weighted_relative_error,27539,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.285.gate_proj,0.0042673980,hessian_weighted_relative_error,27539,0.02500,0.915
3,model.language_model.layers.3.mlp.experts.285.up_proj,0.0046769073,hessian_weighted_relative_error,27539,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.286.down_proj,0.0024400889,hessian_weighted_relative_error,24028,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.286.gate_proj,0.0035059084,hessian_weighted_relative_error,24028,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.286.up_proj,0.0039514844,hessian_weighted_relative_error,24028,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.287.down_proj,0.0069374423,hessian_weighted_relative_error,37582,0.02500,0.892
3,model.language_model.layers.3.mlp.experts.287.gate_proj,0.0040073615,hessian_weighted_relative_error,37582,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.287.up_proj,0.0048731843,hessian_weighted_relative_error,37582,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.29.down_proj,0.0017876673,hessian_weighted_relative_error,23465,0.02500,0.801
3,model.language_model.layers.3.mlp.experts.29.gate_proj,0.0029378147,hessian_weighted_relative_error,23465,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.29.up_proj,0.0031319985,hessian_weighted_relative_error,23465,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.3.down_proj,0.0071515836,hessian_weighted_relative_error,36615,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.3.gate_proj,0.0047523769,hessian_weighted_relative_error,36615,0.02500,0.830
3,model.language_model.layers.3.mlp.experts.3.up_proj,0.0051891388,hessian_weighted_relative_error,36615,0.02500,0.910
3,model.language_model.layers.3.mlp.experts.30.down_proj,0.0046484986,hessian_weighted_relative_error,50093,0.02500,0.724
3,model.language_model.layers.3.mlp.experts.30.gate_proj,0.0037312310,hessian_weighted_relative_error,50093,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.30.up_proj,0.0040039370,hessian_weighted_relative_error,50093,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.31.down_proj,0.0035633865,hessian_weighted_relative_error,26387,0.02500,0.803
3,model.language_model.layers.3.mlp.experts.31.gate_proj,0.0032003963,hessian_weighted_relative_error,26387,0.02500,0.840
3,model.language_model.layers.3.mlp.experts.31.up_proj,0.0037224327,hessian_weighted_relative_error,26387,0.02500,0.916
3,model.language_model.layers.3.mlp.experts.32.down_proj,0.0055187881,hessian_weighted_relative_error,21072,0.02500,0.728
3,model.language_model.layers.3.mlp.experts.32.gate_proj,0.0044829195,hessian_weighted_relative_error,21072,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.32.up_proj,0.0050961733,hessian_weighted_relative_error,21072,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.33.down_proj,0.0035342468,hessian_weighted_relative_error,31925,0.02500,0.810
3,model.language_model.layers.3.mlp.experts.33.gate_proj,0.0038042254,hessian_weighted_relative_error,31925,0.02500,0.842
3,model.language_model.layers.3.mlp.experts.33.up_proj,0.0042108407,hessian_weighted_relative_error,31925,0.02500,0.920
3,model.language_model.layers.3.mlp.experts.34.down_proj,0.0055873753,hessian_weighted_relative_error,20982,0.02500,0.727
3,model.language_model.layers.3.mlp.experts.34.gate_proj,0.0037509742,hessian_weighted_relative_error,20982,0.02500,0.749
3,model.language_model.layers.3.mlp.experts.34.up_proj,0.0042460103,hessian_weighted_relative_error,20982,0.02500,0.790
3,model.language_model.layers.3.mlp.experts.35.down_proj,0.0030605010,hessian_weighted_relative_error,24400,0.02500,0.806
3,model.language_model.layers.3.mlp.experts.35.gate_proj,0.0034706654,hessian_weighted_relative_error,24400,0.02500,0.841
3,model.language_model.layers.3.mlp.experts.35.up_proj,0.0039073631,hessian_weighted_relative_error,24400,0.02500,0.920
3,model.language_model.layers.3.mlp.experts.36.down_proj,0.0051044182,hessian_weighted_relative_error,42086,0.02500,0.726
3,model.language_model.layers.3.mlp.experts.36.gate_proj,0.0037966622,hessian_weighted_relative_error,42086,0.02500,0.753
3,model.language_model.layers.3.mlp.experts.36.up_proj,0.0047783602,hessian_weighted_relative_error,42086,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.37.down_proj,0.0035450068,hessian_weighted_relative_error,23385,0.02500,0.805
3,model.language_model.layers.3.mlp.experts.37.gate_proj,0.0036787626,hessian_weighted_relative_error,23385,0.02500,0.842
3,model.language_model.layers.3.mlp.experts.37.up_proj,0.0039926099,hessian_weighted_relative_error,23385,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.38.down_proj,0.0053795537,hessian_weighted_relative_error,44574,0.02500,0.726
3,model.language_model.layers.3.mlp.experts.38.gate_proj,0.0039421655,hessian_weighted_relative_error,44574,0.02500,0.750
3,model.language_model.layers.3.mlp.experts.38.up_proj,0.0043251222,hessian_weighted_relative_error,44574,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.39.down_proj,0.0034373949,hessian_weighted_relative_error,19544,0.02500,0.805
3,model.language_model.layers.3.mlp.experts.39.gate_proj,0.0016473158,hessian_weighted_relative_error,19544,0.02500,0.842
3,model.language_model.layers.3.mlp.experts.39.up_proj,0.0016763921,hessian_weighted_relative_error,19544,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.4.down_proj,0.0032474952,hessian_weighted_relative_error,9772,0.02500,0.714
3,model.language_model.layers.3.mlp.experts.4.gate_proj,0.0034376480,hessian_weighted_relative_error,9772,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.4.up_proj,0.0035561224,hessian_weighted_relative_error,9772,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.40.down_proj,0.0021272179,hessian_weighted_relative_error,19920,0.02500,0.730
3,model.language_model.layers.3.mlp.experts.40.gate_proj,0.0019095788,hessian_weighted_relative_error,19920,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.40.up_proj,0.0019477408,hessian_weighted_relative_error,19920,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.41.down_proj,0.0014429896,hessian_weighted_relative_error,28702,0.02500,0.812
3,model.language_model.layers.3.mlp.experts.41.gate_proj,0.0012185740,hessian_weighted_relative_error,28702,0.02500,0.844
3,model.language_model.layers.3.mlp.experts.41.up_proj,0.0011855605,hessian_weighted_relative_error,28702,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.42.down_proj,0.0016658475,hessian_weighted_relative_error,26311,0.02500,0.729
3,model.language_model.layers.3.mlp.experts.42.gate_proj,0.0012424320,hessian_weighted_relative_error,26311,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.42.up_proj,0.0014054030,hessian_weighted_relative_error,26311,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.43.down_proj,0.0056160207,hessian_weighted_relative_error,41342,0.02500,0.811
3,model.language_model.layers.3.mlp.experts.43.gate_proj,0.0040454848,hessian_weighted_relative_error,41342,0.02500,0.843
3,model.language_model.layers.3.mlp.experts.43.up_proj,0.0043234660,hessian_weighted_relative_error,41342,0.02500,0.923
3,model.language_model.layers.3.mlp.experts.44.down_proj,0.0067894772,hessian_weighted_relative_error,23014,0.02500,0.730
3,model.language_model.layers.3.mlp.experts.44.gate_proj,0.0042915134,hessian_weighted_relative_error,23014,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.44.up_proj,0.0047378997,hessian_weighted_relative_error,23014,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.45.down_proj,0.0023414297,hessian_weighted_relative_error,28110,0.02500,0.809
3,model.language_model.layers.3.mlp.experts.45.gate_proj,0.0038995034,hessian_weighted_relative_error,28110,0.02500,0.847
3,model.language_model.layers.3.mlp.experts.45.up_proj,0.0043113986,hessian_weighted_relative_error,28110,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.46.down_proj,0.0048293317,hessian_weighted_relative_error,29969,0.02500,0.728
3,model.language_model.layers.3.mlp.experts.46.gate_proj,0.0040028231,hessian_weighted_relative_error,29969,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.46.up_proj,0.0044613471,hessian_weighted_relative_error,29969,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.47.down_proj,0.0027420050,hessian_weighted_relative_error,19910,0.02500,0.810
3,model.language_model.layers.3.mlp.experts.47.gate_proj,0.0030238619,hessian_weighted_relative_error,19910,0.02500,0.850
3,model.language_model.layers.3.mlp.experts.47.up_proj,0.0033150962,hessian_weighted_relative_error,19910,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.48.down_proj,0.0031974540,hessian_weighted_relative_error,36098,0.02500,0.731
3,model.language_model.layers.3.mlp.experts.48.gate_proj,0.0038869638,hessian_weighted_relative_error,36098,0.02500,0.752
3,model.language_model.layers.3.mlp.experts.48.up_proj,0.0043281009,hessian_weighted_relative_error,36098,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.49.down_proj,0.0087513398,hessian_weighted_relative_error,17721,0.02500,0.816
3,model.language_model.layers.3.mlp.experts.49.gate_proj,0.0037567934,hessian_weighted_relative_error,17721,0.02500,0.849
3,model.language_model.layers.3.mlp.experts.49.up_proj,0.0037187268,hessian_weighted_relative_error,17721,0.02500,0.923
3,model.language_model.layers.3.mlp.experts.5.down_proj,0.0069582155,hessian_weighted_relative_error,57293,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.5.gate_proj,0.0041205438,hessian_weighted_relative_error,57293,0.02500,0.831
3,model.language_model.layers.3.mlp.experts.5.up_proj,0.0045541087,hessian_weighted_relative_error,57293,0.02500,0.911
3,model.language_model.layers.3.mlp.experts.50.down_proj,0.0052552009,hessian_weighted_relative_error,24013,0.02500,0.730
3,model.language_model.layers.3.mlp.experts.50.gate_proj,0.0038664048,hessian_weighted_relative_error,24013,0.02500,0.754
3,model.language_model.layers.3.mlp.experts.50.up_proj,0.0042924200,hessian_weighted_relative_error,24013,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.51.down_proj,0.0059810124,hessian_weighted_relative_error,24078,0.02500,0.812
3,model.language_model.layers.3.mlp.experts.51.gate_proj,0.0041030154,hessian_weighted_relative_error,24078,0.02500,0.853
3,model.language_model.layers.3.mlp.experts.51.up_proj,0.0047602196,hessian_weighted_relative_error,24078,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.52.down_proj,0.0043579615,hessian_weighted_relative_error,31731,0.02500,0.732
3,model.language_model.layers.3.mlp.experts.52.gate_proj,0.0037268582,hessian_weighted_relative_error,31731,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.52.up_proj,0.0039614390,hessian_weighted_relative_error,31731,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.53.down_proj,0.0042928456,hessian_weighted_relative_error,24251,0.02500,0.812
3,model.language_model.layers.3.mlp.experts.53.gate_proj,0.0041057013,hessian_weighted_relative_error,24251,0.02500,0.852
3,model.language_model.layers.3.mlp.experts.53.up_proj,0.0043964273,hessian_weighted_relative_error,24251,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.54.down_proj,0.0045947461,hessian_weighted_relative_error,7612,0.02500,0.730
3,model.language_model.layers.3.mlp.experts.54.gate_proj,0.0029952083,hessian_weighted_relative_error,7612,0.02500,0.755
3,model.language_model.layers.3.mlp.experts.54.up_proj,0.0030873793,hessian_weighted_relative_error,7612,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.55.down_proj,0.0036355678,hessian_weighted_relative_error,19524,0.02500,0.812
3,model.language_model.layers.3.mlp.experts.55.gate_proj,0.0039928433,hessian_weighted_relative_error,19524,0.02500,0.852
3,model.language_model.layers.3.mlp.experts.55.up_proj,0.0043723020,hessian_weighted_relative_error,19524,0.02500,0.932
3,model.language_model.layers.3.mlp.experts.56.down_proj,0.0021583062,hessian_weighted_relative_error,29166,0.02500,0.734
3,model.language_model.layers.3.mlp.experts.56.gate_proj,0.0031979836,hessian_weighted_relative_error,29166,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.56.up_proj,0.0034767095,hessian_weighted_relative_error,29166,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.57.down_proj,0.0014784363,hessian_weighted_relative_error,20196,0.02500,0.824
3,model.language_model.layers.3.mlp.experts.57.gate_proj,0.0018156470,hessian_weighted_relative_error,20196,0.02500,0.857
3,model.language_model.layers.3.mlp.experts.57.up_proj,0.0017528454,hessian_weighted_relative_error,20196,0.02500,0.913
3,model.language_model.layers.3.mlp.experts.58.down_proj,0.0045273875,hessian_weighted_relative_error,33754,0.02500,0.734
3,model.language_model.layers.3.mlp.experts.58.gate_proj,0.0040935395,hessian_weighted_relative_error,33754,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.58.up_proj,0.0044831054,hessian_weighted_relative_error,33754,0.02500,0.795
3,model.language_model.layers.3.mlp.experts.59.down_proj,0.0065959372,hessian_weighted_relative_error,38801,0.02500,0.817
3,model.language_model.layers.3.mlp.experts.59.gate_proj,0.0042186338,hessian_weighted_relative_error,38801,0.02500,0.858
3,model.language_model.layers.3.mlp.experts.59.up_proj,0.0047354278,hessian_weighted_relative_error,38801,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.6.down_proj,0.0057013645,hessian_weighted_relative_error,19921,0.02500,0.707
3,model.language_model.layers.3.mlp.experts.6.gate_proj,0.0037357677,hessian_weighted_relative_error,19921,0.02500,0.744
3,model.language_model.layers.3.mlp.experts.6.up_proj,0.0040432988,hessian_weighted_relative_error,19921,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.60.down_proj,0.0032946064,hessian_weighted_relative_error,31513,0.02500,0.735
3,model.language_model.layers.3.mlp.experts.60.gate_proj,0.0035707094,hessian_weighted_relative_error,31513,0.02500,0.757
3,model.language_model.layers.3.mlp.experts.60.up_proj,0.0039721447,hessian_weighted_relative_error,31513,0.02500,0.791
3,model.language_model.layers.3.mlp.experts.61.down_proj,0.0020979364,hessian_weighted_relative_error,28615,0.02500,0.815
3,model.language_model.layers.3.mlp.experts.61.gate_proj,0.0010189582,hessian_weighted_relative_error,28615,0.02500,0.859
3,model.language_model.layers.3.mlp.experts.61.up_proj,0.0011634160,hessian_weighted_relative_error,28615,0.02500,0.919
3,model.language_model.layers.3.mlp.experts.62.down_proj,0.0064827316,hessian_weighted_relative_error,43203,0.02500,0.732
3,model.language_model.layers.3.mlp.experts.62.gate_proj,0.0037995957,hessian_weighted_relative_error,43203,0.02500,0.759
3,model.language_model.layers.3.mlp.experts.62.up_proj,0.0044116199,hessian_weighted_relative_error,43203,0.02500,0.792
3,model.language_model.layers.3.mlp.experts.63.down_proj,0.0018508112,hessian_weighted_relative_error,25939,0.02500,0.819
3,model.language_model.layers.3.mlp.experts.63.gate_proj,0.0038394719,hessian_weighted_relative_error,25939,0.02500,0.856
3,model.language_model.layers.3.mlp.experts.63.up_proj,0.0039962214,hessian_weighted_relative_error,25939,0.02500,0.917
3,model.language_model.layers.3.mlp.experts.64.down_proj,0.0033804786,hessian_weighted_relative_error,27884,0.02500,0.737
3,model.language_model.layers.3.mlp.experts.64.gate_proj,0.0039831546,hessian_weighted_relative_error,27884,0.02500,0.760
3,model.language_model.layers.3.mlp.experts.64.up_proj,0.0044717325,hessian_weighted_relative_error,27884,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.65.down_proj,0.0048942936,hessian_weighted_relative_error,34292,0.02500,0.824
3,model.language_model.layers.3.mlp.experts.65.gate_proj,0.0035671063,hessian_weighted_relative_error,34292,0.02500,0.858
3,model.language_model.layers.3.mlp.experts.65.up_proj,0.0043533572,hessian_weighted_relative_error,34292,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.66.down_proj,0.0025822226,hessian_weighted_relative_error,24494,0.02500,0.736
3,model.language_model.layers.3.mlp.experts.66.gate_proj,0.0031526652,hessian_weighted_relative_error,24494,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.66.up_proj,0.0033838517,hessian_weighted_relative_error,24494,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.67.down_proj,0.0052893429,hessian_weighted_relative_error,19625,0.02500,0.820
3,model.language_model.layers.3.mlp.experts.67.gate_proj,0.0038761575,hessian_weighted_relative_error,19625,0.02500,0.859
3,model.language_model.layers.3.mlp.experts.67.up_proj,0.0042286346,hessian_weighted_relative_error,19625,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.68.down_proj,0.0049504802,hessian_weighted_relative_error,56857,0.02500,0.737
3,model.language_model.layers.3.mlp.experts.68.gate_proj,0.0040514013,hessian_weighted_relative_error,56857,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.68.up_proj,0.0046863350,hessian_weighted_relative_error,56857,0.02500,0.795
3,model.language_model.layers.3.mlp.experts.69.down_proj,0.0023730988,hessian_weighted_relative_error,32064,0.02500,0.818
3,model.language_model.layers.3.mlp.experts.69.gate_proj,0.0041212390,hessian_weighted_relative_error,32064,0.02500,0.867
3,model.language_model.layers.3.mlp.experts.69.up_proj,0.0041740517,hessian_weighted_relative_error,32064,0.02500,0.918
3,model.language_model.layers.3.mlp.experts.7.down_proj,0.0053072637,hessian_weighted_relative_error,46803,0.02500,0.758
3,model.language_model.layers.3.mlp.experts.7.gate_proj,0.0016374081,hessian_weighted_relative_error,46803,0.02500,0.829
3,model.language_model.layers.3.mlp.experts.7.up_proj,0.0021900259,hessian_weighted_relative_error,46803,0.02500,0.909
3,model.language_model.layers.3.mlp.experts.70.down_proj,0.0030727081,hessian_weighted_relative_error,25299,0.02500,0.734
3,model.language_model.layers.3.mlp.experts.70.gate_proj,0.0035072644,hessian_weighted_relative_error,25299,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.70.up_proj,0.0037461342,hessian_weighted_relative_error,25299,0.02500,0.800
3,model.language_model.layers.3.mlp.experts.71.down_proj,0.0019442953,hessian_weighted_relative_error,24968,0.02500,0.818
3,model.language_model.layers.3.mlp.experts.71.gate_proj,0.0031386535,hessian_weighted_relative_error,24968,0.02500,0.857
3,model.language_model.layers.3.mlp.experts.71.up_proj,0.0036110478,hessian_weighted_relative_error,24968,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.72.down_proj,0.0083906213,hessian_weighted_relative_error,65003,0.02500,0.738
3,model.language_model.layers.3.mlp.experts.72.gate_proj,0.0052282929,hessian_weighted_relative_error,65003,0.02500,0.761
3,model.language_model.layers.3.mlp.experts.72.up_proj,0.0054446520,hessian_weighted_relative_error,65003,0.02500,0.797
3,model.language_model.layers.3.mlp.experts.73.down_proj,0.0034472477,hessian_weighted_relative_error,22057,0.02500,0.827
3,model.language_model.layers.3.mlp.experts.73.gate_proj,0.0037080085,hessian_weighted_relative_error,22057,0.02500,0.861
3,model.language_model.layers.3.mlp.experts.73.up_proj,0.0041635195,hessian_weighted_relative_error,22057,0.02500,0.924
3,model.language_model.layers.3.mlp.experts.74.down_proj,0.0040890575,hessian_weighted_relative_error,21611,0.02500,0.737
3,model.language_model.layers.3.mlp.experts.74.gate_proj,0.0038584863,hessian_weighted_relative_error,21611,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.74.up_proj,0.0041575704,hessian_weighted_relative_error,21611,0.02500,0.795
3,model.language_model.layers.3.mlp.experts.75.down_proj,0.0041303227,hessian_weighted_relative_error,30840,0.02500,0.824
3,model.language_model.layers.3.mlp.experts.75.gate_proj,0.0038397203,hessian_weighted_relative_error,30840,0.02500,0.862
3,model.language_model.layers.3.mlp.experts.75.up_proj,0.0042045567,hessian_weighted_relative_error,30840,0.02500,0.927
3,model.language_model.layers.3.mlp.experts.76.down_proj,0.0059932519,hessian_weighted_relative_error,22598,0.02500,0.737
3,model.language_model.layers.3.mlp.experts.76.gate_proj,0.0040009141,hessian_weighted_relative_error,22598,0.02500,0.767
3,model.language_model.layers.3.mlp.experts.76.up_proj,0.0043980549,hessian_weighted_relative_error,22598,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.77.down_proj,0.0044875884,hessian_weighted_relative_error,27312,0.02500,0.823
3,model.language_model.layers.3.mlp.experts.77.gate_proj,0.0041532374,hessian_weighted_relative_error,27312,0.02500,0.862
3,model.language_model.layers.3.mlp.experts.77.up_proj,0.0045897064,hessian_weighted_relative_error,27312,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.78.down_proj,0.0044444160,hessian_weighted_relative_error,34642,0.02500,0.736
3,model.language_model.layers.3.mlp.experts.78.gate_proj,0.0036703516,hessian_weighted_relative_error,34642,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.78.up_proj,0.0042920367,hessian_weighted_relative_error,34642,0.02500,0.793
3,model.language_model.layers.3.mlp.experts.79.down_proj,0.0031922732,hessian_weighted_relative_error,19530,0.02500,0.827
3,model.language_model.layers.3.mlp.experts.79.gate_proj,0.0037978086,hessian_weighted_relative_error,19530,0.02500,0.862
3,model.language_model.layers.3.mlp.experts.79.up_proj,0.0041278849,hessian_weighted_relative_error,19530,0.02500,0.924
3,model.language_model.layers.3.mlp.experts.8.down_proj,0.0041768490,hessian_weighted_relative_error,20443,0.02500,0.720
3,model.language_model.layers.3.mlp.experts.8.gate_proj,0.0036655661,hessian_weighted_relative_error,20443,0.02500,0.742
3,model.language_model.layers.3.mlp.experts.8.up_proj,0.0039195066,hessian_weighted_relative_error,20443,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.80.down_proj,0.0029819125,hessian_weighted_relative_error,23342,0.02500,0.742
3,model.language_model.layers.3.mlp.experts.80.gate_proj,0.0038202668,hessian_weighted_relative_error,23342,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.80.up_proj,0.0040737193,hessian_weighted_relative_error,23342,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.81.down_proj,0.0033445215,hessian_weighted_relative_error,26319,0.02500,0.830
3,model.language_model.layers.3.mlp.experts.81.gate_proj,0.0038057780,hessian_weighted_relative_error,26319,0.02500,0.863
3,model.language_model.layers.3.mlp.experts.81.up_proj,0.0039315356,hessian_weighted_relative_error,26319,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.82.down_proj,0.0039932184,hessian_weighted_relative_error,30913,0.02500,0.739
3,model.language_model.layers.3.mlp.experts.82.gate_proj,0.0034109756,hessian_weighted_relative_error,30913,0.02500,0.763
3,model.language_model.layers.3.mlp.experts.82.up_proj,0.0036062513,hessian_weighted_relative_error,30913,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.83.down_proj,0.0036382830,hessian_weighted_relative_error,35959,0.02500,0.826
3,model.language_model.layers.3.mlp.experts.83.gate_proj,0.0033102890,hessian_weighted_relative_error,35959,0.02500,0.867
3,model.language_model.layers.3.mlp.experts.83.up_proj,0.0037618470,hessian_weighted_relative_error,35959,0.02500,0.924
3,model.language_model.layers.3.mlp.experts.84.down_proj,0.0035895161,hessian_weighted_relative_error,31717,0.02500,0.740
3,model.language_model.layers.3.mlp.experts.84.gate_proj,0.0037987772,hessian_weighted_relative_error,31717,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.84.up_proj,0.0041518490,hessian_weighted_relative_error,31717,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.85.down_proj,0.0062113221,hessian_weighted_relative_error,21322,0.02500,0.825
3,model.language_model.layers.3.mlp.experts.85.gate_proj,0.0046121267,hessian_weighted_relative_error,21322,0.02500,0.868
3,model.language_model.layers.3.mlp.experts.85.up_proj,0.0048151048,hessian_weighted_relative_error,21322,0.02500,0.921
3,model.language_model.layers.3.mlp.experts.86.down_proj,0.0047383994,hessian_weighted_relative_error,27137,0.02500,0.738
3,model.language_model.layers.3.mlp.experts.86.gate_proj,0.0039657523,hessian_weighted_relative_error,27137,0.02500,0.762
3,model.language_model.layers.3.mlp.experts.86.up_proj,0.0042951522,hessian_weighted_relative_error,27137,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.87.down_proj,0.0050275456,hessian_weighted_relative_error,19940,0.02500,0.828
3,model.language_model.layers.3.mlp.experts.87.gate_proj,0.0038955747,hessian_weighted_relative_error,19940,0.02500,0.865
3,model.language_model.layers.3.mlp.experts.87.up_proj,0.0044128399,hessian_weighted_relative_error,19940,0.02500,0.926
3,model.language_model.layers.3.mlp.experts.88.down_proj,0.0044982339,hessian_weighted_relative_error,36505,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.88.gate_proj,0.0041814541,hessian_weighted_relative_error,36505,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.88.up_proj,0.0045256931,hessian_weighted_relative_error,36505,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.89.down_proj,0.0026777137,hessian_weighted_relative_error,20748,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.89.gate_proj,0.0037828506,hessian_weighted_relative_error,20748,0.02500,0.866
3,model.language_model.layers.3.mlp.experts.89.up_proj,0.0042561357,hessian_weighted_relative_error,20748,0.02500,0.931
3,model.language_model.layers.3.mlp.experts.9.down_proj,0.0036029389,hessian_weighted_relative_error,25465,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.9.gate_proj,0.0039723929,hessian_weighted_relative_error,25465,0.02500,0.832
3,model.language_model.layers.3.mlp.experts.9.up_proj,0.0042178679,hessian_weighted_relative_error,25465,0.02500,0.911
3,model.language_model.layers.3.mlp.experts.90.down_proj,0.0067387005,hessian_weighted_relative_error,29405,0.02500,0.740
3,model.language_model.layers.3.mlp.experts.90.gate_proj,0.0038071078,hessian_weighted_relative_error,29405,0.02500,0.764
3,model.language_model.layers.3.mlp.experts.90.up_proj,0.0043036239,hessian_weighted_relative_error,29405,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.91.down_proj,0.0044751418,hessian_weighted_relative_error,29171,0.02500,0.831
3,model.language_model.layers.3.mlp.experts.91.gate_proj,0.0037315824,hessian_weighted_relative_error,29171,0.02500,0.870
3,model.language_model.layers.3.mlp.experts.91.up_proj,0.0041661348,hessian_weighted_relative_error,29171,0.02500,0.955
3,model.language_model.layers.3.mlp.experts.92.down_proj,0.0027202247,hessian_weighted_relative_error,21471,0.02500,0.741
3,model.language_model.layers.3.mlp.experts.92.gate_proj,0.0032414448,hessian_weighted_relative_error,21471,0.02500,0.765
3,model.language_model.layers.3.mlp.experts.92.up_proj,0.0037921963,hessian_weighted_relative_error,21471,0.02500,0.794
3,model.language_model.layers.3.mlp.experts.93.down_proj,0.0047166259,hessian_weighted_relative_error,20306,0.02500,0.829
3,model.language_model.layers.3.mlp.experts.93.gate_proj,0.0039872119,hessian_weighted_relative_error,20306,0.02500,0.870
3,model.language_model.layers.3.mlp.experts.93.up_proj,0.0043273099,hessian_weighted_relative_error,20306,0.02500,0.932
3,model.language_model.layers.3.mlp.experts.94.down_proj,0.0053033072,hessian_weighted_relative_error,26370,0.02500,0.740
3,model.language_model.layers.3.mlp.experts.94.gate_proj,0.0038886246,hessian_weighted_relative_error,26370,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.94.up_proj,0.0043036823,hessian_weighted_relative_error,26370,0.02500,0.798
3,model.language_model.layers.3.mlp.experts.95.down_proj,0.0054467213,hessian_weighted_relative_error,27312,0.02500,0.830
3,model.language_model.layers.3.mlp.experts.95.gate_proj,0.0040052604,hessian_weighted_relative_error,27312,0.02500,0.870
3,model.language_model.layers.3.mlp.experts.95.up_proj,0.0046051172,hessian_weighted_relative_error,27312,0.02500,0.931
3,model.language_model.layers.3.mlp.experts.96.down_proj,0.0040078373,hessian_weighted_relative_error,23644,0.02500,0.745
3,model.language_model.layers.3.mlp.experts.96.gate_proj,0.0038124959,hessian_weighted_relative_error,23644,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.96.up_proj,0.0045201030,hessian_weighted_relative_error,23644,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.97.down_proj,0.0060294915,hessian_weighted_relative_error,34556,0.02500,0.838
3,model.language_model.layers.3.mlp.experts.97.gate_proj,0.0040245075,hessian_weighted_relative_error,34556,0.02500,0.872
3,model.language_model.layers.3.mlp.experts.97.up_proj,0.0044379168,hessian_weighted_relative_error,34556,0.02500,0.922
3,model.language_model.layers.3.mlp.experts.98.down_proj,0.0025745131,hessian_weighted_relative_error,39508,0.02500,0.743
3,model.language_model.layers.3.mlp.experts.98.gate_proj,0.0031324706,hessian_weighted_relative_error,39508,0.02500,0.766
3,model.language_model.layers.3.mlp.experts.98.up_proj,0.0033922772,hessian_weighted_relative_error,39508,0.02500,0.796
3,model.language_model.layers.3.mlp.experts.99.down_proj,0.0049047525,hessian_weighted_relative_error,23712,0.02500,0.834
3,model.language_model.layers.3.mlp.experts.99.gate_proj,0.0041727191,hessian_weighted_relative_error,23712,0.02500,0.887
3,model.language_model.layers.3.mlp.experts.99.up_proj,0.0046103999,hessian_weighted_relative_error,23712,0.02500,0.930
4,model.language_model.layers.4.mlp.experts.0.down_proj,0.0071446888,hessian_weighted_relative_error,19986,0.02500,0.692
4,model.language_model.layers.4.mlp.experts.0.gate_proj,0.0038148540,hessian_weighted_relative_error,19986,0.02500,0.831
4,model.language_model.layers.4.mlp.experts.0.up_proj,0.0039530434,hessian_weighted_relative_error,19986,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.1.down_proj,0.0046897188,hessian_weighted_relative_error,28432,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.1.gate_proj,0.0033161085,hessian_weighted_relative_error,28432,0.02500,0.860
4,model.language_model.layers.4.mlp.experts.1.up_proj,0.0036126716,hessian_weighted_relative_error,28432,0.02500,0.939
4,model.language_model.layers.4.mlp.experts.10.down_proj,0.0088112775,hessian_weighted_relative_error,20011,0.02500,0.724
4,model.language_model.layers.4.mlp.experts.10.gate_proj,0.0052817223,hessian_weighted_relative_error,20011,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.10.up_proj,0.0057256094,hessian_weighted_relative_error,20011,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.100.down_proj,0.0113487954,hessian_weighted_relative_error,25727,0.02500,0.743
4,model.language_model.layers.4.mlp.experts.100.gate_proj,0.0074380676,hessian_weighted_relative_error,25727,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.100.up_proj,0.0077550650,hessian_weighted_relative_error,25727,0.02500,0.814
4,model.language_model.layers.4.mlp.experts.101.down_proj,0.0107763062,hessian_weighted_relative_error,55226,0.02500,0.843
4,model.language_model.layers.4.mlp.experts.101.gate_proj,0.0062832927,hessian_weighted_relative_error,55226,0.02500,0.894
4,model.language_model.layers.4.mlp.experts.101.up_proj,0.0067636681,hessian_weighted_relative_error,55226,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.102.down_proj,0.0114218082,hessian_weighted_relative_error,39921,0.02500,0.744
4,model.language_model.layers.4.mlp.experts.102.gate_proj,0.0062030147,hessian_weighted_relative_error,39921,0.02500,0.777
4,model.language_model.layers.4.mlp.experts.102.up_proj,0.0065535239,hessian_weighted_relative_error,39921,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.103.down_proj,0.0127420714,hessian_weighted_relative_error,31616,0.02500,0.840
4,model.language_model.layers.4.mlp.experts.103.gate_proj,0.0075845083,hessian_weighted_relative_error,31616,0.02500,0.895
4,model.language_model.layers.4.mlp.experts.103.up_proj,0.0079062230,hessian_weighted_relative_error,31616,0.02500,0.952
4,model.language_model.layers.4.mlp.experts.104.down_proj,0.0072061820,hessian_weighted_relative_error,28312,0.02500,0.748
4,model.language_model.layers.4.mlp.experts.104.gate_proj,0.0078742232,hessian_weighted_relative_error,28312,0.02500,0.777
4,model.language_model.layers.4.mlp.experts.104.up_proj,0.0081756423,hessian_weighted_relative_error,28312,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.105.down_proj,0.0115230883,hessian_weighted_relative_error,22974,0.02500,0.845
4,model.language_model.layers.4.mlp.experts.105.gate_proj,0.0070379940,hessian_weighted_relative_error,22974,0.02500,0.898
4,model.language_model.layers.4.mlp.experts.105.up_proj,0.0073829945,hessian_weighted_relative_error,22974,0.02500,0.960
4,model.language_model.layers.4.mlp.experts.106.down_proj,0.0125658184,hessian_weighted_relative_error,30664,0.02500,0.746
4,model.language_model.layers.4.mlp.experts.106.gate_proj,0.0080444758,hessian_weighted_relative_error,30664,0.02500,0.778
4,model.language_model.layers.4.mlp.experts.106.up_proj,0.0083308756,hessian_weighted_relative_error,30664,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.107.down_proj,0.0128757619,hessian_weighted_relative_error,30274,0.02500,0.850
4,model.language_model.layers.4.mlp.experts.107.gate_proj,0.0081765123,hessian_weighted_relative_error,30274,0.02500,0.898
4,model.language_model.layers.4.mlp.experts.107.up_proj,0.0085250476,hessian_weighted_relative_error,30274,0.02500,0.966
4,model.language_model.layers.4.mlp.experts.108.down_proj,0.0082251206,hessian_weighted_relative_error,48479,0.02500,0.745
4,model.language_model.layers.4.mlp.experts.108.gate_proj,0.0062817706,hessian_weighted_relative_error,48479,0.02500,0.777
4,model.language_model.layers.4.mlp.experts.108.up_proj,0.0065186406,hessian_weighted_relative_error,48479,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.109.down_proj,0.0127967856,hessian_weighted_relative_error,25942,0.02500,0.848
4,model.language_model.layers.4.mlp.experts.109.gate_proj,0.0071802836,hessian_weighted_relative_error,25942,0.02500,0.898
4,model.language_model.layers.4.mlp.experts.109.up_proj,0.0075672907,hessian_weighted_relative_error,25942,0.02500,0.957
4,model.language_model.layers.4.mlp.experts.11.down_proj,0.0124922060,hessian_weighted_relative_error,22108,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.11.gate_proj,0.0077106603,hessian_weighted_relative_error,22108,0.02500,0.853
4,model.language_model.layers.4.mlp.experts.11.up_proj,0.0080833351,hessian_weighted_relative_error,22108,0.02500,0.934
4,model.language_model.layers.4.mlp.experts.110.down_proj,0.0061630164,hessian_weighted_relative_error,15394,0.02500,0.745
4,model.language_model.layers.4.mlp.experts.110.gate_proj,0.0039323716,hessian_weighted_relative_error,15394,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.110.up_proj,0.0041276700,hessian_weighted_relative_error,15394,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.111.down_proj,0.0071360469,hessian_weighted_relative_error,24823,0.02500,0.844
4,model.language_model.layers.4.mlp.experts.111.gate_proj,0.0045219842,hessian_weighted_relative_error,24823,0.02500,0.905
4,model.language_model.layers.4.mlp.experts.111.up_proj,0.0048358777,hessian_weighted_relative_error,24823,0.02500,0.953
4,model.language_model.layers.4.mlp.experts.112.down_proj,0.0082408909,hessian_weighted_relative_error,34350,0.02500,0.750
4,model.language_model.layers.4.mlp.experts.112.gate_proj,0.0062956745,hessian_weighted_relative_error,34350,0.02500,0.776
4,model.language_model.layers.4.mlp.experts.112.up_proj,0.0065803232,hessian_weighted_relative_error,34350,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.113.down_proj,0.0073801732,hessian_weighted_relative_error,23834,0.02500,0.849
4,model.language_model.layers.4.mlp.experts.113.gate_proj,0.0060610613,hessian_weighted_relative_error,23834,0.02500,0.904
4,model.language_model.layers.4.mlp.experts.113.up_proj,0.0065232125,hessian_weighted_relative_error,23834,0.02500,0.958
4,model.language_model.layers.4.mlp.experts.114.down_proj,0.0113142663,hessian_weighted_relative_error,34568,0.02500,0.748
4,model.language_model.layers.4.mlp.experts.114.gate_proj,0.0073553978,hessian_weighted_relative_error,34568,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.114.up_proj,0.0076949385,hessian_weighted_relative_error,34568,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.115.down_proj,0.0106426982,hessian_weighted_relative_error,35888,0.02500,0.853
4,model.language_model.layers.4.mlp.experts.115.gate_proj,0.0067168359,hessian_weighted_relative_error,35888,0.02500,0.900
4,model.language_model.layers.4.mlp.experts.115.up_proj,0.0069750518,hessian_weighted_relative_error,35888,0.02500,0.961
4,model.language_model.layers.4.mlp.experts.116.down_proj,0.0115607078,hessian_weighted_relative_error,37065,0.02500,0.746
4,model.language_model.layers.4.mlp.experts.116.gate_proj,0.0069299841,hessian_weighted_relative_error,37065,0.02500,0.778
4,model.language_model.layers.4.mlp.experts.116.up_proj,0.0072843958,hessian_weighted_relative_error,37065,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.117.down_proj,0.0124432640,hessian_weighted_relative_error,41338,0.02500,0.850
4,model.language_model.layers.4.mlp.experts.117.gate_proj,0.0076351695,hessian_weighted_relative_error,41338,0.02500,0.903
4,model.language_model.layers.4.mlp.experts.117.up_proj,0.0080828594,hessian_weighted_relative_error,41338,0.02500,0.955
4,model.language_model.layers.4.mlp.experts.118.down_proj,0.0130083787,hessian_weighted_relative_error,28087,0.02500,0.746
4,model.language_model.layers.4.mlp.experts.118.gate_proj,0.0082701483,hessian_weighted_relative_error,28087,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.118.up_proj,0.0085965775,hessian_weighted_relative_error,28087,0.02500,0.819
4,model.language_model.layers.4.mlp.experts.119.down_proj,0.0131970474,hessian_weighted_relative_error,22091,0.02500,0.847
4,model.language_model.layers.4.mlp.experts.119.gate_proj,0.0083507455,hessian_weighted_relative_error,22091,0.02500,0.898
4,model.language_model.layers.4.mlp.experts.119.up_proj,0.0086530443,hessian_weighted_relative_error,22091,0.02500,0.954
4,model.language_model.layers.4.mlp.experts.12.down_proj,0.0135311040,hessian_weighted_relative_error,29515,0.02500,0.723
4,model.language_model.layers.4.mlp.experts.12.gate_proj,0.0081481175,hessian_weighted_relative_error,29515,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.12.up_proj,0.0083673867,hessian_weighted_relative_error,29515,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.120.down_proj,0.0082514814,hessian_weighted_relative_error,28963,0.02500,0.750
4,model.language_model.layers.4.mlp.experts.120.gate_proj,0.0068488823,hessian_weighted_relative_error,28963,0.02500,0.777
4,model.language_model.layers.4.mlp.experts.120.up_proj,0.0071810797,hessian_weighted_relative_error,28963,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.121.down_proj,0.0121704260,hessian_weighted_relative_error,35974,0.02500,0.854
4,model.language_model.layers.4.mlp.experts.121.gate_proj,0.0078353760,hessian_weighted_relative_error,35974,0.02500,0.902
4,model.language_model.layers.4.mlp.experts.121.up_proj,0.0080297952,hessian_weighted_relative_error,35974,0.02500,0.955
4,model.language_model.layers.4.mlp.experts.122.down_proj,0.0112456483,hessian_weighted_relative_error,28616,0.02500,0.748
4,model.language_model.layers.4.mlp.experts.122.gate_proj,0.0070788560,hessian_weighted_relative_error,28616,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.122.up_proj,0.0073795047,hessian_weighted_relative_error,28616,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.123.down_proj,0.0113729479,hessian_weighted_relative_error,34793,0.02500,0.856
4,model.language_model.layers.4.mlp.experts.123.gate_proj,0.0073033958,hessian_weighted_relative_error,34793,0.02500,0.902
4,model.language_model.layers.4.mlp.experts.123.up_proj,0.0075909366,hessian_weighted_relative_error,34793,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.124.down_proj,0.0083854143,hessian_weighted_relative_error,38218,0.02500,0.747
4,model.language_model.layers.4.mlp.experts.124.gate_proj,0.0063459081,hessian_weighted_relative_error,38218,0.02500,0.778
4,model.language_model.layers.4.mlp.experts.124.up_proj,0.0065288912,hessian_weighted_relative_error,38218,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.125.down_proj,0.0068070798,hessian_weighted_relative_error,29795,0.02500,0.854
4,model.language_model.layers.4.mlp.experts.125.gate_proj,0.0037670709,hessian_weighted_relative_error,29795,0.02500,0.901
4,model.language_model.layers.4.mlp.experts.125.up_proj,0.0038943847,hessian_weighted_relative_error,29795,0.02500,0.953
4,model.language_model.layers.4.mlp.experts.126.down_proj,0.0100645360,hessian_weighted_relative_error,39659,0.02500,0.748
4,model.language_model.layers.4.mlp.experts.126.gate_proj,0.0063319071,hessian_weighted_relative_error,39659,0.02500,0.778
4,model.language_model.layers.4.mlp.experts.126.up_proj,0.0066439149,hessian_weighted_relative_error,39659,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.127.down_proj,0.0121628871,hessian_weighted_relative_error,25849,0.02500,0.851
4,model.language_model.layers.4.mlp.experts.127.gate_proj,0.0075548129,hessian_weighted_relative_error,25849,0.02500,0.900
4,model.language_model.layers.4.mlp.experts.127.up_proj,0.0079171715,hessian_weighted_relative_error,25849,0.02500,0.962
4,model.language_model.layers.4.mlp.experts.128.down_proj,0.0128241282,hessian_weighted_relative_error,27622,0.02500,0.750
4,model.language_model.layers.4.mlp.experts.128.gate_proj,0.0082086556,hessian_weighted_relative_error,27622,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.128.up_proj,0.0086365656,hessian_weighted_relative_error,27622,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.129.down_proj,0.0133261420,hessian_weighted_relative_error,35289,0.02500,0.859
4,model.language_model.layers.4.mlp.experts.129.gate_proj,0.0089806689,hessian_weighted_relative_error,35289,0.02500,0.908
4,model.language_model.layers.4.mlp.experts.129.up_proj,0.0092893805,hessian_weighted_relative_error,35289,0.02500,0.964
4,model.language_model.layers.4.mlp.experts.13.down_proj,0.0103985104,hessian_weighted_relative_error,26789,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.13.gate_proj,0.0073139058,hessian_weighted_relative_error,26789,0.02500,0.852
4,model.language_model.layers.4.mlp.experts.13.up_proj,0.0075861168,hessian_weighted_relative_error,26789,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.130.down_proj,0.0118985329,hessian_weighted_relative_error,27137,0.02500,0.749
4,model.language_model.layers.4.mlp.experts.130.gate_proj,0.0077925063,hessian_weighted_relative_error,27137,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.130.up_proj,0.0079698575,hessian_weighted_relative_error,27137,0.02500,0.809
4,model.language_model.layers.4.mlp.experts.131.down_proj,0.0124577434,hessian_weighted_relative_error,27042,0.02500,0.859
4,model.language_model.layers.4.mlp.experts.131.gate_proj,0.0082312217,hessian_weighted_relative_error,27042,0.02500,0.903
4,model.language_model.layers.4.mlp.experts.131.up_proj,0.0085680734,hessian_weighted_relative_error,27042,0.02500,0.958
4,model.language_model.layers.4.mlp.experts.132.down_proj,0.0074280162,hessian_weighted_relative_error,33488,0.02500,0.749
4,model.language_model.layers.4.mlp.experts.132.gate_proj,0.0053616574,hessian_weighted_relative_error,33488,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.132.up_proj,0.0056271667,hessian_weighted_relative_error,33488,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.133.down_proj,0.0096746882,hessian_weighted_relative_error,29020,0.02500,0.859
4,model.language_model.layers.4.mlp.experts.133.gate_proj,0.0064114128,hessian_weighted_relative_error,29020,0.02500,0.900
4,model.language_model.layers.4.mlp.experts.133.up_proj,0.0065980227,hessian_weighted_relative_error,29020,0.02500,0.957
4,model.language_model.layers.4.mlp.experts.134.down_proj,0.0091786865,hessian_weighted_relative_error,31317,0.02500,0.749
4,model.language_model.layers.4.mlp.experts.134.gate_proj,0.0058412162,hessian_weighted_relative_error,31317,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.134.up_proj,0.0060942421,hessian_weighted_relative_error,31317,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.135.down_proj,0.0066167163,hessian_weighted_relative_error,19628,0.02500,0.856
4,model.language_model.layers.4.mlp.experts.135.gate_proj,0.0046744964,hessian_weighted_relative_error,19628,0.02500,0.901
4,model.language_model.layers.4.mlp.experts.135.up_proj,0.0048797474,hessian_weighted_relative_error,19628,0.02500,1.010
4,model.language_model.layers.4.mlp.experts.136.down_proj,0.0134868635,hessian_weighted_relative_error,25569,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.136.gate_proj,0.0089261143,hessian_weighted_relative_error,25569,0.02500,0.779
4,model.language_model.layers.4.mlp.experts.136.up_proj,0.0092789664,hessian_weighted_relative_error,25569,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.137.down_proj,0.0094328344,hessian_weighted_relative_error,20706,0.02500,0.862
4,model.language_model.layers.4.mlp.experts.137.gate_proj,0.0058243112,hessian_weighted_relative_error,20706,0.02500,0.904
4,model.language_model.layers.4.mlp.experts.137.up_proj,0.0059669335,hessian_weighted_relative_error,20706,0.02500,0.968
4,model.language_model.layers.4.mlp.experts.138.down_proj,0.0066212075,hessian_weighted_relative_error,35725,0.02500,0.751
4,model.language_model.layers.4.mlp.experts.138.gate_proj,0.0034570686,hessian_weighted_relative_error,35725,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.138.up_proj,0.0036685389,hessian_weighted_relative_error,35725,0.02500,0.811
4,model.language_model.layers.4.mlp.experts.139.down_proj,0.0120248280,hessian_weighted_relative_error,30398,0.02500,0.863
4,model.language_model.layers.4.mlp.experts.139.gate_proj,0.0077560533,hessian_weighted_relative_error,30398,0.02500,0.903
4,model.language_model.layers.4.mlp.experts.139.up_proj,0.0080472380,hessian_weighted_relative_error,30398,0.02500,0.960
4,model.language_model.layers.4.mlp.experts.14.down_proj,0.0098527711,hessian_weighted_relative_error,31818,0.02500,0.722
4,model.language_model.layers.4.mlp.experts.14.gate_proj,0.0059813388,hessian_weighted_relative_error,31818,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.14.up_proj,0.0063234285,hessian_weighted_relative_error,31818,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.140.down_proj,0.0093204859,hessian_weighted_relative_error,35054,0.02500,0.751
4,model.language_model.layers.4.mlp.experts.140.gate_proj,0.0053385917,hessian_weighted_relative_error,35054,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.140.up_proj,0.0056430995,hessian_weighted_relative_error,35054,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.141.down_proj,0.0095930957,hessian_weighted_relative_error,31893,0.02500,0.862
4,model.language_model.layers.4.mlp.experts.141.gate_proj,0.0062645227,hessian_weighted_relative_error,31893,0.02500,0.905
4,model.language_model.layers.4.mlp.experts.141.up_proj,0.0065152823,hessian_weighted_relative_error,31893,0.02500,0.954
4,model.language_model.layers.4.mlp.experts.142.down_proj,0.0073541071,hessian_weighted_relative_error,26226,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.142.gate_proj,0.0049415343,hessian_weighted_relative_error,26226,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.142.up_proj,0.0052583268,hessian_weighted_relative_error,26226,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.143.down_proj,0.0083855204,hessian_weighted_relative_error,28002,0.02500,0.860
4,model.language_model.layers.4.mlp.experts.143.gate_proj,0.0048399100,hessian_weighted_relative_error,28002,0.02500,0.903
4,model.language_model.layers.4.mlp.experts.143.up_proj,0.0050921281,hessian_weighted_relative_error,28002,0.02500,0.957
4,model.language_model.layers.4.mlp.experts.144.down_proj,0.0055693357,hessian_weighted_relative_error,27090,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.144.gate_proj,0.0029379238,hessian_weighted_relative_error,27090,0.02500,0.784
4,model.language_model.layers.4.mlp.experts.144.up_proj,0.0030570490,hessian_weighted_relative_error,27090,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.145.down_proj,0.0111560726,hessian_weighted_relative_error,26995,0.02500,0.866
4,model.language_model.layers.4.mlp.experts.145.gate_proj,0.0064933839,hessian_weighted_relative_error,26995,0.02500,0.909
4,model.language_model.layers.4.mlp.experts.145.up_proj,0.0071288110,hessian_weighted_relative_error,26995,0.02500,0.954
4,model.language_model.layers.4.mlp.experts.146.down_proj,0.0081109820,hessian_weighted_relative_error,20538,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.146.gate_proj,0.0041131072,hessian_weighted_relative_error,20538,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.146.up_proj,0.0044443872,hessian_weighted_relative_error,20538,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.147.down_proj,0.0140987099,hessian_weighted_relative_error,37698,0.02500,0.867
4,model.language_model.layers.4.mlp.experts.147.gate_proj,0.0086101133,hessian_weighted_relative_error,37698,0.02500,0.909
4,model.language_model.layers.4.mlp.experts.147.up_proj,0.0089105164,hessian_weighted_relative_error,37698,0.02500,0.948
4,model.language_model.layers.4.mlp.experts.148.down_proj,0.0095330559,hessian_weighted_relative_error,31713,0.02500,0.751
4,model.language_model.layers.4.mlp.experts.148.gate_proj,0.0050872453,hessian_weighted_relative_error,31713,0.02500,0.782
4,model.language_model.layers.4.mlp.experts.148.up_proj,0.0054383566,hessian_weighted_relative_error,31713,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.149.down_proj,0.0120938307,hessian_weighted_relative_error,25663,0.02500,0.867
4,model.language_model.layers.4.mlp.experts.149.gate_proj,0.0074988721,hessian_weighted_relative_error,25663,0.02500,0.904
4,model.language_model.layers.4.mlp.experts.149.up_proj,0.0078443954,hessian_weighted_relative_error,25663,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.15.down_proj,0.0122640206,hessian_weighted_relative_error,29631,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.15.gate_proj,0.0076586130,hessian_weighted_relative_error,29631,0.02500,0.847
4,model.language_model.layers.4.mlp.experts.15.up_proj,0.0079324783,hessian_weighted_relative_error,29631,0.02500,0.934
4,model.language_model.layers.4.mlp.experts.150.down_proj,0.0124871639,hessian_weighted_relative_error,28041,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.150.gate_proj,0.0084474053,hessian_weighted_relative_error,28041,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.150.up_proj,0.0087224247,hessian_weighted_relative_error,28041,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.151.down_proj,0.0115474631,hessian_weighted_relative_error,28466,0.02500,0.864
4,model.language_model.layers.4.mlp.experts.151.gate_proj,0.0075334637,hessian_weighted_relative_error,28466,0.02500,0.904
4,model.language_model.layers.4.mlp.experts.151.up_proj,0.0078888290,hessian_weighted_relative_error,28466,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.152.down_proj,0.0124916842,hessian_weighted_relative_error,27293,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.152.gate_proj,0.0080179313,hessian_weighted_relative_error,27293,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.152.up_proj,0.0085062115,hessian_weighted_relative_error,27293,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.153.down_proj,0.0109191639,hessian_weighted_relative_error,36259,0.02500,0.871
4,model.language_model.layers.4.mlp.experts.153.gate_proj,0.0066828562,hessian_weighted_relative_error,36259,0.02500,0.910
4,model.language_model.layers.4.mlp.experts.153.up_proj,0.0071395722,hessian_weighted_relative_error,36259,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.154.down_proj,0.0120942462,hessian_weighted_relative_error,31404,0.02500,0.752
4,model.language_model.layers.4.mlp.experts.154.gate_proj,0.0079921498,hessian_weighted_relative_error,31404,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.154.up_proj,0.0082397439,hessian_weighted_relative_error,31404,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.155.down_proj,0.0127150914,hessian_weighted_relative_error,31892,0.02500,0.871
4,model.language_model.layers.4.mlp.experts.155.gate_proj,0.0080080831,hessian_weighted_relative_error,31892,0.02500,0.905
4,model.language_model.layers.4.mlp.experts.155.up_proj,0.0082362467,hessian_weighted_relative_error,31892,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.156.down_proj,0.0099247858,hessian_weighted_relative_error,32379,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.156.gate_proj,0.0068668293,hessian_weighted_relative_error,32379,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.156.up_proj,0.0070290108,hessian_weighted_relative_error,32379,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.157.down_proj,0.0118623183,hessian_weighted_relative_error,23575,0.02500,0.871
4,model.language_model.layers.4.mlp.experts.157.gate_proj,0.0077216645,hessian_weighted_relative_error,23575,0.02500,0.909
4,model.language_model.layers.4.mlp.experts.157.up_proj,0.0080177665,hessian_weighted_relative_error,23575,0.02500,0.945
4,model.language_model.layers.4.mlp.experts.158.down_proj,0.0085209887,hessian_weighted_relative_error,21749,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.158.gate_proj,0.0053082448,hessian_weighted_relative_error,21749,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.158.up_proj,0.0055756716,hessian_weighted_relative_error,21749,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.159.down_proj,0.0119719016,hessian_weighted_relative_error,32139,0.02500,0.868
4,model.language_model.layers.4.mlp.experts.159.gate_proj,0.0080848161,hessian_weighted_relative_error,32139,0.02500,0.905
4,model.language_model.layers.4.mlp.experts.159.up_proj,0.0083821186,hessian_weighted_relative_error,32139,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.16.down_proj,0.0111588891,hessian_weighted_relative_error,21368,0.02500,0.725
4,model.language_model.layers.4.mlp.experts.16.gate_proj,0.0070807212,hessian_weighted_relative_error,21368,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.16.up_proj,0.0071893440,hessian_weighted_relative_error,21368,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.160.down_proj,0.0131930279,hessian_weighted_relative_error,32174,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.160.gate_proj,0.0084853465,hessian_weighted_relative_error,32174,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.160.up_proj,0.0087503998,hessian_weighted_relative_error,32174,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.161.down_proj,0.0119853885,hessian_weighted_relative_error,28017,0.02500,0.875
4,model.language_model.layers.4.mlp.experts.161.gate_proj,0.0077208464,hessian_weighted_relative_error,28017,0.02500,0.910
4,model.language_model.layers.4.mlp.experts.161.up_proj,0.0080514561,hessian_weighted_relative_error,28017,0.02500,0.955
4,model.language_model.layers.4.mlp.experts.162.down_proj,0.0119951717,hessian_weighted_relative_error,28702,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.162.gate_proj,0.0078418691,hessian_weighted_relative_error,28702,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.162.up_proj,0.0081377016,hessian_weighted_relative_error,28702,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.163.down_proj,0.0119184590,hessian_weighted_relative_error,30381,0.02500,0.875
4,model.language_model.layers.4.mlp.experts.163.gate_proj,0.0077484542,hessian_weighted_relative_error,30381,0.02500,0.909
4,model.language_model.layers.4.mlp.experts.163.up_proj,0.0080381502,hessian_weighted_relative_error,30381,0.02500,0.957
4,model.language_model.layers.4.mlp.experts.164.down_proj,0.0135041643,hessian_weighted_relative_error,37780,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.164.gate_proj,0.0085823683,hessian_weighted_relative_error,37780,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.164.up_proj,0.0087921600,hessian_weighted_relative_error,37780,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.165.down_proj,0.0109310601,hessian_weighted_relative_error,29136,0.02500,0.873
4,model.language_model.layers.4.mlp.experts.165.gate_proj,0.0063943744,hessian_weighted_relative_error,29136,0.02500,0.906
4,model.language_model.layers.4.mlp.experts.165.up_proj,0.0066440399,hessian_weighted_relative_error,29136,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.166.down_proj,0.0116655853,hessian_weighted_relative_error,30434,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.166.gate_proj,0.0073654754,hessian_weighted_relative_error,30434,0.02500,0.785
4,model.language_model.layers.4.mlp.experts.166.up_proj,0.0076607145,hessian_weighted_relative_error,30434,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.167.down_proj,0.0122985741,hessian_weighted_relative_error,32013,0.02500,0.872
4,model.language_model.layers.4.mlp.experts.167.gate_proj,0.0076586674,hessian_weighted_relative_error,32013,0.02500,0.906
4,model.language_model.layers.4.mlp.experts.167.up_proj,0.0079230992,hessian_weighted_relative_error,32013,0.02500,0.946
4,model.language_model.layers.4.mlp.experts.168.down_proj,0.0130781946,hessian_weighted_relative_error,21293,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.168.gate_proj,0.0086764571,hessian_weighted_relative_error,21293,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.168.up_proj,0.0089624414,hessian_weighted_relative_error,21293,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.169.down_proj,0.0125968540,hessian_weighted_relative_error,31068,0.02500,0.875
4,model.language_model.layers.4.mlp.experts.169.gate_proj,0.0083423607,hessian_weighted_relative_error,31068,0.02500,0.913
4,model.language_model.layers.4.mlp.experts.169.up_proj,0.0087152641,hessian_weighted_relative_error,31068,0.02500,0.953
4,model.language_model.layers.4.mlp.experts.17.down_proj,0.0054828241,hessian_weighted_relative_error,23472,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.17.gate_proj,0.0026527034,hessian_weighted_relative_error,23472,0.02500,0.855
4,model.language_model.layers.4.mlp.experts.17.up_proj,0.0029680905,hessian_weighted_relative_error,23472,0.02500,0.938
4,model.language_model.layers.4.mlp.experts.170.down_proj,0.0121941983,hessian_weighted_relative_error,37136,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.170.gate_proj,0.0076340563,hessian_weighted_relative_error,37136,0.02500,0.787
4,model.language_model.layers.4.mlp.experts.170.up_proj,0.0079657917,hessian_weighted_relative_error,37136,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.171.down_proj,0.0129459937,hessian_weighted_relative_error,27249,0.02500,0.877
4,model.language_model.layers.4.mlp.experts.171.gate_proj,0.0082416413,hessian_weighted_relative_error,27249,0.02500,0.914
4,model.language_model.layers.4.mlp.experts.171.up_proj,0.0085771073,hessian_weighted_relative_error,27249,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.172.down_proj,0.0110743657,hessian_weighted_relative_error,49816,0.02500,0.754
4,model.language_model.layers.4.mlp.experts.172.gate_proj,0.0069157104,hessian_weighted_relative_error,49816,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.172.up_proj,0.0072016881,hessian_weighted_relative_error,49816,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.173.down_proj,0.0107738037,hessian_weighted_relative_error,37899,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.173.gate_proj,0.0067738334,hessian_weighted_relative_error,37899,0.02500,0.908
4,model.language_model.layers.4.mlp.experts.173.up_proj,0.0070402341,hessian_weighted_relative_error,37899,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.174.down_proj,0.0120471494,hessian_weighted_relative_error,30715,0.02500,0.756
4,model.language_model.layers.4.mlp.experts.174.gate_proj,0.0077345207,hessian_weighted_relative_error,30715,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.174.up_proj,0.0081763337,hessian_weighted_relative_error,30715,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.175.down_proj,0.0118251770,hessian_weighted_relative_error,26967,0.02500,0.874
4,model.language_model.layers.4.mlp.experts.175.gate_proj,0.0074690450,hessian_weighted_relative_error,26967,0.02500,0.907
4,model.language_model.layers.4.mlp.experts.175.up_proj,0.0079875043,hessian_weighted_relative_error,26967,0.02500,0.943
4,model.language_model.layers.4.mlp.experts.176.down_proj,0.0122671645,hessian_weighted_relative_error,24084,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.176.gate_proj,0.0076135576,hessian_weighted_relative_error,24084,0.02500,0.796
4,model.language_model.layers.4.mlp.experts.176.up_proj,0.0078486995,hessian_weighted_relative_error,24084,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.177.down_proj,0.0096434732,hessian_weighted_relative_error,25163,0.02500,0.877
4,model.language_model.layers.4.mlp.experts.177.gate_proj,0.0066189238,hessian_weighted_relative_error,25163,0.02500,0.918
4,model.language_model.layers.4.mlp.experts.177.up_proj,0.0068356324,hessian_weighted_relative_error,25163,0.02500,0.957
4,model.language_model.layers.4.mlp.experts.178.down_proj,0.0096788935,hessian_weighted_relative_error,35631,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.178.gate_proj,0.0059493226,hessian_weighted_relative_error,35631,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.178.up_proj,0.0063131302,hessian_weighted_relative_error,35631,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.179.down_proj,0.0102241683,hessian_weighted_relative_error,22693,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.179.gate_proj,0.0067764419,hessian_weighted_relative_error,22693,0.02500,0.909
4,model.language_model.layers.4.mlp.experts.179.up_proj,0.0071000817,hessian_weighted_relative_error,22693,0.02500,0.955
4,model.language_model.layers.4.mlp.experts.18.down_proj,0.0121191039,hessian_weighted_relative_error,44396,0.02500,0.726
4,model.language_model.layers.4.mlp.experts.18.gate_proj,0.0072048168,hessian_weighted_relative_error,44396,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.18.up_proj,0.0077415952,hessian_weighted_relative_error,44396,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.180.down_proj,0.0136339060,hessian_weighted_relative_error,29691,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.180.gate_proj,0.0086293589,hessian_weighted_relative_error,29691,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.180.up_proj,0.0089783235,hessian_weighted_relative_error,29691,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.181.down_proj,0.0074736032,hessian_weighted_relative_error,36800,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.181.gate_proj,0.0036438296,hessian_weighted_relative_error,36800,0.02500,0.910
4,model.language_model.layers.4.mlp.experts.181.up_proj,0.0039309660,hessian_weighted_relative_error,36800,0.02500,0.954
4,model.language_model.layers.4.mlp.experts.182.down_proj,0.0108238725,hessian_weighted_relative_error,32244,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.182.gate_proj,0.0065586415,hessian_weighted_relative_error,32244,0.02500,0.788
4,model.language_model.layers.4.mlp.experts.182.up_proj,0.0068154764,hessian_weighted_relative_error,32244,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.183.down_proj,0.0123611855,hessian_weighted_relative_error,26407,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.183.gate_proj,0.0081447335,hessian_weighted_relative_error,26407,0.02500,0.908
4,model.language_model.layers.4.mlp.experts.183.up_proj,0.0085303136,hessian_weighted_relative_error,26407,0.02500,0.958
4,model.language_model.layers.4.mlp.experts.184.down_proj,0.0125126110,hessian_weighted_relative_error,42007,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.184.gate_proj,0.0075612258,hessian_weighted_relative_error,42007,0.02500,0.786
4,model.language_model.layers.4.mlp.experts.184.up_proj,0.0078141705,hessian_weighted_relative_error,42007,0.02500,0.809
4,model.language_model.layers.4.mlp.experts.185.down_proj,0.0086874502,hessian_weighted_relative_error,31775,0.02500,0.880
4,model.language_model.layers.4.mlp.experts.185.gate_proj,0.0055287501,hessian_weighted_relative_error,31775,0.02500,0.919
4,model.language_model.layers.4.mlp.experts.185.up_proj,0.0057390762,hessian_weighted_relative_error,31775,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.186.down_proj,0.0124372058,hessian_weighted_relative_error,43563,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.186.gate_proj,0.0067851413,hessian_weighted_relative_error,43563,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.186.up_proj,0.0071354144,hessian_weighted_relative_error,43563,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.187.down_proj,0.0121582976,hessian_weighted_relative_error,30097,0.02500,0.880
4,model.language_model.layers.4.mlp.experts.187.gate_proj,0.0076906341,hessian_weighted_relative_error,30097,0.02500,0.907
4,model.language_model.layers.4.mlp.experts.187.up_proj,0.0079181103,hessian_weighted_relative_error,30097,0.02500,0.960
4,model.language_model.layers.4.mlp.experts.188.down_proj,0.0132392605,hessian_weighted_relative_error,30107,0.02500,0.755
4,model.language_model.layers.4.mlp.experts.188.gate_proj,0.0083821470,hessian_weighted_relative_error,30107,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.188.up_proj,0.0086699923,hessian_weighted_relative_error,30107,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.189.down_proj,0.0117578914,hessian_weighted_relative_error,23110,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.189.gate_proj,0.0069302160,hessian_weighted_relative_error,23110,0.02500,0.916
4,model.language_model.layers.4.mlp.experts.189.up_proj,0.0074263727,hessian_weighted_relative_error,23110,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.19.down_proj,0.0138171338,hessian_weighted_relative_error,28018,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.19.gate_proj,0.0085377707,hessian_weighted_relative_error,28018,0.02500,0.859
4,model.language_model.layers.4.mlp.experts.19.up_proj,0.0089207891,hessian_weighted_relative_error,28018,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.190.down_proj,0.0107862208,hessian_weighted_relative_error,26016,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.190.gate_proj,0.0066111256,hessian_weighted_relative_error,26016,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.190.up_proj,0.0069125152,hessian_weighted_relative_error,26016,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.191.down_proj,0.0050150805,hessian_weighted_relative_error,16967,0.02500,0.877
4,model.language_model.layers.4.mlp.experts.191.gate_proj,0.0026793999,hessian_weighted_relative_error,16967,0.02500,0.912
4,model.language_model.layers.4.mlp.experts.191.up_proj,0.0028774504,hessian_weighted_relative_error,16967,0.02500,0.966
4,model.language_model.layers.4.mlp.experts.192.down_proj,0.0119157607,hessian_weighted_relative_error,30109,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.192.gate_proj,0.0074767761,hessian_weighted_relative_error,30109,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.192.up_proj,0.0076472537,hessian_weighted_relative_error,30109,0.02500,0.809
4,model.language_model.layers.4.mlp.experts.193.down_proj,0.0114770361,hessian_weighted_relative_error,44326,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.193.gate_proj,0.0069140434,hessian_weighted_relative_error,44326,0.02500,0.922
4,model.language_model.layers.4.mlp.experts.193.up_proj,0.0074543158,hessian_weighted_relative_error,44326,0.02500,0.964
4,model.language_model.layers.4.mlp.experts.194.down_proj,0.0121296081,hessian_weighted_relative_error,21792,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.194.gate_proj,0.0077905917,hessian_weighted_relative_error,21792,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.194.up_proj,0.0081675570,hessian_weighted_relative_error,21792,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.195.down_proj,0.0105637596,hessian_weighted_relative_error,31154,0.02500,0.882
4,model.language_model.layers.4.mlp.experts.195.gate_proj,0.0068053078,hessian_weighted_relative_error,31154,0.02500,0.923
4,model.language_model.layers.4.mlp.experts.195.up_proj,0.0070148022,hessian_weighted_relative_error,31154,0.02500,0.966
4,model.language_model.layers.4.mlp.experts.196.down_proj,0.0077701839,hessian_weighted_relative_error,31573,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.196.gate_proj,0.0049090819,hessian_weighted_relative_error,31573,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.196.up_proj,0.0051259349,hessian_weighted_relative_error,31573,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.197.down_proj,0.0103111028,hessian_weighted_relative_error,38098,0.02500,0.880
4,model.language_model.layers.4.mlp.experts.197.gate_proj,0.0067566409,hessian_weighted_relative_error,38098,0.02500,0.914
4,model.language_model.layers.4.mlp.experts.197.up_proj,0.0069443393,hessian_weighted_relative_error,38098,0.02500,0.957
4,model.language_model.layers.4.mlp.experts.198.down_proj,0.0096476965,hessian_weighted_relative_error,28237,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.198.gate_proj,0.0064576454,hessian_weighted_relative_error,28237,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.198.up_proj,0.0067165395,hessian_weighted_relative_error,28237,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.199.down_proj,0.0119411638,hessian_weighted_relative_error,30145,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.199.gate_proj,0.0077353558,hessian_weighted_relative_error,30145,0.02500,0.909
4,model.language_model.layers.4.mlp.experts.199.up_proj,0.0080767059,hessian_weighted_relative_error,30145,0.02500,0.958
4,model.language_model.layers.4.mlp.experts.2.down_proj,0.0101920270,hessian_weighted_relative_error,48830,0.02500,0.721
4,model.language_model.layers.4.mlp.experts.2.gate_proj,0.0064158949,hessian_weighted_relative_error,48830,0.02500,0.780
4,model.language_model.layers.4.mlp.experts.2.up_proj,0.0068706702,hessian_weighted_relative_error,48830,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.20.down_proj,0.0070573724,hessian_weighted_relative_error,19753,0.02500,0.725
4,model.language_model.layers.4.mlp.experts.20.gate_proj,0.0038348358,hessian_weighted_relative_error,19753,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.20.up_proj,0.0040471399,hessian_weighted_relative_error,19753,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.200.down_proj,0.0029447400,hessian_weighted_relative_error,37047,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.200.gate_proj,0.0025624010,hessian_weighted_relative_error,37047,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.200.up_proj,0.0026544820,hessian_weighted_relative_error,37047,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.201.down_proj,0.0131768341,hessian_weighted_relative_error,22918,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.201.gate_proj,0.0087364686,hessian_weighted_relative_error,22918,0.02500,0.918
4,model.language_model.layers.4.mlp.experts.201.up_proj,0.0090089076,hessian_weighted_relative_error,22918,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.202.down_proj,0.0096188800,hessian_weighted_relative_error,22647,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.202.gate_proj,0.0052582685,hessian_weighted_relative_error,22647,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.202.up_proj,0.0055309464,hessian_weighted_relative_error,22647,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.203.down_proj,0.0133766907,hessian_weighted_relative_error,26500,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.203.gate_proj,0.0085511420,hessian_weighted_relative_error,26500,0.02500,0.923
4,model.language_model.layers.4.mlp.experts.203.up_proj,0.0088599846,hessian_weighted_relative_error,26500,0.02500,0.965
4,model.language_model.layers.4.mlp.experts.204.down_proj,0.0133954212,hessian_weighted_relative_error,24566,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.204.gate_proj,0.0085004288,hessian_weighted_relative_error,24566,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.204.up_proj,0.0086255205,hessian_weighted_relative_error,24566,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.205.down_proj,0.0087375662,hessian_weighted_relative_error,26722,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.205.gate_proj,0.0055838273,hessian_weighted_relative_error,26722,0.02500,0.919
4,model.language_model.layers.4.mlp.experts.205.up_proj,0.0057761272,hessian_weighted_relative_error,26722,0.02500,0.968
4,model.language_model.layers.4.mlp.experts.206.down_proj,0.0110950462,hessian_weighted_relative_error,28895,0.02500,0.760
4,model.language_model.layers.4.mlp.experts.206.gate_proj,0.0072368950,hessian_weighted_relative_error,28895,0.02500,0.789
4,model.language_model.layers.4.mlp.experts.206.up_proj,0.0076956534,hessian_weighted_relative_error,28895,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.207.down_proj,0.0066704222,hessian_weighted_relative_error,27131,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.207.gate_proj,0.0057346379,hessian_weighted_relative_error,27131,0.02500,0.922
4,model.language_model.layers.4.mlp.experts.207.up_proj,0.0058843653,hessian_weighted_relative_error,27131,0.02500,0.967
4,model.language_model.layers.4.mlp.experts.208.down_proj,0.0123033567,hessian_weighted_relative_error,29515,0.02500,0.766
4,model.language_model.layers.4.mlp.experts.208.gate_proj,0.0080653104,hessian_weighted_relative_error,29515,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.208.up_proj,0.0084738428,hessian_weighted_relative_error,29515,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.209.down_proj,0.0134290861,hessian_weighted_relative_error,33069,0.02500,0.883
4,model.language_model.layers.4.mlp.experts.209.gate_proj,0.0089692693,hessian_weighted_relative_error,33069,0.02500,0.920
4,model.language_model.layers.4.mlp.experts.209.up_proj,0.0093308459,hessian_weighted_relative_error,33069,0.02500,0.980
4,model.language_model.layers.4.mlp.experts.21.down_proj,0.0125313829,hessian_weighted_relative_error,22529,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.21.gate_proj,0.0078887742,hessian_weighted_relative_error,22529,0.02500,0.853
4,model.language_model.layers.4.mlp.experts.21.up_proj,0.0081532347,hessian_weighted_relative_error,22529,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.210.down_proj,0.0140283158,hessian_weighted_relative_error,27246,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.210.gate_proj,0.0087699089,hessian_weighted_relative_error,27246,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.210.up_proj,0.0089335089,hessian_weighted_relative_error,27246,0.02500,0.813
4,model.language_model.layers.4.mlp.experts.211.down_proj,0.0128367554,hessian_weighted_relative_error,27945,0.02500,0.884
4,model.language_model.layers.4.mlp.experts.211.gate_proj,0.0083438429,hessian_weighted_relative_error,27945,0.02500,0.920
4,model.language_model.layers.4.mlp.experts.211.up_proj,0.0088188371,hessian_weighted_relative_error,27945,0.02500,0.971
4,model.language_model.layers.4.mlp.experts.212.down_proj,0.0128371205,hessian_weighted_relative_error,28401,0.02500,0.762
4,model.language_model.layers.4.mlp.experts.212.gate_proj,0.0079681738,hessian_weighted_relative_error,28401,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.212.up_proj,0.0083868460,hessian_weighted_relative_error,28401,0.02500,0.811
4,model.language_model.layers.4.mlp.experts.213.down_proj,0.0116866754,hessian_weighted_relative_error,28671,0.02500,0.882
4,model.language_model.layers.4.mlp.experts.213.gate_proj,0.0074203404,hessian_weighted_relative_error,28671,0.02500,0.918
4,model.language_model.layers.4.mlp.experts.213.up_proj,0.0076303102,hessian_weighted_relative_error,28671,0.02500,0.965
4,model.language_model.layers.4.mlp.experts.214.down_proj,0.0119604930,hessian_weighted_relative_error,27733,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.214.gate_proj,0.0074079923,hessian_weighted_relative_error,27733,0.02500,0.790
4,model.language_model.layers.4.mlp.experts.214.up_proj,0.0076947353,hessian_weighted_relative_error,27733,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.215.down_proj,0.0136780730,hessian_weighted_relative_error,25320,0.02500,0.881
4,model.language_model.layers.4.mlp.experts.215.gate_proj,0.0084510563,hessian_weighted_relative_error,25320,0.02500,0.923
4,model.language_model.layers.4.mlp.experts.215.up_proj,0.0087893092,hessian_weighted_relative_error,25320,0.02500,0.973
4,model.language_model.layers.4.mlp.experts.216.down_proj,0.0096862886,hessian_weighted_relative_error,26972,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.216.gate_proj,0.0064396248,hessian_weighted_relative_error,26972,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.216.up_proj,0.0068005570,hessian_weighted_relative_error,26972,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.217.down_proj,0.0102288542,hessian_weighted_relative_error,30168,0.02500,0.882
4,model.language_model.layers.4.mlp.experts.217.gate_proj,0.0078244453,hessian_weighted_relative_error,30168,0.02500,0.922
4,model.language_model.layers.4.mlp.experts.217.up_proj,0.0081581225,hessian_weighted_relative_error,30168,0.02500,0.981
4,model.language_model.layers.4.mlp.experts.218.down_proj,0.0115172717,hessian_weighted_relative_error,27198,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.218.gate_proj,0.0072472752,hessian_weighted_relative_error,27198,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.218.up_proj,0.0075145580,hessian_weighted_relative_error,27198,0.02500,0.810
4,model.language_model.layers.4.mlp.experts.219.down_proj,0.0055722604,hessian_weighted_relative_error,22797,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.219.gate_proj,0.0025128413,hessian_weighted_relative_error,22797,0.02500,0.920
4,model.language_model.layers.4.mlp.experts.219.up_proj,0.0027457903,hessian_weighted_relative_error,22797,0.02500,0.974
4,model.language_model.layers.4.mlp.experts.22.down_proj,0.0082192393,hessian_weighted_relative_error,22312,0.02500,0.727
4,model.language_model.layers.4.mlp.experts.22.gate_proj,0.0041411256,hessian_weighted_relative_error,22312,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.22.up_proj,0.0043449791,hessian_weighted_relative_error,22312,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.220.down_proj,0.0098093325,hessian_weighted_relative_error,31992,0.02500,0.760
4,model.language_model.layers.4.mlp.experts.220.gate_proj,0.0074812087,hessian_weighted_relative_error,31992,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.220.up_proj,0.0076694631,hessian_weighted_relative_error,31992,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.221.down_proj,0.0111905194,hessian_weighted_relative_error,30402,0.02500,0.883
4,model.language_model.layers.4.mlp.experts.221.gate_proj,0.0072069647,hessian_weighted_relative_error,30402,0.02500,0.921
4,model.language_model.layers.4.mlp.experts.221.up_proj,0.0073180127,hessian_weighted_relative_error,30402,0.02500,0.971
4,model.language_model.layers.4.mlp.experts.222.down_proj,0.0094297509,hessian_weighted_relative_error,33051,0.02500,0.762
4,model.language_model.layers.4.mlp.experts.222.gate_proj,0.0064200925,hessian_weighted_relative_error,33051,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.222.up_proj,0.0066807788,hessian_weighted_relative_error,33051,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.223.down_proj,0.0053633006,hessian_weighted_relative_error,27957,0.02500,0.882
4,model.language_model.layers.4.mlp.experts.223.gate_proj,0.0034509322,hessian_weighted_relative_error,27957,0.02500,0.918
4,model.language_model.layers.4.mlp.experts.223.up_proj,0.0036486919,hessian_weighted_relative_error,27957,0.02500,0.976
4,model.language_model.layers.4.mlp.experts.224.down_proj,0.0076883314,hessian_weighted_relative_error,29374,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.224.gate_proj,0.0054826222,hessian_weighted_relative_error,29374,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.224.up_proj,0.0058128456,hessian_weighted_relative_error,29374,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.225.down_proj,0.0104280985,hessian_weighted_relative_error,26384,0.02500,0.883
4,model.language_model.layers.4.mlp.experts.225.gate_proj,0.0065906489,hessian_weighted_relative_error,26384,0.02500,0.923
4,model.language_model.layers.4.mlp.experts.225.up_proj,0.0069689424,hessian_weighted_relative_error,26384,0.02500,0.970
4,model.language_model.layers.4.mlp.experts.226.down_proj,0.0118536150,hessian_weighted_relative_error,28655,0.02500,0.760
4,model.language_model.layers.4.mlp.experts.226.gate_proj,0.0075683946,hessian_weighted_relative_error,28655,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.226.up_proj,0.0078702182,hessian_weighted_relative_error,28655,0.02500,0.814
4,model.language_model.layers.4.mlp.experts.227.down_proj,0.0087334925,hessian_weighted_relative_error,33742,0.02500,0.886
4,model.language_model.layers.4.mlp.experts.227.gate_proj,0.0057285045,hessian_weighted_relative_error,33742,0.02500,0.922
4,model.language_model.layers.4.mlp.experts.227.up_proj,0.0060787621,hessian_weighted_relative_error,33742,0.02500,0.974
4,model.language_model.layers.4.mlp.experts.228.down_proj,0.0120751232,hessian_weighted_relative_error,31364,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.228.gate_proj,0.0071901538,hessian_weighted_relative_error,31364,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.228.up_proj,0.0075159170,hessian_weighted_relative_error,31364,0.02500,0.810
4,model.language_model.layers.4.mlp.experts.229.down_proj,0.0126923227,hessian_weighted_relative_error,21228,0.02500,0.883
4,model.language_model.layers.4.mlp.experts.229.gate_proj,0.0084084306,hessian_weighted_relative_error,21228,0.02500,0.928
4,model.language_model.layers.4.mlp.experts.229.up_proj,0.0086818003,hessian_weighted_relative_error,21228,0.02500,0.974
4,model.language_model.layers.4.mlp.experts.23.down_proj,0.0082011636,hessian_weighted_relative_error,45573,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.23.gate_proj,0.0067143900,hessian_weighted_relative_error,45573,0.02500,0.855
4,model.language_model.layers.4.mlp.experts.23.up_proj,0.0069572814,hessian_weighted_relative_error,45573,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.230.down_proj,0.0113026714,hessian_weighted_relative_error,30337,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.230.gate_proj,0.0068301271,hessian_weighted_relative_error,30337,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.230.up_proj,0.0071395933,hessian_weighted_relative_error,30337,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.231.down_proj,0.0118488174,hessian_weighted_relative_error,27004,0.02500,0.883
4,model.language_model.layers.4.mlp.experts.231.gate_proj,0.0073186605,hessian_weighted_relative_error,27004,0.02500,0.923
4,model.language_model.layers.4.mlp.experts.231.up_proj,0.0073372957,hessian_weighted_relative_error,27004,0.02500,0.982
4,model.language_model.layers.4.mlp.experts.232.down_proj,0.0109760258,hessian_weighted_relative_error,25964,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.232.gate_proj,0.0070614935,hessian_weighted_relative_error,25964,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.232.up_proj,0.0075141532,hessian_weighted_relative_error,25964,0.02500,0.819
4,model.language_model.layers.4.mlp.experts.233.down_proj,0.0116007473,hessian_weighted_relative_error,28878,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.233.gate_proj,0.0073143935,hessian_weighted_relative_error,28878,0.02500,0.932
4,model.language_model.layers.4.mlp.experts.233.up_proj,0.0075852182,hessian_weighted_relative_error,28878,0.02500,0.969
4,model.language_model.layers.4.mlp.experts.234.down_proj,0.0112477632,hessian_weighted_relative_error,33581,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.234.gate_proj,0.0069909525,hessian_weighted_relative_error,33581,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.234.up_proj,0.0072244978,hessian_weighted_relative_error,33581,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.235.down_proj,0.0078224987,hessian_weighted_relative_error,20682,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.235.gate_proj,0.0044720461,hessian_weighted_relative_error,20682,0.02500,0.919
4,model.language_model.layers.4.mlp.experts.235.up_proj,0.0046692636,hessian_weighted_relative_error,20682,0.02500,0.967
4,model.language_model.layers.4.mlp.experts.236.down_proj,0.0113124371,hessian_weighted_relative_error,27427,0.02500,0.762
4,model.language_model.layers.4.mlp.experts.236.gate_proj,0.0073242580,hessian_weighted_relative_error,27427,0.02500,0.809
4,model.language_model.layers.4.mlp.experts.236.up_proj,0.0076472137,hessian_weighted_relative_error,27427,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.237.down_proj,0.0116952071,hessian_weighted_relative_error,34077,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.237.gate_proj,0.0077381507,hessian_weighted_relative_error,34077,0.02500,0.928
4,model.language_model.layers.4.mlp.experts.237.up_proj,0.0080705547,hessian_weighted_relative_error,34077,0.02500,0.970
4,model.language_model.layers.4.mlp.experts.238.down_proj,0.0117801866,hessian_weighted_relative_error,43965,0.02500,0.762
4,model.language_model.layers.4.mlp.experts.238.gate_proj,0.0078818274,hessian_weighted_relative_error,43965,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.238.up_proj,0.0084924196,hessian_weighted_relative_error,43965,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.239.down_proj,0.0095357342,hessian_weighted_relative_error,16318,0.02500,0.884
4,model.language_model.layers.4.mlp.experts.239.gate_proj,0.0055369327,hessian_weighted_relative_error,16318,0.02500,0.923
4,model.language_model.layers.4.mlp.experts.239.up_proj,0.0061147963,hessian_weighted_relative_error,16318,0.02500,0.974
4,model.language_model.layers.4.mlp.experts.24.down_proj,0.0077539358,hessian_weighted_relative_error,30469,0.02500,0.728
4,model.language_model.layers.4.mlp.experts.24.gate_proj,0.0050038311,hessian_weighted_relative_error,30469,0.02500,0.757
4,model.language_model.layers.4.mlp.experts.24.up_proj,0.0052742392,hessian_weighted_relative_error,30469,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.240.down_proj,0.0128796151,hessian_weighted_relative_error,51023,0.02500,0.768
4,model.language_model.layers.4.mlp.experts.240.gate_proj,0.0069967630,hessian_weighted_relative_error,51023,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.240.up_proj,0.0072822858,hessian_weighted_relative_error,51023,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.241.down_proj,0.0098109023,hessian_weighted_relative_error,36603,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.241.gate_proj,0.0059492051,hessian_weighted_relative_error,36603,0.02500,0.928
4,model.language_model.layers.4.mlp.experts.241.up_proj,0.0061175851,hessian_weighted_relative_error,36603,0.02500,0.971
4,model.language_model.layers.4.mlp.experts.242.down_proj,0.0135003229,hessian_weighted_relative_error,29128,0.02500,0.762
4,model.language_model.layers.4.mlp.experts.242.gate_proj,0.0087573559,hessian_weighted_relative_error,29128,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.242.up_proj,0.0091866906,hessian_weighted_relative_error,29128,0.02500,0.813
4,model.language_model.layers.4.mlp.experts.243.down_proj,0.0127657382,hessian_weighted_relative_error,28230,0.02500,0.889
4,model.language_model.layers.4.mlp.experts.243.gate_proj,0.0081789075,hessian_weighted_relative_error,28230,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.243.up_proj,0.0083323466,hessian_weighted_relative_error,28230,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.244.down_proj,0.0134063720,hessian_weighted_relative_error,46105,0.02500,0.762
4,model.language_model.layers.4.mlp.experts.244.gate_proj,0.0082037105,hessian_weighted_relative_error,46105,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.244.up_proj,0.0085428344,hessian_weighted_relative_error,46105,0.02500,0.809
4,model.language_model.layers.4.mlp.experts.245.down_proj,0.0066428799,hessian_weighted_relative_error,25569,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.245.gate_proj,0.0047061173,hessian_weighted_relative_error,25569,0.02500,0.929
4,model.language_model.layers.4.mlp.experts.245.up_proj,0.0049156467,hessian_weighted_relative_error,25569,0.02500,0.968
4,model.language_model.layers.4.mlp.experts.246.down_proj,0.0117833073,hessian_weighted_relative_error,37178,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.246.gate_proj,0.0079538811,hessian_weighted_relative_error,37178,0.02500,0.792
4,model.language_model.layers.4.mlp.experts.246.up_proj,0.0081862271,hessian_weighted_relative_error,37178,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.247.down_proj,0.0096758219,hessian_weighted_relative_error,38871,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.247.gate_proj,0.0058857509,hessian_weighted_relative_error,38871,0.02500,0.931
4,model.language_model.layers.4.mlp.experts.247.up_proj,0.0061189430,hessian_weighted_relative_error,38871,0.02500,0.967
4,model.language_model.layers.4.mlp.experts.248.down_proj,0.0103717198,hessian_weighted_relative_error,25160,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.248.gate_proj,0.0058140647,hessian_weighted_relative_error,25160,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.248.up_proj,0.0062968941,hessian_weighted_relative_error,25160,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.249.down_proj,0.0093710778,hessian_weighted_relative_error,49697,0.02500,0.886
4,model.language_model.layers.4.mlp.experts.249.gate_proj,0.0058197588,hessian_weighted_relative_error,49697,0.02500,0.930
4,model.language_model.layers.4.mlp.experts.249.up_proj,0.0061624769,hessian_weighted_relative_error,49697,0.02500,0.960
4,model.language_model.layers.4.mlp.experts.25.down_proj,0.0110958872,hessian_weighted_relative_error,31389,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.25.gate_proj,0.0072471783,hessian_weighted_relative_error,31389,0.02500,0.860
4,model.language_model.layers.4.mlp.experts.25.up_proj,0.0075146226,hessian_weighted_relative_error,31389,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.250.down_proj,0.0136951442,hessian_weighted_relative_error,24938,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.250.gate_proj,0.0088814392,hessian_weighted_relative_error,24938,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.250.up_proj,0.0090721742,hessian_weighted_relative_error,24938,0.02500,0.813
4,model.language_model.layers.4.mlp.experts.251.down_proj,0.0132574888,hessian_weighted_relative_error,27635,0.02500,0.889
4,model.language_model.layers.4.mlp.experts.251.gate_proj,0.0083892623,hessian_weighted_relative_error,27635,0.02500,0.932
4,model.language_model.layers.4.mlp.experts.251.up_proj,0.0086441156,hessian_weighted_relative_error,27635,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.252.down_proj,0.0126464593,hessian_weighted_relative_error,33607,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.252.gate_proj,0.0077955093,hessian_weighted_relative_error,33607,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.252.up_proj,0.0081827781,hessian_weighted_relative_error,33607,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.253.down_proj,0.0106066053,hessian_weighted_relative_error,32498,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.253.gate_proj,0.0072588808,hessian_weighted_relative_error,32498,0.02500,0.925
4,model.language_model.layers.4.mlp.experts.253.up_proj,0.0075312417,hessian_weighted_relative_error,32498,0.02500,0.962
4,model.language_model.layers.4.mlp.experts.254.down_proj,0.0055847397,hessian_weighted_relative_error,19754,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.254.gate_proj,0.0022151645,hessian_weighted_relative_error,19754,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.254.up_proj,0.0024100287,hessian_weighted_relative_error,19754,0.02500,0.810
4,model.language_model.layers.4.mlp.experts.255.down_proj,0.0091488665,hessian_weighted_relative_error,44521,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.255.gate_proj,0.0074311276,hessian_weighted_relative_error,44521,0.02500,0.925
4,model.language_model.layers.4.mlp.experts.255.up_proj,0.0079283324,hessian_weighted_relative_error,44521,0.02500,0.963
4,model.language_model.layers.4.mlp.experts.256.down_proj,0.0099180858,hessian_weighted_relative_error,42780,0.02500,0.768
4,model.language_model.layers.4.mlp.experts.256.gate_proj,0.0063626286,hessian_weighted_relative_error,42780,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.256.up_proj,0.0069327615,hessian_weighted_relative_error,42780,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.257.down_proj,0.0101135239,hessian_weighted_relative_error,32381,0.02500,0.889
4,model.language_model.layers.4.mlp.experts.257.gate_proj,0.0056927450,hessian_weighted_relative_error,32381,0.02500,0.943
4,model.language_model.layers.4.mlp.experts.257.up_proj,0.0061180735,hessian_weighted_relative_error,32381,0.02500,0.959
4,model.language_model.layers.4.mlp.experts.258.down_proj,0.0086676827,hessian_weighted_relative_error,31294,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.258.gate_proj,0.0056767006,hessian_weighted_relative_error,31294,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.258.up_proj,0.0059831495,hessian_weighted_relative_error,31294,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.259.down_proj,0.0108033781,hessian_weighted_relative_error,58498,0.02500,0.890
4,model.language_model.layers.4.mlp.experts.259.gate_proj,0.0085977935,hessian_weighted_relative_error,58498,0.02500,0.928
4,model.language_model.layers.4.mlp.experts.259.up_proj,0.0088924737,hessian_weighted_relative_error,58498,0.02500,0.957
4,model.language_model.layers.4.mlp.experts.26.down_proj,0.0105869551,hessian_weighted_relative_error,23793,0.02500,0.729
4,model.language_model.layers.4.mlp.experts.26.gate_proj,0.0066212082,hessian_weighted_relative_error,23793,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.26.up_proj,0.0067559839,hessian_weighted_relative_error,23793,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.260.down_proj,0.0132897733,hessian_weighted_relative_error,25901,0.02500,0.766
4,model.language_model.layers.4.mlp.experts.260.gate_proj,0.0086266853,hessian_weighted_relative_error,25901,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.260.up_proj,0.0089162362,hessian_weighted_relative_error,25901,0.02500,0.812
4,model.language_model.layers.4.mlp.experts.261.down_proj,0.0094784468,hessian_weighted_relative_error,39712,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.261.gate_proj,0.0063551005,hessian_weighted_relative_error,39712,0.02500,0.931
4,model.language_model.layers.4.mlp.experts.261.up_proj,0.0066426765,hessian_weighted_relative_error,39712,0.02500,0.961
4,model.language_model.layers.4.mlp.experts.262.down_proj,0.0095252198,hessian_weighted_relative_error,27239,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.262.gate_proj,0.0058819594,hessian_weighted_relative_error,27239,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.262.up_proj,0.0062113682,hessian_weighted_relative_error,27239,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.263.down_proj,0.0043056746,hessian_weighted_relative_error,32952,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.263.gate_proj,0.0033717127,hessian_weighted_relative_error,32952,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.263.up_proj,0.0035985916,hessian_weighted_relative_error,32952,0.02500,0.956
4,model.language_model.layers.4.mlp.experts.264.down_proj,0.0118866167,hessian_weighted_relative_error,29309,0.02500,0.766
4,model.language_model.layers.4.mlp.experts.264.gate_proj,0.0076889166,hessian_weighted_relative_error,29309,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.264.up_proj,0.0079476673,hessian_weighted_relative_error,29309,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.265.down_proj,0.0119428163,hessian_weighted_relative_error,28083,0.02500,0.889
4,model.language_model.layers.4.mlp.experts.265.gate_proj,0.0077747186,hessian_weighted_relative_error,28083,0.02500,0.932
4,model.language_model.layers.4.mlp.experts.265.up_proj,0.0082095516,hessian_weighted_relative_error,28083,0.02500,0.959
4,model.language_model.layers.4.mlp.experts.266.down_proj,0.0121041675,hessian_weighted_relative_error,30004,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.266.gate_proj,0.0073283514,hessian_weighted_relative_error,30004,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.266.up_proj,0.0078463474,hessian_weighted_relative_error,30004,0.02500,0.816
4,model.language_model.layers.4.mlp.experts.267.down_proj,0.0105766728,hessian_weighted_relative_error,24347,0.02500,0.891
4,model.language_model.layers.4.mlp.experts.267.gate_proj,0.0064714871,hessian_weighted_relative_error,24347,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.267.up_proj,0.0067898368,hessian_weighted_relative_error,24347,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.268.down_proj,0.0077441683,hessian_weighted_relative_error,43490,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.268.gate_proj,0.0056103366,hessian_weighted_relative_error,43490,0.02500,0.793
4,model.language_model.layers.4.mlp.experts.268.up_proj,0.0061661992,hessian_weighted_relative_error,43490,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.269.down_proj,0.0113632537,hessian_weighted_relative_error,27729,0.02500,0.888
4,model.language_model.layers.4.mlp.experts.269.gate_proj,0.0069915314,hessian_weighted_relative_error,27729,0.02500,0.929
4,model.language_model.layers.4.mlp.experts.269.up_proj,0.0072574595,hessian_weighted_relative_error,27729,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.27.down_proj,0.0105269154,hessian_weighted_relative_error,22761,0.02500,0.807
4,model.language_model.layers.4.mlp.experts.27.gate_proj,0.0071569291,hessian_weighted_relative_error,22761,0.02500,0.862
4,model.language_model.layers.4.mlp.experts.27.up_proj,0.0074975214,hessian_weighted_relative_error,22761,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.270.down_proj,0.0099161660,hessian_weighted_relative_error,33918,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.270.gate_proj,0.0075748075,hessian_weighted_relative_error,33918,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.270.up_proj,0.0077830896,hessian_weighted_relative_error,33918,0.02500,0.810
4,model.language_model.layers.4.mlp.experts.271.down_proj,0.0129640808,hessian_weighted_relative_error,28949,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.271.gate_proj,0.0080142532,hessian_weighted_relative_error,28949,0.02500,0.933
4,model.language_model.layers.4.mlp.experts.271.up_proj,0.0083425581,hessian_weighted_relative_error,28949,0.02500,0.960
4,model.language_model.layers.4.mlp.experts.272.down_proj,0.0118687040,hessian_weighted_relative_error,28612,0.02500,0.766
4,model.language_model.layers.4.mlp.experts.272.gate_proj,0.0073578181,hessian_weighted_relative_error,28612,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.272.up_proj,0.0075682164,hessian_weighted_relative_error,28612,0.02500,0.811
4,model.language_model.layers.4.mlp.experts.273.down_proj,0.0137132018,hessian_weighted_relative_error,39116,0.02500,0.888
4,model.language_model.layers.4.mlp.experts.273.gate_proj,0.0085816663,hessian_weighted_relative_error,39116,0.02500,0.938
4,model.language_model.layers.4.mlp.experts.273.up_proj,0.0087651056,hessian_weighted_relative_error,39116,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.274.down_proj,0.0078072111,hessian_weighted_relative_error,31540,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.274.gate_proj,0.0055724928,hessian_weighted_relative_error,31540,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.274.up_proj,0.0058472307,hessian_weighted_relative_error,31540,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.275.down_proj,0.0124801657,hessian_weighted_relative_error,40145,0.02500,0.891
4,model.language_model.layers.4.mlp.experts.275.gate_proj,0.0075962195,hessian_weighted_relative_error,40145,0.02500,0.936
4,model.language_model.layers.4.mlp.experts.275.up_proj,0.0081694162,hessian_weighted_relative_error,40145,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.276.down_proj,0.0121771193,hessian_weighted_relative_error,30894,0.02500,0.768
4,model.language_model.layers.4.mlp.experts.276.gate_proj,0.0077270085,hessian_weighted_relative_error,30894,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.276.up_proj,0.0081505530,hessian_weighted_relative_error,30894,0.02500,0.809
4,model.language_model.layers.4.mlp.experts.277.down_proj,0.0114960976,hessian_weighted_relative_error,25242,0.02500,0.888
4,model.language_model.layers.4.mlp.experts.277.gate_proj,0.0075066583,hessian_weighted_relative_error,25242,0.02500,0.931
4,model.language_model.layers.4.mlp.experts.277.up_proj,0.0078934498,hessian_weighted_relative_error,25242,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.278.down_proj,0.0063967107,hessian_weighted_relative_error,35359,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.278.gate_proj,0.0041020175,hessian_weighted_relative_error,35359,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.278.up_proj,0.0044164360,hessian_weighted_relative_error,35359,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.279.down_proj,0.0109915064,hessian_weighted_relative_error,25116,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.279.gate_proj,0.0075476630,hessian_weighted_relative_error,25116,0.02500,0.930
4,model.language_model.layers.4.mlp.experts.279.up_proj,0.0078636963,hessian_weighted_relative_error,25116,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.28.down_proj,0.0077633809,hessian_weighted_relative_error,30119,0.02500,0.728
4,model.language_model.layers.4.mlp.experts.28.gate_proj,0.0049216144,hessian_weighted_relative_error,30119,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.28.up_proj,0.0052494635,hessian_weighted_relative_error,30119,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.280.down_proj,0.0136397140,hessian_weighted_relative_error,30386,0.02500,0.766
4,model.language_model.layers.4.mlp.experts.280.gate_proj,0.0088483917,hessian_weighted_relative_error,30386,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.280.up_proj,0.0090122045,hessian_weighted_relative_error,30386,0.02500,0.809
4,model.language_model.layers.4.mlp.experts.281.down_proj,0.0117593910,hessian_weighted_relative_error,26352,0.02500,0.888
4,model.language_model.layers.4.mlp.experts.281.gate_proj,0.0079619111,hessian_weighted_relative_error,26352,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.281.up_proj,0.0082306718,hessian_weighted_relative_error,26352,0.02500,0.934
4,model.language_model.layers.4.mlp.experts.282.down_proj,0.0118095854,hessian_weighted_relative_error,22548,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.282.gate_proj,0.0069234784,hessian_weighted_relative_error,22548,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.282.up_proj,0.0070774957,hessian_weighted_relative_error,22548,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.283.down_proj,0.0112470395,hessian_weighted_relative_error,38586,0.02500,0.891
4,model.language_model.layers.4.mlp.experts.283.gate_proj,0.0070803350,hessian_weighted_relative_error,38586,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.283.up_proj,0.0074205396,hessian_weighted_relative_error,38586,0.02500,0.930
4,model.language_model.layers.4.mlp.experts.284.down_proj,0.0087643625,hessian_weighted_relative_error,17257,0.02500,0.769
4,model.language_model.layers.4.mlp.experts.284.gate_proj,0.0050480082,hessian_weighted_relative_error,17257,0.02500,0.794
4,model.language_model.layers.4.mlp.experts.284.up_proj,0.0052690054,hessian_weighted_relative_error,17257,0.02500,0.806
4,model.language_model.layers.4.mlp.experts.285.down_proj,0.0079593561,hessian_weighted_relative_error,40019,0.02500,0.887
4,model.language_model.layers.4.mlp.experts.285.gate_proj,0.0058064950,hessian_weighted_relative_error,40019,0.02500,0.930
4,model.language_model.layers.4.mlp.experts.285.up_proj,0.0061624569,hessian_weighted_relative_error,40019,0.02500,0.934
4,model.language_model.layers.4.mlp.experts.286.down_proj,0.0120776084,hessian_weighted_relative_error,35027,0.02500,0.767
4,model.language_model.layers.4.mlp.experts.286.gate_proj,0.0078191226,hessian_weighted_relative_error,35027,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.286.up_proj,0.0080272851,hessian_weighted_relative_error,35027,0.02500,0.824
4,model.language_model.layers.4.mlp.experts.287.down_proj,0.0124366561,hessian_weighted_relative_error,28926,0.02500,0.889
4,model.language_model.layers.4.mlp.experts.287.gate_proj,0.0080315986,hessian_weighted_relative_error,28926,0.02500,0.934
4,model.language_model.layers.4.mlp.experts.287.up_proj,0.0082761821,hessian_weighted_relative_error,28926,0.02500,0.948
4,model.language_model.layers.4.mlp.experts.29.down_proj,0.0122970443,hessian_weighted_relative_error,25423,0.02500,0.808
4,model.language_model.layers.4.mlp.experts.29.gate_proj,0.0084635956,hessian_weighted_relative_error,25423,0.02500,0.860
4,model.language_model.layers.4.mlp.experts.29.up_proj,0.0088844289,hessian_weighted_relative_error,25423,0.02500,0.941
4,model.language_model.layers.4.mlp.experts.3.down_proj,0.0110060863,hessian_weighted_relative_error,22215,0.02500,0.791
4,model.language_model.layers.4.mlp.experts.3.gate_proj,0.0067355821,hessian_weighted_relative_error,22215,0.02500,0.851
4,model.language_model.layers.4.mlp.experts.3.up_proj,0.0071322518,hessian_weighted_relative_error,22215,0.02500,0.936
4,model.language_model.layers.4.mlp.experts.30.down_proj,0.0083167954,hessian_weighted_relative_error,38102,0.02500,0.728
4,model.language_model.layers.4.mlp.experts.30.gate_proj,0.0060061119,hessian_weighted_relative_error,38102,0.02500,0.759
4,model.language_model.layers.4.mlp.experts.30.up_proj,0.0063436024,hessian_weighted_relative_error,38102,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.31.down_proj,0.0107381880,hessian_weighted_relative_error,44307,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.31.gate_proj,0.0068644008,hessian_weighted_relative_error,44307,0.02500,0.859
4,model.language_model.layers.4.mlp.experts.31.up_proj,0.0072867285,hessian_weighted_relative_error,44307,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.32.down_proj,0.0101328453,hessian_weighted_relative_error,24914,0.02500,0.731
4,model.language_model.layers.4.mlp.experts.32.gate_proj,0.0065142131,hessian_weighted_relative_error,24914,0.02500,0.761
4,model.language_model.layers.4.mlp.experts.32.up_proj,0.0067870227,hessian_weighted_relative_error,24914,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.33.down_proj,0.0135188607,hessian_weighted_relative_error,34870,0.02500,0.810
4,model.language_model.layers.4.mlp.experts.33.gate_proj,0.0086258159,hessian_weighted_relative_error,34870,0.02500,0.863
4,model.language_model.layers.4.mlp.experts.33.up_proj,0.0092053956,hessian_weighted_relative_error,34870,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.34.down_proj,0.0094785693,hessian_weighted_relative_error,31154,0.02500,0.730
4,model.language_model.layers.4.mlp.experts.34.gate_proj,0.0067728577,hessian_weighted_relative_error,31154,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.34.up_proj,0.0070467451,hessian_weighted_relative_error,31154,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.35.down_proj,0.0115553686,hessian_weighted_relative_error,29877,0.02500,0.810
4,model.language_model.layers.4.mlp.experts.35.gate_proj,0.0077513410,hessian_weighted_relative_error,29877,0.02500,0.866
4,model.language_model.layers.4.mlp.experts.35.up_proj,0.0082075017,hessian_weighted_relative_error,29877,0.02500,0.940
4,model.language_model.layers.4.mlp.experts.36.down_proj,0.0124605398,hessian_weighted_relative_error,30976,0.02500,0.730
4,model.language_model.layers.4.mlp.experts.36.gate_proj,0.0080237028,hessian_weighted_relative_error,30976,0.02500,0.763
4,model.language_model.layers.4.mlp.experts.36.up_proj,0.0083488459,hessian_weighted_relative_error,30976,0.02500,0.797
4,model.language_model.layers.4.mlp.experts.37.down_proj,0.0093067754,hessian_weighted_relative_error,26926,0.02500,0.812
4,model.language_model.layers.4.mlp.experts.37.gate_proj,0.0055960829,hessian_weighted_relative_error,26926,0.02500,0.862
4,model.language_model.layers.4.mlp.experts.37.up_proj,0.0059519659,hessian_weighted_relative_error,26926,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.38.down_proj,0.0111524547,hessian_weighted_relative_error,31261,0.02500,0.732
4,model.language_model.layers.4.mlp.experts.38.gate_proj,0.0066304891,hessian_weighted_relative_error,31261,0.02500,0.772
4,model.language_model.layers.4.mlp.experts.38.up_proj,0.0069769181,hessian_weighted_relative_error,31261,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.39.down_proj,0.0048109331,hessian_weighted_relative_error,31233,0.02500,0.809
4,model.language_model.layers.4.mlp.experts.39.gate_proj,0.0031713512,hessian_weighted_relative_error,31233,0.02500,0.889
4,model.language_model.layers.4.mlp.experts.39.up_proj,0.0033270808,hessian_weighted_relative_error,31233,0.02500,0.943
4,model.language_model.layers.4.mlp.experts.4.down_proj,0.0112313951,hessian_weighted_relative_error,24501,0.02500,0.721
4,model.language_model.layers.4.mlp.experts.4.gate_proj,0.0073889530,hessian_weighted_relative_error,24501,0.02500,0.753
4,model.language_model.layers.4.mlp.experts.4.up_proj,0.0077655736,hessian_weighted_relative_error,24501,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.40.down_proj,0.0064084779,hessian_weighted_relative_error,25776,0.02500,0.734
4,model.language_model.layers.4.mlp.experts.40.gate_proj,0.0037072469,hessian_weighted_relative_error,25776,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.40.up_proj,0.0038708017,hessian_weighted_relative_error,25776,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.41.down_proj,0.0116158038,hessian_weighted_relative_error,28535,0.02500,0.815
4,model.language_model.layers.4.mlp.experts.41.gate_proj,0.0069744975,hessian_weighted_relative_error,28535,0.02500,0.872
4,model.language_model.layers.4.mlp.experts.41.up_proj,0.0071610645,hessian_weighted_relative_error,28535,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.42.down_proj,0.0137172235,hessian_weighted_relative_error,26877,0.02500,0.731
4,model.language_model.layers.4.mlp.experts.42.gate_proj,0.0087335064,hessian_weighted_relative_error,26877,0.02500,0.767
4,model.language_model.layers.4.mlp.experts.42.up_proj,0.0090579527,hessian_weighted_relative_error,26877,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.43.down_proj,0.0109691249,hessian_weighted_relative_error,28197,0.02500,0.813
4,model.language_model.layers.4.mlp.experts.43.gate_proj,0.0073215791,hessian_weighted_relative_error,28197,0.02500,0.869
4,model.language_model.layers.4.mlp.experts.43.up_proj,0.0076348797,hessian_weighted_relative_error,28197,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.44.down_proj,0.0084882956,hessian_weighted_relative_error,30265,0.02500,0.732
4,model.language_model.layers.4.mlp.experts.44.gate_proj,0.0057691758,hessian_weighted_relative_error,30265,0.02500,0.764
4,model.language_model.layers.4.mlp.experts.44.up_proj,0.0060466633,hessian_weighted_relative_error,30265,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.45.down_proj,0.0035417303,hessian_weighted_relative_error,34167,0.02500,0.815
4,model.language_model.layers.4.mlp.experts.45.gate_proj,0.0030884752,hessian_weighted_relative_error,34167,0.02500,0.865
4,model.language_model.layers.4.mlp.experts.45.up_proj,0.0032241441,hessian_weighted_relative_error,34167,0.02500,0.938
4,model.language_model.layers.4.mlp.experts.46.down_proj,0.0105368059,hessian_weighted_relative_error,39435,0.02500,0.730
4,model.language_model.layers.4.mlp.experts.46.gate_proj,0.0064049396,hessian_weighted_relative_error,39435,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.46.up_proj,0.0066603638,hessian_weighted_relative_error,39435,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.47.down_proj,0.0078748432,hessian_weighted_relative_error,32841,0.02500,0.812
4,model.language_model.layers.4.mlp.experts.47.gate_proj,0.0047261121,hessian_weighted_relative_error,32841,0.02500,0.864
4,model.language_model.layers.4.mlp.experts.47.up_proj,0.0050466358,hessian_weighted_relative_error,32841,0.02500,0.953
4,model.language_model.layers.4.mlp.experts.48.down_proj,0.0081657699,hessian_weighted_relative_error,17761,0.02500,0.734
4,model.language_model.layers.4.mlp.experts.48.gate_proj,0.0051267581,hessian_weighted_relative_error,17761,0.02500,0.765
4,model.language_model.layers.4.mlp.experts.48.up_proj,0.0056829630,hessian_weighted_relative_error,17761,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.49.down_proj,0.0127040665,hessian_weighted_relative_error,26385,0.02500,0.818
4,model.language_model.layers.4.mlp.experts.49.gate_proj,0.0079449175,hessian_weighted_relative_error,26385,0.02500,0.871
4,model.language_model.layers.4.mlp.experts.49.up_proj,0.0082472796,hessian_weighted_relative_error,26385,0.02500,0.952
4,model.language_model.layers.4.mlp.experts.5.down_proj,0.0120001873,hessian_weighted_relative_error,24392,0.02500,0.795
4,model.language_model.layers.4.mlp.experts.5.gate_proj,0.0075071291,hessian_weighted_relative_error,24392,0.02500,0.843
4,model.language_model.layers.4.mlp.experts.5.up_proj,0.0076682307,hessian_weighted_relative_error,24392,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.50.down_proj,0.0138317535,hessian_weighted_relative_error,34276,0.02500,0.734
4,model.language_model.layers.4.mlp.experts.50.gate_proj,0.0084011153,hessian_weighted_relative_error,34276,0.02500,0.770
4,model.language_model.layers.4.mlp.experts.50.up_proj,0.0086270313,hessian_weighted_relative_error,34276,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.51.down_proj,0.0117368376,hessian_weighted_relative_error,22145,0.02500,0.817
4,model.language_model.layers.4.mlp.experts.51.gate_proj,0.0070951809,hessian_weighted_relative_error,22145,0.02500,0.872
4,model.language_model.layers.4.mlp.experts.51.up_proj,0.0073762760,hessian_weighted_relative_error,22145,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.52.down_proj,0.0115010071,hessian_weighted_relative_error,25722,0.02500,0.734
4,model.language_model.layers.4.mlp.experts.52.gate_proj,0.0073079159,hessian_weighted_relative_error,25722,0.02500,0.768
4,model.language_model.layers.4.mlp.experts.52.up_proj,0.0076099600,hessian_weighted_relative_error,25722,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.53.down_proj,0.0099663780,hessian_weighted_relative_error,28054,0.02500,0.820
4,model.language_model.layers.4.mlp.experts.53.gate_proj,0.0070969110,hessian_weighted_relative_error,28054,0.02500,0.871
4,model.language_model.layers.4.mlp.experts.53.up_proj,0.0074391490,hessian_weighted_relative_error,28054,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.54.down_proj,0.0134428716,hessian_weighted_relative_error,25712,0.02500,0.734
4,model.language_model.layers.4.mlp.experts.54.gate_proj,0.0089522077,hessian_weighted_relative_error,25712,0.02500,0.767
4,model.language_model.layers.4.mlp.experts.54.up_proj,0.0091960250,hessian_weighted_relative_error,25712,0.02500,0.798
4,model.language_model.layers.4.mlp.experts.55.down_proj,0.0129863135,hessian_weighted_relative_error,25834,0.02500,0.817
4,model.language_model.layers.4.mlp.experts.55.gate_proj,0.0082983433,hessian_weighted_relative_error,25834,0.02500,0.868
4,model.language_model.layers.4.mlp.experts.55.up_proj,0.0086521660,hessian_weighted_relative_error,25834,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.56.down_proj,0.0133797720,hessian_weighted_relative_error,28397,0.02500,0.738
4,model.language_model.layers.4.mlp.experts.56.gate_proj,0.0087885890,hessian_weighted_relative_error,28397,0.02500,0.768
4,model.language_model.layers.4.mlp.experts.56.up_proj,0.0091810410,hessian_weighted_relative_error,28397,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.57.down_proj,0.0124078373,hessian_weighted_relative_error,23849,0.02500,0.823
4,model.language_model.layers.4.mlp.experts.57.gate_proj,0.0076100339,hessian_weighted_relative_error,23849,0.02500,0.878
4,model.language_model.layers.4.mlp.experts.57.up_proj,0.0079294788,hessian_weighted_relative_error,23849,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.58.down_proj,0.0098150212,hessian_weighted_relative_error,31035,0.02500,0.737
4,model.language_model.layers.4.mlp.experts.58.gate_proj,0.0068148846,hessian_weighted_relative_error,31035,0.02500,0.771
4,model.language_model.layers.4.mlp.experts.58.up_proj,0.0070715679,hessian_weighted_relative_error,31035,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.59.down_proj,0.0123247050,hessian_weighted_relative_error,27393,0.02500,0.823
4,model.language_model.layers.4.mlp.experts.59.gate_proj,0.0074677223,hessian_weighted_relative_error,27393,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.59.up_proj,0.0077675253,hessian_weighted_relative_error,27393,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.6.down_proj,0.0106204484,hessian_weighted_relative_error,30412,0.02500,0.719
4,model.language_model.layers.4.mlp.experts.6.gate_proj,0.0063138262,hessian_weighted_relative_error,30412,0.02500,0.751
4,model.language_model.layers.4.mlp.experts.6.up_proj,0.0066619578,hessian_weighted_relative_error,30412,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.60.down_proj,0.0067360244,hessian_weighted_relative_error,23436,0.02500,0.736
4,model.language_model.layers.4.mlp.experts.60.gate_proj,0.0029019936,hessian_weighted_relative_error,23436,0.02500,0.766
4,model.language_model.layers.4.mlp.experts.60.up_proj,0.0031705997,hessian_weighted_relative_error,23436,0.02500,0.810
4,model.language_model.layers.4.mlp.experts.61.down_proj,0.0103345544,hessian_weighted_relative_error,23304,0.02500,0.825
4,model.language_model.layers.4.mlp.experts.61.gate_proj,0.0062318772,hessian_weighted_relative_error,23304,0.02500,0.876
4,model.language_model.layers.4.mlp.experts.61.up_proj,0.0066196404,hessian_weighted_relative_error,23304,0.02500,0.953
4,model.language_model.layers.4.mlp.experts.62.down_proj,0.0114586454,hessian_weighted_relative_error,36608,0.02500,0.736
4,model.language_model.layers.4.mlp.experts.62.gate_proj,0.0073626613,hessian_weighted_relative_error,36608,0.02500,0.768
4,model.language_model.layers.4.mlp.experts.62.up_proj,0.0076191292,hessian_weighted_relative_error,36608,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.63.down_proj,0.0081185293,hessian_weighted_relative_error,29669,0.02500,0.822
4,model.language_model.layers.4.mlp.experts.63.gate_proj,0.0043933934,hessian_weighted_relative_error,29669,0.02500,0.874
4,model.language_model.layers.4.mlp.experts.63.up_proj,0.0046149563,hessian_weighted_relative_error,29669,0.02500,0.942
4,model.language_model.layers.4.mlp.experts.64.down_proj,0.0146467393,hessian_weighted_relative_error,33483,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.64.gate_proj,0.0093624800,hessian_weighted_relative_error,33483,0.02500,0.767
4,model.language_model.layers.4.mlp.experts.64.up_proj,0.0095965691,hessian_weighted_relative_error,33483,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.65.down_proj,0.0147677145,hessian_weighted_relative_error,46123,0.02500,0.827
4,model.language_model.layers.4.mlp.experts.65.gate_proj,0.0096640243,hessian_weighted_relative_error,46123,0.02500,0.882
4,model.language_model.layers.4.mlp.experts.65.up_proj,0.0098641812,hessian_weighted_relative_error,46123,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.66.down_proj,0.0114175588,hessian_weighted_relative_error,32795,0.02500,0.737
4,model.language_model.layers.4.mlp.experts.66.gate_proj,0.0072824679,hessian_weighted_relative_error,32795,0.02500,0.772
4,model.language_model.layers.4.mlp.experts.66.up_proj,0.0076230039,hessian_weighted_relative_error,32795,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.67.down_proj,0.0082274501,hessian_weighted_relative_error,28287,0.02500,0.826
4,model.language_model.layers.4.mlp.experts.67.gate_proj,0.0061307420,hessian_weighted_relative_error,28287,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.67.up_proj,0.0064180016,hessian_weighted_relative_error,28287,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.68.down_proj,0.0109301897,hessian_weighted_relative_error,25527,0.02500,0.737
4,model.language_model.layers.4.mlp.experts.68.gate_proj,0.0074363800,hessian_weighted_relative_error,25527,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.68.up_proj,0.0077417842,hessian_weighted_relative_error,25527,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.69.down_proj,0.0078814539,hessian_weighted_relative_error,20340,0.02500,0.829
4,model.language_model.layers.4.mlp.experts.69.gate_proj,0.0044860051,hessian_weighted_relative_error,20340,0.02500,0.879
4,model.language_model.layers.4.mlp.experts.69.up_proj,0.0047226423,hessian_weighted_relative_error,20340,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.7.down_proj,0.0114606087,hessian_weighted_relative_error,38202,0.02500,0.758
4,model.language_model.layers.4.mlp.experts.7.gate_proj,0.0069210100,hessian_weighted_relative_error,38202,0.02500,0.913
4,model.language_model.layers.4.mlp.experts.7.up_proj,0.0073326344,hessian_weighted_relative_error,38202,0.02500,0.937
4,model.language_model.layers.4.mlp.experts.70.down_proj,0.0133761762,hessian_weighted_relative_error,56839,0.02500,0.738
4,model.language_model.layers.4.mlp.experts.70.gate_proj,0.0085307695,hessian_weighted_relative_error,56839,0.02500,0.770
4,model.language_model.layers.4.mlp.experts.70.up_proj,0.0088432450,hessian_weighted_relative_error,56839,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.71.down_proj,0.0092546660,hessian_weighted_relative_error,29227,0.02500,0.825
4,model.language_model.layers.4.mlp.experts.71.gate_proj,0.0065470156,hessian_weighted_relative_error,29227,0.02500,0.880
4,model.language_model.layers.4.mlp.experts.71.up_proj,0.0067747313,hessian_weighted_relative_error,29227,0.02500,0.945
4,model.language_model.layers.4.mlp.experts.72.down_proj,0.0111466882,hessian_weighted_relative_error,29331,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.72.gate_proj,0.0067078801,hessian_weighted_relative_error,29331,0.02500,0.770
4,model.language_model.layers.4.mlp.experts.72.up_proj,0.0069833423,hessian_weighted_relative_error,29331,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.73.down_proj,0.0121797640,hessian_weighted_relative_error,21499,0.02500,0.832
4,model.language_model.layers.4.mlp.experts.73.gate_proj,0.0074080147,hessian_weighted_relative_error,21499,0.02500,0.894
4,model.language_model.layers.4.mlp.experts.73.up_proj,0.0077835387,hessian_weighted_relative_error,21499,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.74.down_proj,0.0063219191,hessian_weighted_relative_error,29695,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.74.gate_proj,0.0032857592,hessian_weighted_relative_error,29695,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.74.up_proj,0.0035465054,hessian_weighted_relative_error,29695,0.02500,0.802
4,model.language_model.layers.4.mlp.experts.75.down_proj,0.0049470804,hessian_weighted_relative_error,28852,0.02500,0.831
4,model.language_model.layers.4.mlp.experts.75.gate_proj,0.0029671064,hessian_weighted_relative_error,28852,0.02500,0.885
4,model.language_model.layers.4.mlp.experts.75.up_proj,0.0032052222,hessian_weighted_relative_error,28852,0.02500,0.954
4,model.language_model.layers.4.mlp.experts.76.down_proj,0.0130080069,hessian_weighted_relative_error,35879,0.02500,0.739
4,model.language_model.layers.4.mlp.experts.76.gate_proj,0.0079310001,hessian_weighted_relative_error,35879,0.02500,0.771
4,model.language_model.layers.4.mlp.experts.76.up_proj,0.0082539695,hessian_weighted_relative_error,35879,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.77.down_proj,0.0080280551,hessian_weighted_relative_error,31566,0.02500,0.832
4,model.language_model.layers.4.mlp.experts.77.gate_proj,0.0033012538,hessian_weighted_relative_error,31566,0.02500,0.903
4,model.language_model.layers.4.mlp.experts.77.up_proj,0.0036720671,hessian_weighted_relative_error,31566,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.78.down_proj,0.0069241884,hessian_weighted_relative_error,35406,0.02500,0.739
4,model.language_model.layers.4.mlp.experts.78.gate_proj,0.0033610303,hessian_weighted_relative_error,35406,0.02500,0.769
4,model.language_model.layers.4.mlp.experts.78.up_proj,0.0037576112,hessian_weighted_relative_error,35406,0.02500,0.801
4,model.language_model.layers.4.mlp.experts.79.down_proj,0.0059679789,hessian_weighted_relative_error,17733,0.02500,0.828
4,model.language_model.layers.4.mlp.experts.79.gate_proj,0.0032127991,hessian_weighted_relative_error,17733,0.02500,0.888
4,model.language_model.layers.4.mlp.experts.79.up_proj,0.0035243926,hessian_weighted_relative_error,17733,0.02500,0.944
4,model.language_model.layers.4.mlp.experts.8.down_proj,0.0097461746,hessian_weighted_relative_error,42538,0.02500,0.723
4,model.language_model.layers.4.mlp.experts.8.gate_proj,0.0065182201,hessian_weighted_relative_error,42538,0.02500,0.750
4,model.language_model.layers.4.mlp.experts.8.up_proj,0.0067319310,hessian_weighted_relative_error,42538,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.80.down_proj,0.0106350832,hessian_weighted_relative_error,22983,0.02500,0.743
4,model.language_model.layers.4.mlp.experts.80.gate_proj,0.0073793240,hessian_weighted_relative_error,22983,0.02500,0.776
4,model.language_model.layers.4.mlp.experts.80.up_proj,0.0077327525,hessian_weighted_relative_error,22983,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.81.down_proj,0.0115042393,hessian_weighted_relative_error,24968,0.02500,0.834
4,model.language_model.layers.4.mlp.experts.81.gate_proj,0.0076656914,hessian_weighted_relative_error,24968,0.02500,0.890
4,model.language_model.layers.4.mlp.experts.81.up_proj,0.0079605276,hessian_weighted_relative_error,24968,0.02500,0.960
4,model.language_model.layers.4.mlp.experts.82.down_proj,0.0124971136,hessian_weighted_relative_error,25695,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.82.gate_proj,0.0078183807,hessian_weighted_relative_error,25695,0.02500,0.781
4,model.language_model.layers.4.mlp.experts.82.up_proj,0.0082127357,hessian_weighted_relative_error,25695,0.02500,0.805
4,model.language_model.layers.4.mlp.experts.83.down_proj,0.0100813632,hessian_weighted_relative_error,22293,0.02500,0.836
4,model.language_model.layers.4.mlp.experts.83.gate_proj,0.0061686736,hessian_weighted_relative_error,22293,0.02500,0.888
4,model.language_model.layers.4.mlp.experts.83.up_proj,0.0064869799,hessian_weighted_relative_error,22293,0.02500,0.951
4,model.language_model.layers.4.mlp.experts.84.down_proj,0.0126701384,hessian_weighted_relative_error,26728,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.84.gate_proj,0.0080367412,hessian_weighted_relative_error,26728,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.84.up_proj,0.0083652804,hessian_weighted_relative_error,26728,0.02500,0.803
4,model.language_model.layers.4.mlp.experts.85.down_proj,0.0043212865,hessian_weighted_relative_error,22080,0.02500,0.836
4,model.language_model.layers.4.mlp.experts.85.gate_proj,0.0021723772,hessian_weighted_relative_error,22080,0.02500,0.890
4,model.language_model.layers.4.mlp.experts.85.up_proj,0.0024340466,hessian_weighted_relative_error,22080,0.02500,0.950
4,model.language_model.layers.4.mlp.experts.86.down_proj,0.0119799052,hessian_weighted_relative_error,28170,0.02500,0.740
4,model.language_model.layers.4.mlp.experts.86.gate_proj,0.0082049544,hessian_weighted_relative_error,28170,0.02500,0.776
4,model.language_model.layers.4.mlp.experts.86.up_proj,0.0085710461,hessian_weighted_relative_error,28170,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.87.down_proj,0.0063985275,hessian_weighted_relative_error,21380,0.02500,0.831
4,model.language_model.layers.4.mlp.experts.87.gate_proj,0.0040637140,hessian_weighted_relative_error,21380,0.02500,0.886
4,model.language_model.layers.4.mlp.experts.87.up_proj,0.0042300885,hessian_weighted_relative_error,21380,0.02500,0.945
4,model.language_model.layers.4.mlp.experts.88.down_proj,0.0120952365,hessian_weighted_relative_error,34174,0.02500,0.745
4,model.language_model.layers.4.mlp.experts.88.gate_proj,0.0069624183,hessian_weighted_relative_error,34174,0.02500,0.773
4,model.language_model.layers.4.mlp.experts.88.up_proj,0.0072490680,hessian_weighted_relative_error,34174,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.89.down_proj,0.0132675654,hessian_weighted_relative_error,29390,0.02500,0.837
4,model.language_model.layers.4.mlp.experts.89.gate_proj,0.0086484161,hessian_weighted_relative_error,29390,0.02500,0.898
4,model.language_model.layers.4.mlp.experts.89.up_proj,0.0089458045,hessian_weighted_relative_error,29390,0.02500,0.949
4,model.language_model.layers.4.mlp.experts.9.down_proj,0.0128003848,hessian_weighted_relative_error,22793,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.9.gate_proj,0.0084793582,hessian_weighted_relative_error,22793,0.02500,0.852
4,model.language_model.layers.4.mlp.experts.9.up_proj,0.0087187055,hessian_weighted_relative_error,22793,0.02500,0.941
4,model.language_model.layers.4.mlp.experts.90.down_proj,0.0108192071,hessian_weighted_relative_error,27424,0.02500,0.742
4,model.language_model.layers.4.mlp.experts.90.gate_proj,0.0071521650,hessian_weighted_relative_error,27424,0.02500,0.776
4,model.language_model.layers.4.mlp.experts.90.up_proj,0.0073633832,hessian_weighted_relative_error,27424,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.91.down_proj,0.0117347883,hessian_weighted_relative_error,22817,0.02500,0.839
4,model.language_model.layers.4.mlp.experts.91.gate_proj,0.0067206220,hessian_weighted_relative_error,22817,0.02500,0.893
4,model.language_model.layers.4.mlp.experts.91.up_proj,0.0070377617,hessian_weighted_relative_error,22817,0.02500,0.945
4,model.language_model.layers.4.mlp.experts.92.down_proj,0.0132124067,hessian_weighted_relative_error,25588,0.02500,0.741
4,model.language_model.layers.4.mlp.experts.92.gate_proj,0.0083603730,hessian_weighted_relative_error,25588,0.02500,0.776
4,model.language_model.layers.4.mlp.experts.92.up_proj,0.0085642115,hessian_weighted_relative_error,25588,0.02500,0.799
4,model.language_model.layers.4.mlp.experts.93.down_proj,0.0085386409,hessian_weighted_relative_error,26472,0.02500,0.839
4,model.language_model.layers.4.mlp.experts.93.gate_proj,0.0046076269,hessian_weighted_relative_error,26472,0.02500,0.891
4,model.language_model.layers.4.mlp.experts.93.up_proj,0.0049273153,hessian_weighted_relative_error,26472,0.02500,0.947
4,model.language_model.layers.4.mlp.experts.94.down_proj,0.0078675261,hessian_weighted_relative_error,18879,0.02500,0.741
4,model.language_model.layers.4.mlp.experts.94.gate_proj,0.0051884199,hessian_weighted_relative_error,18879,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.94.up_proj,0.0055059503,hessian_weighted_relative_error,18879,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.95.down_proj,0.0144601568,hessian_weighted_relative_error,34064,0.02500,0.837
4,model.language_model.layers.4.mlp.experts.95.gate_proj,0.0095924594,hessian_weighted_relative_error,34064,0.02500,0.890
4,model.language_model.layers.4.mlp.experts.95.up_proj,0.0098005287,hessian_weighted_relative_error,34064,0.02500,0.946
4,model.language_model.layers.4.mlp.experts.96.down_proj,0.0084510079,hessian_weighted_relative_error,23017,0.02500,0.746
4,model.language_model.layers.4.mlp.experts.96.gate_proj,0.0050239445,hessian_weighted_relative_error,23017,0.02500,0.774
4,model.language_model.layers.4.mlp.experts.96.up_proj,0.0052282517,hessian_weighted_relative_error,23017,0.02500,0.800
4,model.language_model.layers.4.mlp.experts.97.down_proj,0.0105637500,hessian_weighted_relative_error,26998,0.02500,0.842
4,model.language_model.layers.4.mlp.experts.97.gate_proj,0.0060808628,hessian_weighted_relative_error,26998,0.02500,0.895
4,model.language_model.layers.4.mlp.experts.97.up_proj,0.0063755399,hessian_weighted_relative_error,26998,0.02500,0.960
4,model.language_model.layers.4.mlp.experts.98.down_proj,0.0058785150,hessian_weighted_relative_error,11438,0.02500,0.745
4,model.language_model.layers.4.mlp.experts.98.gate_proj,0.0035275464,hessian_weighted_relative_error,11438,0.02500,0.778
4,model.language_model.layers.4.mlp.experts.98.up_proj,0.0039517103,hessian_weighted_relative_error,11438,0.02500,0.804
4,model.language_model.layers.4.mlp.experts.99.down_proj,0.0061783313,hessian_weighted_relative_error,30929,0.02500,0.845
4,model.language_model.layers.4.mlp.experts.99.gate_proj,0.0029012266,hessian_weighted_relative_error,30929,0.02500,0.900
4,model.language_model.layers.4.mlp.experts.99.up_proj,0.0031711084,hessian_weighted_relative_error,30929,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.0.down_proj,0.0079453247,hessian_weighted_relative_error,20534,0.02500,0.723
5,model.language_model.layers.5.mlp.experts.0.gate_proj,0.0045465186,hessian_weighted_relative_error,20534,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.0.up_proj,0.0046923666,hessian_weighted_relative_error,20534,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.1.down_proj,0.0050503683,hessian_weighted_relative_error,20623,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.1.gate_proj,0.0036023661,hessian_weighted_relative_error,20623,0.02500,0.848
5,model.language_model.layers.5.mlp.experts.1.up_proj,0.0037486842,hessian_weighted_relative_error,20623,0.02500,0.928
5,model.language_model.layers.5.mlp.experts.10.down_proj,0.0106914487,hessian_weighted_relative_error,30466,0.02500,0.729
5,model.language_model.layers.5.mlp.experts.10.gate_proj,0.0072398273,hessian_weighted_relative_error,30466,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.10.up_proj,0.0075434758,hessian_weighted_relative_error,30466,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.100.down_proj,0.0132025134,hessian_weighted_relative_error,29988,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.100.gate_proj,0.0085180379,hessian_weighted_relative_error,29988,0.02500,0.775
5,model.language_model.layers.5.mlp.experts.100.up_proj,0.0088941796,hessian_weighted_relative_error,29988,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.101.down_proj,0.0129656086,hessian_weighted_relative_error,34265,0.02500,0.844
5,model.language_model.layers.5.mlp.experts.101.gate_proj,0.0080930195,hessian_weighted_relative_error,34265,0.02500,0.898
5,model.language_model.layers.5.mlp.experts.101.up_proj,0.0083873619,hessian_weighted_relative_error,34265,0.02500,0.949
5,model.language_model.layers.5.mlp.experts.102.down_proj,0.0126411407,hessian_weighted_relative_error,25462,0.02500,0.752
5,model.language_model.layers.5.mlp.experts.102.gate_proj,0.0079169128,hessian_weighted_relative_error,25462,0.02500,0.780
5,model.language_model.layers.5.mlp.experts.102.up_proj,0.0082047411,hessian_weighted_relative_error,25462,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.103.down_proj,0.0125447297,hessian_weighted_relative_error,35911,0.02500,0.842
5,model.language_model.layers.5.mlp.experts.103.gate_proj,0.0077487278,hessian_weighted_relative_error,35911,0.02500,0.901
5,model.language_model.layers.5.mlp.experts.103.up_proj,0.0080954315,hessian_weighted_relative_error,35911,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.104.down_proj,0.0127697170,hessian_weighted_relative_error,27997,0.02500,0.748
5,model.language_model.layers.5.mlp.experts.104.gate_proj,0.0081500544,hessian_weighted_relative_error,27997,0.02500,0.779
5,model.language_model.layers.5.mlp.experts.104.up_proj,0.0084198044,hessian_weighted_relative_error,27997,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.105.down_proj,0.0130686081,hessian_weighted_relative_error,32741,0.02500,0.845
5,model.language_model.layers.5.mlp.experts.105.gate_proj,0.0081484048,hessian_weighted_relative_error,32741,0.02500,0.897
5,model.language_model.layers.5.mlp.experts.105.up_proj,0.0084660668,hessian_weighted_relative_error,32741,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.106.down_proj,0.0059801289,hessian_weighted_relative_error,21034,0.02500,0.748
5,model.language_model.layers.5.mlp.experts.106.gate_proj,0.0049011867,hessian_weighted_relative_error,21034,0.02500,0.780
5,model.language_model.layers.5.mlp.experts.106.up_proj,0.0049938156,hessian_weighted_relative_error,21034,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.107.down_proj,0.0145620975,hessian_weighted_relative_error,38234,0.02500,0.849
5,model.language_model.layers.5.mlp.experts.107.gate_proj,0.0095189652,hessian_weighted_relative_error,38234,0.02500,0.897
5,model.language_model.layers.5.mlp.experts.107.up_proj,0.0099361156,hessian_weighted_relative_error,38234,0.02500,0.954
5,model.language_model.layers.5.mlp.experts.108.down_proj,0.0048686900,hessian_weighted_relative_error,24632,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.108.gate_proj,0.0020979777,hessian_weighted_relative_error,24632,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.108.up_proj,0.0022905514,hessian_weighted_relative_error,24632,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.109.down_proj,0.0096375747,hessian_weighted_relative_error,16146,0.02500,0.848
5,model.language_model.layers.5.mlp.experts.109.gate_proj,0.0059358494,hessian_weighted_relative_error,16146,0.02500,0.898
5,model.language_model.layers.5.mlp.experts.109.up_proj,0.0061475939,hessian_weighted_relative_error,16146,0.02500,0.954
5,model.language_model.layers.5.mlp.experts.11.down_proj,0.0130268382,hessian_weighted_relative_error,22459,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.11.gate_proj,0.0080880096,hessian_weighted_relative_error,22459,0.02500,0.850
5,model.language_model.layers.5.mlp.experts.11.up_proj,0.0085508911,hessian_weighted_relative_error,22459,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.110.down_proj,0.0125190386,hessian_weighted_relative_error,26511,0.02500,0.748
5,model.language_model.layers.5.mlp.experts.110.gate_proj,0.0076378112,hessian_weighted_relative_error,26511,0.02500,0.779
5,model.language_model.layers.5.mlp.experts.110.up_proj,0.0079796687,hessian_weighted_relative_error,26511,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.111.down_proj,0.0118295982,hessian_weighted_relative_error,36270,0.02500,0.845
5,model.language_model.layers.5.mlp.experts.111.gate_proj,0.0070737130,hessian_weighted_relative_error,36270,0.02500,0.901
5,model.language_model.layers.5.mlp.experts.111.up_proj,0.0070994912,hessian_weighted_relative_error,36270,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.112.down_proj,0.0118962807,hessian_weighted_relative_error,31544,0.02500,0.749
5,model.language_model.layers.5.mlp.experts.112.gate_proj,0.0080003486,hessian_weighted_relative_error,31544,0.02500,0.781
5,model.language_model.layers.5.mlp.experts.112.up_proj,0.0082664894,hessian_weighted_relative_error,31544,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.113.down_proj,0.0093819096,hessian_weighted_relative_error,19282,0.02500,0.849
5,model.language_model.layers.5.mlp.experts.113.gate_proj,0.0056863096,hessian_weighted_relative_error,19282,0.02500,0.898
5,model.language_model.layers.5.mlp.experts.113.up_proj,0.0059448031,hessian_weighted_relative_error,19282,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.114.down_proj,0.0128934195,hessian_weighted_relative_error,28578,0.02500,0.750
5,model.language_model.layers.5.mlp.experts.114.gate_proj,0.0080838046,hessian_weighted_relative_error,28578,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.114.up_proj,0.0084435814,hessian_weighted_relative_error,28578,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.115.down_proj,0.0133515873,hessian_weighted_relative_error,26039,0.02500,0.854
5,model.language_model.layers.5.mlp.experts.115.gate_proj,0.0080662191,hessian_weighted_relative_error,26039,0.02500,0.899
5,model.language_model.layers.5.mlp.experts.115.up_proj,0.0084772643,hessian_weighted_relative_error,26039,0.02500,0.952
5,model.language_model.layers.5.mlp.experts.116.down_proj,0.0125285024,hessian_weighted_relative_error,33839,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.116.gate_proj,0.0083915367,hessian_weighted_relative_error,33839,0.02500,0.781
5,model.language_model.layers.5.mlp.experts.116.up_proj,0.0086070102,hessian_weighted_relative_error,33839,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.117.down_proj,0.0120961543,hessian_weighted_relative_error,39006,0.02500,0.852
5,model.language_model.layers.5.mlp.experts.117.gate_proj,0.0075154491,hessian_weighted_relative_error,39006,0.02500,0.900
5,model.language_model.layers.5.mlp.experts.117.up_proj,0.0079234735,hessian_weighted_relative_error,39006,0.02500,0.960
5,model.language_model.layers.5.mlp.experts.118.down_proj,0.0125038537,hessian_weighted_relative_error,31225,0.02500,0.751
5,model.language_model.layers.5.mlp.experts.118.gate_proj,0.0077652159,hessian_weighted_relative_error,31225,0.02500,0.783
5,model.language_model.layers.5.mlp.experts.118.up_proj,0.0080446089,hessian_weighted_relative_error,31225,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.119.down_proj,0.0121617716,hessian_weighted_relative_error,36927,0.02500,0.850
5,model.language_model.layers.5.mlp.experts.119.gate_proj,0.0079693960,hessian_weighted_relative_error,36927,0.02500,0.919
5,model.language_model.layers.5.mlp.experts.119.up_proj,0.0080965722,hessian_weighted_relative_error,36927,0.02500,0.962
5,model.language_model.layers.5.mlp.experts.12.down_proj,0.0130690623,hessian_weighted_relative_error,29524,0.02500,0.725
5,model.language_model.layers.5.mlp.experts.12.gate_proj,0.0083900389,hessian_weighted_relative_error,29524,0.02500,0.753
5,model.language_model.layers.5.mlp.experts.12.up_proj,0.0086868080,hessian_weighted_relative_error,29524,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.120.down_proj,0.0137873638,hessian_weighted_relative_error,30991,0.02500,0.751
5,model.language_model.layers.5.mlp.experts.120.gate_proj,0.0086916578,hessian_weighted_relative_error,30991,0.02500,0.781
5,model.language_model.layers.5.mlp.experts.120.up_proj,0.0090063252,hessian_weighted_relative_error,30991,0.02500,0.811
5,model.language_model.layers.5.mlp.experts.121.down_proj,0.0114033306,hessian_weighted_relative_error,29603,0.02500,0.854
5,model.language_model.layers.5.mlp.experts.121.gate_proj,0.0075625000,hessian_weighted_relative_error,29603,0.02500,0.902
5,model.language_model.layers.5.mlp.experts.121.up_proj,0.0078604873,hessian_weighted_relative_error,29603,0.02500,0.952
5,model.language_model.layers.5.mlp.experts.122.down_proj,0.0087209849,hessian_weighted_relative_error,19326,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.122.gate_proj,0.0056129768,hessian_weighted_relative_error,19326,0.02500,0.780
5,model.language_model.layers.5.mlp.experts.122.up_proj,0.0059348456,hessian_weighted_relative_error,19326,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.123.down_proj,0.0132093800,hessian_weighted_relative_error,34718,0.02500,0.857
5,model.language_model.layers.5.mlp.experts.123.gate_proj,0.0079635135,hessian_weighted_relative_error,34718,0.02500,0.900
5,model.language_model.layers.5.mlp.experts.123.up_proj,0.0083933918,hessian_weighted_relative_error,34718,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.124.down_proj,0.0113248503,hessian_weighted_relative_error,42600,0.02500,0.748
5,model.language_model.layers.5.mlp.experts.124.gate_proj,0.0080199738,hessian_weighted_relative_error,42600,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.124.up_proj,0.0082980603,hessian_weighted_relative_error,42600,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.125.down_proj,0.0134018592,hessian_weighted_relative_error,52385,0.02500,0.856
5,model.language_model.layers.5.mlp.experts.125.gate_proj,0.0080638951,hessian_weighted_relative_error,52385,0.02500,0.903
5,model.language_model.layers.5.mlp.experts.125.up_proj,0.0084390595,hessian_weighted_relative_error,52385,0.02500,0.956
5,model.language_model.layers.5.mlp.experts.126.down_proj,0.0068847943,hessian_weighted_relative_error,16956,0.02500,0.753
5,model.language_model.layers.5.mlp.experts.126.gate_proj,0.0038672242,hessian_weighted_relative_error,16956,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.126.up_proj,0.0041208624,hessian_weighted_relative_error,16956,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.127.down_proj,0.0120117834,hessian_weighted_relative_error,31692,0.02500,0.854
5,model.language_model.layers.5.mlp.experts.127.gate_proj,0.0076171296,hessian_weighted_relative_error,31692,0.02500,0.906
5,model.language_model.layers.5.mlp.experts.127.up_proj,0.0078733181,hessian_weighted_relative_error,31692,0.02500,0.962
5,model.language_model.layers.5.mlp.experts.128.down_proj,0.0143381993,hessian_weighted_relative_error,32746,0.02500,0.752
5,model.language_model.layers.5.mlp.experts.128.gate_proj,0.0091247846,hessian_weighted_relative_error,32746,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.128.up_proj,0.0093507945,hessian_weighted_relative_error,32746,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.129.down_proj,0.0124438465,hessian_weighted_relative_error,21152,0.02500,0.857
5,model.language_model.layers.5.mlp.experts.129.gate_proj,0.0073908227,hessian_weighted_relative_error,21152,0.02500,0.902
5,model.language_model.layers.5.mlp.experts.129.up_proj,0.0077034102,hessian_weighted_relative_error,21152,0.02500,0.959
5,model.language_model.layers.5.mlp.experts.13.down_proj,0.0047976503,hessian_weighted_relative_error,16512,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.13.gate_proj,0.0027011401,hessian_weighted_relative_error,16512,0.02500,0.847
5,model.language_model.layers.5.mlp.experts.13.up_proj,0.0028775630,hessian_weighted_relative_error,16512,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.130.down_proj,0.0128660747,hessian_weighted_relative_error,24151,0.02500,0.753
5,model.language_model.layers.5.mlp.experts.130.gate_proj,0.0082278555,hessian_weighted_relative_error,24151,0.02500,0.785
5,model.language_model.layers.5.mlp.experts.130.up_proj,0.0083323155,hessian_weighted_relative_error,24151,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.131.down_proj,0.0121226995,hessian_weighted_relative_error,29534,0.02500,0.861
5,model.language_model.layers.5.mlp.experts.131.gate_proj,0.0078374202,hessian_weighted_relative_error,29534,0.02500,0.903
5,model.language_model.layers.5.mlp.experts.131.up_proj,0.0083085542,hessian_weighted_relative_error,29534,0.02500,0.956
5,model.language_model.layers.5.mlp.experts.132.down_proj,0.0121832355,hessian_weighted_relative_error,29580,0.02500,0.750
5,model.language_model.layers.5.mlp.experts.132.gate_proj,0.0082160851,hessian_weighted_relative_error,29580,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.132.up_proj,0.0085343988,hessian_weighted_relative_error,29580,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.133.down_proj,0.0081289946,hessian_weighted_relative_error,29092,0.02500,0.860
5,model.language_model.layers.5.mlp.experts.133.gate_proj,0.0050653456,hessian_weighted_relative_error,29092,0.02500,0.901
5,model.language_model.layers.5.mlp.experts.133.up_proj,0.0050776092,hessian_weighted_relative_error,29092,0.02500,0.955
5,model.language_model.layers.5.mlp.experts.134.down_proj,0.0126423151,hessian_weighted_relative_error,37815,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.134.gate_proj,0.0074603451,hessian_weighted_relative_error,37815,0.02500,0.782
5,model.language_model.layers.5.mlp.experts.134.up_proj,0.0079521078,hessian_weighted_relative_error,37815,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.135.down_proj,0.0117198324,hessian_weighted_relative_error,30484,0.02500,0.857
5,model.language_model.layers.5.mlp.experts.135.gate_proj,0.0076087534,hessian_weighted_relative_error,30484,0.02500,0.904
5,model.language_model.layers.5.mlp.experts.135.up_proj,0.0080039882,hessian_weighted_relative_error,30484,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.136.down_proj,0.0129871592,hessian_weighted_relative_error,36474,0.02500,0.753
5,model.language_model.layers.5.mlp.experts.136.gate_proj,0.0080059578,hessian_weighted_relative_error,36474,0.02500,0.783
5,model.language_model.layers.5.mlp.experts.136.up_proj,0.0084504546,hessian_weighted_relative_error,36474,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.137.down_proj,0.0052383072,hessian_weighted_relative_error,28425,0.02500,0.861
5,model.language_model.layers.5.mlp.experts.137.gate_proj,0.0029386767,hessian_weighted_relative_error,28425,0.02500,0.904
5,model.language_model.layers.5.mlp.experts.137.up_proj,0.0030668516,hessian_weighted_relative_error,28425,0.02500,0.973
5,model.language_model.layers.5.mlp.experts.138.down_proj,0.0119613335,hessian_weighted_relative_error,36708,0.02500,0.757
5,model.language_model.layers.5.mlp.experts.138.gate_proj,0.0073212747,hessian_weighted_relative_error,36708,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.138.up_proj,0.0077430284,hessian_weighted_relative_error,36708,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.139.down_proj,0.0126338291,hessian_weighted_relative_error,28976,0.02500,0.866
5,model.language_model.layers.5.mlp.experts.139.gate_proj,0.0077558330,hessian_weighted_relative_error,28976,0.02500,0.902
5,model.language_model.layers.5.mlp.experts.139.up_proj,0.0081081737,hessian_weighted_relative_error,28976,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.14.down_proj,0.0129545928,hessian_weighted_relative_error,37857,0.02500,0.727
5,model.language_model.layers.5.mlp.experts.14.gate_proj,0.0082006878,hessian_weighted_relative_error,37857,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.14.up_proj,0.0085298759,hessian_weighted_relative_error,37857,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.140.down_proj,0.0101615435,hessian_weighted_relative_error,30539,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.140.gate_proj,0.0066692693,hessian_weighted_relative_error,30539,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.140.up_proj,0.0070300126,hessian_weighted_relative_error,30539,0.02500,0.812
5,model.language_model.layers.5.mlp.experts.141.down_proj,0.0123633101,hessian_weighted_relative_error,35138,0.02500,0.864
5,model.language_model.layers.5.mlp.experts.141.gate_proj,0.0078428379,hessian_weighted_relative_error,35138,0.02500,0.903
5,model.language_model.layers.5.mlp.experts.141.up_proj,0.0082164583,hessian_weighted_relative_error,35138,0.02500,0.961
5,model.language_model.layers.5.mlp.experts.142.down_proj,0.0122980728,hessian_weighted_relative_error,38911,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.142.gate_proj,0.0077415994,hessian_weighted_relative_error,38911,0.02500,0.783
5,model.language_model.layers.5.mlp.experts.142.up_proj,0.0079909126,hessian_weighted_relative_error,38911,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.143.down_proj,0.0112357107,hessian_weighted_relative_error,22759,0.02500,0.861
5,model.language_model.layers.5.mlp.experts.143.gate_proj,0.0063212289,hessian_weighted_relative_error,22759,0.02500,0.911
5,model.language_model.layers.5.mlp.experts.143.up_proj,0.0067259178,hessian_weighted_relative_error,22759,0.02500,0.964
5,model.language_model.layers.5.mlp.experts.144.down_proj,0.0143691810,hessian_weighted_relative_error,31609,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.144.gate_proj,0.0091972797,hessian_weighted_relative_error,31609,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.144.up_proj,0.0094963341,hessian_weighted_relative_error,31609,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.145.down_proj,0.0059627259,hessian_weighted_relative_error,24778,0.02500,0.865
5,model.language_model.layers.5.mlp.experts.145.gate_proj,0.0047784557,hessian_weighted_relative_error,24778,0.02500,0.907
5,model.language_model.layers.5.mlp.experts.145.up_proj,0.0050061383,hessian_weighted_relative_error,24778,0.02500,0.965
5,model.language_model.layers.5.mlp.experts.146.down_proj,0.0116117234,hessian_weighted_relative_error,25807,0.02500,0.752
5,model.language_model.layers.5.mlp.experts.146.gate_proj,0.0071038476,hessian_weighted_relative_error,25807,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.146.up_proj,0.0073546169,hessian_weighted_relative_error,25807,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.147.down_proj,0.0088098913,hessian_weighted_relative_error,18893,0.02500,0.869
5,model.language_model.layers.5.mlp.experts.147.gate_proj,0.0054534360,hessian_weighted_relative_error,18893,0.02500,0.911
5,model.language_model.layers.5.mlp.experts.147.up_proj,0.0056780790,hessian_weighted_relative_error,18893,0.02500,0.964
5,model.language_model.layers.5.mlp.experts.148.down_proj,0.0074410169,hessian_weighted_relative_error,35976,0.02500,0.752
5,model.language_model.layers.5.mlp.experts.148.gate_proj,0.0068480230,hessian_weighted_relative_error,35976,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.148.up_proj,0.0071372846,hessian_weighted_relative_error,35976,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.149.down_proj,0.0111922629,hessian_weighted_relative_error,26204,0.02500,0.867
5,model.language_model.layers.5.mlp.experts.149.gate_proj,0.0071851043,hessian_weighted_relative_error,26204,0.02500,0.905
5,model.language_model.layers.5.mlp.experts.149.up_proj,0.0074658604,hessian_weighted_relative_error,26204,0.02500,0.965
5,model.language_model.layers.5.mlp.experts.15.down_proj,0.0125853378,hessian_weighted_relative_error,31440,0.02500,0.798
5,model.language_model.layers.5.mlp.experts.15.gate_proj,0.0076402423,hessian_weighted_relative_error,31440,0.02500,0.853
5,model.language_model.layers.5.mlp.experts.15.up_proj,0.0079176319,hessian_weighted_relative_error,31440,0.02500,0.932
5,model.language_model.layers.5.mlp.experts.150.down_proj,0.0125586699,hessian_weighted_relative_error,32593,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.150.gate_proj,0.0077756638,hessian_weighted_relative_error,32593,0.02500,0.784
5,model.language_model.layers.5.mlp.experts.150.up_proj,0.0080958111,hessian_weighted_relative_error,32593,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.151.down_proj,0.0135386137,hessian_weighted_relative_error,31780,0.02500,0.865
5,model.language_model.layers.5.mlp.experts.151.gate_proj,0.0085900775,hessian_weighted_relative_error,31780,0.02500,0.908
5,model.language_model.layers.5.mlp.experts.151.up_proj,0.0090741696,hessian_weighted_relative_error,31780,0.02500,0.971
5,model.language_model.layers.5.mlp.experts.152.down_proj,0.0072847382,hessian_weighted_relative_error,42176,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.152.gate_proj,0.0053029508,hessian_weighted_relative_error,42176,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.152.up_proj,0.0055501213,hessian_weighted_relative_error,42176,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.153.down_proj,0.0123491107,hessian_weighted_relative_error,29516,0.02500,0.868
5,model.language_model.layers.5.mlp.experts.153.gate_proj,0.0078453495,hessian_weighted_relative_error,29516,0.02500,0.923
5,model.language_model.layers.5.mlp.experts.153.up_proj,0.0082161645,hessian_weighted_relative_error,29516,0.02500,0.971
5,model.language_model.layers.5.mlp.experts.154.down_proj,0.0118460698,hessian_weighted_relative_error,45238,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.154.gate_proj,0.0069957002,hessian_weighted_relative_error,45238,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.154.up_proj,0.0075822135,hessian_weighted_relative_error,45238,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.155.down_proj,0.0138782019,hessian_weighted_relative_error,41279,0.02500,0.873
5,model.language_model.layers.5.mlp.experts.155.gate_proj,0.0092550818,hessian_weighted_relative_error,41279,0.02500,0.909
5,model.language_model.layers.5.mlp.experts.155.up_proj,0.0095700664,hessian_weighted_relative_error,41279,0.02500,0.966
5,model.language_model.layers.5.mlp.experts.156.down_proj,0.0112253345,hessian_weighted_relative_error,28943,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.156.gate_proj,0.0066132072,hessian_weighted_relative_error,28943,0.02500,0.786
5,model.language_model.layers.5.mlp.experts.156.up_proj,0.0070015024,hessian_weighted_relative_error,28943,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.157.down_proj,0.0080579939,hessian_weighted_relative_error,14721,0.02500,0.870
5,model.language_model.layers.5.mlp.experts.157.gate_proj,0.0044585231,hessian_weighted_relative_error,14721,0.02500,0.904
5,model.language_model.layers.5.mlp.experts.157.up_proj,0.0047460177,hessian_weighted_relative_error,14721,0.02500,0.963
5,model.language_model.layers.5.mlp.experts.158.down_proj,0.0111903530,hessian_weighted_relative_error,35639,0.02500,0.757
5,model.language_model.layers.5.mlp.experts.158.gate_proj,0.0072423255,hessian_weighted_relative_error,35639,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.158.up_proj,0.0075638372,hessian_weighted_relative_error,35639,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.159.down_proj,0.0134707074,hessian_weighted_relative_error,35334,0.02500,0.870
5,model.language_model.layers.5.mlp.experts.159.gate_proj,0.0086563813,hessian_weighted_relative_error,35334,0.02500,0.915
5,model.language_model.layers.5.mlp.experts.159.up_proj,0.0090136535,hessian_weighted_relative_error,35334,0.02500,0.974
5,model.language_model.layers.5.mlp.experts.16.down_proj,0.0091446554,hessian_weighted_relative_error,30336,0.02500,0.730
5,model.language_model.layers.5.mlp.experts.16.gate_proj,0.0056165647,hessian_weighted_relative_error,30336,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.16.up_proj,0.0056953420,hessian_weighted_relative_error,30336,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.160.down_proj,0.0144682225,hessian_weighted_relative_error,36526,0.02500,0.756
5,model.language_model.layers.5.mlp.experts.160.gate_proj,0.0096213727,hessian_weighted_relative_error,36526,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.160.up_proj,0.0098344093,hessian_weighted_relative_error,36526,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.161.down_proj,0.0104767089,hessian_weighted_relative_error,31554,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.161.gate_proj,0.0066677530,hessian_weighted_relative_error,31554,0.02500,0.907
5,model.language_model.layers.5.mlp.experts.161.up_proj,0.0069512595,hessian_weighted_relative_error,31554,0.02500,0.963
5,model.language_model.layers.5.mlp.experts.162.down_proj,0.0136674787,hessian_weighted_relative_error,28862,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.162.gate_proj,0.0087146651,hessian_weighted_relative_error,28862,0.02500,0.787
5,model.language_model.layers.5.mlp.experts.162.up_proj,0.0091472400,hessian_weighted_relative_error,28862,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.163.down_proj,0.0111286992,hessian_weighted_relative_error,31407,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.163.gate_proj,0.0065249655,hessian_weighted_relative_error,31407,0.02500,0.909
5,model.language_model.layers.5.mlp.experts.163.up_proj,0.0068757824,hessian_weighted_relative_error,31407,0.02500,0.964
5,model.language_model.layers.5.mlp.experts.164.down_proj,0.0128888609,hessian_weighted_relative_error,24570,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.164.gate_proj,0.0082935778,hessian_weighted_relative_error,24570,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.164.up_proj,0.0086344176,hessian_weighted_relative_error,24570,0.02500,0.814
5,model.language_model.layers.5.mlp.experts.165.down_proj,0.0120731115,hessian_weighted_relative_error,27170,0.02500,0.874
5,model.language_model.layers.5.mlp.experts.165.gate_proj,0.0075644136,hessian_weighted_relative_error,27170,0.02500,0.907
5,model.language_model.layers.5.mlp.experts.165.up_proj,0.0080139121,hessian_weighted_relative_error,27170,0.02500,0.972
5,model.language_model.layers.5.mlp.experts.166.down_proj,0.0138062863,hessian_weighted_relative_error,48959,0.02500,0.757
5,model.language_model.layers.5.mlp.experts.166.gate_proj,0.0083655694,hessian_weighted_relative_error,48959,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.166.up_proj,0.0086646337,hessian_weighted_relative_error,48959,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.167.down_proj,0.0068132216,hessian_weighted_relative_error,16307,0.02500,0.873
5,model.language_model.layers.5.mlp.experts.167.gate_proj,0.0041519574,hessian_weighted_relative_error,16307,0.02500,0.911
5,model.language_model.layers.5.mlp.experts.167.up_proj,0.0042783517,hessian_weighted_relative_error,16307,0.02500,0.977
5,model.language_model.layers.5.mlp.experts.168.down_proj,0.0080242397,hessian_weighted_relative_error,20506,0.02500,0.757
5,model.language_model.layers.5.mlp.experts.168.gate_proj,0.0049166101,hessian_weighted_relative_error,20506,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.168.up_proj,0.0054819201,hessian_weighted_relative_error,20506,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.169.down_proj,0.0113062951,hessian_weighted_relative_error,35892,0.02500,0.874
5,model.language_model.layers.5.mlp.experts.169.gate_proj,0.0074652242,hessian_weighted_relative_error,35892,0.02500,0.907
5,model.language_model.layers.5.mlp.experts.169.up_proj,0.0078015547,hessian_weighted_relative_error,35892,0.02500,0.966
5,model.language_model.layers.5.mlp.experts.17.down_proj,0.0136221037,hessian_weighted_relative_error,45196,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.17.gate_proj,0.0088760804,hessian_weighted_relative_error,45196,0.02500,0.853
5,model.language_model.layers.5.mlp.experts.17.up_proj,0.0091467450,hessian_weighted_relative_error,45196,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.170.down_proj,0.0136522540,hessian_weighted_relative_error,39099,0.02500,0.757
5,model.language_model.layers.5.mlp.experts.170.gate_proj,0.0084564741,hessian_weighted_relative_error,39099,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.170.up_proj,0.0087248387,hessian_weighted_relative_error,39099,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.171.down_proj,0.0048765599,hessian_weighted_relative_error,31385,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.171.gate_proj,0.0050511280,hessian_weighted_relative_error,31385,0.02500,0.911
5,model.language_model.layers.5.mlp.experts.171.up_proj,0.0052855969,hessian_weighted_relative_error,31385,0.02500,0.963
5,model.language_model.layers.5.mlp.experts.172.down_proj,0.0067576801,hessian_weighted_relative_error,18073,0.02500,0.755
5,model.language_model.layers.5.mlp.experts.172.gate_proj,0.0040039335,hessian_weighted_relative_error,18073,0.02500,0.788
5,model.language_model.layers.5.mlp.experts.172.up_proj,0.0043669853,hessian_weighted_relative_error,18073,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.173.down_proj,0.0131642535,hessian_weighted_relative_error,32081,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.173.gate_proj,0.0085830996,hessian_weighted_relative_error,32081,0.02500,0.910
5,model.language_model.layers.5.mlp.experts.173.up_proj,0.0089165362,hessian_weighted_relative_error,32081,0.02500,0.969
5,model.language_model.layers.5.mlp.experts.174.down_proj,0.0090868413,hessian_weighted_relative_error,19153,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.174.gate_proj,0.0050783042,hessian_weighted_relative_error,19153,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.174.up_proj,0.0053569198,hessian_weighted_relative_error,19153,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.175.down_proj,0.0125629064,hessian_weighted_relative_error,30975,0.02500,0.875
5,model.language_model.layers.5.mlp.experts.175.gate_proj,0.0085941774,hessian_weighted_relative_error,30975,0.02500,0.912
5,model.language_model.layers.5.mlp.experts.175.up_proj,0.0089517207,hessian_weighted_relative_error,30975,0.02500,0.985
5,model.language_model.layers.5.mlp.experts.176.down_proj,0.0136395757,hessian_weighted_relative_error,33141,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.176.gate_proj,0.0087663038,hessian_weighted_relative_error,33141,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.176.up_proj,0.0091614234,hessian_weighted_relative_error,33141,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.177.down_proj,0.0123842500,hessian_weighted_relative_error,37761,0.02500,0.877
5,model.language_model.layers.5.mlp.experts.177.gate_proj,0.0078397411,hessian_weighted_relative_error,37761,0.02500,0.919
5,model.language_model.layers.5.mlp.experts.177.up_proj,0.0081425506,hessian_weighted_relative_error,37761,0.02500,0.971
5,model.language_model.layers.5.mlp.experts.178.down_proj,0.0101099723,hessian_weighted_relative_error,18718,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.178.gate_proj,0.0054140496,hessian_weighted_relative_error,18718,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.178.up_proj,0.0058123827,hessian_weighted_relative_error,18718,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.179.down_proj,0.0122494975,hessian_weighted_relative_error,39436,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.179.gate_proj,0.0074357155,hessian_weighted_relative_error,39436,0.02500,0.923
5,model.language_model.layers.5.mlp.experts.179.up_proj,0.0077892829,hessian_weighted_relative_error,39436,0.02500,0.971
5,model.language_model.layers.5.mlp.experts.18.down_proj,0.0087643682,hessian_weighted_relative_error,20296,0.02500,0.732
5,model.language_model.layers.5.mlp.experts.18.gate_proj,0.0058766193,hessian_weighted_relative_error,20296,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.18.up_proj,0.0060943260,hessian_weighted_relative_error,20296,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.180.down_proj,0.0132081349,hessian_weighted_relative_error,21241,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.180.gate_proj,0.0079018422,hessian_weighted_relative_error,21241,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.180.up_proj,0.0082288677,hessian_weighted_relative_error,21241,0.02500,0.816
5,model.language_model.layers.5.mlp.experts.181.down_proj,0.0126665438,hessian_weighted_relative_error,27728,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.181.gate_proj,0.0080591018,hessian_weighted_relative_error,27728,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.181.up_proj,0.0084862848,hessian_weighted_relative_error,27728,0.02500,0.972
5,model.language_model.layers.5.mlp.experts.182.down_proj,0.0128465282,hessian_weighted_relative_error,31498,0.02500,0.764
5,model.language_model.layers.5.mlp.experts.182.gate_proj,0.0081228851,hessian_weighted_relative_error,31498,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.182.up_proj,0.0085067558,hessian_weighted_relative_error,31498,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.183.down_proj,0.0139386328,hessian_weighted_relative_error,28563,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.183.gate_proj,0.0088445497,hessian_weighted_relative_error,28563,0.02500,0.921
5,model.language_model.layers.5.mlp.experts.183.up_proj,0.0092274198,hessian_weighted_relative_error,28563,0.02500,0.963
5,model.language_model.layers.5.mlp.experts.184.down_proj,0.0095348800,hessian_weighted_relative_error,35877,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.184.gate_proj,0.0059194921,hessian_weighted_relative_error,35877,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.184.up_proj,0.0061358609,hessian_weighted_relative_error,35877,0.02500,0.811
5,model.language_model.layers.5.mlp.experts.185.down_proj,0.0121564585,hessian_weighted_relative_error,34824,0.02500,0.877
5,model.language_model.layers.5.mlp.experts.185.gate_proj,0.0078811688,hessian_weighted_relative_error,34824,0.02500,0.919
5,model.language_model.layers.5.mlp.experts.185.up_proj,0.0081974848,hessian_weighted_relative_error,34824,0.02500,0.968
5,model.language_model.layers.5.mlp.experts.186.down_proj,0.0124115794,hessian_weighted_relative_error,30441,0.02500,0.762
5,model.language_model.layers.5.mlp.experts.186.gate_proj,0.0076245373,hessian_weighted_relative_error,30441,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.186.up_proj,0.0079110263,hessian_weighted_relative_error,30441,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.187.down_proj,0.0134925714,hessian_weighted_relative_error,29942,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.187.gate_proj,0.0086595364,hessian_weighted_relative_error,29942,0.02500,0.909
5,model.language_model.layers.5.mlp.experts.187.up_proj,0.0090193308,hessian_weighted_relative_error,29942,0.02500,0.961
5,model.language_model.layers.5.mlp.experts.188.down_proj,0.0068099625,hessian_weighted_relative_error,22837,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.188.gate_proj,0.0052562199,hessian_weighted_relative_error,22837,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.188.up_proj,0.0054596126,hessian_weighted_relative_error,22837,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.189.down_proj,0.0136683432,hessian_weighted_relative_error,29885,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.189.gate_proj,0.0089029290,hessian_weighted_relative_error,29885,0.02500,0.916
5,model.language_model.layers.5.mlp.experts.189.up_proj,0.0091562596,hessian_weighted_relative_error,29885,0.02500,0.976
5,model.language_model.layers.5.mlp.experts.19.down_proj,0.0130348919,hessian_weighted_relative_error,42278,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.19.gate_proj,0.0083772440,hessian_weighted_relative_error,42278,0.02500,0.854
5,model.language_model.layers.5.mlp.experts.19.up_proj,0.0086489411,hessian_weighted_relative_error,42278,0.02500,0.934
5,model.language_model.layers.5.mlp.experts.190.down_proj,0.0055214206,hessian_weighted_relative_error,31630,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.190.gate_proj,0.0036487658,hessian_weighted_relative_error,31630,0.02500,0.789
5,model.language_model.layers.5.mlp.experts.190.up_proj,0.0037494706,hessian_weighted_relative_error,31630,0.02500,0.811
5,model.language_model.layers.5.mlp.experts.191.down_proj,0.0067070121,hessian_weighted_relative_error,21980,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.191.gate_proj,0.0041041615,hessian_weighted_relative_error,21980,0.02500,0.922
5,model.language_model.layers.5.mlp.experts.191.up_proj,0.0042611993,hessian_weighted_relative_error,21980,0.02500,0.975
5,model.language_model.layers.5.mlp.experts.192.down_proj,0.0127601772,hessian_weighted_relative_error,31389,0.02500,0.764
5,model.language_model.layers.5.mlp.experts.192.gate_proj,0.0083859767,hessian_weighted_relative_error,31389,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.192.up_proj,0.0085924740,hessian_weighted_relative_error,31389,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.193.down_proj,0.0124415738,hessian_weighted_relative_error,20955,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.193.gate_proj,0.0078645717,hessian_weighted_relative_error,20955,0.02500,0.915
5,model.language_model.layers.5.mlp.experts.193.up_proj,0.0080191608,hessian_weighted_relative_error,20955,0.02500,0.968
5,model.language_model.layers.5.mlp.experts.194.down_proj,0.0118091975,hessian_weighted_relative_error,31031,0.02500,0.758
5,model.language_model.layers.5.mlp.experts.194.gate_proj,0.0080545686,hessian_weighted_relative_error,31031,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.194.up_proj,0.0084397164,hessian_weighted_relative_error,31031,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.195.down_proj,0.0111192967,hessian_weighted_relative_error,31544,0.02500,0.883
5,model.language_model.layers.5.mlp.experts.195.gate_proj,0.0061016768,hessian_weighted_relative_error,31544,0.02500,0.923
5,model.language_model.layers.5.mlp.experts.195.up_proj,0.0065068833,hessian_weighted_relative_error,31544,0.02500,0.961
5,model.language_model.layers.5.mlp.experts.196.down_proj,0.0124864440,hessian_weighted_relative_error,16044,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.196.gate_proj,0.0072001868,hessian_weighted_relative_error,16044,0.02500,0.790
5,model.language_model.layers.5.mlp.experts.196.up_proj,0.0072683419,hessian_weighted_relative_error,16044,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.197.down_proj,0.0076502221,hessian_weighted_relative_error,28082,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.197.gate_proj,0.0041267431,hessian_weighted_relative_error,28082,0.02500,0.923
5,model.language_model.layers.5.mlp.experts.197.up_proj,0.0044284555,hessian_weighted_relative_error,28082,0.02500,0.967
5,model.language_model.layers.5.mlp.experts.198.down_proj,0.0111275759,hessian_weighted_relative_error,33990,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.198.gate_proj,0.0073207696,hessian_weighted_relative_error,33990,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.198.up_proj,0.0078238864,hessian_weighted_relative_error,33990,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.199.down_proj,0.0126797365,hessian_weighted_relative_error,25018,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.199.gate_proj,0.0083153039,hessian_weighted_relative_error,25018,0.02500,0.924
5,model.language_model.layers.5.mlp.experts.199.up_proj,0.0087610154,hessian_weighted_relative_error,25018,0.02500,0.971
5,model.language_model.layers.5.mlp.experts.2.down_proj,0.0090004449,hessian_weighted_relative_error,19370,0.02500,0.697
5,model.language_model.layers.5.mlp.experts.2.gate_proj,0.0046003488,hessian_weighted_relative_error,19370,0.02500,0.753
5,model.language_model.layers.5.mlp.experts.2.up_proj,0.0048600483,hessian_weighted_relative_error,19370,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.20.down_proj,0.0131812390,hessian_weighted_relative_error,30457,0.02500,0.726
5,model.language_model.layers.5.mlp.experts.20.gate_proj,0.0083910704,hessian_weighted_relative_error,30457,0.02500,0.757
5,model.language_model.layers.5.mlp.experts.20.up_proj,0.0087057527,hessian_weighted_relative_error,30457,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.200.down_proj,0.0142412420,hessian_weighted_relative_error,31328,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.200.gate_proj,0.0092104136,hessian_weighted_relative_error,31328,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.200.up_proj,0.0097688497,hessian_weighted_relative_error,31328,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.201.down_proj,0.0103335360,hessian_weighted_relative_error,29043,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.201.gate_proj,0.0067314038,hessian_weighted_relative_error,29043,0.02500,0.922
5,model.language_model.layers.5.mlp.experts.201.up_proj,0.0069848909,hessian_weighted_relative_error,29043,0.02500,0.967
5,model.language_model.layers.5.mlp.experts.202.down_proj,0.0104254127,hessian_weighted_relative_error,29261,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.202.gate_proj,0.0061314226,hessian_weighted_relative_error,29261,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.202.up_proj,0.0065242843,hessian_weighted_relative_error,29261,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.203.down_proj,0.0109775828,hessian_weighted_relative_error,31290,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.203.gate_proj,0.0074677315,hessian_weighted_relative_error,31290,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.203.up_proj,0.0078184954,hessian_weighted_relative_error,31290,0.02500,0.971
5,model.language_model.layers.5.mlp.experts.204.down_proj,0.0115883514,hessian_weighted_relative_error,32034,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.204.gate_proj,0.0072833904,hessian_weighted_relative_error,32034,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.204.up_proj,0.0076673177,hessian_weighted_relative_error,32034,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.205.down_proj,0.0045121689,hessian_weighted_relative_error,18196,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.205.gate_proj,0.0023343835,hessian_weighted_relative_error,18196,0.02500,0.913
5,model.language_model.layers.5.mlp.experts.205.up_proj,0.0024823839,hessian_weighted_relative_error,18196,0.02500,0.966
5,model.language_model.layers.5.mlp.experts.206.down_proj,0.0125178130,hessian_weighted_relative_error,33193,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.206.gate_proj,0.0080390057,hessian_weighted_relative_error,33193,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.206.up_proj,0.0084729114,hessian_weighted_relative_error,33193,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.207.down_proj,0.0085510655,hessian_weighted_relative_error,26201,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.207.gate_proj,0.0041975107,hessian_weighted_relative_error,26201,0.02500,0.922
5,model.language_model.layers.5.mlp.experts.207.up_proj,0.0044939331,hessian_weighted_relative_error,26201,0.02500,0.973
5,model.language_model.layers.5.mlp.experts.208.down_proj,0.0132405965,hessian_weighted_relative_error,36296,0.02500,0.762
5,model.language_model.layers.5.mlp.experts.208.gate_proj,0.0080222362,hessian_weighted_relative_error,36296,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.208.up_proj,0.0085110496,hessian_weighted_relative_error,36296,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.209.down_proj,0.0148602333,hessian_weighted_relative_error,53371,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.209.gate_proj,0.0095412120,hessian_weighted_relative_error,53371,0.02500,0.915
5,model.language_model.layers.5.mlp.experts.209.up_proj,0.0095983125,hessian_weighted_relative_error,53371,0.02500,0.969
5,model.language_model.layers.5.mlp.experts.21.down_proj,0.0135081221,hessian_weighted_relative_error,38436,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.21.gate_proj,0.0086298212,hessian_weighted_relative_error,38436,0.02500,0.853
5,model.language_model.layers.5.mlp.experts.21.up_proj,0.0088520272,hessian_weighted_relative_error,38436,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.210.down_proj,0.0076977929,hessian_weighted_relative_error,22292,0.02500,0.764
5,model.language_model.layers.5.mlp.experts.210.gate_proj,0.0041306838,hessian_weighted_relative_error,22292,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.210.up_proj,0.0044354429,hessian_weighted_relative_error,22292,0.02500,0.824
5,model.language_model.layers.5.mlp.experts.211.down_proj,0.0137012887,hessian_weighted_relative_error,39868,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.211.gate_proj,0.0085283129,hessian_weighted_relative_error,39868,0.02500,0.922
5,model.language_model.layers.5.mlp.experts.211.up_proj,0.0088293048,hessian_weighted_relative_error,39868,0.02500,0.978
5,model.language_model.layers.5.mlp.experts.212.down_proj,0.0126611850,hessian_weighted_relative_error,24052,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.212.gate_proj,0.0080396625,hessian_weighted_relative_error,24052,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.212.up_proj,0.0083841581,hessian_weighted_relative_error,24052,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.213.down_proj,0.0112460163,hessian_weighted_relative_error,17885,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.213.gate_proj,0.0062816371,hessian_weighted_relative_error,17885,0.02500,0.922
5,model.language_model.layers.5.mlp.experts.213.up_proj,0.0063861138,hessian_weighted_relative_error,17885,0.02500,0.970
5,model.language_model.layers.5.mlp.experts.214.down_proj,0.0120454416,hessian_weighted_relative_error,27289,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.214.gate_proj,0.0074093498,hessian_weighted_relative_error,27289,0.02500,0.791
5,model.language_model.layers.5.mlp.experts.214.up_proj,0.0078981618,hessian_weighted_relative_error,27289,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.215.down_proj,0.0119900635,hessian_weighted_relative_error,33120,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.215.gate_proj,0.0076740685,hessian_weighted_relative_error,33120,0.02500,0.927
5,model.language_model.layers.5.mlp.experts.215.up_proj,0.0080018868,hessian_weighted_relative_error,33120,0.02500,0.975
5,model.language_model.layers.5.mlp.experts.216.down_proj,0.0126642377,hessian_weighted_relative_error,32581,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.216.gate_proj,0.0079930321,hessian_weighted_relative_error,32581,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.216.up_proj,0.0083066148,hessian_weighted_relative_error,32581,0.02500,0.812
5,model.language_model.layers.5.mlp.experts.217.down_proj,0.0140310767,hessian_weighted_relative_error,39005,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.217.gate_proj,0.0089100220,hessian_weighted_relative_error,39005,0.02500,0.925
5,model.language_model.layers.5.mlp.experts.217.up_proj,0.0091884783,hessian_weighted_relative_error,39005,0.02500,0.970
5,model.language_model.layers.5.mlp.experts.218.down_proj,0.0134246186,hessian_weighted_relative_error,37834,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.218.gate_proj,0.0083450726,hessian_weighted_relative_error,37834,0.02500,0.792
5,model.language_model.layers.5.mlp.experts.218.up_proj,0.0087616590,hessian_weighted_relative_error,37834,0.02500,0.812
5,model.language_model.layers.5.mlp.experts.219.down_proj,0.0143508324,hessian_weighted_relative_error,32687,0.02500,0.886
5,model.language_model.layers.5.mlp.experts.219.gate_proj,0.0092087315,hessian_weighted_relative_error,32687,0.02500,0.927
5,model.language_model.layers.5.mlp.experts.219.up_proj,0.0095115329,hessian_weighted_relative_error,32687,0.02500,0.969
5,model.language_model.layers.5.mlp.experts.22.down_proj,0.0125385044,hessian_weighted_relative_error,14798,0.02500,0.734
5,model.language_model.layers.5.mlp.experts.22.gate_proj,0.0067580377,hessian_weighted_relative_error,14798,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.22.up_proj,0.0069293467,hessian_weighted_relative_error,14798,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.220.down_proj,0.0100622309,hessian_weighted_relative_error,13275,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.220.gate_proj,0.0059785786,hessian_weighted_relative_error,13275,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.220.up_proj,0.0061445964,hessian_weighted_relative_error,13275,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.221.down_proj,0.0061848238,hessian_weighted_relative_error,25256,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.221.gate_proj,0.0040185505,hessian_weighted_relative_error,25256,0.02500,0.924
5,model.language_model.layers.5.mlp.experts.221.up_proj,0.0042025843,hessian_weighted_relative_error,25256,0.02500,0.974
5,model.language_model.layers.5.mlp.experts.222.down_proj,0.0123668992,hessian_weighted_relative_error,37822,0.02500,0.764
5,model.language_model.layers.5.mlp.experts.222.gate_proj,0.0079061780,hessian_weighted_relative_error,37822,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.222.up_proj,0.0082781504,hessian_weighted_relative_error,37822,0.02500,0.812
5,model.language_model.layers.5.mlp.experts.223.down_proj,0.0120523998,hessian_weighted_relative_error,39027,0.02500,0.882
5,model.language_model.layers.5.mlp.experts.223.gate_proj,0.0076887057,hessian_weighted_relative_error,39027,0.02500,0.932
5,model.language_model.layers.5.mlp.experts.223.up_proj,0.0080588967,hessian_weighted_relative_error,39027,0.02500,0.998
5,model.language_model.layers.5.mlp.experts.224.down_proj,0.0083554988,hessian_weighted_relative_error,56853,0.02500,0.762
5,model.language_model.layers.5.mlp.experts.224.gate_proj,0.0084224530,hessian_weighted_relative_error,56853,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.224.up_proj,0.0087465798,hessian_weighted_relative_error,56853,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.225.down_proj,0.0136236609,hessian_weighted_relative_error,29895,0.02500,0.882
5,model.language_model.layers.5.mlp.experts.225.gate_proj,0.0083296275,hessian_weighted_relative_error,29895,0.02500,0.926
5,model.language_model.layers.5.mlp.experts.225.up_proj,0.0086037488,hessian_weighted_relative_error,29895,0.02500,0.980
5,model.language_model.layers.5.mlp.experts.226.down_proj,0.0135602582,hessian_weighted_relative_error,38002,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.226.gate_proj,0.0089181563,hessian_weighted_relative_error,38002,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.226.up_proj,0.0093451056,hessian_weighted_relative_error,38002,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.227.down_proj,0.0143130109,hessian_weighted_relative_error,41718,0.02500,0.886
5,model.language_model.layers.5.mlp.experts.227.gate_proj,0.0090104802,hessian_weighted_relative_error,41718,0.02500,0.933
5,model.language_model.layers.5.mlp.experts.227.up_proj,0.0092098011,hessian_weighted_relative_error,41718,0.02500,0.979
5,model.language_model.layers.5.mlp.experts.228.down_proj,0.0103194390,hessian_weighted_relative_error,30462,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.228.gate_proj,0.0067494695,hessian_weighted_relative_error,30462,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.228.up_proj,0.0068874005,hessian_weighted_relative_error,30462,0.02500,0.818
5,model.language_model.layers.5.mlp.experts.229.down_proj,0.0043344902,hessian_weighted_relative_error,24814,0.02500,0.882
5,model.language_model.layers.5.mlp.experts.229.gate_proj,0.0037233158,hessian_weighted_relative_error,24814,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.229.up_proj,0.0039386368,hessian_weighted_relative_error,24814,0.02500,0.980
5,model.language_model.layers.5.mlp.experts.23.down_proj,0.0110786002,hessian_weighted_relative_error,38718,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.23.gate_proj,0.0075046947,hessian_weighted_relative_error,38718,0.02500,0.858
5,model.language_model.layers.5.mlp.experts.23.up_proj,0.0077675282,hessian_weighted_relative_error,38718,0.02500,0.945
5,model.language_model.layers.5.mlp.experts.230.down_proj,0.0092111789,hessian_weighted_relative_error,27460,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.230.gate_proj,0.0069815145,hessian_weighted_relative_error,27460,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.230.up_proj,0.0072143736,hessian_weighted_relative_error,27460,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.231.down_proj,0.0138588494,hessian_weighted_relative_error,36447,0.02500,0.882
5,model.language_model.layers.5.mlp.experts.231.gate_proj,0.0088612595,hessian_weighted_relative_error,36447,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.231.up_proj,0.0091365029,hessian_weighted_relative_error,36447,0.02500,0.973
5,model.language_model.layers.5.mlp.experts.232.down_proj,0.0126308732,hessian_weighted_relative_error,37398,0.02500,0.762
5,model.language_model.layers.5.mlp.experts.232.gate_proj,0.0081057045,hessian_weighted_relative_error,37398,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.232.up_proj,0.0085535969,hessian_weighted_relative_error,37398,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.233.down_proj,0.0142067600,hessian_weighted_relative_error,41494,0.02500,0.883
5,model.language_model.layers.5.mlp.experts.233.gate_proj,0.0088379382,hessian_weighted_relative_error,41494,0.02500,0.927
5,model.language_model.layers.5.mlp.experts.233.up_proj,0.0090540083,hessian_weighted_relative_error,41494,0.02500,0.975
5,model.language_model.layers.5.mlp.experts.234.down_proj,0.0131360511,hessian_weighted_relative_error,35584,0.02500,0.770
5,model.language_model.layers.5.mlp.experts.234.gate_proj,0.0083296219,hessian_weighted_relative_error,35584,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.234.up_proj,0.0086617489,hessian_weighted_relative_error,35584,0.02500,0.811
5,model.language_model.layers.5.mlp.experts.235.down_proj,0.0136778726,hessian_weighted_relative_error,29058,0.02500,0.886
5,model.language_model.layers.5.mlp.experts.235.gate_proj,0.0089041438,hessian_weighted_relative_error,29058,0.02500,0.928
5,model.language_model.layers.5.mlp.experts.235.up_proj,0.0094100150,hessian_weighted_relative_error,29058,0.02500,0.968
5,model.language_model.layers.5.mlp.experts.236.down_proj,0.0106979475,hessian_weighted_relative_error,30031,0.02500,0.762
5,model.language_model.layers.5.mlp.experts.236.gate_proj,0.0075099907,hessian_weighted_relative_error,30031,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.236.up_proj,0.0078886822,hessian_weighted_relative_error,30031,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.237.down_proj,0.0088762435,hessian_weighted_relative_error,30091,0.02500,0.883
5,model.language_model.layers.5.mlp.experts.237.gate_proj,0.0059957482,hessian_weighted_relative_error,30091,0.02500,0.928
5,model.language_model.layers.5.mlp.experts.237.up_proj,0.0062319860,hessian_weighted_relative_error,30091,0.02500,0.967
5,model.language_model.layers.5.mlp.experts.238.down_proj,0.0119372572,hessian_weighted_relative_error,35746,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.238.gate_proj,0.0082135429,hessian_weighted_relative_error,35746,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.238.up_proj,0.0086559467,hessian_weighted_relative_error,35746,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.239.down_proj,0.0123433814,hessian_weighted_relative_error,30249,0.02500,0.883
5,model.language_model.layers.5.mlp.experts.239.gate_proj,0.0081154165,hessian_weighted_relative_error,30249,0.02500,0.927
5,model.language_model.layers.5.mlp.experts.239.up_proj,0.0085679873,hessian_weighted_relative_error,30249,0.02500,0.968
5,model.language_model.layers.5.mlp.experts.24.down_proj,0.0118142567,hessian_weighted_relative_error,33401,0.02500,0.730
5,model.language_model.layers.5.mlp.experts.24.gate_proj,0.0078106645,hessian_weighted_relative_error,33401,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.24.up_proj,0.0081545435,hessian_weighted_relative_error,33401,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.240.down_proj,0.0032853221,hessian_weighted_relative_error,26181,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.240.gate_proj,0.0018408287,hessian_weighted_relative_error,26181,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.240.up_proj,0.0019346539,hessian_weighted_relative_error,26181,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.241.down_proj,0.0132765494,hessian_weighted_relative_error,36060,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.241.gate_proj,0.0082166863,hessian_weighted_relative_error,36060,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.241.up_proj,0.0086216129,hessian_weighted_relative_error,36060,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.242.down_proj,0.0102685900,hessian_weighted_relative_error,27491,0.02500,0.768
5,model.language_model.layers.5.mlp.experts.242.gate_proj,0.0069323685,hessian_weighted_relative_error,27491,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.242.up_proj,0.0071053312,hessian_weighted_relative_error,27491,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.243.down_proj,0.0121429118,hessian_weighted_relative_error,21214,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.243.gate_proj,0.0077507264,hessian_weighted_relative_error,21214,0.02500,0.929
5,model.language_model.layers.5.mlp.experts.243.up_proj,0.0080323656,hessian_weighted_relative_error,21214,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.244.down_proj,0.0136633894,hessian_weighted_relative_error,32758,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.244.gate_proj,0.0087170284,hessian_weighted_relative_error,32758,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.244.up_proj,0.0089589350,hessian_weighted_relative_error,32758,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.245.down_proj,0.0119876063,hessian_weighted_relative_error,30638,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.245.gate_proj,0.0075358390,hessian_weighted_relative_error,30638,0.02500,0.933
5,model.language_model.layers.5.mlp.experts.245.up_proj,0.0078860934,hessian_weighted_relative_error,30638,0.02500,0.959
5,model.language_model.layers.5.mlp.experts.246.down_proj,0.0041740521,hessian_weighted_relative_error,20016,0.02500,0.771
5,model.language_model.layers.5.mlp.experts.246.gate_proj,0.0031417158,hessian_weighted_relative_error,20016,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.246.up_proj,0.0032560753,hessian_weighted_relative_error,20016,0.02500,0.822
5,model.language_model.layers.5.mlp.experts.247.down_proj,0.0107325411,hessian_weighted_relative_error,32908,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.247.gate_proj,0.0070972305,hessian_weighted_relative_error,32908,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.247.up_proj,0.0073556204,hessian_weighted_relative_error,32908,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.248.down_proj,0.0067820885,hessian_weighted_relative_error,24317,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.248.gate_proj,0.0048378734,hessian_weighted_relative_error,24317,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.248.up_proj,0.0049682794,hessian_weighted_relative_error,24317,0.02500,0.811
5,model.language_model.layers.5.mlp.experts.249.down_proj,0.0142204996,hessian_weighted_relative_error,32539,0.02500,0.885
5,model.language_model.layers.5.mlp.experts.249.gate_proj,0.0088737788,hessian_weighted_relative_error,32539,0.02500,0.934
5,model.language_model.layers.5.mlp.experts.249.up_proj,0.0090868818,hessian_weighted_relative_error,32539,0.02500,0.955
5,model.language_model.layers.5.mlp.experts.25.down_proj,0.0125807354,hessian_weighted_relative_error,28267,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.25.gate_proj,0.0079734637,hessian_weighted_relative_error,28267,0.02500,0.856
5,model.language_model.layers.5.mlp.experts.25.up_proj,0.0084341212,hessian_weighted_relative_error,28267,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.250.down_proj,0.0072426592,hessian_weighted_relative_error,17530,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.250.gate_proj,0.0047251662,hessian_weighted_relative_error,17530,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.250.up_proj,0.0050598007,hessian_weighted_relative_error,17530,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.251.down_proj,0.0130647793,hessian_weighted_relative_error,28754,0.02500,0.888
5,model.language_model.layers.5.mlp.experts.251.gate_proj,0.0083997479,hessian_weighted_relative_error,28754,0.02500,0.935
5,model.language_model.layers.5.mlp.experts.251.up_proj,0.0088305818,hessian_weighted_relative_error,28754,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.252.down_proj,0.0124347987,hessian_weighted_relative_error,33445,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.252.gate_proj,0.0077491710,hessian_weighted_relative_error,33445,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.252.up_proj,0.0080161716,hessian_weighted_relative_error,33445,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.253.down_proj,0.0106160688,hessian_weighted_relative_error,37910,0.02500,0.885
5,model.language_model.layers.5.mlp.experts.253.gate_proj,0.0076189569,hessian_weighted_relative_error,37910,0.02500,0.945
5,model.language_model.layers.5.mlp.experts.253.up_proj,0.0081555657,hessian_weighted_relative_error,37910,0.02500,0.943
5,model.language_model.layers.5.mlp.experts.254.down_proj,0.0124806113,hessian_weighted_relative_error,29622,0.02500,0.774
5,model.language_model.layers.5.mlp.experts.254.gate_proj,0.0080328203,hessian_weighted_relative_error,29622,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.254.up_proj,0.0082378534,hessian_weighted_relative_error,29622,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.255.down_proj,0.0131226140,hessian_weighted_relative_error,31264,0.02500,0.885
5,model.language_model.layers.5.mlp.experts.255.gate_proj,0.0084866380,hessian_weighted_relative_error,31264,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.255.up_proj,0.0088290911,hessian_weighted_relative_error,31264,0.02500,0.955
5,model.language_model.layers.5.mlp.experts.256.down_proj,0.0073710130,hessian_weighted_relative_error,13764,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.256.gate_proj,0.0036125106,hessian_weighted_relative_error,13764,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.256.up_proj,0.0039985599,hessian_weighted_relative_error,13764,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.257.down_proj,0.0115850373,hessian_weighted_relative_error,20822,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.257.gate_proj,0.0070192810,hessian_weighted_relative_error,20822,0.02500,0.926
5,model.language_model.layers.5.mlp.experts.257.up_proj,0.0071981515,hessian_weighted_relative_error,20822,0.02500,0.948
5,model.language_model.layers.5.mlp.experts.258.down_proj,0.0085245386,hessian_weighted_relative_error,21053,0.02500,0.768
5,model.language_model.layers.5.mlp.experts.258.gate_proj,0.0048378499,hessian_weighted_relative_error,21053,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.258.up_proj,0.0049837926,hessian_weighted_relative_error,21053,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.259.down_proj,0.0123804903,hessian_weighted_relative_error,36564,0.02500,0.889
5,model.language_model.layers.5.mlp.experts.259.gate_proj,0.0081278970,hessian_weighted_relative_error,36564,0.02500,0.917
5,model.language_model.layers.5.mlp.experts.259.up_proj,0.0083563705,hessian_weighted_relative_error,36564,0.02500,0.946
5,model.language_model.layers.5.mlp.experts.26.down_proj,0.0108570609,hessian_weighted_relative_error,27169,0.02500,0.728
5,model.language_model.layers.5.mlp.experts.26.gate_proj,0.0065782952,hessian_weighted_relative_error,27169,0.02500,0.759
5,model.language_model.layers.5.mlp.experts.26.up_proj,0.0068936685,hessian_weighted_relative_error,27169,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.260.down_proj,0.0101417483,hessian_weighted_relative_error,20188,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.260.gate_proj,0.0064138475,hessian_weighted_relative_error,20188,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.260.up_proj,0.0065844997,hessian_weighted_relative_error,20188,0.02500,0.811
5,model.language_model.layers.5.mlp.experts.261.down_proj,0.0096733928,hessian_weighted_relative_error,25196,0.02500,0.886
5,model.language_model.layers.5.mlp.experts.261.gate_proj,0.0060819546,hessian_weighted_relative_error,25196,0.02500,0.930
5,model.language_model.layers.5.mlp.experts.261.up_proj,0.0062613685,hessian_weighted_relative_error,25196,0.02500,0.949
5,model.language_model.layers.5.mlp.experts.262.down_proj,0.0139351053,hessian_weighted_relative_error,29080,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.262.gate_proj,0.0091034329,hessian_weighted_relative_error,29080,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.262.up_proj,0.0094614064,hessian_weighted_relative_error,29080,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.263.down_proj,0.0129576394,hessian_weighted_relative_error,24786,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.263.gate_proj,0.0084093291,hessian_weighted_relative_error,24786,0.02500,0.928
5,model.language_model.layers.5.mlp.experts.263.up_proj,0.0087201403,hessian_weighted_relative_error,24786,0.02500,0.951
5,model.language_model.layers.5.mlp.experts.264.down_proj,0.0100104349,hessian_weighted_relative_error,25333,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.264.gate_proj,0.0070688493,hessian_weighted_relative_error,25333,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.264.up_proj,0.0074053699,hessian_weighted_relative_error,25333,0.02500,0.811
5,model.language_model.layers.5.mlp.experts.265.down_proj,0.0127986509,hessian_weighted_relative_error,26491,0.02500,0.886
5,model.language_model.layers.5.mlp.experts.265.gate_proj,0.0082027693,hessian_weighted_relative_error,26491,0.02500,0.915
5,model.language_model.layers.5.mlp.experts.265.up_proj,0.0086958773,hessian_weighted_relative_error,26491,0.02500,0.948
5,model.language_model.layers.5.mlp.experts.266.down_proj,0.0130161196,hessian_weighted_relative_error,31704,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.266.gate_proj,0.0083521958,hessian_weighted_relative_error,31704,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.266.up_proj,0.0087130950,hessian_weighted_relative_error,31704,0.02500,0.812
5,model.language_model.layers.5.mlp.experts.267.down_proj,0.0132671139,hessian_weighted_relative_error,41058,0.02500,0.891
5,model.language_model.layers.5.mlp.experts.267.gate_proj,0.0083321235,hessian_weighted_relative_error,41058,0.02500,0.923
5,model.language_model.layers.5.mlp.experts.267.up_proj,0.0086228262,hessian_weighted_relative_error,41058,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.268.down_proj,0.0114632200,hessian_weighted_relative_error,27828,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.268.gate_proj,0.0081315228,hessian_weighted_relative_error,27828,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.268.up_proj,0.0085033683,hessian_weighted_relative_error,27828,0.02500,0.815
5,model.language_model.layers.5.mlp.experts.269.down_proj,0.0109379220,hessian_weighted_relative_error,39214,0.02500,0.888
5,model.language_model.layers.5.mlp.experts.269.gate_proj,0.0071963022,hessian_weighted_relative_error,39214,0.02500,0.916
5,model.language_model.layers.5.mlp.experts.269.up_proj,0.0074701391,hessian_weighted_relative_error,39214,0.02500,0.939
5,model.language_model.layers.5.mlp.experts.27.down_proj,0.0085410455,hessian_weighted_relative_error,32666,0.02500,0.810
5,model.language_model.layers.5.mlp.experts.27.gate_proj,0.0050843578,hessian_weighted_relative_error,32666,0.02500,0.859
5,model.language_model.layers.5.mlp.experts.27.up_proj,0.0052767573,hessian_weighted_relative_error,32666,0.02500,0.931
5,model.language_model.layers.5.mlp.experts.270.down_proj,0.0139066517,hessian_weighted_relative_error,21948,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.270.gate_proj,0.0089189790,hessian_weighted_relative_error,21948,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.270.up_proj,0.0090663867,hessian_weighted_relative_error,21948,0.02500,0.814
5,model.language_model.layers.5.mlp.experts.271.down_proj,0.0053364170,hessian_weighted_relative_error,18349,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.271.gate_proj,0.0031121422,hessian_weighted_relative_error,18349,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.271.up_proj,0.0034781484,hessian_weighted_relative_error,18349,0.02500,0.949
5,model.language_model.layers.5.mlp.experts.272.down_proj,0.0124153637,hessian_weighted_relative_error,27864,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.272.gate_proj,0.0080200973,hessian_weighted_relative_error,27864,0.02500,0.795
5,model.language_model.layers.5.mlp.experts.272.up_proj,0.0082968541,hessian_weighted_relative_error,27864,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.273.down_proj,0.0118775958,hessian_weighted_relative_error,27374,0.02500,0.888
5,model.language_model.layers.5.mlp.experts.273.gate_proj,0.0077027177,hessian_weighted_relative_error,27374,0.02500,0.926
5,model.language_model.layers.5.mlp.experts.273.up_proj,0.0080736191,hessian_weighted_relative_error,27374,0.02500,0.944
5,model.language_model.layers.5.mlp.experts.274.down_proj,0.0127970514,hessian_weighted_relative_error,31393,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.274.gate_proj,0.0080444090,hessian_weighted_relative_error,31393,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.274.up_proj,0.0082156378,hessian_weighted_relative_error,31393,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.275.down_proj,0.0122517896,hessian_weighted_relative_error,33897,0.02500,0.890
5,model.language_model.layers.5.mlp.experts.275.gate_proj,0.0076680598,hessian_weighted_relative_error,33897,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.275.up_proj,0.0080244444,hessian_weighted_relative_error,33897,0.02500,0.941
5,model.language_model.layers.5.mlp.experts.276.down_proj,0.0121696989,hessian_weighted_relative_error,37855,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.276.gate_proj,0.0076557599,hessian_weighted_relative_error,37855,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.276.up_proj,0.0079390934,hessian_weighted_relative_error,37855,0.02500,0.814
5,model.language_model.layers.5.mlp.experts.277.down_proj,0.0110071575,hessian_weighted_relative_error,36213,0.02500,0.888
5,model.language_model.layers.5.mlp.experts.277.gate_proj,0.0072267082,hessian_weighted_relative_error,36213,0.02500,0.914
5,model.language_model.layers.5.mlp.experts.277.up_proj,0.0075734592,hessian_weighted_relative_error,36213,0.02500,0.935
5,model.language_model.layers.5.mlp.experts.278.down_proj,0.0132268605,hessian_weighted_relative_error,35864,0.02500,0.770
5,model.language_model.layers.5.mlp.experts.278.gate_proj,0.0084941858,hessian_weighted_relative_error,35864,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.278.up_proj,0.0086228209,hessian_weighted_relative_error,35864,0.02500,0.834
5,model.language_model.layers.5.mlp.experts.279.down_proj,0.0133297032,hessian_weighted_relative_error,36582,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.279.gate_proj,0.0081208126,hessian_weighted_relative_error,36582,0.02500,0.924
5,model.language_model.layers.5.mlp.experts.279.up_proj,0.0085562857,hessian_weighted_relative_error,36582,0.02500,0.946
5,model.language_model.layers.5.mlp.experts.28.down_proj,0.0060081844,hessian_weighted_relative_error,18741,0.02500,0.728
5,model.language_model.layers.5.mlp.experts.28.gate_proj,0.0045186820,hessian_weighted_relative_error,18741,0.02500,0.761
5,model.language_model.layers.5.mlp.experts.28.up_proj,0.0047324006,hessian_weighted_relative_error,18741,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.280.down_proj,0.0124437239,hessian_weighted_relative_error,34159,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.280.gate_proj,0.0076438399,hessian_weighted_relative_error,34159,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.280.up_proj,0.0079663591,hessian_weighted_relative_error,34159,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.281.down_proj,0.0096313999,hessian_weighted_relative_error,30228,0.02500,0.888
5,model.language_model.layers.5.mlp.experts.281.gate_proj,0.0068038612,hessian_weighted_relative_error,30228,0.02500,0.921
5,model.language_model.layers.5.mlp.experts.281.up_proj,0.0071645994,hessian_weighted_relative_error,30228,0.02500,0.932
5,model.language_model.layers.5.mlp.experts.282.down_proj,0.0098898750,hessian_weighted_relative_error,18995,0.02500,0.773
5,model.language_model.layers.5.mlp.experts.282.gate_proj,0.0059145888,hessian_weighted_relative_error,18995,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.282.up_proj,0.0062440137,hessian_weighted_relative_error,18995,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.283.down_proj,0.0128439254,hessian_weighted_relative_error,26194,0.02500,0.891
5,model.language_model.layers.5.mlp.experts.283.gate_proj,0.0082514031,hessian_weighted_relative_error,26194,0.02500,0.924
5,model.language_model.layers.5.mlp.experts.283.up_proj,0.0086233876,hessian_weighted_relative_error,26194,0.02500,0.933
5,model.language_model.layers.5.mlp.experts.284.down_proj,0.0114546691,hessian_weighted_relative_error,31691,0.02500,0.764
5,model.language_model.layers.5.mlp.experts.284.gate_proj,0.0070584414,hessian_weighted_relative_error,31691,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.284.up_proj,0.0073309899,hessian_weighted_relative_error,31691,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.285.down_proj,0.0110814173,hessian_weighted_relative_error,29410,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.285.gate_proj,0.0071482153,hessian_weighted_relative_error,29410,0.02500,0.918
5,model.language_model.layers.5.mlp.experts.285.up_proj,0.0073758314,hessian_weighted_relative_error,29410,0.02500,0.936
5,model.language_model.layers.5.mlp.experts.286.down_proj,0.0113291657,hessian_weighted_relative_error,32059,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.286.gate_proj,0.0073200359,hessian_weighted_relative_error,32059,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.286.up_proj,0.0075772008,hessian_weighted_relative_error,32059,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.287.down_proj,0.0141633242,hessian_weighted_relative_error,35067,0.02500,0.888
5,model.language_model.layers.5.mlp.experts.287.gate_proj,0.0094514891,hessian_weighted_relative_error,35067,0.02500,0.928
5,model.language_model.layers.5.mlp.experts.287.up_proj,0.0097976766,hessian_weighted_relative_error,35067,0.02500,0.925
5,model.language_model.layers.5.mlp.experts.29.down_proj,0.0115738243,hessian_weighted_relative_error,30072,0.02500,0.808
5,model.language_model.layers.5.mlp.experts.29.gate_proj,0.0074177568,hessian_weighted_relative_error,30072,0.02500,0.857
5,model.language_model.layers.5.mlp.experts.29.up_proj,0.0076364602,hessian_weighted_relative_error,30072,0.02500,0.937
5,model.language_model.layers.5.mlp.experts.3.down_proj,0.0058280892,hessian_weighted_relative_error,23164,0.02500,0.798
5,model.language_model.layers.5.mlp.experts.3.gate_proj,0.0041663636,hessian_weighted_relative_error,23164,0.02500,0.842
5,model.language_model.layers.5.mlp.experts.3.up_proj,0.0042446788,hessian_weighted_relative_error,23164,0.02500,0.927
5,model.language_model.layers.5.mlp.experts.30.down_proj,0.0109167364,hessian_weighted_relative_error,36235,0.02500,0.732
5,model.language_model.layers.5.mlp.experts.30.gate_proj,0.0071175531,hessian_weighted_relative_error,36235,0.02500,0.760
5,model.language_model.layers.5.mlp.experts.30.up_proj,0.0074057160,hessian_weighted_relative_error,36235,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.31.down_proj,0.0075084067,hessian_weighted_relative_error,20782,0.02500,0.807
5,model.language_model.layers.5.mlp.experts.31.gate_proj,0.0051124825,hessian_weighted_relative_error,20782,0.02500,0.864
5,model.language_model.layers.5.mlp.experts.31.up_proj,0.0053908836,hessian_weighted_relative_error,20782,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.32.down_proj,0.0114800073,hessian_weighted_relative_error,29141,0.02500,0.732
5,model.language_model.layers.5.mlp.experts.32.gate_proj,0.0070902437,hessian_weighted_relative_error,29141,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.32.up_proj,0.0073741286,hessian_weighted_relative_error,29141,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.33.down_proj,0.0128631929,hessian_weighted_relative_error,29402,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.33.gate_proj,0.0081687335,hessian_weighted_relative_error,29402,0.02500,0.862
5,model.language_model.layers.5.mlp.experts.33.up_proj,0.0085712721,hessian_weighted_relative_error,29402,0.02500,0.938
5,model.language_model.layers.5.mlp.experts.34.down_proj,0.0096145061,hessian_weighted_relative_error,19765,0.02500,0.737
5,model.language_model.layers.5.mlp.experts.34.gate_proj,0.0055047130,hessian_weighted_relative_error,19765,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.34.up_proj,0.0057974301,hessian_weighted_relative_error,19765,0.02500,0.822
5,model.language_model.layers.5.mlp.experts.35.down_proj,0.0122432896,hessian_weighted_relative_error,32714,0.02500,0.815
5,model.language_model.layers.5.mlp.experts.35.gate_proj,0.0078084913,hessian_weighted_relative_error,32714,0.02500,0.863
5,model.language_model.layers.5.mlp.experts.35.up_proj,0.0080859753,hessian_weighted_relative_error,32714,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.36.down_proj,0.0116932004,hessian_weighted_relative_error,20039,0.02500,0.731
5,model.language_model.layers.5.mlp.experts.36.gate_proj,0.0068038117,hessian_weighted_relative_error,20039,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.36.up_proj,0.0069273115,hessian_weighted_relative_error,20039,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.37.down_proj,0.0124741292,hessian_weighted_relative_error,31390,0.02500,0.812
5,model.language_model.layers.5.mlp.experts.37.gate_proj,0.0081107192,hessian_weighted_relative_error,31390,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.37.up_proj,0.0085183080,hessian_weighted_relative_error,31390,0.02500,0.944
5,model.language_model.layers.5.mlp.experts.38.down_proj,0.0118741530,hessian_weighted_relative_error,30847,0.02500,0.733
5,model.language_model.layers.5.mlp.experts.38.gate_proj,0.0072355961,hessian_weighted_relative_error,30847,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.38.up_proj,0.0076876750,hessian_weighted_relative_error,30847,0.02500,0.799
5,model.language_model.layers.5.mlp.experts.39.down_proj,0.0114366256,hessian_weighted_relative_error,32596,0.02500,0.809
5,model.language_model.layers.5.mlp.experts.39.gate_proj,0.0071861335,hessian_weighted_relative_error,32596,0.02500,0.869
5,model.language_model.layers.5.mlp.experts.39.up_proj,0.0075482093,hessian_weighted_relative_error,32596,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.4.down_proj,0.0127130755,hessian_weighted_relative_error,27985,0.02500,0.721
5,model.language_model.layers.5.mlp.experts.4.gate_proj,0.0079498676,hessian_weighted_relative_error,27985,0.02500,0.781
5,model.language_model.layers.5.mlp.experts.4.up_proj,0.0081753049,hessian_weighted_relative_error,27985,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.40.down_proj,0.0118255527,hessian_weighted_relative_error,30807,0.02500,0.734
5,model.language_model.layers.5.mlp.experts.40.gate_proj,0.0075041384,hessian_weighted_relative_error,30807,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.40.up_proj,0.0076066353,hessian_weighted_relative_error,30807,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.41.down_proj,0.0121461841,hessian_weighted_relative_error,27312,0.02500,0.813
5,model.language_model.layers.5.mlp.experts.41.gate_proj,0.0077743701,hessian_weighted_relative_error,27312,0.02500,0.865
5,model.language_model.layers.5.mlp.experts.41.up_proj,0.0082215431,hessian_weighted_relative_error,27312,0.02500,0.953
5,model.language_model.layers.5.mlp.experts.42.down_proj,0.0114747510,hessian_weighted_relative_error,34473,0.02500,0.738
5,model.language_model.layers.5.mlp.experts.42.gate_proj,0.0069614098,hessian_weighted_relative_error,34473,0.02500,0.765
5,model.language_model.layers.5.mlp.experts.42.up_proj,0.0072963835,hessian_weighted_relative_error,34473,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.43.down_proj,0.0116142473,hessian_weighted_relative_error,27356,0.02500,0.820
5,model.language_model.layers.5.mlp.experts.43.gate_proj,0.0073394743,hessian_weighted_relative_error,27356,0.02500,0.867
5,model.language_model.layers.5.mlp.experts.43.up_proj,0.0075792379,hessian_weighted_relative_error,27356,0.02500,0.941
5,model.language_model.layers.5.mlp.experts.44.down_proj,0.0102966493,hessian_weighted_relative_error,26428,0.02500,0.733
5,model.language_model.layers.5.mlp.experts.44.gate_proj,0.0070077493,hessian_weighted_relative_error,26428,0.02500,0.763
5,model.language_model.layers.5.mlp.experts.44.up_proj,0.0071843083,hessian_weighted_relative_error,26428,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.45.down_proj,0.0124661661,hessian_weighted_relative_error,36057,0.02500,0.817
5,model.language_model.layers.5.mlp.experts.45.gate_proj,0.0080138607,hessian_weighted_relative_error,36057,0.02500,0.866
5,model.language_model.layers.5.mlp.experts.45.up_proj,0.0082861579,hessian_weighted_relative_error,36057,0.02500,0.935
5,model.language_model.layers.5.mlp.experts.46.down_proj,0.0126695678,hessian_weighted_relative_error,27050,0.02500,0.735
5,model.language_model.layers.5.mlp.experts.46.gate_proj,0.0077875509,hessian_weighted_relative_error,27050,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.46.up_proj,0.0082166372,hessian_weighted_relative_error,27050,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.47.down_proj,0.0131504646,hessian_weighted_relative_error,28940,0.02500,0.815
5,model.language_model.layers.5.mlp.experts.47.gate_proj,0.0088960764,hessian_weighted_relative_error,28940,0.02500,0.873
5,model.language_model.layers.5.mlp.experts.47.up_proj,0.0092671874,hessian_weighted_relative_error,28940,0.02500,0.968
5,model.language_model.layers.5.mlp.experts.48.down_proj,0.0071636007,hessian_weighted_relative_error,21851,0.02500,0.736
5,model.language_model.layers.5.mlp.experts.48.gate_proj,0.0047010925,hessian_weighted_relative_error,21851,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.48.up_proj,0.0048921426,hessian_weighted_relative_error,21851,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.49.down_proj,0.0137245128,hessian_weighted_relative_error,26624,0.02500,0.818
5,model.language_model.layers.5.mlp.experts.49.gate_proj,0.0087080651,hessian_weighted_relative_error,26624,0.02500,0.873
5,model.language_model.layers.5.mlp.experts.49.up_proj,0.0090513045,hessian_weighted_relative_error,26624,0.02500,0.950
5,model.language_model.layers.5.mlp.experts.5.down_proj,0.0127993248,hessian_weighted_relative_error,38131,0.02500,0.796
5,model.language_model.layers.5.mlp.experts.5.gate_proj,0.0082847762,hessian_weighted_relative_error,38131,0.02500,0.844
5,model.language_model.layers.5.mlp.experts.5.up_proj,0.0087301293,hessian_weighted_relative_error,38131,0.02500,0.927
5,model.language_model.layers.5.mlp.experts.50.down_proj,0.0056530181,hessian_weighted_relative_error,20073,0.02500,0.737
5,model.language_model.layers.5.mlp.experts.50.gate_proj,0.0037098599,hessian_weighted_relative_error,20073,0.02500,0.770
5,model.language_model.layers.5.mlp.experts.50.up_proj,0.0038979759,hessian_weighted_relative_error,20073,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.51.down_proj,0.0117744011,hessian_weighted_relative_error,27804,0.02500,0.823
5,model.language_model.layers.5.mlp.experts.51.gate_proj,0.0079810247,hessian_weighted_relative_error,27804,0.02500,0.872
5,model.language_model.layers.5.mlp.experts.51.up_proj,0.0082990311,hessian_weighted_relative_error,27804,0.02500,0.939
5,model.language_model.layers.5.mlp.experts.52.down_proj,0.0123101818,hessian_weighted_relative_error,23748,0.02500,0.735
5,model.language_model.layers.5.mlp.experts.52.gate_proj,0.0076919037,hessian_weighted_relative_error,23748,0.02500,0.766
5,model.language_model.layers.5.mlp.experts.52.up_proj,0.0078653650,hessian_weighted_relative_error,23748,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.53.down_proj,0.0131662893,hessian_weighted_relative_error,35432,0.02500,0.820
5,model.language_model.layers.5.mlp.experts.53.gate_proj,0.0081945871,hessian_weighted_relative_error,35432,0.02500,0.871
5,model.language_model.layers.5.mlp.experts.53.up_proj,0.0087857701,hessian_weighted_relative_error,35432,0.02500,0.943
5,model.language_model.layers.5.mlp.experts.54.down_proj,0.0123914685,hessian_weighted_relative_error,21461,0.02500,0.741
5,model.language_model.layers.5.mlp.experts.54.gate_proj,0.0079867328,hessian_weighted_relative_error,21461,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.54.up_proj,0.0083164641,hessian_weighted_relative_error,21461,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.55.down_proj,0.0138425484,hessian_weighted_relative_error,34934,0.02500,0.818
5,model.language_model.layers.5.mlp.experts.55.gate_proj,0.0088947553,hessian_weighted_relative_error,34934,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.55.up_proj,0.0093604096,hessian_weighted_relative_error,34934,0.02500,0.946
5,model.language_model.layers.5.mlp.experts.56.down_proj,0.0067402807,hessian_weighted_relative_error,11280,0.02500,0.739
5,model.language_model.layers.5.mlp.experts.56.gate_proj,0.0048277144,hessian_weighted_relative_error,11280,0.02500,0.767
5,model.language_model.layers.5.mlp.experts.56.up_proj,0.0050388390,hessian_weighted_relative_error,11280,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.57.down_proj,0.0106332736,hessian_weighted_relative_error,32476,0.02500,0.822
5,model.language_model.layers.5.mlp.experts.57.gate_proj,0.0058250286,hessian_weighted_relative_error,32476,0.02500,0.876
5,model.language_model.layers.5.mlp.experts.57.up_proj,0.0060540495,hessian_weighted_relative_error,32476,0.02500,0.937
5,model.language_model.layers.5.mlp.experts.58.down_proj,0.0137238813,hessian_weighted_relative_error,26850,0.02500,0.740
5,model.language_model.layers.5.mlp.experts.58.gate_proj,0.0088319739,hessian_weighted_relative_error,26850,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.58.up_proj,0.0091410488,hessian_weighted_relative_error,26850,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.59.down_proj,0.0135715473,hessian_weighted_relative_error,31804,0.02500,0.827
5,model.language_model.layers.5.mlp.experts.59.gate_proj,0.0084612148,hessian_weighted_relative_error,31804,0.02500,0.877
5,model.language_model.layers.5.mlp.experts.59.up_proj,0.0088632431,hessian_weighted_relative_error,31804,0.02500,0.941
5,model.language_model.layers.5.mlp.experts.6.down_proj,0.0102600434,hessian_weighted_relative_error,25586,0.02500,0.724
5,model.language_model.layers.5.mlp.experts.6.gate_proj,0.0060628352,hessian_weighted_relative_error,25586,0.02500,0.750
5,model.language_model.layers.5.mlp.experts.6.up_proj,0.0064377350,hessian_weighted_relative_error,25586,0.02500,0.800
5,model.language_model.layers.5.mlp.experts.60.down_proj,0.0114332201,hessian_weighted_relative_error,24391,0.02500,0.737
5,model.language_model.layers.5.mlp.experts.60.gate_proj,0.0071633023,hessian_weighted_relative_error,24391,0.02500,0.771
5,model.language_model.layers.5.mlp.experts.60.up_proj,0.0075184335,hessian_weighted_relative_error,24391,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.61.down_proj,0.0104793050,hessian_weighted_relative_error,9860,0.02500,0.824
5,model.language_model.layers.5.mlp.experts.61.gate_proj,0.0063006509,hessian_weighted_relative_error,9860,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.61.up_proj,0.0064712889,hessian_weighted_relative_error,9860,0.02500,0.945
5,model.language_model.layers.5.mlp.experts.62.down_proj,0.0132249031,hessian_weighted_relative_error,29662,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.62.gate_proj,0.0087531642,hessian_weighted_relative_error,29662,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.62.up_proj,0.0090766479,hessian_weighted_relative_error,29662,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.63.down_proj,0.0123280726,hessian_weighted_relative_error,27921,0.02500,0.823
5,model.language_model.layers.5.mlp.experts.63.gate_proj,0.0079324128,hessian_weighted_relative_error,27921,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.63.up_proj,0.0084996642,hessian_weighted_relative_error,27921,0.02500,0.946
5,model.language_model.layers.5.mlp.experts.64.down_proj,0.0100805299,hessian_weighted_relative_error,41776,0.02500,0.741
5,model.language_model.layers.5.mlp.experts.64.gate_proj,0.0062779664,hessian_weighted_relative_error,41776,0.02500,0.769
5,model.language_model.layers.5.mlp.experts.64.up_proj,0.0065385959,hessian_weighted_relative_error,41776,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.65.down_proj,0.0101547956,hessian_weighted_relative_error,26950,0.02500,0.826
5,model.language_model.layers.5.mlp.experts.65.gate_proj,0.0073544301,hessian_weighted_relative_error,26950,0.02500,0.878
5,model.language_model.layers.5.mlp.experts.65.up_proj,0.0076728894,hessian_weighted_relative_error,26950,0.02500,0.944
5,model.language_model.layers.5.mlp.experts.66.down_proj,0.0117147144,hessian_weighted_relative_error,31682,0.02500,0.743
5,model.language_model.layers.5.mlp.experts.66.gate_proj,0.0070317781,hessian_weighted_relative_error,31682,0.02500,0.793
5,model.language_model.layers.5.mlp.experts.66.up_proj,0.0072995841,hessian_weighted_relative_error,31682,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.67.down_proj,0.0114311994,hessian_weighted_relative_error,26411,0.02500,0.830
5,model.language_model.layers.5.mlp.experts.67.gate_proj,0.0076159689,hessian_weighted_relative_error,26411,0.02500,0.881
5,model.language_model.layers.5.mlp.experts.67.up_proj,0.0079851992,hessian_weighted_relative_error,26411,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.68.down_proj,0.0120247334,hessian_weighted_relative_error,31337,0.02500,0.740
5,model.language_model.layers.5.mlp.experts.68.gate_proj,0.0074500229,hessian_weighted_relative_error,31337,0.02500,0.770
5,model.language_model.layers.5.mlp.experts.68.up_proj,0.0076906030,hessian_weighted_relative_error,31337,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.69.down_proj,0.0110250780,hessian_weighted_relative_error,36551,0.02500,0.828
5,model.language_model.layers.5.mlp.experts.69.gate_proj,0.0069789102,hessian_weighted_relative_error,36551,0.02500,0.880
5,model.language_model.layers.5.mlp.experts.69.up_proj,0.0071936522,hessian_weighted_relative_error,36551,0.02500,0.938
5,model.language_model.layers.5.mlp.experts.7.down_proj,0.0120797600,hessian_weighted_relative_error,30136,0.02500,0.794
5,model.language_model.layers.5.mlp.experts.7.gate_proj,0.0075654161,hessian_weighted_relative_error,30136,0.02500,0.849
5,model.language_model.layers.5.mlp.experts.7.up_proj,0.0078197519,hessian_weighted_relative_error,30136,0.02500,0.934
5,model.language_model.layers.5.mlp.experts.70.down_proj,0.0120871194,hessian_weighted_relative_error,29710,0.02500,0.742
5,model.language_model.layers.5.mlp.experts.70.gate_proj,0.0078332872,hessian_weighted_relative_error,29710,0.02500,0.771
5,model.language_model.layers.5.mlp.experts.70.up_proj,0.0080672402,hessian_weighted_relative_error,29710,0.02500,0.805
5,model.language_model.layers.5.mlp.experts.71.down_proj,0.0124600083,hessian_weighted_relative_error,33258,0.02500,0.826
5,model.language_model.layers.5.mlp.experts.71.gate_proj,0.0078909306,hessian_weighted_relative_error,33258,0.02500,0.889
5,model.language_model.layers.5.mlp.experts.71.up_proj,0.0083674873,hessian_weighted_relative_error,33258,0.02500,0.942
5,model.language_model.layers.5.mlp.experts.72.down_proj,0.0125830038,hessian_weighted_relative_error,36461,0.02500,0.743
5,model.language_model.layers.5.mlp.experts.72.gate_proj,0.0082296962,hessian_weighted_relative_error,36461,0.02500,0.772
5,model.language_model.layers.5.mlp.experts.72.up_proj,0.0085493336,hessian_weighted_relative_error,36461,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.73.down_proj,0.0115838872,hessian_weighted_relative_error,34673,0.02500,0.829
5,model.language_model.layers.5.mlp.experts.73.gate_proj,0.0072433123,hessian_weighted_relative_error,34673,0.02500,0.884
5,model.language_model.layers.5.mlp.experts.73.up_proj,0.0075259141,hessian_weighted_relative_error,34673,0.02500,0.941
5,model.language_model.layers.5.mlp.experts.74.down_proj,0.0113221028,hessian_weighted_relative_error,36128,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.74.gate_proj,0.0079330736,hessian_weighted_relative_error,36128,0.02500,0.773
5,model.language_model.layers.5.mlp.experts.74.up_proj,0.0082014094,hessian_weighted_relative_error,36128,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.75.down_proj,0.0139394413,hessian_weighted_relative_error,30706,0.02500,0.835
5,model.language_model.layers.5.mlp.experts.75.gate_proj,0.0087062364,hessian_weighted_relative_error,30706,0.02500,0.889
5,model.language_model.layers.5.mlp.experts.75.up_proj,0.0092149567,hessian_weighted_relative_error,30706,0.02500,0.941
5,model.language_model.layers.5.mlp.experts.76.down_proj,0.0131642842,hessian_weighted_relative_error,28825,0.02500,0.742
5,model.language_model.layers.5.mlp.experts.76.gate_proj,0.0086731812,hessian_weighted_relative_error,28825,0.02500,0.773
5,model.language_model.layers.5.mlp.experts.76.up_proj,0.0089633660,hessian_weighted_relative_error,28825,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.77.down_proj,0.0128227357,hessian_weighted_relative_error,31763,0.02500,0.832
5,model.language_model.layers.5.mlp.experts.77.gate_proj,0.0079111065,hessian_weighted_relative_error,31763,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.77.up_proj,0.0082484391,hessian_weighted_relative_error,31763,0.02500,0.939
5,model.language_model.layers.5.mlp.experts.78.down_proj,0.0102051974,hessian_weighted_relative_error,38864,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.78.gate_proj,0.0076964678,hessian_weighted_relative_error,38864,0.02500,0.776
5,model.language_model.layers.5.mlp.experts.78.up_proj,0.0079549556,hessian_weighted_relative_error,38864,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.79.down_proj,0.0132982366,hessian_weighted_relative_error,28501,0.02500,0.830
5,model.language_model.layers.5.mlp.experts.79.gate_proj,0.0083305059,hessian_weighted_relative_error,28501,0.02500,0.891
5,model.language_model.layers.5.mlp.experts.79.up_proj,0.0087796299,hessian_weighted_relative_error,28501,0.02500,0.950
5,model.language_model.layers.5.mlp.experts.8.down_proj,0.0136684089,hessian_weighted_relative_error,27109,0.02500,0.725
5,model.language_model.layers.5.mlp.experts.8.gate_proj,0.0083201380,hessian_weighted_relative_error,27109,0.02500,0.754
5,model.language_model.layers.5.mlp.experts.8.up_proj,0.0086970847,hessian_weighted_relative_error,27109,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.80.down_proj,0.0122462639,hessian_weighted_relative_error,29253,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.80.gate_proj,0.0079618392,hessian_weighted_relative_error,29253,0.02500,0.776
5,model.language_model.layers.5.mlp.experts.80.up_proj,0.0083102418,hessian_weighted_relative_error,29253,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.81.down_proj,0.0134024943,hessian_weighted_relative_error,37786,0.02500,0.833
5,model.language_model.layers.5.mlp.experts.81.gate_proj,0.0083899416,hessian_weighted_relative_error,37786,0.02500,0.887
5,model.language_model.layers.5.mlp.experts.81.up_proj,0.0086219049,hessian_weighted_relative_error,37786,0.02500,0.947
5,model.language_model.layers.5.mlp.experts.82.down_proj,0.0134326865,hessian_weighted_relative_error,38965,0.02500,0.746
5,model.language_model.layers.5.mlp.experts.82.gate_proj,0.0085291940,hessian_weighted_relative_error,38965,0.02500,0.776
5,model.language_model.layers.5.mlp.experts.82.up_proj,0.0087507762,hessian_weighted_relative_error,38965,0.02500,0.817
5,model.language_model.layers.5.mlp.experts.83.down_proj,0.0127541540,hessian_weighted_relative_error,28454,0.02500,0.837
5,model.language_model.layers.5.mlp.experts.83.gate_proj,0.0083161653,hessian_weighted_relative_error,28454,0.02500,0.889
5,model.language_model.layers.5.mlp.experts.83.up_proj,0.0086804849,hessian_weighted_relative_error,28454,0.02500,0.943
5,model.language_model.layers.5.mlp.experts.84.down_proj,0.0121497768,hessian_weighted_relative_error,29272,0.02500,0.743
5,model.language_model.layers.5.mlp.experts.84.gate_proj,0.0080275094,hessian_weighted_relative_error,29272,0.02500,0.772
5,model.language_model.layers.5.mlp.experts.84.up_proj,0.0084798934,hessian_weighted_relative_error,29272,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.85.down_proj,0.0072722397,hessian_weighted_relative_error,25980,0.02500,0.835
5,model.language_model.layers.5.mlp.experts.85.gate_proj,0.0039064805,hessian_weighted_relative_error,25980,0.02500,0.889
5,model.language_model.layers.5.mlp.experts.85.up_proj,0.0041610329,hessian_weighted_relative_error,25980,0.02500,0.943
5,model.language_model.layers.5.mlp.experts.86.down_proj,0.0125985454,hessian_weighted_relative_error,27499,0.02500,0.746
5,model.language_model.layers.5.mlp.experts.86.gate_proj,0.0082801554,hessian_weighted_relative_error,27499,0.02500,0.776
5,model.language_model.layers.5.mlp.experts.86.up_proj,0.0085974895,hessian_weighted_relative_error,27499,0.02500,0.801
5,model.language_model.layers.5.mlp.experts.87.down_proj,0.0111298180,hessian_weighted_relative_error,28227,0.02500,0.835
5,model.language_model.layers.5.mlp.experts.87.gate_proj,0.0070120806,hessian_weighted_relative_error,28227,0.02500,0.893
5,model.language_model.layers.5.mlp.experts.87.up_proj,0.0072230103,hessian_weighted_relative_error,28227,0.02500,0.955
5,model.language_model.layers.5.mlp.experts.88.down_proj,0.0131527189,hessian_weighted_relative_error,37195,0.02500,0.745
5,model.language_model.layers.5.mlp.experts.88.gate_proj,0.0084911540,hessian_weighted_relative_error,37195,0.02500,0.777
5,model.language_model.layers.5.mlp.experts.88.up_proj,0.0086875062,hessian_weighted_relative_error,37195,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.89.down_proj,0.0138072639,hessian_weighted_relative_error,30711,0.02500,0.837
5,model.language_model.layers.5.mlp.experts.89.gate_proj,0.0085517396,hessian_weighted_relative_error,30711,0.02500,0.894
5,model.language_model.layers.5.mlp.experts.89.up_proj,0.0088902444,hessian_weighted_relative_error,30711,0.02500,0.941
5,model.language_model.layers.5.mlp.experts.9.down_proj,0.0129730034,hessian_weighted_relative_error,32547,0.02500,0.797
5,model.language_model.layers.5.mlp.experts.9.gate_proj,0.0084781975,hessian_weighted_relative_error,32547,0.02500,0.847
5,model.language_model.layers.5.mlp.experts.9.up_proj,0.0087445004,hessian_weighted_relative_error,32547,0.02500,0.927
5,model.language_model.layers.5.mlp.experts.90.down_proj,0.0144185600,hessian_weighted_relative_error,45392,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.90.gate_proj,0.0093670256,hessian_weighted_relative_error,45392,0.02500,0.777
5,model.language_model.layers.5.mlp.experts.90.up_proj,0.0095097004,hessian_weighted_relative_error,45392,0.02500,0.804
5,model.language_model.layers.5.mlp.experts.91.down_proj,0.0123933604,hessian_weighted_relative_error,36632,0.02500,0.841
5,model.language_model.layers.5.mlp.experts.91.gate_proj,0.0077973087,hessian_weighted_relative_error,36632,0.02500,0.896
5,model.language_model.layers.5.mlp.experts.91.up_proj,0.0081649512,hessian_weighted_relative_error,36632,0.02500,0.958
5,model.language_model.layers.5.mlp.experts.92.down_proj,0.0140394177,hessian_weighted_relative_error,32936,0.02500,0.744
5,model.language_model.layers.5.mlp.experts.92.gate_proj,0.0093387702,hessian_weighted_relative_error,32936,0.02500,0.776
5,model.language_model.layers.5.mlp.experts.92.up_proj,0.0094740048,hessian_weighted_relative_error,32936,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.93.down_proj,0.0112667801,hessian_weighted_relative_error,32793,0.02500,0.839
5,model.language_model.layers.5.mlp.experts.93.gate_proj,0.0077479951,hessian_weighted_relative_error,32793,0.02500,0.894
5,model.language_model.layers.5.mlp.experts.93.up_proj,0.0080289428,hessian_weighted_relative_error,32793,0.02500,0.957
5,model.language_model.layers.5.mlp.experts.94.down_proj,0.0118573895,hessian_weighted_relative_error,30219,0.02500,0.747
5,model.language_model.layers.5.mlp.experts.94.gate_proj,0.0075969312,hessian_weighted_relative_error,30219,0.02500,0.777
5,model.language_model.layers.5.mlp.experts.94.up_proj,0.0078188286,hessian_weighted_relative_error,30219,0.02500,0.803
5,model.language_model.layers.5.mlp.experts.95.down_proj,0.0128207080,hessian_weighted_relative_error,32172,0.02500,0.837
5,model.language_model.layers.5.mlp.experts.95.gate_proj,0.0082643137,hessian_weighted_relative_error,32172,0.02500,0.896
5,model.language_model.layers.5.mlp.experts.95.up_proj,0.0085378683,hessian_weighted_relative_error,32172,0.02500,0.955
5,model.language_model.layers.5.mlp.experts.96.down_proj,0.0044940186,hessian_weighted_relative_error,22960,0.02500,0.746
5,model.language_model.layers.5.mlp.experts.96.gate_proj,0.0024401284,hessian_weighted_relative_error,22960,0.02500,0.778
5,model.language_model.layers.5.mlp.experts.96.up_proj,0.0026285890,hessian_weighted_relative_error,22960,0.02500,0.802
5,model.language_model.layers.5.mlp.experts.97.down_proj,0.0093212428,hessian_weighted_relative_error,18895,0.02500,0.841
5,model.language_model.layers.5.mlp.experts.97.gate_proj,0.0053998604,hessian_weighted_relative_error,18895,0.02500,0.896
5,model.language_model.layers.5.mlp.experts.97.up_proj,0.0055999250,hessian_weighted_relative_error,18895,0.02500,0.949
5,model.language_model.layers.5.mlp.experts.98.down_proj,0.0146355325,hessian_weighted_relative_error,38240,0.02500,0.746
5,model.language_model.layers.5.mlp.experts.98.gate_proj,0.0095266655,hessian_weighted_relative_error,38240,0.02500,0.781
5,model.language_model.layers.5.mlp.experts.98.up_proj,0.0097675990,hessian_weighted_relative_error,38240,0.02500,0.806
5,model.language_model.layers.5.mlp.experts.99.down_proj,0.0116928352,hessian_weighted_relative_error,24720,0.02500,0.845
5,model.language_model.layers.5.mlp.experts.99.gate_proj,0.0079249412,hessian_weighted_relative_error,24720,0.02500,0.895
5,model.language_model.layers.5.mlp.experts.99.up_proj,0.0082813933,hessian_weighted_relative_error,24720,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.0.down_proj,0.0085104214,hessian_weighted_relative_error,29788,0.02500,0.721
6,model.language_model.layers.6.mlp.experts.0.gate_proj,0.0055483013,hessian_weighted_relative_error,29788,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.0.up_proj,0.0057553750,hessian_weighted_relative_error,29788,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.1.down_proj,0.0141423783,hessian_weighted_relative_error,42945,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.1.gate_proj,0.0087991951,hessian_weighted_relative_error,42945,0.02500,0.848
6,model.language_model.layers.6.mlp.experts.1.up_proj,0.0091551888,hessian_weighted_relative_error,42945,0.02500,0.944
6,model.language_model.layers.6.mlp.experts.10.down_proj,0.0073070811,hessian_weighted_relative_error,28086,0.02500,0.723
6,model.language_model.layers.6.mlp.experts.10.gate_proj,0.0051234748,hessian_weighted_relative_error,28086,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.10.up_proj,0.0052684737,hessian_weighted_relative_error,28086,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.100.down_proj,0.0120830001,hessian_weighted_relative_error,24638,0.02500,0.747
6,model.language_model.layers.6.mlp.experts.100.gate_proj,0.0078694738,hessian_weighted_relative_error,24638,0.02500,0.775
6,model.language_model.layers.6.mlp.experts.100.up_proj,0.0082612246,hessian_weighted_relative_error,24638,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.101.down_proj,0.0133230330,hessian_weighted_relative_error,28122,0.02500,0.838
6,model.language_model.layers.6.mlp.experts.101.gate_proj,0.0086433344,hessian_weighted_relative_error,28122,0.02500,0.903
6,model.language_model.layers.6.mlp.experts.101.up_proj,0.0089343031,hessian_weighted_relative_error,28122,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.102.down_proj,0.0115796833,hessian_weighted_relative_error,33813,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.102.gate_proj,0.0078146541,hessian_weighted_relative_error,33813,0.02500,0.777
6,model.language_model.layers.6.mlp.experts.102.up_proj,0.0081017469,hessian_weighted_relative_error,33813,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.103.down_proj,0.0108756868,hessian_weighted_relative_error,27561,0.02500,0.840
6,model.language_model.layers.6.mlp.experts.103.gate_proj,0.0077792408,hessian_weighted_relative_error,27561,0.02500,0.892
6,model.language_model.layers.6.mlp.experts.103.up_proj,0.0082956690,hessian_weighted_relative_error,27561,0.02500,0.959
6,model.language_model.layers.6.mlp.experts.104.down_proj,0.0090773776,hessian_weighted_relative_error,31990,0.02500,0.750
6,model.language_model.layers.6.mlp.experts.104.gate_proj,0.0056601432,hessian_weighted_relative_error,31990,0.02500,0.779
6,model.language_model.layers.6.mlp.experts.104.up_proj,0.0058583630,hessian_weighted_relative_error,31990,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.105.down_proj,0.0107943946,hessian_weighted_relative_error,22695,0.02500,0.843
6,model.language_model.layers.6.mlp.experts.105.gate_proj,0.0068220052,hessian_weighted_relative_error,22695,0.02500,0.900
6,model.language_model.layers.6.mlp.experts.105.up_proj,0.0071692651,hessian_weighted_relative_error,22695,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.106.down_proj,0.0132085021,hessian_weighted_relative_error,20814,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.106.gate_proj,0.0086904541,hessian_weighted_relative_error,20814,0.02500,0.778
6,model.language_model.layers.6.mlp.experts.106.up_proj,0.0090431713,hessian_weighted_relative_error,20814,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.107.down_proj,0.0107936364,hessian_weighted_relative_error,43843,0.02500,0.844
6,model.language_model.layers.6.mlp.experts.107.gate_proj,0.0069012024,hessian_weighted_relative_error,43843,0.02500,0.896
6,model.language_model.layers.6.mlp.experts.107.up_proj,0.0072205840,hessian_weighted_relative_error,43843,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.108.down_proj,0.0125654339,hessian_weighted_relative_error,27964,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.108.gate_proj,0.0085834799,hessian_weighted_relative_error,27964,0.02500,0.780
6,model.language_model.layers.6.mlp.experts.108.up_proj,0.0091306976,hessian_weighted_relative_error,27964,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.109.down_proj,0.0117454981,hessian_weighted_relative_error,23336,0.02500,0.843
6,model.language_model.layers.6.mlp.experts.109.gate_proj,0.0079461215,hessian_weighted_relative_error,23336,0.02500,0.898
6,model.language_model.layers.6.mlp.experts.109.up_proj,0.0085344173,hessian_weighted_relative_error,23336,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.11.down_proj,0.0119751051,hessian_weighted_relative_error,36188,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.11.gate_proj,0.0079835543,hessian_weighted_relative_error,36188,0.02500,0.848
6,model.language_model.layers.6.mlp.experts.11.up_proj,0.0083438123,hessian_weighted_relative_error,36188,0.02500,0.939
6,model.language_model.layers.6.mlp.experts.110.down_proj,0.0109249239,hessian_weighted_relative_error,39355,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.110.gate_proj,0.0067343734,hessian_weighted_relative_error,39355,0.02500,0.778
6,model.language_model.layers.6.mlp.experts.110.up_proj,0.0070789126,hessian_weighted_relative_error,39355,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.111.down_proj,0.0109316854,hessian_weighted_relative_error,14521,0.02500,0.845
6,model.language_model.layers.6.mlp.experts.111.gate_proj,0.0062126813,hessian_weighted_relative_error,14521,0.02500,0.897
6,model.language_model.layers.6.mlp.experts.111.up_proj,0.0064707388,hessian_weighted_relative_error,14521,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.112.down_proj,0.0134286646,hessian_weighted_relative_error,26566,0.02500,0.747
6,model.language_model.layers.6.mlp.experts.112.gate_proj,0.0090626397,hessian_weighted_relative_error,26566,0.02500,0.778
6,model.language_model.layers.6.mlp.experts.112.up_proj,0.0096044747,hessian_weighted_relative_error,26566,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.113.down_proj,0.0128395153,hessian_weighted_relative_error,25452,0.02500,0.847
6,model.language_model.layers.6.mlp.experts.113.gate_proj,0.0076856091,hessian_weighted_relative_error,25452,0.02500,0.900
6,model.language_model.layers.6.mlp.experts.113.up_proj,0.0080967324,hessian_weighted_relative_error,25452,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.114.down_proj,0.0114346779,hessian_weighted_relative_error,34761,0.02500,0.747
6,model.language_model.layers.6.mlp.experts.114.gate_proj,0.0079226559,hessian_weighted_relative_error,34761,0.02500,0.776
6,model.language_model.layers.6.mlp.experts.114.up_proj,0.0083423681,hessian_weighted_relative_error,34761,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.115.down_proj,0.0119764511,hessian_weighted_relative_error,31029,0.02500,0.851
6,model.language_model.layers.6.mlp.experts.115.gate_proj,0.0077873252,hessian_weighted_relative_error,31029,0.02500,0.897
6,model.language_model.layers.6.mlp.experts.115.up_proj,0.0081700951,hessian_weighted_relative_error,31029,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.116.down_proj,0.0138169546,hessian_weighted_relative_error,25101,0.02500,0.748
6,model.language_model.layers.6.mlp.experts.116.gate_proj,0.0092564307,hessian_weighted_relative_error,25101,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.116.up_proj,0.0096941131,hessian_weighted_relative_error,25101,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.117.down_proj,0.0073911507,hessian_weighted_relative_error,46259,0.02500,0.846
6,model.language_model.layers.6.mlp.experts.117.gate_proj,0.0047888578,hessian_weighted_relative_error,46259,0.02500,0.900
6,model.language_model.layers.6.mlp.experts.117.up_proj,0.0049912487,hessian_weighted_relative_error,46259,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.118.down_proj,0.0117374406,hessian_weighted_relative_error,30294,0.02500,0.746
6,model.language_model.layers.6.mlp.experts.118.gate_proj,0.0081424013,hessian_weighted_relative_error,30294,0.02500,0.780
6,model.language_model.layers.6.mlp.experts.118.up_proj,0.0084406778,hessian_weighted_relative_error,30294,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.119.down_proj,0.0128431881,hessian_weighted_relative_error,23355,0.02500,0.849
6,model.language_model.layers.6.mlp.experts.119.gate_proj,0.0082598265,hessian_weighted_relative_error,23355,0.02500,0.896
6,model.language_model.layers.6.mlp.experts.119.up_proj,0.0087325065,hessian_weighted_relative_error,23355,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.12.down_proj,0.0144637433,hessian_weighted_relative_error,52507,0.02500,0.727
6,model.language_model.layers.6.mlp.experts.12.gate_proj,0.0089422996,hessian_weighted_relative_error,52507,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.12.up_proj,0.0091190351,hessian_weighted_relative_error,52507,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.120.down_proj,0.0112795798,hessian_weighted_relative_error,38786,0.02500,0.749
6,model.language_model.layers.6.mlp.experts.120.gate_proj,0.0077771975,hessian_weighted_relative_error,38786,0.02500,0.781
6,model.language_model.layers.6.mlp.experts.120.up_proj,0.0082280690,hessian_weighted_relative_error,38786,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.121.down_proj,0.0109507064,hessian_weighted_relative_error,34654,0.02500,0.850
6,model.language_model.layers.6.mlp.experts.121.gate_proj,0.0083797053,hessian_weighted_relative_error,34654,0.02500,0.902
6,model.language_model.layers.6.mlp.experts.121.up_proj,0.0086999990,hessian_weighted_relative_error,34654,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.122.down_proj,0.0133185199,hessian_weighted_relative_error,34379,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.122.gate_proj,0.0083918388,hessian_weighted_relative_error,34379,0.02500,0.779
6,model.language_model.layers.6.mlp.experts.122.up_proj,0.0089238065,hessian_weighted_relative_error,34379,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.123.down_proj,0.0133023050,hessian_weighted_relative_error,33962,0.02500,0.852
6,model.language_model.layers.6.mlp.experts.123.gate_proj,0.0088476858,hessian_weighted_relative_error,33962,0.02500,0.900
6,model.language_model.layers.6.mlp.experts.123.up_proj,0.0091702066,hessian_weighted_relative_error,33962,0.02500,0.957
6,model.language_model.layers.6.mlp.experts.124.down_proj,0.0133617494,hessian_weighted_relative_error,23961,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.124.gate_proj,0.0092297376,hessian_weighted_relative_error,23961,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.124.up_proj,0.0096571677,hessian_weighted_relative_error,23961,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.125.down_proj,0.0120549401,hessian_weighted_relative_error,21460,0.02500,0.850
6,model.language_model.layers.6.mlp.experts.125.gate_proj,0.0076831132,hessian_weighted_relative_error,21460,0.02500,0.899
6,model.language_model.layers.6.mlp.experts.125.up_proj,0.0080255008,hessian_weighted_relative_error,21460,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.126.down_proj,0.0077915484,hessian_weighted_relative_error,27198,0.02500,0.747
6,model.language_model.layers.6.mlp.experts.126.gate_proj,0.0050915145,hessian_weighted_relative_error,27198,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.126.up_proj,0.0054031423,hessian_weighted_relative_error,27198,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.127.down_proj,0.0118867029,hessian_weighted_relative_error,25616,0.02500,0.853
6,model.language_model.layers.6.mlp.experts.127.gate_proj,0.0076183028,hessian_weighted_relative_error,25616,0.02500,0.898
6,model.language_model.layers.6.mlp.experts.127.up_proj,0.0079800540,hessian_weighted_relative_error,25616,0.02500,0.967
6,model.language_model.layers.6.mlp.experts.128.down_proj,0.0092343663,hessian_weighted_relative_error,36028,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.128.gate_proj,0.0061347917,hessian_weighted_relative_error,36028,0.02500,0.779
6,model.language_model.layers.6.mlp.experts.128.up_proj,0.0063844257,hessian_weighted_relative_error,36028,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.129.down_proj,0.0131917720,hessian_weighted_relative_error,45467,0.02500,0.854
6,model.language_model.layers.6.mlp.experts.129.gate_proj,0.0081884862,hessian_weighted_relative_error,45467,0.02500,0.914
6,model.language_model.layers.6.mlp.experts.129.up_proj,0.0086049174,hessian_weighted_relative_error,45467,0.02500,0.954
6,model.language_model.layers.6.mlp.experts.13.down_proj,0.0066843456,hessian_weighted_relative_error,28816,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.13.gate_proj,0.0043456432,hessian_weighted_relative_error,28816,0.02500,0.851
6,model.language_model.layers.6.mlp.experts.13.up_proj,0.0045270319,hessian_weighted_relative_error,28816,0.02500,0.946
6,model.language_model.layers.6.mlp.experts.130.down_proj,0.0118627090,hessian_weighted_relative_error,20095,0.02500,0.750
6,model.language_model.layers.6.mlp.experts.130.gate_proj,0.0079435958,hessian_weighted_relative_error,20095,0.02500,0.780
6,model.language_model.layers.6.mlp.experts.130.up_proj,0.0085008502,hessian_weighted_relative_error,20095,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.131.down_proj,0.0070491643,hessian_weighted_relative_error,29767,0.02500,0.856
6,model.language_model.layers.6.mlp.experts.131.gate_proj,0.0043207031,hessian_weighted_relative_error,29767,0.02500,0.901
6,model.language_model.layers.6.mlp.experts.131.up_proj,0.0045480838,hessian_weighted_relative_error,29767,0.02500,0.969
6,model.language_model.layers.6.mlp.experts.132.down_proj,0.0128201301,hessian_weighted_relative_error,26489,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.132.gate_proj,0.0085548903,hessian_weighted_relative_error,26489,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.132.up_proj,0.0089105019,hessian_weighted_relative_error,26489,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.133.down_proj,0.0105975607,hessian_weighted_relative_error,34660,0.02500,0.855
6,model.language_model.layers.6.mlp.experts.133.gate_proj,0.0069304086,hessian_weighted_relative_error,34660,0.02500,0.901
6,model.language_model.layers.6.mlp.experts.133.up_proj,0.0071843011,hessian_weighted_relative_error,34660,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.134.down_proj,0.0132427382,hessian_weighted_relative_error,28006,0.02500,0.749
6,model.language_model.layers.6.mlp.experts.134.gate_proj,0.0086249784,hessian_weighted_relative_error,28006,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.134.up_proj,0.0089562716,hessian_weighted_relative_error,28006,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.135.down_proj,0.0074560046,hessian_weighted_relative_error,21586,0.02500,0.857
6,model.language_model.layers.6.mlp.experts.135.gate_proj,0.0051353865,hessian_weighted_relative_error,21586,0.02500,0.900
6,model.language_model.layers.6.mlp.experts.135.up_proj,0.0054121315,hessian_weighted_relative_error,21586,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.136.down_proj,0.0121301570,hessian_weighted_relative_error,28482,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.136.gate_proj,0.0079592618,hessian_weighted_relative_error,28482,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.136.up_proj,0.0084250942,hessian_weighted_relative_error,28482,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.137.down_proj,0.0097051192,hessian_weighted_relative_error,37277,0.02500,0.860
6,model.language_model.layers.6.mlp.experts.137.gate_proj,0.0067918745,hessian_weighted_relative_error,37277,0.02500,0.904
6,model.language_model.layers.6.mlp.experts.137.up_proj,0.0070614442,hessian_weighted_relative_error,37277,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.138.down_proj,0.0117837869,hessian_weighted_relative_error,24555,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.138.gate_proj,0.0078555267,hessian_weighted_relative_error,24555,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.138.up_proj,0.0082813052,hessian_weighted_relative_error,24555,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.139.down_proj,0.0132654024,hessian_weighted_relative_error,27601,0.02500,0.863
6,model.language_model.layers.6.mlp.experts.139.gate_proj,0.0085269565,hessian_weighted_relative_error,27601,0.02500,0.901
6,model.language_model.layers.6.mlp.experts.139.up_proj,0.0089407081,hessian_weighted_relative_error,27601,0.02500,0.957
6,model.language_model.layers.6.mlp.experts.14.down_proj,0.0121513676,hessian_weighted_relative_error,30034,0.02500,0.725
6,model.language_model.layers.6.mlp.experts.14.gate_proj,0.0077774564,hessian_weighted_relative_error,30034,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.14.up_proj,0.0081177698,hessian_weighted_relative_error,30034,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.140.down_proj,0.0052125341,hessian_weighted_relative_error,16712,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.140.gate_proj,0.0030283101,hessian_weighted_relative_error,16712,0.02500,0.783
6,model.language_model.layers.6.mlp.experts.140.up_proj,0.0032409137,hessian_weighted_relative_error,16712,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.141.down_proj,0.0064138828,hessian_weighted_relative_error,36093,0.02500,0.858
6,model.language_model.layers.6.mlp.experts.141.gate_proj,0.0041066523,hessian_weighted_relative_error,36093,0.02500,0.900
6,model.language_model.layers.6.mlp.experts.141.up_proj,0.0042721636,hessian_weighted_relative_error,36093,0.02500,0.967
6,model.language_model.layers.6.mlp.experts.142.down_proj,0.0114976825,hessian_weighted_relative_error,35357,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.142.gate_proj,0.0081561006,hessian_weighted_relative_error,35357,0.02500,0.784
6,model.language_model.layers.6.mlp.experts.142.up_proj,0.0084778727,hessian_weighted_relative_error,35357,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.143.down_proj,0.0063700455,hessian_weighted_relative_error,16783,0.02500,0.862
6,model.language_model.layers.6.mlp.experts.143.gate_proj,0.0033910306,hessian_weighted_relative_error,16783,0.02500,0.900
6,model.language_model.layers.6.mlp.experts.143.up_proj,0.0038318939,hessian_weighted_relative_error,16783,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.144.down_proj,0.0121471538,hessian_weighted_relative_error,32848,0.02500,0.752
6,model.language_model.layers.6.mlp.experts.144.gate_proj,0.0075654278,hessian_weighted_relative_error,32848,0.02500,0.783
6,model.language_model.layers.6.mlp.experts.144.up_proj,0.0079721604,hessian_weighted_relative_error,32848,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.145.down_proj,0.0129590676,hessian_weighted_relative_error,23948,0.02500,0.864
6,model.language_model.layers.6.mlp.experts.145.gate_proj,0.0088005167,hessian_weighted_relative_error,23948,0.02500,0.911
6,model.language_model.layers.6.mlp.experts.145.up_proj,0.0092369859,hessian_weighted_relative_error,23948,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.146.down_proj,0.0126558947,hessian_weighted_relative_error,33285,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.146.gate_proj,0.0082925032,hessian_weighted_relative_error,33285,0.02500,0.782
6,model.language_model.layers.6.mlp.experts.146.up_proj,0.0086843298,hessian_weighted_relative_error,33285,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.147.down_proj,0.0132689983,hessian_weighted_relative_error,24884,0.02500,0.865
6,model.language_model.layers.6.mlp.experts.147.gate_proj,0.0086992640,hessian_weighted_relative_error,24884,0.02500,0.905
6,model.language_model.layers.6.mlp.experts.147.up_proj,0.0091445265,hessian_weighted_relative_error,24884,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.148.down_proj,0.0141673585,hessian_weighted_relative_error,45257,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.148.gate_proj,0.0098305113,hessian_weighted_relative_error,45257,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.148.up_proj,0.0101456118,hessian_weighted_relative_error,45257,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.149.down_proj,0.0115073349,hessian_weighted_relative_error,28399,0.02500,0.863
6,model.language_model.layers.6.mlp.experts.149.gate_proj,0.0070498402,hessian_weighted_relative_error,28399,0.02500,0.903
6,model.language_model.layers.6.mlp.experts.149.up_proj,0.0074513330,hessian_weighted_relative_error,28399,0.02500,0.970
6,model.language_model.layers.6.mlp.experts.15.down_proj,0.0138096966,hessian_weighted_relative_error,29741,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.15.gate_proj,0.0086016876,hessian_weighted_relative_error,29741,0.02500,0.850
6,model.language_model.layers.6.mlp.experts.15.up_proj,0.0089291210,hessian_weighted_relative_error,29741,0.02500,0.943
6,model.language_model.layers.6.mlp.experts.150.down_proj,0.0108155832,hessian_weighted_relative_error,31595,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.150.gate_proj,0.0080608214,hessian_weighted_relative_error,31595,0.02500,0.783
6,model.language_model.layers.6.mlp.experts.150.up_proj,0.0083766533,hessian_weighted_relative_error,31595,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.151.down_proj,0.0106158885,hessian_weighted_relative_error,30721,0.02500,0.865
6,model.language_model.layers.6.mlp.experts.151.gate_proj,0.0081895115,hessian_weighted_relative_error,30721,0.02500,0.901
6,model.language_model.layers.6.mlp.experts.151.up_proj,0.0084992636,hessian_weighted_relative_error,30721,0.02500,0.968
6,model.language_model.layers.6.mlp.experts.152.down_proj,0.0104359779,hessian_weighted_relative_error,36458,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.152.gate_proj,0.0070758675,hessian_weighted_relative_error,36458,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.152.up_proj,0.0075577606,hessian_weighted_relative_error,36458,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.153.down_proj,0.0114524244,hessian_weighted_relative_error,23103,0.02500,0.868
6,model.language_model.layers.6.mlp.experts.153.gate_proj,0.0075320340,hessian_weighted_relative_error,23103,0.02500,0.914
6,model.language_model.layers.6.mlp.experts.153.up_proj,0.0082018827,hessian_weighted_relative_error,23103,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.154.down_proj,0.0137526305,hessian_weighted_relative_error,31253,0.02500,0.753
6,model.language_model.layers.6.mlp.experts.154.gate_proj,0.0087351498,hessian_weighted_relative_error,31253,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.154.up_proj,0.0089327936,hessian_weighted_relative_error,31253,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.155.down_proj,0.0137760373,hessian_weighted_relative_error,22659,0.02500,0.868
6,model.language_model.layers.6.mlp.experts.155.gate_proj,0.0092389112,hessian_weighted_relative_error,22659,0.02500,0.905
6,model.language_model.layers.6.mlp.experts.155.up_proj,0.0096881606,hessian_weighted_relative_error,22659,0.02500,0.968
6,model.language_model.layers.6.mlp.experts.156.down_proj,0.0108506959,hessian_weighted_relative_error,31779,0.02500,0.761
6,model.language_model.layers.6.mlp.experts.156.gate_proj,0.0072753658,hessian_weighted_relative_error,31779,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.156.up_proj,0.0075819656,hessian_weighted_relative_error,31779,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.157.down_proj,0.0100076484,hessian_weighted_relative_error,43423,0.02500,0.867
6,model.language_model.layers.6.mlp.experts.157.gate_proj,0.0063108781,hessian_weighted_relative_error,43423,0.02500,0.905
6,model.language_model.layers.6.mlp.experts.157.up_proj,0.0065273748,hessian_weighted_relative_error,43423,0.02500,0.969
6,model.language_model.layers.6.mlp.experts.158.down_proj,0.0111319242,hessian_weighted_relative_error,33650,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.158.gate_proj,0.0070817858,hessian_weighted_relative_error,33650,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.158.up_proj,0.0073609794,hessian_weighted_relative_error,33650,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.159.down_proj,0.0128094405,hessian_weighted_relative_error,35937,0.02500,0.869
6,model.language_model.layers.6.mlp.experts.159.gate_proj,0.0082416665,hessian_weighted_relative_error,35937,0.02500,0.903
6,model.language_model.layers.6.mlp.experts.159.up_proj,0.0086535388,hessian_weighted_relative_error,35937,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.16.down_proj,0.0059636596,hessian_weighted_relative_error,16314,0.02500,0.732
6,model.language_model.layers.6.mlp.experts.16.gate_proj,0.0049170749,hessian_weighted_relative_error,16314,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.16.up_proj,0.0051363487,hessian_weighted_relative_error,16314,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.160.down_proj,0.0075590554,hessian_weighted_relative_error,28121,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.160.gate_proj,0.0044626366,hessian_weighted_relative_error,28121,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.160.up_proj,0.0045769764,hessian_weighted_relative_error,28121,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.161.down_proj,0.0082926699,hessian_weighted_relative_error,20791,0.02500,0.871
6,model.language_model.layers.6.mlp.experts.161.gate_proj,0.0047412614,hessian_weighted_relative_error,20791,0.02500,0.907
6,model.language_model.layers.6.mlp.experts.161.up_proj,0.0048659252,hessian_weighted_relative_error,20791,0.02500,0.973
6,model.language_model.layers.6.mlp.experts.162.down_proj,0.0126066967,hessian_weighted_relative_error,28399,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.162.gate_proj,0.0083060676,hessian_weighted_relative_error,28399,0.02500,0.788
6,model.language_model.layers.6.mlp.experts.162.up_proj,0.0088926737,hessian_weighted_relative_error,28399,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.163.down_proj,0.0060339105,hessian_weighted_relative_error,28548,0.02500,0.873
6,model.language_model.layers.6.mlp.experts.163.gate_proj,0.0034315657,hessian_weighted_relative_error,28548,0.02500,0.904
6,model.language_model.layers.6.mlp.experts.163.up_proj,0.0036653388,hessian_weighted_relative_error,28548,0.02500,0.974
6,model.language_model.layers.6.mlp.experts.164.down_proj,0.0111312649,hessian_weighted_relative_error,32955,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.164.gate_proj,0.0082101892,hessian_weighted_relative_error,32955,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.164.up_proj,0.0085441845,hessian_weighted_relative_error,32955,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.165.down_proj,0.0123102055,hessian_weighted_relative_error,28761,0.02500,0.870
6,model.language_model.layers.6.mlp.experts.165.gate_proj,0.0081284610,hessian_weighted_relative_error,28761,0.02500,0.905
6,model.language_model.layers.6.mlp.experts.165.up_proj,0.0084423666,hessian_weighted_relative_error,28761,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.166.down_proj,0.0110272614,hessian_weighted_relative_error,23907,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.166.gate_proj,0.0068120057,hessian_weighted_relative_error,23907,0.02500,0.786
6,model.language_model.layers.6.mlp.experts.166.up_proj,0.0069991239,hessian_weighted_relative_error,23907,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.167.down_proj,0.0121935312,hessian_weighted_relative_error,29919,0.02500,0.871
6,model.language_model.layers.6.mlp.experts.167.gate_proj,0.0079936642,hessian_weighted_relative_error,29919,0.02500,0.904
6,model.language_model.layers.6.mlp.experts.167.up_proj,0.0082807394,hessian_weighted_relative_error,29919,0.02500,0.967
6,model.language_model.layers.6.mlp.experts.168.down_proj,0.0130789432,hessian_weighted_relative_error,30042,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.168.gate_proj,0.0085178064,hessian_weighted_relative_error,30042,0.02500,0.788
6,model.language_model.layers.6.mlp.experts.168.up_proj,0.0089250376,hessian_weighted_relative_error,30042,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.169.down_proj,0.0121689404,hessian_weighted_relative_error,23800,0.02500,0.873
6,model.language_model.layers.6.mlp.experts.169.gate_proj,0.0083151228,hessian_weighted_relative_error,23800,0.02500,0.920
6,model.language_model.layers.6.mlp.experts.169.up_proj,0.0086149775,hessian_weighted_relative_error,23800,0.02500,1.008
6,model.language_model.layers.6.mlp.experts.17.down_proj,0.0139023406,hessian_weighted_relative_error,35343,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.17.gate_proj,0.0089310572,hessian_weighted_relative_error,35343,0.02500,0.856
6,model.language_model.layers.6.mlp.experts.17.up_proj,0.0093521377,hessian_weighted_relative_error,35343,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.170.down_proj,0.0102567928,hessian_weighted_relative_error,33853,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.170.gate_proj,0.0070154109,hessian_weighted_relative_error,33853,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.170.up_proj,0.0073230678,hessian_weighted_relative_error,33853,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.171.down_proj,0.0110788675,hessian_weighted_relative_error,27118,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.171.gate_proj,0.0073892330,hessian_weighted_relative_error,27118,0.02500,0.913
6,model.language_model.layers.6.mlp.experts.171.up_proj,0.0076912223,hessian_weighted_relative_error,27118,0.02500,0.966
6,model.language_model.layers.6.mlp.experts.172.down_proj,0.0124373418,hessian_weighted_relative_error,33265,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.172.gate_proj,0.0079914649,hessian_weighted_relative_error,33265,0.02500,0.788
6,model.language_model.layers.6.mlp.experts.172.up_proj,0.0083627660,hessian_weighted_relative_error,33265,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.173.down_proj,0.0118582371,hessian_weighted_relative_error,26825,0.02500,0.872
6,model.language_model.layers.6.mlp.experts.173.gate_proj,0.0081852944,hessian_weighted_relative_error,26825,0.02500,0.909
6,model.language_model.layers.6.mlp.experts.173.up_proj,0.0085599162,hessian_weighted_relative_error,26825,0.02500,0.969
6,model.language_model.layers.6.mlp.experts.174.down_proj,0.0125763990,hessian_weighted_relative_error,34984,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.174.gate_proj,0.0081233513,hessian_weighted_relative_error,34984,0.02500,0.787
6,model.language_model.layers.6.mlp.experts.174.up_proj,0.0083229964,hessian_weighted_relative_error,34984,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.175.down_proj,0.0090685930,hessian_weighted_relative_error,34802,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.175.gate_proj,0.0077389033,hessian_weighted_relative_error,34802,0.02500,0.915
6,model.language_model.layers.6.mlp.experts.175.up_proj,0.0081377011,hessian_weighted_relative_error,34802,0.02500,0.976
6,model.language_model.layers.6.mlp.experts.176.down_proj,0.0096727218,hessian_weighted_relative_error,24002,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.176.gate_proj,0.0063041933,hessian_weighted_relative_error,24002,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.176.up_proj,0.0066570334,hessian_weighted_relative_error,24002,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.177.down_proj,0.0135436466,hessian_weighted_relative_error,36122,0.02500,0.875
6,model.language_model.layers.6.mlp.experts.177.gate_proj,0.0089816810,hessian_weighted_relative_error,36122,0.02500,0.919
6,model.language_model.layers.6.mlp.experts.177.up_proj,0.0094757369,hessian_weighted_relative_error,36122,0.02500,0.967
6,model.language_model.layers.6.mlp.experts.178.down_proj,0.0130094674,hessian_weighted_relative_error,23676,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.178.gate_proj,0.0081920498,hessian_weighted_relative_error,23676,0.02500,0.790
6,model.language_model.layers.6.mlp.experts.178.up_proj,0.0086529754,hessian_weighted_relative_error,23676,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.179.down_proj,0.0129711488,hessian_weighted_relative_error,29319,0.02500,0.876
6,model.language_model.layers.6.mlp.experts.179.gate_proj,0.0083790642,hessian_weighted_relative_error,29319,0.02500,0.911
6,model.language_model.layers.6.mlp.experts.179.up_proj,0.0087898436,hessian_weighted_relative_error,29319,0.02500,0.972
6,model.language_model.layers.6.mlp.experts.18.down_proj,0.0114390910,hessian_weighted_relative_error,19832,0.02500,0.726
6,model.language_model.layers.6.mlp.experts.18.gate_proj,0.0072504039,hessian_weighted_relative_error,19832,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.18.up_proj,0.0074817380,hessian_weighted_relative_error,19832,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.180.down_proj,0.0120824021,hessian_weighted_relative_error,23993,0.02500,0.754
6,model.language_model.layers.6.mlp.experts.180.gate_proj,0.0078965150,hessian_weighted_relative_error,23993,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.180.up_proj,0.0083238782,hessian_weighted_relative_error,23993,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.181.down_proj,0.0075161244,hessian_weighted_relative_error,22879,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.181.gate_proj,0.0043573648,hessian_weighted_relative_error,22879,0.02500,0.923
6,model.language_model.layers.6.mlp.experts.181.up_proj,0.0045929729,hessian_weighted_relative_error,22879,0.02500,0.978
6,model.language_model.layers.6.mlp.experts.182.down_proj,0.0125623673,hessian_weighted_relative_error,32456,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.182.gate_proj,0.0079962820,hessian_weighted_relative_error,32456,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.182.up_proj,0.0082977090,hessian_weighted_relative_error,32456,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.183.down_proj,0.0113446457,hessian_weighted_relative_error,31888,0.02500,0.876
6,model.language_model.layers.6.mlp.experts.183.gate_proj,0.0071719355,hessian_weighted_relative_error,31888,0.02500,0.906
6,model.language_model.layers.6.mlp.experts.183.up_proj,0.0075056524,hessian_weighted_relative_error,31888,0.02500,0.972
6,model.language_model.layers.6.mlp.experts.184.down_proj,0.0100195201,hessian_weighted_relative_error,55826,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.184.gate_proj,0.0066146112,hessian_weighted_relative_error,55826,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.184.up_proj,0.0067996702,hessian_weighted_relative_error,55826,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.185.down_proj,0.0136283591,hessian_weighted_relative_error,24675,0.02500,0.877
6,model.language_model.layers.6.mlp.experts.185.gate_proj,0.0092246135,hessian_weighted_relative_error,24675,0.02500,0.917
6,model.language_model.layers.6.mlp.experts.185.up_proj,0.0097462274,hessian_weighted_relative_error,24675,0.02500,0.968
6,model.language_model.layers.6.mlp.experts.186.down_proj,0.0106704418,hessian_weighted_relative_error,27415,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.186.gate_proj,0.0076424166,hessian_weighted_relative_error,27415,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.186.up_proj,0.0079593884,hessian_weighted_relative_error,27415,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.187.down_proj,0.0128225405,hessian_weighted_relative_error,37129,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.187.gate_proj,0.0081284542,hessian_weighted_relative_error,37129,0.02500,0.922
6,model.language_model.layers.6.mlp.experts.187.up_proj,0.0083727358,hessian_weighted_relative_error,37129,0.02500,0.973
6,model.language_model.layers.6.mlp.experts.188.down_proj,0.0131367397,hessian_weighted_relative_error,24097,0.02500,0.755
6,model.language_model.layers.6.mlp.experts.188.gate_proj,0.0081909671,hessian_weighted_relative_error,24097,0.02500,0.789
6,model.language_model.layers.6.mlp.experts.188.up_proj,0.0085337253,hessian_weighted_relative_error,24097,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.189.down_proj,0.0127607545,hessian_weighted_relative_error,22761,0.02500,0.876
6,model.language_model.layers.6.mlp.experts.189.gate_proj,0.0087609562,hessian_weighted_relative_error,22761,0.02500,0.921
6,model.language_model.layers.6.mlp.experts.189.up_proj,0.0091445155,hessian_weighted_relative_error,22761,0.02500,0.973
6,model.language_model.layers.6.mlp.experts.19.down_proj,0.0127939392,hessian_weighted_relative_error,18286,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.19.gate_proj,0.0081535672,hessian_weighted_relative_error,18286,0.02500,0.854
6,model.language_model.layers.6.mlp.experts.19.up_proj,0.0084970290,hessian_weighted_relative_error,18286,0.02500,0.941
6,model.language_model.layers.6.mlp.experts.190.down_proj,0.0063725586,hessian_weighted_relative_error,24327,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.190.gate_proj,0.0042729549,hessian_weighted_relative_error,24327,0.02500,0.790
6,model.language_model.layers.6.mlp.experts.190.up_proj,0.0043658591,hessian_weighted_relative_error,24327,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.191.down_proj,0.0102761441,hessian_weighted_relative_error,34745,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.191.gate_proj,0.0066089515,hessian_weighted_relative_error,34745,0.02500,0.920
6,model.language_model.layers.6.mlp.experts.191.up_proj,0.0069436790,hessian_weighted_relative_error,34745,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.192.down_proj,0.0124949819,hessian_weighted_relative_error,36974,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.192.gate_proj,0.0080828394,hessian_weighted_relative_error,36974,0.02500,0.793
6,model.language_model.layers.6.mlp.experts.192.up_proj,0.0084750212,hessian_weighted_relative_error,36974,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.193.down_proj,0.0066372011,hessian_weighted_relative_error,23921,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.193.gate_proj,0.0048513351,hessian_weighted_relative_error,23921,0.02500,0.919
6,model.language_model.layers.6.mlp.experts.193.up_proj,0.0051454540,hessian_weighted_relative_error,23921,0.02500,0.970
6,model.language_model.layers.6.mlp.experts.194.down_proj,0.0100870521,hessian_weighted_relative_error,28844,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.194.gate_proj,0.0068393900,hessian_weighted_relative_error,28844,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.194.up_proj,0.0072340460,hessian_weighted_relative_error,28844,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.195.down_proj,0.0090046250,hessian_weighted_relative_error,18622,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.195.gate_proj,0.0059979512,hessian_weighted_relative_error,18622,0.02500,0.921
6,model.language_model.layers.6.mlp.experts.195.up_proj,0.0062465000,hessian_weighted_relative_error,18622,0.02500,0.972
6,model.language_model.layers.6.mlp.experts.196.down_proj,0.0093447718,hessian_weighted_relative_error,19061,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.196.gate_proj,0.0058335437,hessian_weighted_relative_error,19061,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.196.up_proj,0.0060769585,hessian_weighted_relative_error,19061,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.197.down_proj,0.0129383703,hessian_weighted_relative_error,41757,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.197.gate_proj,0.0085295055,hessian_weighted_relative_error,41757,0.02500,0.916
6,model.language_model.layers.6.mlp.experts.197.up_proj,0.0088002636,hessian_weighted_relative_error,41757,0.02500,0.967
6,model.language_model.layers.6.mlp.experts.198.down_proj,0.0112198613,hessian_weighted_relative_error,24110,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.198.gate_proj,0.0073387501,hessian_weighted_relative_error,24110,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.198.up_proj,0.0077555826,hessian_weighted_relative_error,24110,0.02500,0.833
6,model.language_model.layers.6.mlp.experts.199.down_proj,0.0055864656,hessian_weighted_relative_error,36870,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.199.gate_proj,0.0033571557,hessian_weighted_relative_error,36870,0.02500,0.921
6,model.language_model.layers.6.mlp.experts.199.up_proj,0.0035043021,hessian_weighted_relative_error,36870,0.02500,1.008
6,model.language_model.layers.6.mlp.experts.2.down_proj,0.0127409576,hessian_weighted_relative_error,40542,0.02500,0.695
6,model.language_model.layers.6.mlp.experts.2.gate_proj,0.0068353444,hessian_weighted_relative_error,40542,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.2.up_proj,0.0072811482,hessian_weighted_relative_error,40542,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.20.down_proj,0.0134485525,hessian_weighted_relative_error,25935,0.02500,0.729
6,model.language_model.layers.6.mlp.experts.20.gate_proj,0.0087339339,hessian_weighted_relative_error,25935,0.02500,0.757
6,model.language_model.layers.6.mlp.experts.20.up_proj,0.0090400574,hessian_weighted_relative_error,25935,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.200.down_proj,0.0110847876,hessian_weighted_relative_error,41348,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.200.gate_proj,0.0067649926,hessian_weighted_relative_error,41348,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.200.up_proj,0.0071815788,hessian_weighted_relative_error,41348,0.02500,0.813
6,model.language_model.layers.6.mlp.experts.201.down_proj,0.0127116651,hessian_weighted_relative_error,21175,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.201.gate_proj,0.0081794485,hessian_weighted_relative_error,21175,0.02500,0.920
6,model.language_model.layers.6.mlp.experts.201.up_proj,0.0085490057,hessian_weighted_relative_error,21175,0.02500,0.974
6,model.language_model.layers.6.mlp.experts.202.down_proj,0.0120501052,hessian_weighted_relative_error,27567,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.202.gate_proj,0.0075745404,hessian_weighted_relative_error,27567,0.02500,0.791
6,model.language_model.layers.6.mlp.experts.202.up_proj,0.0079669512,hessian_weighted_relative_error,27567,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.203.down_proj,0.0114335999,hessian_weighted_relative_error,28907,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.203.gate_proj,0.0067777149,hessian_weighted_relative_error,28907,0.02500,0.915
6,model.language_model.layers.6.mlp.experts.203.up_proj,0.0072800983,hessian_weighted_relative_error,28907,0.02500,1.007
6,model.language_model.layers.6.mlp.experts.204.down_proj,0.0051185416,hessian_weighted_relative_error,19971,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.204.gate_proj,0.0021237891,hessian_weighted_relative_error,19971,0.02500,0.793
6,model.language_model.layers.6.mlp.experts.204.up_proj,0.0023063080,hessian_weighted_relative_error,19971,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.205.down_proj,0.0122406435,hessian_weighted_relative_error,25246,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.205.gate_proj,0.0080394385,hessian_weighted_relative_error,25246,0.02500,0.919
6,model.language_model.layers.6.mlp.experts.205.up_proj,0.0083856866,hessian_weighted_relative_error,25246,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.206.down_proj,0.0098419549,hessian_weighted_relative_error,32638,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.206.gate_proj,0.0070645688,hessian_weighted_relative_error,32638,0.02500,0.793
6,model.language_model.layers.6.mlp.experts.206.up_proj,0.0074109827,hessian_weighted_relative_error,32638,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.207.down_proj,0.0064143918,hessian_weighted_relative_error,15941,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.207.gate_proj,0.0039611590,hessian_weighted_relative_error,15941,0.02500,0.918
6,model.language_model.layers.6.mlp.experts.207.up_proj,0.0043291138,hessian_weighted_relative_error,15941,0.02500,0.965
6,model.language_model.layers.6.mlp.experts.208.down_proj,0.0125503214,hessian_weighted_relative_error,21670,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.208.gate_proj,0.0069916938,hessian_weighted_relative_error,21670,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.208.up_proj,0.0073627342,hessian_weighted_relative_error,21670,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.209.down_proj,0.0119977779,hessian_weighted_relative_error,17977,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.209.gate_proj,0.0075072388,hessian_weighted_relative_error,17977,0.02500,0.926
6,model.language_model.layers.6.mlp.experts.209.up_proj,0.0076939004,hessian_weighted_relative_error,17977,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.21.down_proj,0.0117762148,hessian_weighted_relative_error,46985,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.21.gate_proj,0.0074002585,hessian_weighted_relative_error,46985,0.02500,0.854
6,model.language_model.layers.6.mlp.experts.21.up_proj,0.0079798032,hessian_weighted_relative_error,46985,0.02500,0.946
6,model.language_model.layers.6.mlp.experts.210.down_proj,0.0130577679,hessian_weighted_relative_error,24400,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.210.gate_proj,0.0085209739,hessian_weighted_relative_error,24400,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.210.up_proj,0.0090022460,hessian_weighted_relative_error,24400,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.211.down_proj,0.0121554421,hessian_weighted_relative_error,27204,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.211.gate_proj,0.0080200456,hessian_weighted_relative_error,27204,0.02500,0.921
6,model.language_model.layers.6.mlp.experts.211.up_proj,0.0083430597,hessian_weighted_relative_error,27204,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.212.down_proj,0.0142247945,hessian_weighted_relative_error,30523,0.02500,0.761
6,model.language_model.layers.6.mlp.experts.212.gate_proj,0.0092096557,hessian_weighted_relative_error,30523,0.02500,0.795
6,model.language_model.layers.6.mlp.experts.212.up_proj,0.0094447360,hessian_weighted_relative_error,30523,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.213.down_proj,0.0118532611,hessian_weighted_relative_error,30358,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.213.gate_proj,0.0078543940,hessian_weighted_relative_error,30358,0.02500,0.919
6,model.language_model.layers.6.mlp.experts.213.up_proj,0.0082708279,hessian_weighted_relative_error,30358,0.02500,0.963
6,model.language_model.layers.6.mlp.experts.214.down_proj,0.0134312974,hessian_weighted_relative_error,24424,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.214.gate_proj,0.0088852584,hessian_weighted_relative_error,24424,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.214.up_proj,0.0093304441,hessian_weighted_relative_error,24424,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.215.down_proj,0.0117943456,hessian_weighted_relative_error,33013,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.215.gate_proj,0.0074938388,hessian_weighted_relative_error,33013,0.02500,0.926
6,model.language_model.layers.6.mlp.experts.215.up_proj,0.0078067681,hessian_weighted_relative_error,33013,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.216.down_proj,0.0088545132,hessian_weighted_relative_error,22804,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.216.gate_proj,0.0059226657,hessian_weighted_relative_error,22804,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.216.up_proj,0.0061957027,hessian_weighted_relative_error,22804,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.217.down_proj,0.0139444668,hessian_weighted_relative_error,39650,0.02500,0.879
6,model.language_model.layers.6.mlp.experts.217.gate_proj,0.0093693063,hessian_weighted_relative_error,39650,0.02500,0.926
6,model.language_model.layers.6.mlp.experts.217.up_proj,0.0097587258,hessian_weighted_relative_error,39650,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.218.down_proj,0.0133878309,hessian_weighted_relative_error,35667,0.02500,0.761
6,model.language_model.layers.6.mlp.experts.218.gate_proj,0.0094017625,hessian_weighted_relative_error,35667,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.218.up_proj,0.0098119865,hessian_weighted_relative_error,35667,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.219.down_proj,0.0128786725,hessian_weighted_relative_error,41000,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.219.gate_proj,0.0083989878,hessian_weighted_relative_error,41000,0.02500,0.922
6,model.language_model.layers.6.mlp.experts.219.up_proj,0.0088201721,hessian_weighted_relative_error,41000,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.22.down_proj,0.0129197164,hessian_weighted_relative_error,23932,0.02500,0.727
6,model.language_model.layers.6.mlp.experts.22.gate_proj,0.0087423859,hessian_weighted_relative_error,23932,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.22.up_proj,0.0091645336,hessian_weighted_relative_error,23932,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.220.down_proj,0.0115683437,hessian_weighted_relative_error,28757,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.220.gate_proj,0.0075080684,hessian_weighted_relative_error,28757,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.220.up_proj,0.0079495107,hessian_weighted_relative_error,28757,0.02500,0.813
6,model.language_model.layers.6.mlp.experts.221.down_proj,0.0113653516,hessian_weighted_relative_error,18392,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.221.gate_proj,0.0060610867,hessian_weighted_relative_error,18392,0.02500,0.924
6,model.language_model.layers.6.mlp.experts.221.up_proj,0.0064103413,hessian_weighted_relative_error,18392,0.02500,0.957
6,model.language_model.layers.6.mlp.experts.222.down_proj,0.0129551532,hessian_weighted_relative_error,30149,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.222.gate_proj,0.0083351699,hessian_weighted_relative_error,30149,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.222.up_proj,0.0087720805,hessian_weighted_relative_error,30149,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.223.down_proj,0.0081316319,hessian_weighted_relative_error,11811,0.02500,0.881
6,model.language_model.layers.6.mlp.experts.223.gate_proj,0.0050921915,hessian_weighted_relative_error,11811,0.02500,0.922
6,model.language_model.layers.6.mlp.experts.223.up_proj,0.0055340641,hessian_weighted_relative_error,11811,0.02500,0.961
6,model.language_model.layers.6.mlp.experts.224.down_proj,0.0125924836,hessian_weighted_relative_error,29906,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.224.gate_proj,0.0081165154,hessian_weighted_relative_error,29906,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.224.up_proj,0.0084556886,hessian_weighted_relative_error,29906,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.225.down_proj,0.0140013484,hessian_weighted_relative_error,26301,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.225.gate_proj,0.0093143641,hessian_weighted_relative_error,26301,0.02500,0.928
6,model.language_model.layers.6.mlp.experts.225.up_proj,0.0097382691,hessian_weighted_relative_error,26301,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.226.down_proj,0.0095690443,hessian_weighted_relative_error,23171,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.226.gate_proj,0.0055574364,hessian_weighted_relative_error,23171,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.226.up_proj,0.0059648038,hessian_weighted_relative_error,23171,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.227.down_proj,0.0124826479,hessian_weighted_relative_error,31373,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.227.gate_proj,0.0079193125,hessian_weighted_relative_error,31373,0.02500,0.929
6,model.language_model.layers.6.mlp.experts.227.up_proj,0.0083583414,hessian_weighted_relative_error,31373,0.02500,0.959
6,model.language_model.layers.6.mlp.experts.228.down_proj,0.0064207956,hessian_weighted_relative_error,17263,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.228.gate_proj,0.0039987521,hessian_weighted_relative_error,17263,0.02500,0.795
6,model.language_model.layers.6.mlp.experts.228.up_proj,0.0043696400,hessian_weighted_relative_error,17263,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.229.down_proj,0.0122559698,hessian_weighted_relative_error,31998,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.229.gate_proj,0.0069950486,hessian_weighted_relative_error,31998,0.02500,0.924
6,model.language_model.layers.6.mlp.experts.229.up_proj,0.0075283535,hessian_weighted_relative_error,31998,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.23.down_proj,0.0128397590,hessian_weighted_relative_error,31020,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.23.gate_proj,0.0083226024,hessian_weighted_relative_error,31020,0.02500,0.852
6,model.language_model.layers.6.mlp.experts.23.up_proj,0.0087548853,hessian_weighted_relative_error,31020,0.02500,0.947
6,model.language_model.layers.6.mlp.experts.230.down_proj,0.0102198435,hessian_weighted_relative_error,36144,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.230.gate_proj,0.0066970417,hessian_weighted_relative_error,36144,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.230.up_proj,0.0070188009,hessian_weighted_relative_error,36144,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.231.down_proj,0.0116839043,hessian_weighted_relative_error,31212,0.02500,0.883
6,model.language_model.layers.6.mlp.experts.231.gate_proj,0.0095276797,hessian_weighted_relative_error,31212,0.02500,0.935
6,model.language_model.layers.6.mlp.experts.231.up_proj,0.0098094995,hessian_weighted_relative_error,31212,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.232.down_proj,0.0109026847,hessian_weighted_relative_error,41505,0.02500,0.764
6,model.language_model.layers.6.mlp.experts.232.gate_proj,0.0069461139,hessian_weighted_relative_error,41505,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.232.up_proj,0.0072227686,hessian_weighted_relative_error,41505,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.233.down_proj,0.0129608670,hessian_weighted_relative_error,28443,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.233.gate_proj,0.0087011803,hessian_weighted_relative_error,28443,0.02500,0.931
6,model.language_model.layers.6.mlp.experts.233.up_proj,0.0091068730,hessian_weighted_relative_error,28443,0.02500,0.960
6,model.language_model.layers.6.mlp.experts.234.down_proj,0.0088951640,hessian_weighted_relative_error,62537,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.234.gate_proj,0.0063990485,hessian_weighted_relative_error,62537,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.234.up_proj,0.0066749822,hessian_weighted_relative_error,62537,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.235.down_proj,0.0101887948,hessian_weighted_relative_error,29045,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.235.gate_proj,0.0068525598,hessian_weighted_relative_error,29045,0.02500,0.922
6,model.language_model.layers.6.mlp.experts.235.up_proj,0.0071459635,hessian_weighted_relative_error,29045,0.02500,0.959
6,model.language_model.layers.6.mlp.experts.236.down_proj,0.0107953735,hessian_weighted_relative_error,28796,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.236.gate_proj,0.0067213318,hessian_weighted_relative_error,28796,0.02500,0.795
6,model.language_model.layers.6.mlp.experts.236.up_proj,0.0070188876,hessian_weighted_relative_error,28796,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.237.down_proj,0.0074243926,hessian_weighted_relative_error,22166,0.02500,0.884
6,model.language_model.layers.6.mlp.experts.237.gate_proj,0.0041498451,hessian_weighted_relative_error,22166,0.02500,0.943
6,model.language_model.layers.6.mlp.experts.237.up_proj,0.0044377518,hessian_weighted_relative_error,22166,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.238.down_proj,0.0129635343,hessian_weighted_relative_error,34190,0.02500,0.761
6,model.language_model.layers.6.mlp.experts.238.gate_proj,0.0087425608,hessian_weighted_relative_error,34190,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.238.up_proj,0.0091677902,hessian_weighted_relative_error,34190,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.239.down_proj,0.0086361140,hessian_weighted_relative_error,23872,0.02500,0.883
6,model.language_model.layers.6.mlp.experts.239.gate_proj,0.0052059963,hessian_weighted_relative_error,23872,0.02500,0.923
6,model.language_model.layers.6.mlp.experts.239.up_proj,0.0054380340,hessian_weighted_relative_error,23872,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.24.down_proj,0.0132716098,hessian_weighted_relative_error,36011,0.02500,0.728
6,model.language_model.layers.6.mlp.experts.24.gate_proj,0.0082073050,hessian_weighted_relative_error,36011,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.24.up_proj,0.0086186720,hessian_weighted_relative_error,36011,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.240.down_proj,0.0131619584,hessian_weighted_relative_error,21760,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.240.gate_proj,0.0090297399,hessian_weighted_relative_error,21760,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.240.up_proj,0.0092780442,hessian_weighted_relative_error,21760,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.241.down_proj,0.0135556584,hessian_weighted_relative_error,33619,0.02500,0.884
6,model.language_model.layers.6.mlp.experts.241.gate_proj,0.0092297381,hessian_weighted_relative_error,33619,0.02500,0.937
6,model.language_model.layers.6.mlp.experts.241.up_proj,0.0095223965,hessian_weighted_relative_error,33619,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.242.down_proj,0.0107441736,hessian_weighted_relative_error,50864,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.242.gate_proj,0.0066521533,hessian_weighted_relative_error,50864,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.242.up_proj,0.0071530467,hessian_weighted_relative_error,50864,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.243.down_proj,0.0091396003,hessian_weighted_relative_error,13571,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.243.gate_proj,0.0051852463,hessian_weighted_relative_error,13571,0.02500,0.930
6,model.language_model.layers.6.mlp.experts.243.up_proj,0.0061314323,hessian_weighted_relative_error,13571,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.244.down_proj,0.0091377030,hessian_weighted_relative_error,33169,0.02500,0.768
6,model.language_model.layers.6.mlp.experts.244.gate_proj,0.0056688747,hessian_weighted_relative_error,33169,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.244.up_proj,0.0058907750,hessian_weighted_relative_error,33169,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.245.down_proj,0.0122949515,hessian_weighted_relative_error,30477,0.02500,0.884
6,model.language_model.layers.6.mlp.experts.245.gate_proj,0.0077210490,hessian_weighted_relative_error,30477,0.02500,0.930
6,model.language_model.layers.6.mlp.experts.245.up_proj,0.0081052271,hessian_weighted_relative_error,30477,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.246.down_proj,0.0094435973,hessian_weighted_relative_error,17502,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.246.gate_proj,0.0059178963,hessian_weighted_relative_error,17502,0.02500,0.793
6,model.language_model.layers.6.mlp.experts.246.up_proj,0.0063215210,hessian_weighted_relative_error,17502,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.247.down_proj,0.0131445402,hessian_weighted_relative_error,35885,0.02500,0.884
6,model.language_model.layers.6.mlp.experts.247.gate_proj,0.0088816877,hessian_weighted_relative_error,35885,0.02500,0.924
6,model.language_model.layers.6.mlp.experts.247.up_proj,0.0091888568,hessian_weighted_relative_error,35885,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.248.down_proj,0.0134772237,hessian_weighted_relative_error,30114,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.248.gate_proj,0.0083771445,hessian_weighted_relative_error,30114,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.248.up_proj,0.0087107855,hessian_weighted_relative_error,30114,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.249.down_proj,0.0105424279,hessian_weighted_relative_error,31839,0.02500,0.885
6,model.language_model.layers.6.mlp.experts.249.gate_proj,0.0064815562,hessian_weighted_relative_error,31839,0.02500,0.933
6,model.language_model.layers.6.mlp.experts.249.up_proj,0.0067940491,hessian_weighted_relative_error,31839,0.02500,0.964
6,model.language_model.layers.6.mlp.experts.25.down_proj,0.0072764683,hessian_weighted_relative_error,30447,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.25.gate_proj,0.0044764595,hessian_weighted_relative_error,30447,0.02500,0.861
6,model.language_model.layers.6.mlp.experts.25.up_proj,0.0047110306,hessian_weighted_relative_error,30447,0.02500,0.947
6,model.language_model.layers.6.mlp.experts.250.down_proj,0.0146384033,hessian_weighted_relative_error,36516,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.250.gate_proj,0.0099456190,hessian_weighted_relative_error,36516,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.250.up_proj,0.0103881559,hessian_weighted_relative_error,36516,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.251.down_proj,0.0136181447,hessian_weighted_relative_error,28484,0.02500,0.888
6,model.language_model.layers.6.mlp.experts.251.gate_proj,0.0090112801,hessian_weighted_relative_error,28484,0.02500,0.928
6,model.language_model.layers.6.mlp.experts.251.up_proj,0.0094397368,hessian_weighted_relative_error,28484,0.02500,0.954
6,model.language_model.layers.6.mlp.experts.252.down_proj,0.0102443048,hessian_weighted_relative_error,28808,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.252.gate_proj,0.0063999502,hessian_weighted_relative_error,28808,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.252.up_proj,0.0067065287,hessian_weighted_relative_error,28808,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.253.down_proj,0.0120569849,hessian_weighted_relative_error,23771,0.02500,0.885
6,model.language_model.layers.6.mlp.experts.253.gate_proj,0.0079612062,hessian_weighted_relative_error,23771,0.02500,0.933
6,model.language_model.layers.6.mlp.experts.253.up_proj,0.0083301841,hessian_weighted_relative_error,23771,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.254.down_proj,0.0127325705,hessian_weighted_relative_error,38206,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.254.gate_proj,0.0076830156,hessian_weighted_relative_error,38206,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.254.up_proj,0.0080653584,hessian_weighted_relative_error,38206,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.255.down_proj,0.0111898772,hessian_weighted_relative_error,39275,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.255.gate_proj,0.0078209463,hessian_weighted_relative_error,39275,0.02500,0.929
6,model.language_model.layers.6.mlp.experts.255.up_proj,0.0081026938,hessian_weighted_relative_error,39275,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.256.down_proj,0.0056013858,hessian_weighted_relative_error,30690,0.02500,0.769
6,model.language_model.layers.6.mlp.experts.256.gate_proj,0.0039854939,hessian_weighted_relative_error,30690,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.256.up_proj,0.0041193040,hessian_weighted_relative_error,30690,0.02500,0.819
6,model.language_model.layers.6.mlp.experts.257.down_proj,0.0142289453,hessian_weighted_relative_error,36492,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.257.gate_proj,0.0096220384,hessian_weighted_relative_error,36492,0.02500,0.940
6,model.language_model.layers.6.mlp.experts.257.up_proj,0.0100066799,hessian_weighted_relative_error,36492,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.258.down_proj,0.0120784249,hessian_weighted_relative_error,31297,0.02500,0.764
6,model.language_model.layers.6.mlp.experts.258.gate_proj,0.0080939496,hessian_weighted_relative_error,31297,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.258.up_proj,0.0085492007,hessian_weighted_relative_error,31297,0.02500,0.813
6,model.language_model.layers.6.mlp.experts.259.down_proj,0.0104263031,hessian_weighted_relative_error,21842,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.259.gate_proj,0.0070776804,hessian_weighted_relative_error,21842,0.02500,0.935
6,model.language_model.layers.6.mlp.experts.259.up_proj,0.0073437095,hessian_weighted_relative_error,21842,0.02500,0.943
6,model.language_model.layers.6.mlp.experts.26.down_proj,0.0140011764,hessian_weighted_relative_error,29585,0.02500,0.728
6,model.language_model.layers.6.mlp.experts.26.gate_proj,0.0092252317,hessian_weighted_relative_error,29585,0.02500,0.758
6,model.language_model.layers.6.mlp.experts.26.up_proj,0.0095479442,hessian_weighted_relative_error,29585,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.260.down_proj,0.0036005687,hessian_weighted_relative_error,32931,0.02500,0.766
6,model.language_model.layers.6.mlp.experts.260.gate_proj,0.0030396209,hessian_weighted_relative_error,32931,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.260.up_proj,0.0032891722,hessian_weighted_relative_error,32931,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.261.down_proj,0.0118369529,hessian_weighted_relative_error,29513,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.261.gate_proj,0.0074535428,hessian_weighted_relative_error,29513,0.02500,0.926
6,model.language_model.layers.6.mlp.experts.261.up_proj,0.0076482949,hessian_weighted_relative_error,29513,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.262.down_proj,0.0109355457,hessian_weighted_relative_error,36525,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.262.gate_proj,0.0076952337,hessian_weighted_relative_error,36525,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.262.up_proj,0.0081222010,hessian_weighted_relative_error,36525,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.263.down_proj,0.0127277903,hessian_weighted_relative_error,43564,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.263.gate_proj,0.0075328639,hessian_weighted_relative_error,43564,0.02500,0.930
6,model.language_model.layers.6.mlp.experts.263.up_proj,0.0080047661,hessian_weighted_relative_error,43564,0.02500,0.949
6,model.language_model.layers.6.mlp.experts.264.down_proj,0.0123722443,hessian_weighted_relative_error,27737,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.264.gate_proj,0.0087573980,hessian_weighted_relative_error,27737,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.264.up_proj,0.0092792964,hessian_weighted_relative_error,27737,0.02500,0.815
6,model.language_model.layers.6.mlp.experts.265.down_proj,0.0144455686,hessian_weighted_relative_error,35233,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.265.gate_proj,0.0095452480,hessian_weighted_relative_error,35233,0.02500,0.934
6,model.language_model.layers.6.mlp.experts.265.up_proj,0.0098193390,hessian_weighted_relative_error,35233,0.02500,0.951
6,model.language_model.layers.6.mlp.experts.266.down_proj,0.0100854569,hessian_weighted_relative_error,31254,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.266.gate_proj,0.0079039567,hessian_weighted_relative_error,31254,0.02500,0.792
6,model.language_model.layers.6.mlp.experts.266.up_proj,0.0083305907,hessian_weighted_relative_error,31254,0.02500,0.813
6,model.language_model.layers.6.mlp.experts.267.down_proj,0.0098802094,hessian_weighted_relative_error,34025,0.02500,0.891
6,model.language_model.layers.6.mlp.experts.267.gate_proj,0.0071507321,hessian_weighted_relative_error,34025,0.02500,0.938
6,model.language_model.layers.6.mlp.experts.267.up_proj,0.0074728283,hessian_weighted_relative_error,34025,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.268.down_proj,0.0131858046,hessian_weighted_relative_error,34620,0.02500,0.767
6,model.language_model.layers.6.mlp.experts.268.gate_proj,0.0086234860,hessian_weighted_relative_error,34620,0.02500,0.825
6,model.language_model.layers.6.mlp.experts.268.up_proj,0.0089599781,hessian_weighted_relative_error,34620,0.02500,0.815
6,model.language_model.layers.6.mlp.experts.269.down_proj,0.0142542960,hessian_weighted_relative_error,37883,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.269.gate_proj,0.0097047036,hessian_weighted_relative_error,37883,0.02500,0.934
6,model.language_model.layers.6.mlp.experts.269.up_proj,0.0100571282,hessian_weighted_relative_error,37883,0.02500,0.949
6,model.language_model.layers.6.mlp.experts.27.down_proj,0.0082217549,hessian_weighted_relative_error,22520,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.27.gate_proj,0.0059931266,hessian_weighted_relative_error,22520,0.02500,0.866
6,model.language_model.layers.6.mlp.experts.27.up_proj,0.0062194672,hessian_weighted_relative_error,22520,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.270.down_proj,0.0137371696,hessian_weighted_relative_error,43891,0.02500,0.764
6,model.language_model.layers.6.mlp.experts.270.gate_proj,0.0085800792,hessian_weighted_relative_error,43891,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.270.up_proj,0.0089341614,hessian_weighted_relative_error,43891,0.02500,0.816
6,model.language_model.layers.6.mlp.experts.271.down_proj,0.0118540891,hessian_weighted_relative_error,29815,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.271.gate_proj,0.0072753667,hessian_weighted_relative_error,29815,0.02500,0.932
6,model.language_model.layers.6.mlp.experts.271.up_proj,0.0076405642,hessian_weighted_relative_error,29815,0.02500,0.946
6,model.language_model.layers.6.mlp.experts.272.down_proj,0.0130236945,hessian_weighted_relative_error,32683,0.02500,0.773
6,model.language_model.layers.6.mlp.experts.272.gate_proj,0.0083151413,hessian_weighted_relative_error,32683,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.272.up_proj,0.0087297504,hessian_weighted_relative_error,32683,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.273.down_proj,0.0109773366,hessian_weighted_relative_error,26799,0.02500,0.888
6,model.language_model.layers.6.mlp.experts.273.gate_proj,0.0060698249,hessian_weighted_relative_error,26799,0.02500,0.939
6,model.language_model.layers.6.mlp.experts.273.up_proj,0.0063138984,hessian_weighted_relative_error,26799,0.02500,0.944
6,model.language_model.layers.6.mlp.experts.274.down_proj,0.0131817920,hessian_weighted_relative_error,18414,0.02500,0.767
6,model.language_model.layers.6.mlp.experts.274.gate_proj,0.0083752881,hessian_weighted_relative_error,18414,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.274.up_proj,0.0087526425,hessian_weighted_relative_error,18414,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.275.down_proj,0.0081614845,hessian_weighted_relative_error,28247,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.275.gate_proj,0.0061329589,hessian_weighted_relative_error,28247,0.02500,0.938
6,model.language_model.layers.6.mlp.experts.275.up_proj,0.0063844823,hessian_weighted_relative_error,28247,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.276.down_proj,0.0109552108,hessian_weighted_relative_error,39116,0.02500,0.768
6,model.language_model.layers.6.mlp.experts.276.gate_proj,0.0075909218,hessian_weighted_relative_error,39116,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.276.up_proj,0.0078405232,hessian_weighted_relative_error,39116,0.02500,0.811
6,model.language_model.layers.6.mlp.experts.277.down_proj,0.0097869299,hessian_weighted_relative_error,25339,0.02500,0.888
6,model.language_model.layers.6.mlp.experts.277.gate_proj,0.0067226856,hessian_weighted_relative_error,25339,0.02500,0.934
6,model.language_model.layers.6.mlp.experts.277.up_proj,0.0069628830,hessian_weighted_relative_error,25339,0.02500,0.944
6,model.language_model.layers.6.mlp.experts.278.down_proj,0.0113077321,hessian_weighted_relative_error,30801,0.02500,0.764
6,model.language_model.layers.6.mlp.experts.278.gate_proj,0.0076782833,hessian_weighted_relative_error,30801,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.278.up_proj,0.0079959070,hessian_weighted_relative_error,30801,0.02500,0.813
6,model.language_model.layers.6.mlp.experts.279.down_proj,0.0129301600,hessian_weighted_relative_error,28937,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.279.gate_proj,0.0084569168,hessian_weighted_relative_error,28937,0.02500,0.940
6,model.language_model.layers.6.mlp.experts.279.up_proj,0.0088397082,hessian_weighted_relative_error,28937,0.02500,0.942
6,model.language_model.layers.6.mlp.experts.28.down_proj,0.0139204241,hessian_weighted_relative_error,28274,0.02500,0.730
6,model.language_model.layers.6.mlp.experts.28.gate_proj,0.0091751304,hessian_weighted_relative_error,28274,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.28.up_proj,0.0096905457,hessian_weighted_relative_error,28274,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.280.down_proj,0.0093948495,hessian_weighted_relative_error,31340,0.02500,0.768
6,model.language_model.layers.6.mlp.experts.280.gate_proj,0.0059921590,hessian_weighted_relative_error,31340,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.280.up_proj,0.0062458078,hessian_weighted_relative_error,31340,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.281.down_proj,0.0125380265,hessian_weighted_relative_error,23955,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.281.gate_proj,0.0081312179,hessian_weighted_relative_error,23955,0.02500,0.943
6,model.language_model.layers.6.mlp.experts.281.up_proj,0.0086722960,hessian_weighted_relative_error,23955,0.02500,0.933
6,model.language_model.layers.6.mlp.experts.282.down_proj,0.0059365261,hessian_weighted_relative_error,35628,0.02500,0.767
6,model.language_model.layers.6.mlp.experts.282.gate_proj,0.0047047423,hessian_weighted_relative_error,35628,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.282.up_proj,0.0050650619,hessian_weighted_relative_error,35628,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.283.down_proj,0.0133300399,hessian_weighted_relative_error,28148,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.283.gate_proj,0.0089498364,hessian_weighted_relative_error,28148,0.02500,0.935
6,model.language_model.layers.6.mlp.experts.283.up_proj,0.0094093417,hessian_weighted_relative_error,28148,0.02500,0.935
6,model.language_model.layers.6.mlp.experts.284.down_proj,0.0083547415,hessian_weighted_relative_error,11674,0.02500,0.768
6,model.language_model.layers.6.mlp.experts.284.gate_proj,0.0050857489,hessian_weighted_relative_error,11674,0.02500,0.799
6,model.language_model.layers.6.mlp.experts.284.up_proj,0.0052833212,hessian_weighted_relative_error,11674,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.285.down_proj,0.0074245374,hessian_weighted_relative_error,23159,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.285.gate_proj,0.0050994067,hessian_weighted_relative_error,23159,0.02500,0.942
6,model.language_model.layers.6.mlp.experts.285.up_proj,0.0054201250,hessian_weighted_relative_error,23159,0.02500,0.930
6,model.language_model.layers.6.mlp.experts.286.down_proj,0.0142434283,hessian_weighted_relative_error,33001,0.02500,0.765
6,model.language_model.layers.6.mlp.experts.286.gate_proj,0.0089424428,hessian_weighted_relative_error,33001,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.286.up_proj,0.0093912416,hessian_weighted_relative_error,33001,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.287.down_proj,0.0136490434,hessian_weighted_relative_error,24417,0.02500,0.888
6,model.language_model.layers.6.mlp.experts.287.gate_proj,0.0097223083,hessian_weighted_relative_error,24417,0.02500,0.940
6,model.language_model.layers.6.mlp.experts.287.up_proj,0.0102579853,hessian_weighted_relative_error,24417,0.02500,0.944
6,model.language_model.layers.6.mlp.experts.29.down_proj,0.0088918580,hessian_weighted_relative_error,34443,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.29.gate_proj,0.0053673126,hessian_weighted_relative_error,34443,0.02500,0.857
6,model.language_model.layers.6.mlp.experts.29.up_proj,0.0056514310,hessian_weighted_relative_error,34443,0.02500,0.937
6,model.language_model.layers.6.mlp.experts.3.down_proj,0.0113824022,hessian_weighted_relative_error,28727,0.02500,0.796
6,model.language_model.layers.6.mlp.experts.3.gate_proj,0.0071761289,hessian_weighted_relative_error,28727,0.02500,0.845
6,model.language_model.layers.6.mlp.experts.3.up_proj,0.0075422936,hessian_weighted_relative_error,28727,0.02500,0.941
6,model.language_model.layers.6.mlp.experts.30.down_proj,0.0061267800,hessian_weighted_relative_error,41180,0.02500,0.729
6,model.language_model.layers.6.mlp.experts.30.gate_proj,0.0062186314,hessian_weighted_relative_error,41180,0.02500,0.760
6,model.language_model.layers.6.mlp.experts.30.up_proj,0.0065329378,hessian_weighted_relative_error,41180,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.31.down_proj,0.0127314675,hessian_weighted_relative_error,28092,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.31.gate_proj,0.0081000286,hessian_weighted_relative_error,28092,0.02500,0.855
6,model.language_model.layers.6.mlp.experts.31.up_proj,0.0086714428,hessian_weighted_relative_error,28092,0.02500,0.946
6,model.language_model.layers.6.mlp.experts.32.down_proj,0.0145282775,hessian_weighted_relative_error,41385,0.02500,0.734
6,model.language_model.layers.6.mlp.experts.32.gate_proj,0.0096363861,hessian_weighted_relative_error,41385,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.32.up_proj,0.0100028035,hessian_weighted_relative_error,41385,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.33.down_proj,0.0071664586,hessian_weighted_relative_error,29850,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.33.gate_proj,0.0050671808,hessian_weighted_relative_error,29850,0.02500,0.864
6,model.language_model.layers.6.mlp.experts.33.up_proj,0.0053125835,hessian_weighted_relative_error,29850,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.34.down_proj,0.0107558366,hessian_weighted_relative_error,23004,0.02500,0.731
6,model.language_model.layers.6.mlp.experts.34.gate_proj,0.0067092100,hessian_weighted_relative_error,23004,0.02500,0.764
6,model.language_model.layers.6.mlp.experts.34.up_proj,0.0070941257,hessian_weighted_relative_error,23004,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.35.down_proj,0.0097626945,hessian_weighted_relative_error,24233,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.35.gate_proj,0.0061357288,hessian_weighted_relative_error,24233,0.02500,0.860
6,model.language_model.layers.6.mlp.experts.35.up_proj,0.0063561287,hessian_weighted_relative_error,24233,0.02500,0.943
6,model.language_model.layers.6.mlp.experts.36.down_proj,0.0129724422,hessian_weighted_relative_error,29207,0.02500,0.733
6,model.language_model.layers.6.mlp.experts.36.gate_proj,0.0082516545,hessian_weighted_relative_error,29207,0.02500,0.762
6,model.language_model.layers.6.mlp.experts.36.up_proj,0.0087239447,hessian_weighted_relative_error,29207,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.37.down_proj,0.0104582684,hessian_weighted_relative_error,28393,0.02500,0.808
6,model.language_model.layers.6.mlp.experts.37.gate_proj,0.0072557337,hessian_weighted_relative_error,28393,0.02500,0.862
6,model.language_model.layers.6.mlp.experts.37.up_proj,0.0077218784,hessian_weighted_relative_error,28393,0.02500,0.947
6,model.language_model.layers.6.mlp.experts.38.down_proj,0.0064823323,hessian_weighted_relative_error,32627,0.02500,0.732
6,model.language_model.layers.6.mlp.experts.38.gate_proj,0.0048433247,hessian_weighted_relative_error,32627,0.02500,0.763
6,model.language_model.layers.6.mlp.experts.38.up_proj,0.0050533704,hessian_weighted_relative_error,32627,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.39.down_proj,0.0116159298,hessian_weighted_relative_error,26896,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.39.gate_proj,0.0085493763,hessian_weighted_relative_error,26896,0.02500,0.860
6,model.language_model.layers.6.mlp.experts.39.up_proj,0.0090638371,hessian_weighted_relative_error,26896,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.4.down_proj,0.0134496122,hessian_weighted_relative_error,30973,0.02500,0.727
6,model.language_model.layers.6.mlp.experts.4.gate_proj,0.0089245546,hessian_weighted_relative_error,30973,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.4.up_proj,0.0093295978,hessian_weighted_relative_error,30973,0.02500,0.798
6,model.language_model.layers.6.mlp.experts.40.down_proj,0.0065241044,hessian_weighted_relative_error,28105,0.02500,0.734
6,model.language_model.layers.6.mlp.experts.40.gate_proj,0.0047866434,hessian_weighted_relative_error,28105,0.02500,0.764
6,model.language_model.layers.6.mlp.experts.40.up_proj,0.0051165216,hessian_weighted_relative_error,28105,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.41.down_proj,0.0133268840,hessian_weighted_relative_error,42088,0.02500,0.812
6,model.language_model.layers.6.mlp.experts.41.gate_proj,0.0085436822,hessian_weighted_relative_error,42088,0.02500,0.871
6,model.language_model.layers.6.mlp.experts.41.up_proj,0.0092703942,hessian_weighted_relative_error,42088,0.02500,0.949
6,model.language_model.layers.6.mlp.experts.42.down_proj,0.0093114004,hessian_weighted_relative_error,26481,0.02500,0.733
6,model.language_model.layers.6.mlp.experts.42.gate_proj,0.0065598745,hessian_weighted_relative_error,26481,0.02500,0.764
6,model.language_model.layers.6.mlp.experts.42.up_proj,0.0069133022,hessian_weighted_relative_error,26481,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.43.down_proj,0.0103152120,hessian_weighted_relative_error,34460,0.02500,0.816
6,model.language_model.layers.6.mlp.experts.43.gate_proj,0.0063788559,hessian_weighted_relative_error,34460,0.02500,0.865
6,model.language_model.layers.6.mlp.experts.43.up_proj,0.0066137548,hessian_weighted_relative_error,34460,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.44.down_proj,0.0116002904,hessian_weighted_relative_error,40904,0.02500,0.738
6,model.language_model.layers.6.mlp.experts.44.gate_proj,0.0080953124,hessian_weighted_relative_error,40904,0.02500,0.768
6,model.language_model.layers.6.mlp.experts.44.up_proj,0.0084627351,hessian_weighted_relative_error,40904,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.45.down_proj,0.0133564432,hessian_weighted_relative_error,29944,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.45.gate_proj,0.0089382146,hessian_weighted_relative_error,29944,0.02500,0.870
6,model.language_model.layers.6.mlp.experts.45.up_proj,0.0094046381,hessian_weighted_relative_error,29944,0.02500,0.935
6,model.language_model.layers.6.mlp.experts.46.down_proj,0.0128624033,hessian_weighted_relative_error,23806,0.02500,0.734
6,model.language_model.layers.6.mlp.experts.46.gate_proj,0.0084256609,hessian_weighted_relative_error,23806,0.02500,0.766
6,model.language_model.layers.6.mlp.experts.46.up_proj,0.0087442104,hessian_weighted_relative_error,23806,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.47.down_proj,0.0136419015,hessian_weighted_relative_error,26231,0.02500,0.815
6,model.language_model.layers.6.mlp.experts.47.gate_proj,0.0089108296,hessian_weighted_relative_error,26231,0.02500,0.865
6,model.language_model.layers.6.mlp.experts.47.up_proj,0.0095023751,hessian_weighted_relative_error,26231,0.02500,0.945
6,model.language_model.layers.6.mlp.experts.48.down_proj,0.0104817378,hessian_weighted_relative_error,30806,0.02500,0.734
6,model.language_model.layers.6.mlp.experts.48.gate_proj,0.0071690563,hessian_weighted_relative_error,30806,0.02500,0.769
6,model.language_model.layers.6.mlp.experts.48.up_proj,0.0073518736,hessian_weighted_relative_error,30806,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.49.down_proj,0.0060003957,hessian_weighted_relative_error,25475,0.02500,0.816
6,model.language_model.layers.6.mlp.experts.49.gate_proj,0.0042349218,hessian_weighted_relative_error,25475,0.02500,0.873
6,model.language_model.layers.6.mlp.experts.49.up_proj,0.0043542752,hessian_weighted_relative_error,25475,0.02500,0.957
6,model.language_model.layers.6.mlp.experts.5.down_proj,0.0147175278,hessian_weighted_relative_error,32364,0.02500,0.759
6,model.language_model.layers.6.mlp.experts.5.gate_proj,0.0098151750,hessian_weighted_relative_error,32364,0.02500,0.848
6,model.language_model.layers.6.mlp.experts.5.up_proj,0.0103272985,hessian_weighted_relative_error,32364,0.02500,0.938
6,model.language_model.layers.6.mlp.experts.50.down_proj,0.0058653038,hessian_weighted_relative_error,30340,0.02500,0.734
6,model.language_model.layers.6.mlp.experts.50.gate_proj,0.0040705057,hessian_weighted_relative_error,30340,0.02500,0.768
6,model.language_model.layers.6.mlp.experts.50.up_proj,0.0044372058,hessian_weighted_relative_error,30340,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.51.down_proj,0.0098696096,hessian_weighted_relative_error,27591,0.02500,0.820
6,model.language_model.layers.6.mlp.experts.51.gate_proj,0.0065950740,hessian_weighted_relative_error,27591,0.02500,0.870
6,model.language_model.layers.6.mlp.experts.51.up_proj,0.0068421703,hessian_weighted_relative_error,27591,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.52.down_proj,0.0094521276,hessian_weighted_relative_error,19869,0.02500,0.739
6,model.language_model.layers.6.mlp.experts.52.gate_proj,0.0055827790,hessian_weighted_relative_error,19869,0.02500,0.795
6,model.language_model.layers.6.mlp.experts.52.up_proj,0.0059129609,hessian_weighted_relative_error,19869,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.53.down_proj,0.0135952270,hessian_weighted_relative_error,35179,0.02500,0.815
6,model.language_model.layers.6.mlp.experts.53.gate_proj,0.0086184528,hessian_weighted_relative_error,35179,0.02500,0.872
6,model.language_model.layers.6.mlp.experts.53.up_proj,0.0089835921,hessian_weighted_relative_error,35179,0.02500,0.958
6,model.language_model.layers.6.mlp.experts.54.down_proj,0.0073191788,hessian_weighted_relative_error,30339,0.02500,0.735
6,model.language_model.layers.6.mlp.experts.54.gate_proj,0.0045803206,hessian_weighted_relative_error,30339,0.02500,0.770
6,model.language_model.layers.6.mlp.experts.54.up_proj,0.0050242644,hessian_weighted_relative_error,30339,0.02500,0.814
6,model.language_model.layers.6.mlp.experts.55.down_proj,0.0052340563,hessian_weighted_relative_error,37484,0.02500,0.817
6,model.language_model.layers.6.mlp.experts.55.gate_proj,0.0036995130,hessian_weighted_relative_error,37484,0.02500,0.872
6,model.language_model.layers.6.mlp.experts.55.up_proj,0.0038462646,hessian_weighted_relative_error,37484,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.56.down_proj,0.0126577462,hessian_weighted_relative_error,44702,0.02500,0.737
6,model.language_model.layers.6.mlp.experts.56.gate_proj,0.0081764565,hessian_weighted_relative_error,44702,0.02500,0.769
6,model.language_model.layers.6.mlp.experts.56.up_proj,0.0086996209,hessian_weighted_relative_error,44702,0.02500,0.801
6,model.language_model.layers.6.mlp.experts.57.down_proj,0.0122818663,hessian_weighted_relative_error,43090,0.02500,0.820
6,model.language_model.layers.6.mlp.experts.57.gate_proj,0.0080967754,hessian_weighted_relative_error,43090,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.57.up_proj,0.0086242261,hessian_weighted_relative_error,43090,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.58.down_proj,0.0111782731,hessian_weighted_relative_error,22951,0.02500,0.736
6,model.language_model.layers.6.mlp.experts.58.gate_proj,0.0070131106,hessian_weighted_relative_error,22951,0.02500,0.770
6,model.language_model.layers.6.mlp.experts.58.up_proj,0.0074462279,hessian_weighted_relative_error,22951,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.59.down_proj,0.0040832846,hessian_weighted_relative_error,15220,0.02500,0.825
6,model.language_model.layers.6.mlp.experts.59.gate_proj,0.0042121337,hessian_weighted_relative_error,15220,0.02500,0.874
6,model.language_model.layers.6.mlp.experts.59.up_proj,0.0045088204,hessian_weighted_relative_error,15220,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.6.down_proj,0.0049661918,hessian_weighted_relative_error,24341,0.02500,0.721
6,model.language_model.layers.6.mlp.experts.6.gate_proj,0.0040504298,hessian_weighted_relative_error,24341,0.02500,0.756
6,model.language_model.layers.6.mlp.experts.6.up_proj,0.0042862186,hessian_weighted_relative_error,24341,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.60.down_proj,0.0056312114,hessian_weighted_relative_error,27064,0.02500,0.739
6,model.language_model.layers.6.mlp.experts.60.gate_proj,0.0047980421,hessian_weighted_relative_error,27064,0.02500,0.769
6,model.language_model.layers.6.mlp.experts.60.up_proj,0.0050486166,hessian_weighted_relative_error,27064,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.61.down_proj,0.0044781935,hessian_weighted_relative_error,18165,0.02500,0.818
6,model.language_model.layers.6.mlp.experts.61.gate_proj,0.0055564880,hessian_weighted_relative_error,18165,0.02500,0.877
6,model.language_model.layers.6.mlp.experts.61.up_proj,0.0058111245,hessian_weighted_relative_error,18165,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.62.down_proj,0.0131506047,hessian_weighted_relative_error,31850,0.02500,0.738
6,model.language_model.layers.6.mlp.experts.62.gate_proj,0.0088296086,hessian_weighted_relative_error,31850,0.02500,0.770
6,model.language_model.layers.6.mlp.experts.62.up_proj,0.0092269253,hessian_weighted_relative_error,31850,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.63.down_proj,0.0122500552,hessian_weighted_relative_error,31509,0.02500,0.822
6,model.language_model.layers.6.mlp.experts.63.gate_proj,0.0076899722,hessian_weighted_relative_error,31509,0.02500,0.872
6,model.language_model.layers.6.mlp.experts.63.up_proj,0.0079633535,hessian_weighted_relative_error,31509,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.64.down_proj,0.0118055019,hessian_weighted_relative_error,31642,0.02500,0.737
6,model.language_model.layers.6.mlp.experts.64.gate_proj,0.0080114303,hessian_weighted_relative_error,31642,0.02500,0.768
6,model.language_model.layers.6.mlp.experts.64.up_proj,0.0084224349,hessian_weighted_relative_error,31642,0.02500,0.810
6,model.language_model.layers.6.mlp.experts.65.down_proj,0.0133584133,hessian_weighted_relative_error,26293,0.02500,0.825
6,model.language_model.layers.6.mlp.experts.65.gate_proj,0.0085795324,hessian_weighted_relative_error,26293,0.02500,0.884
6,model.language_model.layers.6.mlp.experts.65.up_proj,0.0091745150,hessian_weighted_relative_error,26293,0.02500,0.948
6,model.language_model.layers.6.mlp.experts.66.down_proj,0.0120436078,hessian_weighted_relative_error,19387,0.02500,0.743
6,model.language_model.layers.6.mlp.experts.66.gate_proj,0.0079719566,hessian_weighted_relative_error,19387,0.02500,0.771
6,model.language_model.layers.6.mlp.experts.66.up_proj,0.0083295533,hessian_weighted_relative_error,19387,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.67.down_proj,0.0140192512,hessian_weighted_relative_error,23943,0.02500,0.828
6,model.language_model.layers.6.mlp.experts.67.gate_proj,0.0094055303,hessian_weighted_relative_error,23943,0.02500,0.878
6,model.language_model.layers.6.mlp.experts.67.up_proj,0.0098456963,hessian_weighted_relative_error,23943,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.68.down_proj,0.0111433539,hessian_weighted_relative_error,30403,0.02500,0.740
6,model.language_model.layers.6.mlp.experts.68.gate_proj,0.0072945079,hessian_weighted_relative_error,30403,0.02500,0.771
6,model.language_model.layers.6.mlp.experts.68.up_proj,0.0076465366,hessian_weighted_relative_error,30403,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.69.down_proj,0.0114111886,hessian_weighted_relative_error,26036,0.02500,0.822
6,model.language_model.layers.6.mlp.experts.69.gate_proj,0.0073387814,hessian_weighted_relative_error,26036,0.02500,0.880
6,model.language_model.layers.6.mlp.experts.69.up_proj,0.0079333844,hessian_weighted_relative_error,26036,0.02500,0.952
6,model.language_model.layers.6.mlp.experts.7.down_proj,0.0124805699,hessian_weighted_relative_error,29281,0.02500,0.794
6,model.language_model.layers.6.mlp.experts.7.gate_proj,0.0078318734,hessian_weighted_relative_error,29281,0.02500,0.869
6,model.language_model.layers.6.mlp.experts.7.up_proj,0.0083202688,hessian_weighted_relative_error,29281,0.02500,0.931
6,model.language_model.layers.6.mlp.experts.70.down_proj,0.0115874636,hessian_weighted_relative_error,38210,0.02500,0.738
6,model.language_model.layers.6.mlp.experts.70.gate_proj,0.0076081457,hessian_weighted_relative_error,38210,0.02500,0.773
6,model.language_model.layers.6.mlp.experts.70.up_proj,0.0079140041,hessian_weighted_relative_error,38210,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.71.down_proj,0.0111313021,hessian_weighted_relative_error,26255,0.02500,0.825
6,model.language_model.layers.6.mlp.experts.71.gate_proj,0.0066045466,hessian_weighted_relative_error,26255,0.02500,0.889
6,model.language_model.layers.6.mlp.experts.71.up_proj,0.0069301394,hessian_weighted_relative_error,26255,0.02500,0.959
6,model.language_model.layers.6.mlp.experts.72.down_proj,0.0119957784,hessian_weighted_relative_error,29574,0.02500,0.740
6,model.language_model.layers.6.mlp.experts.72.gate_proj,0.0074282862,hessian_weighted_relative_error,29574,0.02500,0.774
6,model.language_model.layers.6.mlp.experts.72.up_proj,0.0078198141,hessian_weighted_relative_error,29574,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.73.down_proj,0.0054858705,hessian_weighted_relative_error,30418,0.02500,0.827
6,model.language_model.layers.6.mlp.experts.73.gate_proj,0.0037168852,hessian_weighted_relative_error,30418,0.02500,0.887
6,model.language_model.layers.6.mlp.experts.73.up_proj,0.0040320604,hessian_weighted_relative_error,30418,0.02500,0.962
6,model.language_model.layers.6.mlp.experts.74.down_proj,0.0128688338,hessian_weighted_relative_error,25129,0.02500,0.743
6,model.language_model.layers.6.mlp.experts.74.gate_proj,0.0084332071,hessian_weighted_relative_error,25129,0.02500,0.784
6,model.language_model.layers.6.mlp.experts.74.up_proj,0.0089275048,hessian_weighted_relative_error,25129,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.75.down_proj,0.0128193623,hessian_weighted_relative_error,43116,0.02500,0.832
6,model.language_model.layers.6.mlp.experts.75.gate_proj,0.0080294287,hessian_weighted_relative_error,43116,0.02500,0.883
6,model.language_model.layers.6.mlp.experts.75.up_proj,0.0081793016,hessian_weighted_relative_error,43116,0.02500,0.951
6,model.language_model.layers.6.mlp.experts.76.down_proj,0.0119604708,hessian_weighted_relative_error,26690,0.02500,0.745
6,model.language_model.layers.6.mlp.experts.76.gate_proj,0.0075746344,hessian_weighted_relative_error,26690,0.02500,0.774
6,model.language_model.layers.6.mlp.experts.76.up_proj,0.0081310172,hessian_weighted_relative_error,26690,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.77.down_proj,0.0089282575,hessian_weighted_relative_error,21647,0.02500,0.826
6,model.language_model.layers.6.mlp.experts.77.gate_proj,0.0061570797,hessian_weighted_relative_error,21647,0.02500,0.894
6,model.language_model.layers.6.mlp.experts.77.up_proj,0.0064597472,hessian_weighted_relative_error,21647,0.02500,0.949
6,model.language_model.layers.6.mlp.experts.78.down_proj,0.0102621509,hessian_weighted_relative_error,35673,0.02500,0.740
6,model.language_model.layers.6.mlp.experts.78.gate_proj,0.0068042224,hessian_weighted_relative_error,35673,0.02500,0.773
6,model.language_model.layers.6.mlp.experts.78.up_proj,0.0069609137,hessian_weighted_relative_error,35673,0.02500,0.805
6,model.language_model.layers.6.mlp.experts.79.down_proj,0.0090505500,hessian_weighted_relative_error,22361,0.02500,0.828
6,model.language_model.layers.6.mlp.experts.79.gate_proj,0.0051687604,hessian_weighted_relative_error,22361,0.02500,0.882
6,model.language_model.layers.6.mlp.experts.79.up_proj,0.0055738522,hessian_weighted_relative_error,22361,0.02500,0.951
6,model.language_model.layers.6.mlp.experts.8.down_proj,0.0122789151,hessian_weighted_relative_error,24788,0.02500,0.726
6,model.language_model.layers.6.mlp.experts.8.gate_proj,0.0076586586,hessian_weighted_relative_error,24788,0.02500,0.751
6,model.language_model.layers.6.mlp.experts.8.up_proj,0.0079737440,hessian_weighted_relative_error,24788,0.02500,0.800
6,model.language_model.layers.6.mlp.experts.80.down_proj,0.0125562646,hessian_weighted_relative_error,29023,0.02500,0.742
6,model.language_model.layers.6.mlp.experts.80.gate_proj,0.0083214424,hessian_weighted_relative_error,29023,0.02500,0.773
6,model.language_model.layers.6.mlp.experts.80.up_proj,0.0088611045,hessian_weighted_relative_error,29023,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.81.down_proj,0.0107403017,hessian_weighted_relative_error,34505,0.02500,0.832
6,model.language_model.layers.6.mlp.experts.81.gate_proj,0.0066985861,hessian_weighted_relative_error,34505,0.02500,0.892
6,model.language_model.layers.6.mlp.experts.81.up_proj,0.0070543085,hessian_weighted_relative_error,34505,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.82.down_proj,0.0126280849,hessian_weighted_relative_error,21769,0.02500,0.742
6,model.language_model.layers.6.mlp.experts.82.gate_proj,0.0085056423,hessian_weighted_relative_error,21769,0.02500,0.773
6,model.language_model.layers.6.mlp.experts.82.up_proj,0.0088647529,hessian_weighted_relative_error,21769,0.02500,0.809
6,model.language_model.layers.6.mlp.experts.83.down_proj,0.0136772129,hessian_weighted_relative_error,30698,0.02500,0.836
6,model.language_model.layers.6.mlp.experts.83.gate_proj,0.0088284484,hessian_weighted_relative_error,30698,0.02500,0.886
6,model.language_model.layers.6.mlp.experts.83.up_proj,0.0093131407,hessian_weighted_relative_error,30698,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.84.down_proj,0.0113310832,hessian_weighted_relative_error,39793,0.02500,0.747
6,model.language_model.layers.6.mlp.experts.84.gate_proj,0.0075651138,hessian_weighted_relative_error,39793,0.02500,0.772
6,model.language_model.layers.6.mlp.experts.84.up_proj,0.0079179586,hessian_weighted_relative_error,39793,0.02500,0.803
6,model.language_model.layers.6.mlp.experts.85.down_proj,0.0127678542,hessian_weighted_relative_error,29496,0.02500,0.830
6,model.language_model.layers.6.mlp.experts.85.gate_proj,0.0083110483,hessian_weighted_relative_error,29496,0.02500,0.889
6,model.language_model.layers.6.mlp.experts.85.up_proj,0.0087630021,hessian_weighted_relative_error,29496,0.02500,0.951
6,model.language_model.layers.6.mlp.experts.86.down_proj,0.0130904677,hessian_weighted_relative_error,43199,0.02500,0.741
6,model.language_model.layers.6.mlp.experts.86.gate_proj,0.0081865193,hessian_weighted_relative_error,43199,0.02500,0.775
6,model.language_model.layers.6.mlp.experts.86.up_proj,0.0083917459,hessian_weighted_relative_error,43199,0.02500,0.802
6,model.language_model.layers.6.mlp.experts.87.down_proj,0.0135784170,hessian_weighted_relative_error,31676,0.02500,0.833
6,model.language_model.layers.6.mlp.experts.87.gate_proj,0.0092091554,hessian_weighted_relative_error,31676,0.02500,0.888
6,model.language_model.layers.6.mlp.experts.87.up_proj,0.0096079527,hessian_weighted_relative_error,31676,0.02500,0.950
6,model.language_model.layers.6.mlp.experts.88.down_proj,0.0126728194,hessian_weighted_relative_error,27347,0.02500,0.742
6,model.language_model.layers.6.mlp.experts.88.gate_proj,0.0081363434,hessian_weighted_relative_error,27347,0.02500,0.774
6,model.language_model.layers.6.mlp.experts.88.up_proj,0.0084748993,hessian_weighted_relative_error,27347,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.89.down_proj,0.0139302273,hessian_weighted_relative_error,24372,0.02500,0.836
6,model.language_model.layers.6.mlp.experts.89.gate_proj,0.0091914756,hessian_weighted_relative_error,24372,0.02500,0.896
6,model.language_model.layers.6.mlp.experts.89.up_proj,0.0096542414,hessian_weighted_relative_error,24372,0.02500,0.955
6,model.language_model.layers.6.mlp.experts.9.down_proj,0.0101790411,hessian_weighted_relative_error,31686,0.02500,0.797
6,model.language_model.layers.6.mlp.experts.9.gate_proj,0.0070825669,hessian_weighted_relative_error,31686,0.02500,0.852
6,model.language_model.layers.6.mlp.experts.9.up_proj,0.0075159421,hessian_weighted_relative_error,31686,0.02500,0.949
6,model.language_model.layers.6.mlp.experts.90.down_proj,0.0102810810,hessian_weighted_relative_error,38207,0.02500,0.743
6,model.language_model.layers.6.mlp.experts.90.gate_proj,0.0067125558,hessian_weighted_relative_error,38207,0.02500,0.774
6,model.language_model.layers.6.mlp.experts.90.up_proj,0.0069570228,hessian_weighted_relative_error,38207,0.02500,0.806
6,model.language_model.layers.6.mlp.experts.91.down_proj,0.0116956169,hessian_weighted_relative_error,28252,0.02500,0.838
6,model.language_model.layers.6.mlp.experts.91.gate_proj,0.0078510486,hessian_weighted_relative_error,28252,0.02500,0.892
6,model.language_model.layers.6.mlp.experts.91.up_proj,0.0081159987,hessian_weighted_relative_error,28252,0.02500,0.953
6,model.language_model.layers.6.mlp.experts.92.down_proj,0.0124032119,hessian_weighted_relative_error,34576,0.02500,0.745
6,model.language_model.layers.6.mlp.experts.92.gate_proj,0.0081711097,hessian_weighted_relative_error,34576,0.02500,0.777
6,model.language_model.layers.6.mlp.experts.92.up_proj,0.0084572124,hessian_weighted_relative_error,34576,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.93.down_proj,0.0137589200,hessian_weighted_relative_error,44663,0.02500,0.834
6,model.language_model.layers.6.mlp.experts.93.gate_proj,0.0091935812,hessian_weighted_relative_error,44663,0.02500,0.892
6,model.language_model.layers.6.mlp.experts.93.up_proj,0.0096266577,hessian_weighted_relative_error,44663,0.02500,0.954
6,model.language_model.layers.6.mlp.experts.94.down_proj,0.0111795973,hessian_weighted_relative_error,32563,0.02500,0.743
6,model.language_model.layers.6.mlp.experts.94.gate_proj,0.0064452643,hessian_weighted_relative_error,32563,0.02500,0.776
6,model.language_model.layers.6.mlp.experts.94.up_proj,0.0066357097,hessian_weighted_relative_error,32563,0.02500,0.807
6,model.language_model.layers.6.mlp.experts.95.down_proj,0.0093698858,hessian_weighted_relative_error,24696,0.02500,0.838
6,model.language_model.layers.6.mlp.experts.95.gate_proj,0.0057092013,hessian_weighted_relative_error,24696,0.02500,0.891
6,model.language_model.layers.6.mlp.experts.95.up_proj,0.0058048159,hessian_weighted_relative_error,24696,0.02500,0.949
6,model.language_model.layers.6.mlp.experts.96.down_proj,0.0107510849,hessian_weighted_relative_error,36887,0.02500,0.747
6,model.language_model.layers.6.mlp.experts.96.gate_proj,0.0067895087,hessian_weighted_relative_error,36887,0.02500,0.778
6,model.language_model.layers.6.mlp.experts.96.up_proj,0.0071645621,hessian_weighted_relative_error,36887,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.97.down_proj,0.0118129404,hessian_weighted_relative_error,31299,0.02500,0.838
6,model.language_model.layers.6.mlp.experts.97.gate_proj,0.0074386391,hessian_weighted_relative_error,31299,0.02500,0.897
6,model.language_model.layers.6.mlp.experts.97.up_proj,0.0076796518,hessian_weighted_relative_error,31299,0.02500,0.956
6,model.language_model.layers.6.mlp.experts.98.down_proj,0.0144869111,hessian_weighted_relative_error,41008,0.02500,0.744
6,model.language_model.layers.6.mlp.experts.98.gate_proj,0.0097065359,hessian_weighted_relative_error,41008,0.02500,0.777
6,model.language_model.layers.6.mlp.experts.98.up_proj,0.0101458809,hessian_weighted_relative_error,41008,0.02500,0.804
6,model.language_model.layers.6.mlp.experts.99.down_proj,0.0130396544,hessian_weighted_relative_error,27395,0.02500,0.839
6,model.language_model.layers.6.mlp.experts.99.gate_proj,0.0081481993,hessian_weighted_relative_error,27395,0.02500,0.893
6,model.language_model.layers.6.mlp.experts.99.up_proj,0.0087126653,hessian_weighted_relative_error,27395,0.02500,0.959
7,model.language_model.layers.7.mlp.experts.0.down_proj,0.0131176731,hessian_weighted_relative_error,27415,0.02500,0.716
7,model.language_model.layers.7.mlp.experts.0.gate_proj,0.0086478638,hessian_weighted_relative_error,27415,0.02500,0.771
7,model.language_model.layers.7.mlp.experts.0.up_proj,0.0092546087,hessian_weighted_relative_error,27415,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.1.down_proj,0.0109028516,hessian_weighted_relative_error,24506,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.1.gate_proj,0.0075731686,hessian_weighted_relative_error,24506,0.02500,0.837
7,model.language_model.layers.7.mlp.experts.1.up_proj,0.0080137049,hessian_weighted_relative_error,24506,0.02500,0.927
7,model.language_model.layers.7.mlp.experts.10.down_proj,0.0138763050,hessian_weighted_relative_error,33575,0.02500,0.722
7,model.language_model.layers.7.mlp.experts.10.gate_proj,0.0090804416,hessian_weighted_relative_error,33575,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.10.up_proj,0.0095617637,hessian_weighted_relative_error,33575,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.100.down_proj,0.0134116236,hessian_weighted_relative_error,20992,0.02500,0.744
7,model.language_model.layers.7.mlp.experts.100.gate_proj,0.0089040716,hessian_weighted_relative_error,20992,0.02500,0.771
7,model.language_model.layers.7.mlp.experts.100.up_proj,0.0095192733,hessian_weighted_relative_error,20992,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.101.down_proj,0.0114574787,hessian_weighted_relative_error,24423,0.02500,0.836
7,model.language_model.layers.7.mlp.experts.101.gate_proj,0.0075418853,hessian_weighted_relative_error,24423,0.02500,0.890
7,model.language_model.layers.7.mlp.experts.101.up_proj,0.0078826311,hessian_weighted_relative_error,24423,0.02500,0.952
7,model.language_model.layers.7.mlp.experts.102.down_proj,0.0110390833,hessian_weighted_relative_error,31744,0.02500,0.743
7,model.language_model.layers.7.mlp.experts.102.gate_proj,0.0069835332,hessian_weighted_relative_error,31744,0.02500,0.773
7,model.language_model.layers.7.mlp.experts.102.up_proj,0.0071932493,hessian_weighted_relative_error,31744,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.103.down_proj,0.0147067165,hessian_weighted_relative_error,26604,0.02500,0.835
7,model.language_model.layers.7.mlp.experts.103.gate_proj,0.0097708843,hessian_weighted_relative_error,26604,0.02500,0.889
7,model.language_model.layers.7.mlp.experts.103.up_proj,0.0102097373,hessian_weighted_relative_error,26604,0.02500,0.951
7,model.language_model.layers.7.mlp.experts.104.down_proj,0.0124056841,hessian_weighted_relative_error,23413,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.104.gate_proj,0.0081293740,hessian_weighted_relative_error,23413,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.104.up_proj,0.0086733590,hessian_weighted_relative_error,23413,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.105.down_proj,0.0115515700,hessian_weighted_relative_error,15505,0.02500,0.837
7,model.language_model.layers.7.mlp.experts.105.gate_proj,0.0063110936,hessian_weighted_relative_error,15505,0.02500,0.890
7,model.language_model.layers.7.mlp.experts.105.up_proj,0.0065521866,hessian_weighted_relative_error,15505,0.02500,0.947
7,model.language_model.layers.7.mlp.experts.106.down_proj,0.0128739767,hessian_weighted_relative_error,32520,0.02500,0.745
7,model.language_model.layers.7.mlp.experts.106.gate_proj,0.0069956680,hessian_weighted_relative_error,32520,0.02500,0.775
7,model.language_model.layers.7.mlp.experts.106.up_proj,0.0074557273,hessian_weighted_relative_error,32520,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.107.down_proj,0.0079013117,hessian_weighted_relative_error,23130,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.107.gate_proj,0.0046942927,hessian_weighted_relative_error,23130,0.02500,0.890
7,model.language_model.layers.7.mlp.experts.107.up_proj,0.0050154827,hessian_weighted_relative_error,23130,0.02500,0.957
7,model.language_model.layers.7.mlp.experts.108.down_proj,0.0141029459,hessian_weighted_relative_error,31903,0.02500,0.750
7,model.language_model.layers.7.mlp.experts.108.gate_proj,0.0088450638,hessian_weighted_relative_error,31903,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.108.up_proj,0.0093954866,hessian_weighted_relative_error,31903,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.109.down_proj,0.0096852642,hessian_weighted_relative_error,20665,0.02500,0.839
7,model.language_model.layers.7.mlp.experts.109.gate_proj,0.0059109608,hessian_weighted_relative_error,20665,0.02500,0.893
7,model.language_model.layers.7.mlp.experts.109.up_proj,0.0063525662,hessian_weighted_relative_error,20665,0.02500,0.953
7,model.language_model.layers.7.mlp.experts.11.down_proj,0.0071750118,hessian_weighted_relative_error,16718,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.11.gate_proj,0.0037924774,hessian_weighted_relative_error,16718,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.11.up_proj,0.0041236668,hessian_weighted_relative_error,16718,0.02500,0.933
7,model.language_model.layers.7.mlp.experts.110.down_proj,0.0088210741,hessian_weighted_relative_error,7188,0.02500,0.743
7,model.language_model.layers.7.mlp.experts.110.gate_proj,0.0052919437,hessian_weighted_relative_error,7188,0.02500,0.774
7,model.language_model.layers.7.mlp.experts.110.up_proj,0.0055390972,hessian_weighted_relative_error,7188,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.111.down_proj,0.0089763688,hessian_weighted_relative_error,23075,0.02500,0.837
7,model.language_model.layers.7.mlp.experts.111.gate_proj,0.0050816472,hessian_weighted_relative_error,23075,0.02500,0.901
7,model.language_model.layers.7.mlp.experts.111.up_proj,0.0058191720,hessian_weighted_relative_error,23075,0.02500,0.956
7,model.language_model.layers.7.mlp.experts.112.down_proj,0.0077506921,hessian_weighted_relative_error,39293,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.112.gate_proj,0.0057015686,hessian_weighted_relative_error,39293,0.02500,0.778
7,model.language_model.layers.7.mlp.experts.112.up_proj,0.0059359252,hessian_weighted_relative_error,39293,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.113.down_proj,0.0131078985,hessian_weighted_relative_error,27591,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.113.gate_proj,0.0084352358,hessian_weighted_relative_error,27591,0.02500,0.893
7,model.language_model.layers.7.mlp.experts.113.up_proj,0.0088846985,hessian_weighted_relative_error,27591,0.02500,0.954
7,model.language_model.layers.7.mlp.experts.114.down_proj,0.0122535745,hessian_weighted_relative_error,28950,0.02500,0.747
7,model.language_model.layers.7.mlp.experts.114.gate_proj,0.0082818004,hessian_weighted_relative_error,28950,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.114.up_proj,0.0085616401,hessian_weighted_relative_error,28950,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.115.down_proj,0.0105251497,hessian_weighted_relative_error,67647,0.02500,0.846
7,model.language_model.layers.7.mlp.experts.115.gate_proj,0.0067397775,hessian_weighted_relative_error,67647,0.02500,0.893
7,model.language_model.layers.7.mlp.experts.115.up_proj,0.0072850828,hessian_weighted_relative_error,67647,0.02500,0.950
7,model.language_model.layers.7.mlp.experts.116.down_proj,0.0082342375,hessian_weighted_relative_error,24325,0.02500,0.746
7,model.language_model.layers.7.mlp.experts.116.gate_proj,0.0057114156,hessian_weighted_relative_error,24325,0.02500,0.777
7,model.language_model.layers.7.mlp.experts.116.up_proj,0.0061573994,hessian_weighted_relative_error,24325,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.117.down_proj,0.0134499370,hessian_weighted_relative_error,22588,0.02500,0.843
7,model.language_model.layers.7.mlp.experts.117.gate_proj,0.0089809071,hessian_weighted_relative_error,22588,0.02500,0.892
7,model.language_model.layers.7.mlp.experts.117.up_proj,0.0092474207,hessian_weighted_relative_error,22588,0.02500,0.956
7,model.language_model.layers.7.mlp.experts.118.down_proj,0.0096139422,hessian_weighted_relative_error,35002,0.02500,0.745
7,model.language_model.layers.7.mlp.experts.118.gate_proj,0.0066555684,hessian_weighted_relative_error,35002,0.02500,0.777
7,model.language_model.layers.7.mlp.experts.118.up_proj,0.0071515211,hessian_weighted_relative_error,35002,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.119.down_proj,0.0133604455,hessian_weighted_relative_error,28593,0.02500,0.842
7,model.language_model.layers.7.mlp.experts.119.gate_proj,0.0083448158,hessian_weighted_relative_error,28593,0.02500,0.895
7,model.language_model.layers.7.mlp.experts.119.up_proj,0.0089506890,hessian_weighted_relative_error,28593,0.02500,0.962
7,model.language_model.layers.7.mlp.experts.12.down_proj,0.0078316732,hessian_weighted_relative_error,32634,0.02500,0.727
7,model.language_model.layers.7.mlp.experts.12.gate_proj,0.0051147298,hessian_weighted_relative_error,32634,0.02500,0.750
7,model.language_model.layers.7.mlp.experts.12.up_proj,0.0056291368,hessian_weighted_relative_error,32634,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.120.down_proj,0.0095654734,hessian_weighted_relative_error,21090,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.120.gate_proj,0.0062830466,hessian_weighted_relative_error,21090,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.120.up_proj,0.0066478192,hessian_weighted_relative_error,21090,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.121.down_proj,0.0137979028,hessian_weighted_relative_error,35177,0.02500,0.849
7,model.language_model.layers.7.mlp.experts.121.gate_proj,0.0090772439,hessian_weighted_relative_error,35177,0.02500,0.895
7,model.language_model.layers.7.mlp.experts.121.up_proj,0.0096101324,hessian_weighted_relative_error,35177,0.02500,0.962
7,model.language_model.layers.7.mlp.experts.122.down_proj,0.0098924781,hessian_weighted_relative_error,18785,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.122.gate_proj,0.0049632663,hessian_weighted_relative_error,18785,0.02500,0.776
7,model.language_model.layers.7.mlp.experts.122.up_proj,0.0052327679,hessian_weighted_relative_error,18785,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.123.down_proj,0.0131139330,hessian_weighted_relative_error,31859,0.02500,0.847
7,model.language_model.layers.7.mlp.experts.123.gate_proj,0.0079560883,hessian_weighted_relative_error,31859,0.02500,0.894
7,model.language_model.layers.7.mlp.experts.123.up_proj,0.0083423590,hessian_weighted_relative_error,31859,0.02500,0.958
7,model.language_model.layers.7.mlp.experts.124.down_proj,0.0124724388,hessian_weighted_relative_error,23933,0.02500,0.746
7,model.language_model.layers.7.mlp.experts.124.gate_proj,0.0087544300,hessian_weighted_relative_error,23933,0.02500,0.778
7,model.language_model.layers.7.mlp.experts.124.up_proj,0.0091321957,hessian_weighted_relative_error,23933,0.02500,0.821
7,model.language_model.layers.7.mlp.experts.125.down_proj,0.0100273293,hessian_weighted_relative_error,9739,0.02500,0.847
7,model.language_model.layers.7.mlp.experts.125.gate_proj,0.0060486055,hessian_weighted_relative_error,9739,0.02500,0.894
7,model.language_model.layers.7.mlp.experts.125.up_proj,0.0064165835,hessian_weighted_relative_error,9739,0.02500,0.955
7,model.language_model.layers.7.mlp.experts.126.down_proj,0.0112208085,hessian_weighted_relative_error,17823,0.02500,0.747
7,model.language_model.layers.7.mlp.experts.126.gate_proj,0.0062372849,hessian_weighted_relative_error,17823,0.02500,0.778
7,model.language_model.layers.7.mlp.experts.126.up_proj,0.0065577083,hessian_weighted_relative_error,17823,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.127.down_proj,0.0102284018,hessian_weighted_relative_error,37419,0.02500,0.846
7,model.language_model.layers.7.mlp.experts.127.gate_proj,0.0060663012,hessian_weighted_relative_error,37419,0.02500,0.897
7,model.language_model.layers.7.mlp.experts.127.up_proj,0.0066480536,hessian_weighted_relative_error,37419,0.02500,0.958
7,model.language_model.layers.7.mlp.experts.128.down_proj,0.0122888305,hessian_weighted_relative_error,38753,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.128.gate_proj,0.0078808401,hessian_weighted_relative_error,38753,0.02500,0.780
7,model.language_model.layers.7.mlp.experts.128.up_proj,0.0086931058,hessian_weighted_relative_error,38753,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.129.down_proj,0.0058152193,hessian_weighted_relative_error,24004,0.02500,0.848
7,model.language_model.layers.7.mlp.experts.129.gate_proj,0.0029847576,hessian_weighted_relative_error,24004,0.02500,0.908
7,model.language_model.layers.7.mlp.experts.129.up_proj,0.0034319893,hessian_weighted_relative_error,24004,0.02500,0.954
7,model.language_model.layers.7.mlp.experts.13.down_proj,0.0113845678,hessian_weighted_relative_error,32091,0.02500,0.793
7,model.language_model.layers.7.mlp.experts.13.gate_proj,0.0071551058,hessian_weighted_relative_error,32091,0.02500,0.843
7,model.language_model.layers.7.mlp.experts.13.up_proj,0.0075020616,hessian_weighted_relative_error,32091,0.02500,0.928
7,model.language_model.layers.7.mlp.experts.130.down_proj,0.0088668450,hessian_weighted_relative_error,66461,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.130.gate_proj,0.0057031625,hessian_weighted_relative_error,66461,0.02500,0.778
7,model.language_model.layers.7.mlp.experts.130.up_proj,0.0059979636,hessian_weighted_relative_error,66461,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.131.down_proj,0.0090281159,hessian_weighted_relative_error,63608,0.02500,0.852
7,model.language_model.layers.7.mlp.experts.131.gate_proj,0.0070178632,hessian_weighted_relative_error,63608,0.02500,0.895
7,model.language_model.layers.7.mlp.experts.131.up_proj,0.0073405596,hessian_weighted_relative_error,63608,0.02500,0.954
7,model.language_model.layers.7.mlp.experts.132.down_proj,0.0114004370,hessian_weighted_relative_error,58583,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.132.gate_proj,0.0078546797,hessian_weighted_relative_error,58583,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.132.up_proj,0.0085483932,hessian_weighted_relative_error,58583,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.133.down_proj,0.0138181227,hessian_weighted_relative_error,35823,0.02500,0.851
7,model.language_model.layers.7.mlp.experts.133.gate_proj,0.0091059760,hessian_weighted_relative_error,35823,0.02500,0.897
7,model.language_model.layers.7.mlp.experts.133.up_proj,0.0093280830,hessian_weighted_relative_error,35823,0.02500,0.960
7,model.language_model.layers.7.mlp.experts.134.down_proj,0.0062638638,hessian_weighted_relative_error,55293,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.134.gate_proj,0.0046325452,hessian_weighted_relative_error,55293,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.134.up_proj,0.0053124949,hessian_weighted_relative_error,55293,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.135.down_proj,0.0083473932,hessian_weighted_relative_error,16094,0.02500,0.850
7,model.language_model.layers.7.mlp.experts.135.gate_proj,0.0048579756,hessian_weighted_relative_error,16094,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.135.up_proj,0.0052168175,hessian_weighted_relative_error,16094,0.02500,0.959
7,model.language_model.layers.7.mlp.experts.136.down_proj,0.0136412517,hessian_weighted_relative_error,34151,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.136.gate_proj,0.0094150155,hessian_weighted_relative_error,34151,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.136.up_proj,0.0097985673,hessian_weighted_relative_error,34151,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.137.down_proj,0.0106598980,hessian_weighted_relative_error,26136,0.02500,0.853
7,model.language_model.layers.7.mlp.experts.137.gate_proj,0.0062292899,hessian_weighted_relative_error,26136,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.137.up_proj,0.0067560760,hessian_weighted_relative_error,26136,0.02500,0.960
7,model.language_model.layers.7.mlp.experts.138.down_proj,0.0087579751,hessian_weighted_relative_error,54884,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.138.gate_proj,0.0074764337,hessian_weighted_relative_error,54884,0.02500,0.780
7,model.language_model.layers.7.mlp.experts.138.up_proj,0.0079273564,hessian_weighted_relative_error,54884,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.139.down_proj,0.0117128088,hessian_weighted_relative_error,33408,0.02500,0.858
7,model.language_model.layers.7.mlp.experts.139.gate_proj,0.0069917806,hessian_weighted_relative_error,33408,0.02500,0.899
7,model.language_model.layers.7.mlp.experts.139.up_proj,0.0079405660,hessian_weighted_relative_error,33408,0.02500,0.979
7,model.language_model.layers.7.mlp.experts.14.down_proj,0.0122886519,hessian_weighted_relative_error,27458,0.02500,0.720
7,model.language_model.layers.7.mlp.experts.14.gate_proj,0.0074739013,hessian_weighted_relative_error,27458,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.14.up_proj,0.0078742567,hessian_weighted_relative_error,27458,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.140.down_proj,0.0106343586,hessian_weighted_relative_error,49551,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.140.gate_proj,0.0071784670,hessian_weighted_relative_error,49551,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.140.up_proj,0.0079969705,hessian_weighted_relative_error,49551,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.141.down_proj,0.0096402473,hessian_weighted_relative_error,27508,0.02500,0.855
7,model.language_model.layers.7.mlp.experts.141.gate_proj,0.0061946989,hessian_weighted_relative_error,27508,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.141.up_proj,0.0068339462,hessian_weighted_relative_error,27508,0.02500,0.954
7,model.language_model.layers.7.mlp.experts.142.down_proj,0.0065426266,hessian_weighted_relative_error,25043,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.142.gate_proj,0.0047477159,hessian_weighted_relative_error,25043,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.142.up_proj,0.0050212653,hessian_weighted_relative_error,25043,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.143.down_proj,0.0123205497,hessian_weighted_relative_error,28610,0.02500,0.854
7,model.language_model.layers.7.mlp.experts.143.gate_proj,0.0079694399,hessian_weighted_relative_error,28610,0.02500,0.901
7,model.language_model.layers.7.mlp.experts.143.up_proj,0.0086259903,hessian_weighted_relative_error,28610,0.02500,0.965
7,model.language_model.layers.7.mlp.experts.144.down_proj,0.0131854980,hessian_weighted_relative_error,19746,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.144.gate_proj,0.0080864648,hessian_weighted_relative_error,19746,0.02500,0.779
7,model.language_model.layers.7.mlp.experts.144.up_proj,0.0084421464,hessian_weighted_relative_error,19746,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.145.down_proj,0.0146794147,hessian_weighted_relative_error,53280,0.02500,0.856
7,model.language_model.layers.7.mlp.experts.145.gate_proj,0.0094818465,hessian_weighted_relative_error,53280,0.02500,0.898
7,model.language_model.layers.7.mlp.experts.145.up_proj,0.0097326845,hessian_weighted_relative_error,53280,0.02500,0.964
7,model.language_model.layers.7.mlp.experts.146.down_proj,0.0139446741,hessian_weighted_relative_error,33610,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.146.gate_proj,0.0093915252,hessian_weighted_relative_error,33610,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.146.up_proj,0.0098303467,hessian_weighted_relative_error,33610,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.147.down_proj,0.0094169100,hessian_weighted_relative_error,23915,0.02500,0.859
7,model.language_model.layers.7.mlp.experts.147.gate_proj,0.0052150046,hessian_weighted_relative_error,23915,0.02500,0.899
7,model.language_model.layers.7.mlp.experts.147.up_proj,0.0056770450,hessian_weighted_relative_error,23915,0.02500,0.954
7,model.language_model.layers.7.mlp.experts.148.down_proj,0.0102166963,hessian_weighted_relative_error,20189,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.148.gate_proj,0.0058287688,hessian_weighted_relative_error,20189,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.148.up_proj,0.0066185389,hessian_weighted_relative_error,20189,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.149.down_proj,0.0123288819,hessian_weighted_relative_error,24610,0.02500,0.859
7,model.language_model.layers.7.mlp.experts.149.gate_proj,0.0074289418,hessian_weighted_relative_error,24610,0.02500,0.900
7,model.language_model.layers.7.mlp.experts.149.up_proj,0.0078797955,hessian_weighted_relative_error,24610,0.02500,0.955
7,model.language_model.layers.7.mlp.experts.15.down_proj,0.0128716071,hessian_weighted_relative_error,31164,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.15.gate_proj,0.0083169755,hessian_weighted_relative_error,31164,0.02500,0.845
7,model.language_model.layers.7.mlp.experts.15.up_proj,0.0087695822,hessian_weighted_relative_error,31164,0.02500,0.935
7,model.language_model.layers.7.mlp.experts.150.down_proj,0.0138262160,hessian_weighted_relative_error,28307,0.02500,0.750
7,model.language_model.layers.7.mlp.experts.150.gate_proj,0.0087816665,hessian_weighted_relative_error,28307,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.150.up_proj,0.0093897593,hessian_weighted_relative_error,28307,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.151.down_proj,0.0093951810,hessian_weighted_relative_error,29652,0.02500,0.857
7,model.language_model.layers.7.mlp.experts.151.gate_proj,0.0059013750,hessian_weighted_relative_error,29652,0.02500,0.903
7,model.language_model.layers.7.mlp.experts.151.up_proj,0.0063000850,hessian_weighted_relative_error,29652,0.02500,0.965
7,model.language_model.layers.7.mlp.experts.152.down_proj,0.0132143431,hessian_weighted_relative_error,60578,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.152.gate_proj,0.0083367737,hessian_weighted_relative_error,60578,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.152.up_proj,0.0091892204,hessian_weighted_relative_error,60578,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.153.down_proj,0.0097224598,hessian_weighted_relative_error,28148,0.02500,0.860
7,model.language_model.layers.7.mlp.experts.153.gate_proj,0.0065455889,hessian_weighted_relative_error,28148,0.02500,0.901
7,model.language_model.layers.7.mlp.experts.153.up_proj,0.0069864101,hessian_weighted_relative_error,28148,0.02500,0.970
7,model.language_model.layers.7.mlp.experts.154.down_proj,0.0116074853,hessian_weighted_relative_error,17416,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.154.gate_proj,0.0068374969,hessian_weighted_relative_error,17416,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.154.up_proj,0.0073747936,hessian_weighted_relative_error,17416,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.155.down_proj,0.0115059726,hessian_weighted_relative_error,14660,0.02500,0.867
7,model.language_model.layers.7.mlp.experts.155.gate_proj,0.0067702442,hessian_weighted_relative_error,14660,0.02500,0.899
7,model.language_model.layers.7.mlp.experts.155.up_proj,0.0070488852,hessian_weighted_relative_error,14660,0.02500,0.960
7,model.language_model.layers.7.mlp.experts.156.down_proj,0.0129950599,hessian_weighted_relative_error,30580,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.156.gate_proj,0.0079458667,hessian_weighted_relative_error,30580,0.02500,0.783
7,model.language_model.layers.7.mlp.experts.156.up_proj,0.0083255516,hessian_weighted_relative_error,30580,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.157.down_proj,0.0117617557,hessian_weighted_relative_error,25469,0.02500,0.863
7,model.language_model.layers.7.mlp.experts.157.gate_proj,0.0078597390,hessian_weighted_relative_error,25469,0.02500,0.902
7,model.language_model.layers.7.mlp.experts.157.up_proj,0.0081967431,hessian_weighted_relative_error,25469,0.02500,0.962
7,model.language_model.layers.7.mlp.experts.158.down_proj,0.0112139216,hessian_weighted_relative_error,34533,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.158.gate_proj,0.0076456561,hessian_weighted_relative_error,34533,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.158.up_proj,0.0081270536,hessian_weighted_relative_error,34533,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.159.down_proj,0.0083431343,hessian_weighted_relative_error,40677,0.02500,0.860
7,model.language_model.layers.7.mlp.experts.159.gate_proj,0.0052654304,hessian_weighted_relative_error,40677,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.159.up_proj,0.0055271671,hessian_weighted_relative_error,40677,0.02500,0.965
7,model.language_model.layers.7.mlp.experts.16.down_proj,0.0105131702,hessian_weighted_relative_error,25524,0.02500,0.723
7,model.language_model.layers.7.mlp.experts.16.gate_proj,0.0083226787,hessian_weighted_relative_error,25524,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.16.up_proj,0.0086325989,hessian_weighted_relative_error,25524,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.160.down_proj,0.0100817376,hessian_weighted_relative_error,45691,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.160.gate_proj,0.0058558272,hessian_weighted_relative_error,45691,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.160.up_proj,0.0067416174,hessian_weighted_relative_error,45691,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.161.down_proj,0.0117961895,hessian_weighted_relative_error,33000,0.02500,0.865
7,model.language_model.layers.7.mlp.experts.161.gate_proj,0.0071828157,hessian_weighted_relative_error,33000,0.02500,0.903
7,model.language_model.layers.7.mlp.experts.161.up_proj,0.0078099288,hessian_weighted_relative_error,33000,0.02500,0.965
7,model.language_model.layers.7.mlp.experts.162.down_proj,0.0068756913,hessian_weighted_relative_error,25848,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.162.gate_proj,0.0040795462,hessian_weighted_relative_error,25848,0.02500,0.782
7,model.language_model.layers.7.mlp.experts.162.up_proj,0.0044539876,hessian_weighted_relative_error,25848,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.163.down_proj,0.0126217800,hessian_weighted_relative_error,20851,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.163.gate_proj,0.0081968725,hessian_weighted_relative_error,20851,0.02500,0.902
7,model.language_model.layers.7.mlp.experts.163.up_proj,0.0087349907,hessian_weighted_relative_error,20851,0.02500,0.957
7,model.language_model.layers.7.mlp.experts.164.down_proj,0.0096946424,hessian_weighted_relative_error,21366,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.164.gate_proj,0.0066465869,hessian_weighted_relative_error,21366,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.164.up_proj,0.0070707983,hessian_weighted_relative_error,21366,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.165.down_proj,0.0052345550,hessian_weighted_relative_error,23516,0.02500,0.868
7,model.language_model.layers.7.mlp.experts.165.gate_proj,0.0029961467,hessian_weighted_relative_error,23516,0.02500,0.902
7,model.language_model.layers.7.mlp.experts.165.up_proj,0.0033340090,hessian_weighted_relative_error,23516,0.02500,0.960
7,model.language_model.layers.7.mlp.experts.166.down_proj,0.0093223433,hessian_weighted_relative_error,20912,0.02500,0.752
7,model.language_model.layers.7.mlp.experts.166.gate_proj,0.0063644382,hessian_weighted_relative_error,20912,0.02500,0.794
7,model.language_model.layers.7.mlp.experts.166.up_proj,0.0065955424,hessian_weighted_relative_error,20912,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.167.down_proj,0.0126752587,hessian_weighted_relative_error,35949,0.02500,0.866
7,model.language_model.layers.7.mlp.experts.167.gate_proj,0.0076500043,hessian_weighted_relative_error,35949,0.02500,0.905
7,model.language_model.layers.7.mlp.experts.167.up_proj,0.0082389880,hessian_weighted_relative_error,35949,0.02500,0.961
7,model.language_model.layers.7.mlp.experts.168.down_proj,0.0108511508,hessian_weighted_relative_error,25118,0.02500,0.757
7,model.language_model.layers.7.mlp.experts.168.gate_proj,0.0076042741,hessian_weighted_relative_error,25118,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.168.up_proj,0.0081187491,hessian_weighted_relative_error,25118,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.169.down_proj,0.0132952778,hessian_weighted_relative_error,28873,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.169.gate_proj,0.0081632984,hessian_weighted_relative_error,28873,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.169.up_proj,0.0088429914,hessian_weighted_relative_error,28873,0.02500,0.960
7,model.language_model.layers.7.mlp.experts.17.down_proj,0.0134216467,hessian_weighted_relative_error,25540,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.17.gate_proj,0.0087493154,hessian_weighted_relative_error,25540,0.02500,0.847
7,model.language_model.layers.7.mlp.experts.17.up_proj,0.0091429286,hessian_weighted_relative_error,25540,0.02500,0.935
7,model.language_model.layers.7.mlp.experts.170.down_proj,0.0133293050,hessian_weighted_relative_error,19163,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.170.gate_proj,0.0082969583,hessian_weighted_relative_error,19163,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.170.up_proj,0.0090040205,hessian_weighted_relative_error,19163,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.171.down_proj,0.0112845791,hessian_weighted_relative_error,25134,0.02500,0.874
7,model.language_model.layers.7.mlp.experts.171.gate_proj,0.0063446060,hessian_weighted_relative_error,25134,0.02500,0.902
7,model.language_model.layers.7.mlp.experts.171.up_proj,0.0067182247,hessian_weighted_relative_error,25134,0.02500,0.972
7,model.language_model.layers.7.mlp.experts.172.down_proj,0.0101233650,hessian_weighted_relative_error,53847,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.172.gate_proj,0.0068631545,hessian_weighted_relative_error,53847,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.172.up_proj,0.0073717712,hessian_weighted_relative_error,53847,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.173.down_proj,0.0125976242,hessian_weighted_relative_error,27784,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.173.gate_proj,0.0081981815,hessian_weighted_relative_error,27784,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.173.up_proj,0.0086784141,hessian_weighted_relative_error,27784,0.02500,0.962
7,model.language_model.layers.7.mlp.experts.174.down_proj,0.0137775448,hessian_weighted_relative_error,18395,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.174.gate_proj,0.0089063594,hessian_weighted_relative_error,18395,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.174.up_proj,0.0095613732,hessian_weighted_relative_error,18395,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.175.down_proj,0.0139592612,hessian_weighted_relative_error,25598,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.175.gate_proj,0.0091918282,hessian_weighted_relative_error,25598,0.02500,0.911
7,model.language_model.layers.7.mlp.experts.175.up_proj,0.0095431414,hessian_weighted_relative_error,25598,0.02500,0.967
7,model.language_model.layers.7.mlp.experts.176.down_proj,0.0120760292,hessian_weighted_relative_error,24802,0.02500,0.758
7,model.language_model.layers.7.mlp.experts.176.gate_proj,0.0077713087,hessian_weighted_relative_error,24802,0.02500,0.784
7,model.language_model.layers.7.mlp.experts.176.up_proj,0.0083401549,hessian_weighted_relative_error,24802,0.02500,0.810
7,model.language_model.layers.7.mlp.experts.177.down_proj,0.0141898436,hessian_weighted_relative_error,46231,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.177.gate_proj,0.0100101241,hessian_weighted_relative_error,46231,0.02500,0.905
7,model.language_model.layers.7.mlp.experts.177.up_proj,0.0104359612,hessian_weighted_relative_error,46231,0.02500,0.967
7,model.language_model.layers.7.mlp.experts.178.down_proj,0.0073039085,hessian_weighted_relative_error,23457,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.178.gate_proj,0.0041488828,hessian_weighted_relative_error,23457,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.178.up_proj,0.0044489061,hessian_weighted_relative_error,23457,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.179.down_proj,0.0129349206,hessian_weighted_relative_error,39432,0.02500,0.876
7,model.language_model.layers.7.mlp.experts.179.gate_proj,0.0078415508,hessian_weighted_relative_error,39432,0.02500,0.903
7,model.language_model.layers.7.mlp.experts.179.up_proj,0.0086989310,hessian_weighted_relative_error,39432,0.02500,0.966
7,model.language_model.layers.7.mlp.experts.18.down_proj,0.0140042384,hessian_weighted_relative_error,33222,0.02500,0.724
7,model.language_model.layers.7.mlp.experts.18.gate_proj,0.0089615142,hessian_weighted_relative_error,33222,0.02500,0.753
7,model.language_model.layers.7.mlp.experts.18.up_proj,0.0093456110,hessian_weighted_relative_error,33222,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.180.down_proj,0.0082721512,hessian_weighted_relative_error,36860,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.180.gate_proj,0.0055163166,hessian_weighted_relative_error,36860,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.180.up_proj,0.0056868237,hessian_weighted_relative_error,36860,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.181.down_proj,0.0132341550,hessian_weighted_relative_error,23768,0.02500,0.872
7,model.language_model.layers.7.mlp.experts.181.gate_proj,0.0086503964,hessian_weighted_relative_error,23768,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.181.up_proj,0.0091762096,hessian_weighted_relative_error,23768,0.02500,0.962
7,model.language_model.layers.7.mlp.experts.182.down_proj,0.0134664491,hessian_weighted_relative_error,29208,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.182.gate_proj,0.0083972788,hessian_weighted_relative_error,29208,0.02500,0.814
7,model.language_model.layers.7.mlp.experts.182.up_proj,0.0088402368,hessian_weighted_relative_error,29208,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.183.down_proj,0.0109072497,hessian_weighted_relative_error,29444,0.02500,0.872
7,model.language_model.layers.7.mlp.experts.183.gate_proj,0.0065342822,hessian_weighted_relative_error,29444,0.02500,0.909
7,model.language_model.layers.7.mlp.experts.183.up_proj,0.0072590060,hessian_weighted_relative_error,29444,0.02500,0.966
7,model.language_model.layers.7.mlp.experts.184.down_proj,0.0058074492,hessian_weighted_relative_error,15108,0.02500,0.758
7,model.language_model.layers.7.mlp.experts.184.gate_proj,0.0023777084,hessian_weighted_relative_error,15108,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.184.up_proj,0.0025909066,hessian_weighted_relative_error,15108,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.185.down_proj,0.0058265488,hessian_weighted_relative_error,25449,0.02500,0.874
7,model.language_model.layers.7.mlp.experts.185.gate_proj,0.0032116759,hessian_weighted_relative_error,25449,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.185.up_proj,0.0035855665,hessian_weighted_relative_error,25449,0.02500,0.964
7,model.language_model.layers.7.mlp.experts.186.down_proj,0.0103592737,hessian_weighted_relative_error,29707,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.186.gate_proj,0.0058980061,hessian_weighted_relative_error,29707,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.186.up_proj,0.0063377043,hessian_weighted_relative_error,29707,0.02500,0.810
7,model.language_model.layers.7.mlp.experts.187.down_proj,0.0126280054,hessian_weighted_relative_error,37864,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.187.gate_proj,0.0082019808,hessian_weighted_relative_error,37864,0.02500,0.910
7,model.language_model.layers.7.mlp.experts.187.up_proj,0.0086256971,hessian_weighted_relative_error,37864,0.02500,0.961
7,model.language_model.layers.7.mlp.experts.188.down_proj,0.0100796092,hessian_weighted_relative_error,39115,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.188.gate_proj,0.0058968422,hessian_weighted_relative_error,39115,0.02500,0.785
7,model.language_model.layers.7.mlp.experts.188.up_proj,0.0064589903,hessian_weighted_relative_error,39115,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.189.down_proj,0.0124452313,hessian_weighted_relative_error,19213,0.02500,0.875
7,model.language_model.layers.7.mlp.experts.189.gate_proj,0.0077901396,hessian_weighted_relative_error,19213,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.189.up_proj,0.0082193135,hessian_weighted_relative_error,19213,0.02500,0.967
7,model.language_model.layers.7.mlp.experts.19.down_proj,0.0087971560,hessian_weighted_relative_error,67426,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.19.gate_proj,0.0040031529,hessian_weighted_relative_error,67426,0.02500,0.855
7,model.language_model.layers.7.mlp.experts.19.up_proj,0.0048890020,hessian_weighted_relative_error,67426,0.02500,0.930
7,model.language_model.layers.7.mlp.experts.190.down_proj,0.0093149697,hessian_weighted_relative_error,18661,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.190.gate_proj,0.0061170073,hessian_weighted_relative_error,18661,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.190.up_proj,0.0064379635,hessian_weighted_relative_error,18661,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.191.down_proj,0.0109756431,hessian_weighted_relative_error,33238,0.02500,0.875
7,model.language_model.layers.7.mlp.experts.191.gate_proj,0.0074683653,hessian_weighted_relative_error,33238,0.02500,0.919
7,model.language_model.layers.7.mlp.experts.191.up_proj,0.0077725905,hessian_weighted_relative_error,33238,0.02500,0.963
7,model.language_model.layers.7.mlp.experts.192.down_proj,0.0135769127,hessian_weighted_relative_error,24595,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.192.gate_proj,0.0082801958,hessian_weighted_relative_error,24595,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.192.up_proj,0.0091554266,hessian_weighted_relative_error,24595,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.193.down_proj,0.0092947218,hessian_weighted_relative_error,22735,0.02500,0.875
7,model.language_model.layers.7.mlp.experts.193.gate_proj,0.0073219266,hessian_weighted_relative_error,22735,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.193.up_proj,0.0076997220,hessian_weighted_relative_error,22735,0.02500,0.970
7,model.language_model.layers.7.mlp.experts.194.down_proj,0.0132666628,hessian_weighted_relative_error,22927,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.194.gate_proj,0.0083336000,hessian_weighted_relative_error,22927,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.194.up_proj,0.0088111706,hessian_weighted_relative_error,22927,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.195.down_proj,0.0127009289,hessian_weighted_relative_error,23664,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.195.gate_proj,0.0085161731,hessian_weighted_relative_error,23664,0.02500,0.904
7,model.language_model.layers.7.mlp.experts.195.up_proj,0.0089628846,hessian_weighted_relative_error,23664,0.02500,0.971
7,model.language_model.layers.7.mlp.experts.196.down_proj,0.0131494001,hessian_weighted_relative_error,19748,0.02500,0.763
7,model.language_model.layers.7.mlp.experts.196.gate_proj,0.0082307135,hessian_weighted_relative_error,19748,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.196.up_proj,0.0088798524,hessian_weighted_relative_error,19748,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.197.down_proj,0.0102572447,hessian_weighted_relative_error,14513,0.02500,0.876
7,model.language_model.layers.7.mlp.experts.197.gate_proj,0.0064627925,hessian_weighted_relative_error,14513,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.197.up_proj,0.0067564805,hessian_weighted_relative_error,14513,0.02500,0.981
7,model.language_model.layers.7.mlp.experts.198.down_proj,0.0132726637,hessian_weighted_relative_error,22816,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.198.gate_proj,0.0085667400,hessian_weighted_relative_error,22816,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.198.up_proj,0.0090654169,hessian_weighted_relative_error,22816,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.199.down_proj,0.0100442328,hessian_weighted_relative_error,19776,0.02500,0.875
7,model.language_model.layers.7.mlp.experts.199.gate_proj,0.0049851565,hessian_weighted_relative_error,19776,0.02500,0.908
7,model.language_model.layers.7.mlp.experts.199.up_proj,0.0056476077,hessian_weighted_relative_error,19776,0.02500,0.968
7,model.language_model.layers.7.mlp.experts.2.down_proj,0.0125342067,hessian_weighted_relative_error,28791,0.02500,0.719
7,model.language_model.layers.7.mlp.experts.2.gate_proj,0.0082795861,hessian_weighted_relative_error,28791,0.02500,0.749
7,model.language_model.layers.7.mlp.experts.2.up_proj,0.0087063692,hessian_weighted_relative_error,28791,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.20.down_proj,0.0130887258,hessian_weighted_relative_error,22890,0.02500,0.723
7,model.language_model.layers.7.mlp.experts.20.gate_proj,0.0081057528,hessian_weighted_relative_error,22890,0.02500,0.751
7,model.language_model.layers.7.mlp.experts.20.up_proj,0.0085765204,hessian_weighted_relative_error,22890,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.200.down_proj,0.0060907168,hessian_weighted_relative_error,23890,0.02500,0.763
7,model.language_model.layers.7.mlp.experts.200.gate_proj,0.0042725689,hessian_weighted_relative_error,23890,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.200.up_proj,0.0050207270,hessian_weighted_relative_error,23890,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.201.down_proj,0.0130682182,hessian_weighted_relative_error,28365,0.02500,0.878
7,model.language_model.layers.7.mlp.experts.201.gate_proj,0.0083319166,hessian_weighted_relative_error,28365,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.201.up_proj,0.0089648497,hessian_weighted_relative_error,28365,0.02500,0.975
7,model.language_model.layers.7.mlp.experts.202.down_proj,0.0076271520,hessian_weighted_relative_error,33124,0.02500,0.758
7,model.language_model.layers.7.mlp.experts.202.gate_proj,0.0045964701,hessian_weighted_relative_error,33124,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.202.up_proj,0.0051153170,hessian_weighted_relative_error,33124,0.02500,0.812
7,model.language_model.layers.7.mlp.experts.203.down_proj,0.0088876998,hessian_weighted_relative_error,26531,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.203.gate_proj,0.0045843909,hessian_weighted_relative_error,26531,0.02500,0.916
7,model.language_model.layers.7.mlp.experts.203.up_proj,0.0052489071,hessian_weighted_relative_error,26531,0.02500,0.970
7,model.language_model.layers.7.mlp.experts.204.down_proj,0.0132205745,hessian_weighted_relative_error,20698,0.02500,0.758
7,model.language_model.layers.7.mlp.experts.204.gate_proj,0.0083790086,hessian_weighted_relative_error,20698,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.204.up_proj,0.0089625071,hessian_weighted_relative_error,20698,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.205.down_proj,0.0136050756,hessian_weighted_relative_error,30266,0.02500,0.878
7,model.language_model.layers.7.mlp.experts.205.gate_proj,0.0089569789,hessian_weighted_relative_error,30266,0.02500,0.915
7,model.language_model.layers.7.mlp.experts.205.up_proj,0.0094699089,hessian_weighted_relative_error,30266,0.02500,0.972
7,model.language_model.layers.7.mlp.experts.206.down_proj,0.0096371346,hessian_weighted_relative_error,26300,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.206.gate_proj,0.0051859887,hessian_weighted_relative_error,26300,0.02500,0.790
7,model.language_model.layers.7.mlp.experts.206.up_proj,0.0059277662,hessian_weighted_relative_error,26300,0.02500,0.809
7,model.language_model.layers.7.mlp.experts.207.down_proj,0.0126324407,hessian_weighted_relative_error,18453,0.02500,0.878
7,model.language_model.layers.7.mlp.experts.207.gate_proj,0.0077422390,hessian_weighted_relative_error,18453,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.207.up_proj,0.0084080598,hessian_weighted_relative_error,18453,0.02500,0.976
7,model.language_model.layers.7.mlp.experts.208.down_proj,0.0097444553,hessian_weighted_relative_error,32347,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.208.gate_proj,0.0063261346,hessian_weighted_relative_error,32347,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.208.up_proj,0.0065909420,hessian_weighted_relative_error,32347,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.209.down_proj,0.0132340954,hessian_weighted_relative_error,26784,0.02500,0.878
7,model.language_model.layers.7.mlp.experts.209.gate_proj,0.0084180071,hessian_weighted_relative_error,26784,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.209.up_proj,0.0089330118,hessian_weighted_relative_error,26784,0.02500,0.971
7,model.language_model.layers.7.mlp.experts.21.down_proj,0.0124674346,hessian_weighted_relative_error,20699,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.21.gate_proj,0.0080518963,hessian_weighted_relative_error,20699,0.02500,0.848
7,model.language_model.layers.7.mlp.experts.21.up_proj,0.0083711818,hessian_weighted_relative_error,20699,0.02500,0.928
7,model.language_model.layers.7.mlp.experts.210.down_proj,0.0118847444,hessian_weighted_relative_error,33594,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.210.gate_proj,0.0071440016,hessian_weighted_relative_error,33594,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.210.up_proj,0.0077237646,hessian_weighted_relative_error,33594,0.02500,0.811
7,model.language_model.layers.7.mlp.experts.211.down_proj,0.0109184203,hessian_weighted_relative_error,56963,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.211.gate_proj,0.0063897356,hessian_weighted_relative_error,56963,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.211.up_proj,0.0067143664,hessian_weighted_relative_error,56963,0.02500,0.976
7,model.language_model.layers.7.mlp.experts.212.down_proj,0.0089684599,hessian_weighted_relative_error,37495,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.212.gate_proj,0.0054016019,hessian_weighted_relative_error,37495,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.212.up_proj,0.0060502448,hessian_weighted_relative_error,37495,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.213.down_proj,0.0077694842,hessian_weighted_relative_error,19007,0.02500,0.879
7,model.language_model.layers.7.mlp.experts.213.gate_proj,0.0043575259,hessian_weighted_relative_error,19007,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.213.up_proj,0.0046903376,hessian_weighted_relative_error,19007,0.02500,0.979
7,model.language_model.layers.7.mlp.experts.214.down_proj,0.0125706235,hessian_weighted_relative_error,16381,0.02500,0.761
7,model.language_model.layers.7.mlp.experts.214.gate_proj,0.0076976235,hessian_weighted_relative_error,16381,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.214.up_proj,0.0080293443,hessian_weighted_relative_error,16381,0.02500,0.812
7,model.language_model.layers.7.mlp.experts.215.down_proj,0.0118689632,hessian_weighted_relative_error,47399,0.02500,0.878
7,model.language_model.layers.7.mlp.experts.215.gate_proj,0.0075811533,hessian_weighted_relative_error,47399,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.215.up_proj,0.0082260942,hessian_weighted_relative_error,47399,0.02500,0.969
7,model.language_model.layers.7.mlp.experts.216.down_proj,0.0136957534,hessian_weighted_relative_error,25646,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.216.gate_proj,0.0087105107,hessian_weighted_relative_error,25646,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.216.up_proj,0.0091830898,hessian_weighted_relative_error,25646,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.217.down_proj,0.0104239655,hessian_weighted_relative_error,32106,0.02500,0.879
7,model.language_model.layers.7.mlp.experts.217.gate_proj,0.0063862582,hessian_weighted_relative_error,32106,0.02500,0.921
7,model.language_model.layers.7.mlp.experts.217.up_proj,0.0068523706,hessian_weighted_relative_error,32106,0.02500,0.973
7,model.language_model.layers.7.mlp.experts.218.down_proj,0.0115572602,hessian_weighted_relative_error,27822,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.218.gate_proj,0.0073193063,hessian_weighted_relative_error,27822,0.02500,0.787
7,model.language_model.layers.7.mlp.experts.218.up_proj,0.0076690755,hessian_weighted_relative_error,27822,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.219.down_proj,0.0121168302,hessian_weighted_relative_error,31123,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.219.gate_proj,0.0065419992,hessian_weighted_relative_error,31123,0.02500,0.921
7,model.language_model.layers.7.mlp.experts.219.up_proj,0.0070699324,hessian_weighted_relative_error,31123,0.02500,0.989
7,model.language_model.layers.7.mlp.experts.22.down_proj,0.0144696563,hessian_weighted_relative_error,32842,0.02500,0.723
7,model.language_model.layers.7.mlp.experts.22.gate_proj,0.0093462549,hessian_weighted_relative_error,32842,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.22.up_proj,0.0098448385,hessian_weighted_relative_error,32842,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.220.down_proj,0.0063348421,hessian_weighted_relative_error,31814,0.02500,0.761
7,model.language_model.layers.7.mlp.experts.220.gate_proj,0.0037664208,hessian_weighted_relative_error,31814,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.220.up_proj,0.0041273252,hessian_weighted_relative_error,31814,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.221.down_proj,0.0091625005,hessian_weighted_relative_error,23224,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.221.gate_proj,0.0067842616,hessian_weighted_relative_error,23224,0.02500,0.921
7,model.language_model.layers.7.mlp.experts.221.up_proj,0.0071521610,hessian_weighted_relative_error,23224,0.02500,0.969
7,model.language_model.layers.7.mlp.experts.222.down_proj,0.0106605051,hessian_weighted_relative_error,24189,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.222.gate_proj,0.0061000337,hessian_weighted_relative_error,24189,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.222.up_proj,0.0066187150,hessian_weighted_relative_error,24189,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.223.down_proj,0.0090115923,hessian_weighted_relative_error,25953,0.02500,0.879
7,model.language_model.layers.7.mlp.experts.223.gate_proj,0.0047137711,hessian_weighted_relative_error,25953,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.223.up_proj,0.0052371781,hessian_weighted_relative_error,25953,0.02500,0.976
7,model.language_model.layers.7.mlp.experts.224.down_proj,0.0121036261,hessian_weighted_relative_error,22333,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.224.gate_proj,0.0072645087,hessian_weighted_relative_error,22333,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.224.up_proj,0.0075894283,hessian_weighted_relative_error,22333,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.225.down_proj,0.0133038256,hessian_weighted_relative_error,22111,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.225.gate_proj,0.0086089218,hessian_weighted_relative_error,22111,0.02500,0.914
7,model.language_model.layers.7.mlp.experts.225.up_proj,0.0091007503,hessian_weighted_relative_error,22111,0.02500,0.967
7,model.language_model.layers.7.mlp.experts.226.down_proj,0.0139205743,hessian_weighted_relative_error,22637,0.02500,0.761
7,model.language_model.layers.7.mlp.experts.226.gate_proj,0.0086148594,hessian_weighted_relative_error,22637,0.02500,0.789
7,model.language_model.layers.7.mlp.experts.226.up_proj,0.0091338385,hessian_weighted_relative_error,22637,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.227.down_proj,0.0119978168,hessian_weighted_relative_error,12489,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.227.gate_proj,0.0071341233,hessian_weighted_relative_error,12489,0.02500,0.919
7,model.language_model.layers.7.mlp.experts.227.up_proj,0.0073910798,hessian_weighted_relative_error,12489,0.02500,0.972
7,model.language_model.layers.7.mlp.experts.228.down_proj,0.0058994425,hessian_weighted_relative_error,22583,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.228.gate_proj,0.0045761521,hessian_weighted_relative_error,22583,0.02500,0.817
7,model.language_model.layers.7.mlp.experts.228.up_proj,0.0047738134,hessian_weighted_relative_error,22583,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.229.down_proj,0.0118942069,hessian_weighted_relative_error,20158,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.229.gate_proj,0.0069547099,hessian_weighted_relative_error,20158,0.02500,0.923
7,model.language_model.layers.7.mlp.experts.229.up_proj,0.0072906255,hessian_weighted_relative_error,20158,0.02500,0.969
7,model.language_model.layers.7.mlp.experts.23.down_proj,0.0137427573,hessian_weighted_relative_error,27269,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.23.gate_proj,0.0089051893,hessian_weighted_relative_error,27269,0.02500,0.856
7,model.language_model.layers.7.mlp.experts.23.up_proj,0.0095248311,hessian_weighted_relative_error,27269,0.02500,0.937
7,model.language_model.layers.7.mlp.experts.230.down_proj,0.0127086406,hessian_weighted_relative_error,18305,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.230.gate_proj,0.0084273737,hessian_weighted_relative_error,18305,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.230.up_proj,0.0090472647,hessian_weighted_relative_error,18305,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.231.down_proj,0.0091887112,hessian_weighted_relative_error,32525,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.231.gate_proj,0.0062259169,hessian_weighted_relative_error,32525,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.231.up_proj,0.0065225224,hessian_weighted_relative_error,32525,0.02500,0.971
7,model.language_model.layers.7.mlp.experts.232.down_proj,0.0127739665,hessian_weighted_relative_error,65304,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.232.gate_proj,0.0071504467,hessian_weighted_relative_error,65304,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.232.up_proj,0.0078208841,hessian_weighted_relative_error,65304,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.233.down_proj,0.0082252496,hessian_weighted_relative_error,18472,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.233.gate_proj,0.0049509925,hessian_weighted_relative_error,18472,0.02500,0.921
7,model.language_model.layers.7.mlp.experts.233.up_proj,0.0052965676,hessian_weighted_relative_error,18472,0.02500,0.962
7,model.language_model.layers.7.mlp.experts.234.down_proj,0.0119712137,hessian_weighted_relative_error,26023,0.02500,0.761
7,model.language_model.layers.7.mlp.experts.234.gate_proj,0.0077914115,hessian_weighted_relative_error,26023,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.234.up_proj,0.0082342121,hessian_weighted_relative_error,26023,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.235.down_proj,0.0128310546,hessian_weighted_relative_error,23171,0.02500,0.886
7,model.language_model.layers.7.mlp.experts.235.gate_proj,0.0084207329,hessian_weighted_relative_error,23171,0.02500,0.920
7,model.language_model.layers.7.mlp.experts.235.up_proj,0.0090031744,hessian_weighted_relative_error,23171,0.02500,0.963
7,model.language_model.layers.7.mlp.experts.236.down_proj,0.0101473419,hessian_weighted_relative_error,35358,0.02500,0.763
7,model.language_model.layers.7.mlp.experts.236.gate_proj,0.0063864042,hessian_weighted_relative_error,35358,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.236.up_proj,0.0067377356,hessian_weighted_relative_error,35358,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.237.down_proj,0.0131877902,hessian_weighted_relative_error,35143,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.237.gate_proj,0.0089475262,hessian_weighted_relative_error,35143,0.02500,0.951
7,model.language_model.layers.7.mlp.experts.237.up_proj,0.0091840777,hessian_weighted_relative_error,35143,0.02500,0.953
7,model.language_model.layers.7.mlp.experts.238.down_proj,0.0113079694,hessian_weighted_relative_error,20298,0.02500,0.761
7,model.language_model.layers.7.mlp.experts.238.gate_proj,0.0070344461,hessian_weighted_relative_error,20298,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.238.up_proj,0.0076101675,hessian_weighted_relative_error,20298,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.239.down_proj,0.0055656336,hessian_weighted_relative_error,21133,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.239.gate_proj,0.0025907938,hessian_weighted_relative_error,21133,0.02500,0.928
7,model.language_model.layers.7.mlp.experts.239.up_proj,0.0028776352,hessian_weighted_relative_error,21133,0.02500,0.965
7,model.language_model.layers.7.mlp.experts.24.down_proj,0.0134234352,hessian_weighted_relative_error,21389,0.02500,0.729
7,model.language_model.layers.7.mlp.experts.24.gate_proj,0.0081914892,hessian_weighted_relative_error,21389,0.02500,0.754
7,model.language_model.layers.7.mlp.experts.24.up_proj,0.0086351488,hessian_weighted_relative_error,21389,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.240.down_proj,0.0116461785,hessian_weighted_relative_error,13978,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.240.gate_proj,0.0060559629,hessian_weighted_relative_error,13978,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.240.up_proj,0.0064657516,hessian_weighted_relative_error,13978,0.02500,0.811
7,model.language_model.layers.7.mlp.experts.241.down_proj,0.0131499987,hessian_weighted_relative_error,38699,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.241.gate_proj,0.0083540344,hessian_weighted_relative_error,38699,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.241.up_proj,0.0087257186,hessian_weighted_relative_error,38699,0.02500,0.953
7,model.language_model.layers.7.mlp.experts.242.down_proj,0.0128166893,hessian_weighted_relative_error,29373,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.242.gate_proj,0.0083673124,hessian_weighted_relative_error,29373,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.242.up_proj,0.0087946510,hessian_weighted_relative_error,29373,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.243.down_proj,0.0136342427,hessian_weighted_relative_error,27092,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.243.gate_proj,0.0088014675,hessian_weighted_relative_error,27092,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.243.up_proj,0.0093160754,hessian_weighted_relative_error,27092,0.02500,0.954
7,model.language_model.layers.7.mlp.experts.244.down_proj,0.0135137895,hessian_weighted_relative_error,18946,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.244.gate_proj,0.0085744293,hessian_weighted_relative_error,18946,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.244.up_proj,0.0091484015,hessian_weighted_relative_error,18946,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.245.down_proj,0.0124255247,hessian_weighted_relative_error,27118,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.245.gate_proj,0.0078159910,hessian_weighted_relative_error,27118,0.02500,0.925
7,model.language_model.layers.7.mlp.experts.245.up_proj,0.0082408708,hessian_weighted_relative_error,27118,0.02500,0.952
7,model.language_model.layers.7.mlp.experts.246.down_proj,0.0043700385,hessian_weighted_relative_error,23347,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.246.gate_proj,0.0021395277,hessian_weighted_relative_error,23347,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.246.up_proj,0.0024973537,hessian_weighted_relative_error,23347,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.247.down_proj,0.0127459976,hessian_weighted_relative_error,24633,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.247.gate_proj,0.0082783934,hessian_weighted_relative_error,24633,0.02500,0.928
7,model.language_model.layers.7.mlp.experts.247.up_proj,0.0087179932,hessian_weighted_relative_error,24633,0.02500,0.957
7,model.language_model.layers.7.mlp.experts.248.down_proj,0.0093438066,hessian_weighted_relative_error,31965,0.02500,0.768
7,model.language_model.layers.7.mlp.experts.248.gate_proj,0.0058252325,hessian_weighted_relative_error,31965,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.248.up_proj,0.0061233074,hessian_weighted_relative_error,31965,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.249.down_proj,0.0131179127,hessian_weighted_relative_error,22137,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.249.gate_proj,0.0088214672,hessian_weighted_relative_error,22137,0.02500,0.923
7,model.language_model.layers.7.mlp.experts.249.up_proj,0.0093660002,hessian_weighted_relative_error,22137,0.02500,0.948
7,model.language_model.layers.7.mlp.experts.25.down_proj,0.0126765611,hessian_weighted_relative_error,30909,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.25.gate_proj,0.0085705489,hessian_weighted_relative_error,30909,0.02500,0.851
7,model.language_model.layers.7.mlp.experts.25.up_proj,0.0089313510,hessian_weighted_relative_error,30909,0.02500,0.937
7,model.language_model.layers.7.mlp.experts.250.down_proj,0.0143664858,hessian_weighted_relative_error,21781,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.250.gate_proj,0.0096304530,hessian_weighted_relative_error,21781,0.02500,0.792
7,model.language_model.layers.7.mlp.experts.250.up_proj,0.0101640855,hessian_weighted_relative_error,21781,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.251.down_proj,0.0096517999,hessian_weighted_relative_error,26970,0.02500,0.886
7,model.language_model.layers.7.mlp.experts.251.gate_proj,0.0063282574,hessian_weighted_relative_error,26970,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.251.up_proj,0.0067681582,hessian_weighted_relative_error,26970,0.02500,0.947
7,model.language_model.layers.7.mlp.experts.252.down_proj,0.0110716838,hessian_weighted_relative_error,28743,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.252.gate_proj,0.0067439651,hessian_weighted_relative_error,28743,0.02500,0.793
7,model.language_model.layers.7.mlp.experts.252.up_proj,0.0074498898,hessian_weighted_relative_error,28743,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.253.down_proj,0.0098989564,hessian_weighted_relative_error,32856,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.253.gate_proj,0.0066852035,hessian_weighted_relative_error,32856,0.02500,0.919
7,model.language_model.layers.7.mlp.experts.253.up_proj,0.0072399924,hessian_weighted_relative_error,32856,0.02500,0.945
7,model.language_model.layers.7.mlp.experts.254.down_proj,0.0124472472,hessian_weighted_relative_error,18278,0.02500,0.761
7,model.language_model.layers.7.mlp.experts.254.gate_proj,0.0073359328,hessian_weighted_relative_error,18278,0.02500,0.793
7,model.language_model.layers.7.mlp.experts.254.up_proj,0.0076293378,hessian_weighted_relative_error,18278,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.255.down_proj,0.0106314470,hessian_weighted_relative_error,63879,0.02500,0.882
7,model.language_model.layers.7.mlp.experts.255.gate_proj,0.0075723696,hessian_weighted_relative_error,63879,0.02500,0.941
7,model.language_model.layers.7.mlp.experts.255.up_proj,0.0079645107,hessian_weighted_relative_error,63879,0.02500,0.955
7,model.language_model.layers.7.mlp.experts.256.down_proj,0.0074376123,hessian_weighted_relative_error,26616,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.256.gate_proj,0.0053740760,hessian_weighted_relative_error,26616,0.02500,0.793
7,model.language_model.layers.7.mlp.experts.256.up_proj,0.0057351044,hessian_weighted_relative_error,26616,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.257.down_proj,0.0137462616,hessian_weighted_relative_error,19086,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.257.gate_proj,0.0091085724,hessian_weighted_relative_error,19086,0.02500,0.919
7,model.language_model.layers.7.mlp.experts.257.up_proj,0.0095986682,hessian_weighted_relative_error,19086,0.02500,0.944
7,model.language_model.layers.7.mlp.experts.258.down_proj,0.0132182205,hessian_weighted_relative_error,49731,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.258.gate_proj,0.0080723406,hessian_weighted_relative_error,49731,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.258.up_proj,0.0087187670,hessian_weighted_relative_error,49731,0.02500,0.805
7,model.language_model.layers.7.mlp.experts.259.down_proj,0.0077965674,hessian_weighted_relative_error,7966,0.02500,0.888
7,model.language_model.layers.7.mlp.experts.259.gate_proj,0.0038434525,hessian_weighted_relative_error,7966,0.02500,0.919
7,model.language_model.layers.7.mlp.experts.259.up_proj,0.0042695109,hessian_weighted_relative_error,7966,0.02500,0.949
7,model.language_model.layers.7.mlp.experts.26.down_proj,0.0123363988,hessian_weighted_relative_error,23012,0.02500,0.727
7,model.language_model.layers.7.mlp.experts.26.gate_proj,0.0079338934,hessian_weighted_relative_error,23012,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.26.up_proj,0.0082939826,hessian_weighted_relative_error,23012,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.260.down_proj,0.0130304870,hessian_weighted_relative_error,31822,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.260.gate_proj,0.0079115275,hessian_weighted_relative_error,31822,0.02500,0.794
7,model.language_model.layers.7.mlp.experts.260.up_proj,0.0084060051,hessian_weighted_relative_error,31822,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.261.down_proj,0.0090621512,hessian_weighted_relative_error,28425,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.261.gate_proj,0.0055382004,hessian_weighted_relative_error,28425,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.261.up_proj,0.0061527269,hessian_weighted_relative_error,28425,0.02500,0.950
7,model.language_model.layers.7.mlp.experts.262.down_proj,0.0144124855,hessian_weighted_relative_error,47469,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.262.gate_proj,0.0093786593,hessian_weighted_relative_error,47469,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.262.up_proj,0.0097485682,hessian_weighted_relative_error,47469,0.02500,0.807
7,model.language_model.layers.7.mlp.experts.263.down_proj,0.0129586778,hessian_weighted_relative_error,18466,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.263.gate_proj,0.0084226164,hessian_weighted_relative_error,18466,0.02500,0.927
7,model.language_model.layers.7.mlp.experts.263.up_proj,0.0087985010,hessian_weighted_relative_error,18466,0.02500,0.952
7,model.language_model.layers.7.mlp.experts.264.down_proj,0.0128280582,hessian_weighted_relative_error,22145,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.264.gate_proj,0.0080571384,hessian_weighted_relative_error,22145,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.264.up_proj,0.0085771987,hessian_weighted_relative_error,22145,0.02500,0.816
7,model.language_model.layers.7.mlp.experts.265.down_proj,0.0112943467,hessian_weighted_relative_error,36694,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.265.gate_proj,0.0073923696,hessian_weighted_relative_error,36694,0.02500,0.917
7,model.language_model.layers.7.mlp.experts.265.up_proj,0.0080752078,hessian_weighted_relative_error,36694,0.02500,0.939
7,model.language_model.layers.7.mlp.experts.266.down_proj,0.0070672110,hessian_weighted_relative_error,18751,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.266.gate_proj,0.0038005258,hessian_weighted_relative_error,18751,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.266.up_proj,0.0042096957,hessian_weighted_relative_error,18751,0.02500,0.810
7,model.language_model.layers.7.mlp.experts.267.down_proj,0.0114711686,hessian_weighted_relative_error,26562,0.02500,0.888
7,model.language_model.layers.7.mlp.experts.267.gate_proj,0.0063679884,hessian_weighted_relative_error,26562,0.02500,0.913
7,model.language_model.layers.7.mlp.experts.267.up_proj,0.0071401254,hessian_weighted_relative_error,26562,0.02500,0.947
7,model.language_model.layers.7.mlp.experts.268.down_proj,0.0091824867,hessian_weighted_relative_error,30948,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.268.gate_proj,0.0045901780,hessian_weighted_relative_error,30948,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.268.up_proj,0.0055465672,hessian_weighted_relative_error,30948,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.269.down_proj,0.0133004143,hessian_weighted_relative_error,18087,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.269.gate_proj,0.0079414888,hessian_weighted_relative_error,18087,0.02500,0.921
7,model.language_model.layers.7.mlp.experts.269.up_proj,0.0084463387,hessian_weighted_relative_error,18087,0.02500,0.938
7,model.language_model.layers.7.mlp.experts.27.down_proj,0.0115477683,hessian_weighted_relative_error,26613,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.27.gate_proj,0.0073037062,hessian_weighted_relative_error,26613,0.02500,0.849
7,model.language_model.layers.7.mlp.experts.27.up_proj,0.0077702130,hessian_weighted_relative_error,26613,0.02500,0.947
7,model.language_model.layers.7.mlp.experts.270.down_proj,0.0140870393,hessian_weighted_relative_error,30145,0.02500,0.763
7,model.language_model.layers.7.mlp.experts.270.gate_proj,0.0091170074,hessian_weighted_relative_error,30145,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.270.up_proj,0.0096309964,hessian_weighted_relative_error,30145,0.02500,0.810
7,model.language_model.layers.7.mlp.experts.271.down_proj,0.0126683976,hessian_weighted_relative_error,22915,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.271.gate_proj,0.0075171521,hessian_weighted_relative_error,22915,0.02500,0.918
7,model.language_model.layers.7.mlp.experts.271.up_proj,0.0079349049,hessian_weighted_relative_error,22915,0.02500,0.947
7,model.language_model.layers.7.mlp.experts.272.down_proj,0.0112030264,hessian_weighted_relative_error,21231,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.272.gate_proj,0.0076399653,hessian_weighted_relative_error,21231,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.272.up_proj,0.0079342465,hessian_weighted_relative_error,21231,0.02500,0.810
7,model.language_model.layers.7.mlp.experts.273.down_proj,0.0113861893,hessian_weighted_relative_error,26247,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.273.gate_proj,0.0067388227,hessian_weighted_relative_error,26247,0.02500,0.930
7,model.language_model.layers.7.mlp.experts.273.up_proj,0.0074469032,hessian_weighted_relative_error,26247,0.02500,0.940
7,model.language_model.layers.7.mlp.experts.274.down_proj,0.0090240365,hessian_weighted_relative_error,28418,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.274.gate_proj,0.0056432521,hessian_weighted_relative_error,28418,0.02500,0.794
7,model.language_model.layers.7.mlp.experts.274.up_proj,0.0060663277,hessian_weighted_relative_error,28418,0.02500,0.813
7,model.language_model.layers.7.mlp.experts.275.down_proj,0.0110381037,hessian_weighted_relative_error,32172,0.02500,0.887
7,model.language_model.layers.7.mlp.experts.275.gate_proj,0.0064662260,hessian_weighted_relative_error,32172,0.02500,0.920
7,model.language_model.layers.7.mlp.experts.275.up_proj,0.0068657798,hessian_weighted_relative_error,32172,0.02500,0.934
7,model.language_model.layers.7.mlp.experts.276.down_proj,0.0073204505,hessian_weighted_relative_error,17960,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.276.gate_proj,0.0051547468,hessian_weighted_relative_error,17960,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.276.up_proj,0.0055825127,hessian_weighted_relative_error,17960,0.02500,0.811
7,model.language_model.layers.7.mlp.experts.277.down_proj,0.0089387594,hessian_weighted_relative_error,31859,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.277.gate_proj,0.0063028609,hessian_weighted_relative_error,31859,0.02500,0.926
7,model.language_model.layers.7.mlp.experts.277.up_proj,0.0068338463,hessian_weighted_relative_error,31859,0.02500,0.934
7,model.language_model.layers.7.mlp.experts.278.down_proj,0.0126382490,hessian_weighted_relative_error,23335,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.278.gate_proj,0.0080558877,hessian_weighted_relative_error,23335,0.02500,0.794
7,model.language_model.layers.7.mlp.experts.278.up_proj,0.0085166602,hessian_weighted_relative_error,23335,0.02500,0.813
7,model.language_model.layers.7.mlp.experts.279.down_proj,0.0063027620,hessian_weighted_relative_error,15790,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.279.gate_proj,0.0030898972,hessian_weighted_relative_error,15790,0.02500,0.923
7,model.language_model.layers.7.mlp.experts.279.up_proj,0.0037016705,hessian_weighted_relative_error,15790,0.02500,0.944
7,model.language_model.layers.7.mlp.experts.28.down_proj,0.0131956110,hessian_weighted_relative_error,30908,0.02500,0.725
7,model.language_model.layers.7.mlp.experts.28.gate_proj,0.0085550909,hessian_weighted_relative_error,30908,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.28.up_proj,0.0090681494,hessian_weighted_relative_error,30908,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.280.down_proj,0.0107363979,hessian_weighted_relative_error,31949,0.02500,0.769
7,model.language_model.layers.7.mlp.experts.280.gate_proj,0.0069727510,hessian_weighted_relative_error,31949,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.280.up_proj,0.0074791119,hessian_weighted_relative_error,31949,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.281.down_proj,0.0131767562,hessian_weighted_relative_error,43237,0.02500,0.883
7,model.language_model.layers.7.mlp.experts.281.gate_proj,0.0077933487,hessian_weighted_relative_error,43237,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.281.up_proj,0.0083084338,hessian_weighted_relative_error,43237,0.02500,0.931
7,model.language_model.layers.7.mlp.experts.282.down_proj,0.0116546202,hessian_weighted_relative_error,33328,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.282.gate_proj,0.0072692840,hessian_weighted_relative_error,33328,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.282.up_proj,0.0076655408,hessian_weighted_relative_error,33328,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.283.down_proj,0.0124525627,hessian_weighted_relative_error,26434,0.02500,0.889
7,model.language_model.layers.7.mlp.experts.283.gate_proj,0.0080316028,hessian_weighted_relative_error,26434,0.02500,0.928
7,model.language_model.layers.7.mlp.experts.283.up_proj,0.0087040222,hessian_weighted_relative_error,26434,0.02500,0.934
7,model.language_model.layers.7.mlp.experts.284.down_proj,0.0084827344,hessian_weighted_relative_error,62163,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.284.gate_proj,0.0044405174,hessian_weighted_relative_error,62163,0.02500,0.794
7,model.language_model.layers.7.mlp.experts.284.up_proj,0.0055985689,hessian_weighted_relative_error,62163,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.285.down_proj,0.0117934645,hessian_weighted_relative_error,13305,0.02500,0.884
7,model.language_model.layers.7.mlp.experts.285.gate_proj,0.0074277710,hessian_weighted_relative_error,13305,0.02500,0.924
7,model.language_model.layers.7.mlp.experts.285.up_proj,0.0078031829,hessian_weighted_relative_error,13305,0.02500,0.929
7,model.language_model.layers.7.mlp.experts.286.down_proj,0.0112544872,hessian_weighted_relative_error,41425,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.286.gate_proj,0.0063139886,hessian_weighted_relative_error,41425,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.286.up_proj,0.0066644241,hessian_weighted_relative_error,41425,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.287.down_proj,0.0129883274,hessian_weighted_relative_error,25066,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.287.gate_proj,0.0086313687,hessian_weighted_relative_error,25066,0.02500,0.927
7,model.language_model.layers.7.mlp.experts.287.up_proj,0.0092283135,hessian_weighted_relative_error,25066,0.02500,0.932
7,model.language_model.layers.7.mlp.experts.29.down_proj,0.0126979848,hessian_weighted_relative_error,27645,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.29.gate_proj,0.0083627937,hessian_weighted_relative_error,27645,0.02500,0.851
7,model.language_model.layers.7.mlp.experts.29.up_proj,0.0088290030,hessian_weighted_relative_error,27645,0.02500,0.934
7,model.language_model.layers.7.mlp.experts.3.down_proj,0.0118443719,hessian_weighted_relative_error,28056,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.3.gate_proj,0.0077018955,hessian_weighted_relative_error,28056,0.02500,0.879
7,model.language_model.layers.7.mlp.experts.3.up_proj,0.0083180077,hessian_weighted_relative_error,28056,0.02500,0.940
7,model.language_model.layers.7.mlp.experts.30.down_proj,0.0117638130,hessian_weighted_relative_error,17575,0.02500,0.726
7,model.language_model.layers.7.mlp.experts.30.gate_proj,0.0070438678,hessian_weighted_relative_error,17575,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.30.up_proj,0.0074241934,hessian_weighted_relative_error,17575,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.31.down_proj,0.0134538405,hessian_weighted_relative_error,59604,0.02500,0.801
7,model.language_model.layers.7.mlp.experts.31.gate_proj,0.0091653526,hessian_weighted_relative_error,59604,0.02500,0.852
7,model.language_model.layers.7.mlp.experts.31.up_proj,0.0094783295,hessian_weighted_relative_error,59604,0.02500,0.930
7,model.language_model.layers.7.mlp.experts.32.down_proj,0.0128970695,hessian_weighted_relative_error,37163,0.02500,0.731
7,model.language_model.layers.7.mlp.experts.32.gate_proj,0.0085099473,hessian_weighted_relative_error,37163,0.02500,0.756
7,model.language_model.layers.7.mlp.experts.32.up_proj,0.0089005590,hessian_weighted_relative_error,37163,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.33.down_proj,0.0135456134,hessian_weighted_relative_error,29084,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.33.gate_proj,0.0087501834,hessian_weighted_relative_error,29084,0.02500,0.854
7,model.language_model.layers.7.mlp.experts.33.up_proj,0.0090931855,hessian_weighted_relative_error,29084,0.02500,0.931
7,model.language_model.layers.7.mlp.experts.34.down_proj,0.0090349246,hessian_weighted_relative_error,36984,0.02500,0.730
7,model.language_model.layers.7.mlp.experts.34.gate_proj,0.0071638495,hessian_weighted_relative_error,36984,0.02500,0.755
7,model.language_model.layers.7.mlp.experts.34.up_proj,0.0078396697,hessian_weighted_relative_error,36984,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.35.down_proj,0.0139366790,hessian_weighted_relative_error,27827,0.02500,0.809
7,model.language_model.layers.7.mlp.experts.35.gate_proj,0.0091140220,hessian_weighted_relative_error,27827,0.02500,0.852
7,model.language_model.layers.7.mlp.experts.35.up_proj,0.0098845072,hessian_weighted_relative_error,27827,0.02500,0.941
7,model.language_model.layers.7.mlp.experts.36.down_proj,0.0136190800,hessian_weighted_relative_error,22255,0.02500,0.733
7,model.language_model.layers.7.mlp.experts.36.gate_proj,0.0088794699,hessian_weighted_relative_error,22255,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.36.up_proj,0.0093313382,hessian_weighted_relative_error,22255,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.37.down_proj,0.0118145115,hessian_weighted_relative_error,31303,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.37.gate_proj,0.0070131308,hessian_weighted_relative_error,31303,0.02500,0.856
7,model.language_model.layers.7.mlp.experts.37.up_proj,0.0076514318,hessian_weighted_relative_error,31303,0.02500,0.939
7,model.language_model.layers.7.mlp.experts.38.down_proj,0.0135037655,hessian_weighted_relative_error,31720,0.02500,0.728
7,model.language_model.layers.7.mlp.experts.38.gate_proj,0.0086014359,hessian_weighted_relative_error,31720,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.38.up_proj,0.0091049416,hessian_weighted_relative_error,31720,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.39.down_proj,0.0126328931,hessian_weighted_relative_error,23781,0.02500,0.806
7,model.language_model.layers.7.mlp.experts.39.gate_proj,0.0080339129,hessian_weighted_relative_error,23781,0.02500,0.856
7,model.language_model.layers.7.mlp.experts.39.up_proj,0.0087426842,hessian_weighted_relative_error,23781,0.02500,0.936
7,model.language_model.layers.7.mlp.experts.4.down_proj,0.0111134557,hessian_weighted_relative_error,31800,0.02500,0.690
7,model.language_model.layers.7.mlp.experts.4.gate_proj,0.0063853232,hessian_weighted_relative_error,31800,0.02500,0.745
7,model.language_model.layers.7.mlp.experts.4.up_proj,0.0066315810,hessian_weighted_relative_error,31800,0.02500,0.795
7,model.language_model.layers.7.mlp.experts.40.down_proj,0.0126976211,hessian_weighted_relative_error,41072,0.02500,0.732
7,model.language_model.layers.7.mlp.experts.40.gate_proj,0.0085135173,hessian_weighted_relative_error,41072,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.40.up_proj,0.0092902296,hessian_weighted_relative_error,41072,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.41.down_proj,0.0102961903,hessian_weighted_relative_error,23435,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.41.gate_proj,0.0067260382,hessian_weighted_relative_error,23435,0.02500,0.859
7,model.language_model.layers.7.mlp.experts.41.up_proj,0.0069880923,hessian_weighted_relative_error,23435,0.02500,0.936
7,model.language_model.layers.7.mlp.experts.42.down_proj,0.0112405642,hessian_weighted_relative_error,25035,0.02500,0.731
7,model.language_model.layers.7.mlp.experts.42.gate_proj,0.0067092049,hessian_weighted_relative_error,25035,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.42.up_proj,0.0069938896,hessian_weighted_relative_error,25035,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.43.down_proj,0.0076763714,hessian_weighted_relative_error,26980,0.02500,0.813
7,model.language_model.layers.7.mlp.experts.43.gate_proj,0.0043365989,hessian_weighted_relative_error,26980,0.02500,0.856
7,model.language_model.layers.7.mlp.experts.43.up_proj,0.0046289852,hessian_weighted_relative_error,26980,0.02500,0.944
7,model.language_model.layers.7.mlp.experts.44.down_proj,0.0077540607,hessian_weighted_relative_error,20452,0.02500,0.731
7,model.language_model.layers.7.mlp.experts.44.gate_proj,0.0049587423,hessian_weighted_relative_error,20452,0.02500,0.758
7,model.language_model.layers.7.mlp.experts.44.up_proj,0.0052853008,hessian_weighted_relative_error,20452,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.45.down_proj,0.0100124446,hessian_weighted_relative_error,28932,0.02500,0.809
7,model.language_model.layers.7.mlp.experts.45.gate_proj,0.0064751783,hessian_weighted_relative_error,28932,0.02500,0.860
7,model.language_model.layers.7.mlp.experts.45.up_proj,0.0071279642,hessian_weighted_relative_error,28932,0.02500,0.941
7,model.language_model.layers.7.mlp.experts.46.down_proj,0.0120645679,hessian_weighted_relative_error,18029,0.02500,0.732
7,model.language_model.layers.7.mlp.experts.46.gate_proj,0.0071980887,hessian_weighted_relative_error,18029,0.02500,0.760
7,model.language_model.layers.7.mlp.experts.46.up_proj,0.0079216102,hessian_weighted_relative_error,18029,0.02500,0.797
7,model.language_model.layers.7.mlp.experts.47.down_proj,0.0091253876,hessian_weighted_relative_error,37263,0.02500,0.808
7,model.language_model.layers.7.mlp.experts.47.gate_proj,0.0067568124,hessian_weighted_relative_error,37263,0.02500,0.861
7,model.language_model.layers.7.mlp.experts.47.up_proj,0.0070833453,hessian_weighted_relative_error,37263,0.02500,0.942
7,model.language_model.layers.7.mlp.experts.48.down_proj,0.0129141751,hessian_weighted_relative_error,46682,0.02500,0.734
7,model.language_model.layers.7.mlp.experts.48.gate_proj,0.0087614823,hessian_weighted_relative_error,46682,0.02500,0.763
7,model.language_model.layers.7.mlp.experts.48.up_proj,0.0094478509,hessian_weighted_relative_error,46682,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.49.down_proj,0.0132069930,hessian_weighted_relative_error,32984,0.02500,0.812
7,model.language_model.layers.7.mlp.experts.49.gate_proj,0.0080889252,hessian_weighted_relative_error,32984,0.02500,0.861
7,model.language_model.layers.7.mlp.experts.49.up_proj,0.0089395679,hessian_weighted_relative_error,32984,0.02500,0.945
7,model.language_model.layers.7.mlp.experts.5.down_proj,0.0117093138,hessian_weighted_relative_error,34091,0.02500,0.788
7,model.language_model.layers.7.mlp.experts.5.gate_proj,0.0066387217,hessian_weighted_relative_error,34091,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.5.up_proj,0.0072697670,hessian_weighted_relative_error,34091,0.02500,0.929
7,model.language_model.layers.7.mlp.experts.50.down_proj,0.0100500539,hessian_weighted_relative_error,71032,0.02500,0.733
7,model.language_model.layers.7.mlp.experts.50.gate_proj,0.0068990675,hessian_weighted_relative_error,71032,0.02500,0.759
7,model.language_model.layers.7.mlp.experts.50.up_proj,0.0073018099,hessian_weighted_relative_error,71032,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.51.down_proj,0.0098597650,hessian_weighted_relative_error,22143,0.02500,0.816
7,model.language_model.layers.7.mlp.experts.51.gate_proj,0.0061764565,hessian_weighted_relative_error,22143,0.02500,0.863
7,model.language_model.layers.7.mlp.experts.51.up_proj,0.0063495123,hessian_weighted_relative_error,22143,0.02500,0.942
7,model.language_model.layers.7.mlp.experts.52.down_proj,0.0137722600,hessian_weighted_relative_error,25639,0.02500,0.733
7,model.language_model.layers.7.mlp.experts.52.gate_proj,0.0088410373,hessian_weighted_relative_error,25639,0.02500,0.762
7,model.language_model.layers.7.mlp.experts.52.up_proj,0.0092705497,hessian_weighted_relative_error,25639,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.53.down_proj,0.0115945002,hessian_weighted_relative_error,24506,0.02500,0.813
7,model.language_model.layers.7.mlp.experts.53.gate_proj,0.0072344572,hessian_weighted_relative_error,24506,0.02500,0.863
7,model.language_model.layers.7.mlp.experts.53.up_proj,0.0077060769,hessian_weighted_relative_error,24506,0.02500,0.941
7,model.language_model.layers.7.mlp.experts.54.down_proj,0.0129361063,hessian_weighted_relative_error,18536,0.02500,0.732
7,model.language_model.layers.7.mlp.experts.54.gate_proj,0.0081920987,hessian_weighted_relative_error,18536,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.54.up_proj,0.0086907764,hessian_weighted_relative_error,18536,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.55.down_proj,0.0131594115,hessian_weighted_relative_error,59064,0.02500,0.812
7,model.language_model.layers.7.mlp.experts.55.gate_proj,0.0084896153,hessian_weighted_relative_error,59064,0.02500,0.865
7,model.language_model.layers.7.mlp.experts.55.up_proj,0.0092822626,hessian_weighted_relative_error,59064,0.02500,0.947
7,model.language_model.layers.7.mlp.experts.56.down_proj,0.0051418786,hessian_weighted_relative_error,19516,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.56.gate_proj,0.0045176001,hessian_weighted_relative_error,19516,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.56.up_proj,0.0049194544,hessian_weighted_relative_error,19516,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.57.down_proj,0.0057526583,hessian_weighted_relative_error,72936,0.02500,0.814
7,model.language_model.layers.7.mlp.experts.57.gate_proj,0.0032007862,hessian_weighted_relative_error,72936,0.02500,0.868
7,model.language_model.layers.7.mlp.experts.57.up_proj,0.0036957511,hessian_weighted_relative_error,72936,0.02500,0.936
7,model.language_model.layers.7.mlp.experts.58.down_proj,0.0074631485,hessian_weighted_relative_error,19096,0.02500,0.736
7,model.language_model.layers.7.mlp.experts.58.gate_proj,0.0036509512,hessian_weighted_relative_error,19096,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.58.up_proj,0.0040340113,hessian_weighted_relative_error,19096,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.59.down_proj,0.0129047890,hessian_weighted_relative_error,32464,0.02500,0.822
7,model.language_model.layers.7.mlp.experts.59.gate_proj,0.0080956008,hessian_weighted_relative_error,32464,0.02500,0.864
7,model.language_model.layers.7.mlp.experts.59.up_proj,0.0085335471,hessian_weighted_relative_error,32464,0.02500,0.943
7,model.language_model.layers.7.mlp.experts.6.down_proj,0.0125963622,hessian_weighted_relative_error,23070,0.02500,0.717
7,model.language_model.layers.7.mlp.experts.6.gate_proj,0.0080649205,hessian_weighted_relative_error,23070,0.02500,0.747
7,model.language_model.layers.7.mlp.experts.6.up_proj,0.0087074503,hessian_weighted_relative_error,23070,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.60.down_proj,0.0126488915,hessian_weighted_relative_error,64174,0.02500,0.735
7,model.language_model.layers.7.mlp.experts.60.gate_proj,0.0084897097,hessian_weighted_relative_error,64174,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.60.up_proj,0.0091896434,hessian_weighted_relative_error,64174,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.61.down_proj,0.0075349817,hessian_weighted_relative_error,16090,0.02500,0.817
7,model.language_model.layers.7.mlp.experts.61.gate_proj,0.0046369778,hessian_weighted_relative_error,16090,0.02500,0.869
7,model.language_model.layers.7.mlp.experts.61.up_proj,0.0049689129,hessian_weighted_relative_error,16090,0.02500,0.945
7,model.language_model.layers.7.mlp.experts.62.down_proj,0.0122504257,hessian_weighted_relative_error,17673,0.02500,0.733
7,model.language_model.layers.7.mlp.experts.62.gate_proj,0.0078381304,hessian_weighted_relative_error,17673,0.02500,0.764
7,model.language_model.layers.7.mlp.experts.62.up_proj,0.0082586463,hessian_weighted_relative_error,17673,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.63.down_proj,0.0134804587,hessian_weighted_relative_error,47642,0.02500,0.816
7,model.language_model.layers.7.mlp.experts.63.gate_proj,0.0082944309,hessian_weighted_relative_error,47642,0.02500,0.870
7,model.language_model.layers.7.mlp.experts.63.up_proj,0.0088433945,hessian_weighted_relative_error,47642,0.02500,0.946
7,model.language_model.layers.7.mlp.experts.64.down_proj,0.0059805502,hessian_weighted_relative_error,25834,0.02500,0.741
7,model.language_model.layers.7.mlp.experts.64.gate_proj,0.0036697614,hessian_weighted_relative_error,25834,0.02500,0.765
7,model.language_model.layers.7.mlp.experts.64.up_proj,0.0039031725,hessian_weighted_relative_error,25834,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.65.down_proj,0.0114972743,hessian_weighted_relative_error,48266,0.02500,0.819
7,model.language_model.layers.7.mlp.experts.65.gate_proj,0.0080415958,hessian_weighted_relative_error,48266,0.02500,0.871
7,model.language_model.layers.7.mlp.experts.65.up_proj,0.0084147942,hessian_weighted_relative_error,48266,0.02500,0.950
7,model.language_model.layers.7.mlp.experts.66.down_proj,0.0056361497,hessian_weighted_relative_error,21463,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.66.gate_proj,0.0043180124,hessian_weighted_relative_error,21463,0.02500,0.766
7,model.language_model.layers.7.mlp.experts.66.up_proj,0.0048150479,hessian_weighted_relative_error,21463,0.02500,0.801
7,model.language_model.layers.7.mlp.experts.67.down_proj,0.0084830609,hessian_weighted_relative_error,52750,0.02500,0.822
7,model.language_model.layers.7.mlp.experts.67.gate_proj,0.0061943057,hessian_weighted_relative_error,52750,0.02500,0.870
7,model.language_model.layers.7.mlp.experts.67.up_proj,0.0066726361,hessian_weighted_relative_error,52750,0.02500,0.949
7,model.language_model.layers.7.mlp.experts.68.down_proj,0.0045745954,hessian_weighted_relative_error,99492,0.02500,0.737
7,model.language_model.layers.7.mlp.experts.68.gate_proj,0.0037331020,hessian_weighted_relative_error,99492,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.68.up_proj,0.0038694709,hessian_weighted_relative_error,99492,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.69.down_proj,0.0127667360,hessian_weighted_relative_error,45880,0.02500,0.821
7,model.language_model.layers.7.mlp.experts.69.gate_proj,0.0081258107,hessian_weighted_relative_error,45880,0.02500,0.873
7,model.language_model.layers.7.mlp.experts.69.up_proj,0.0087409693,hessian_weighted_relative_error,45880,0.02500,0.943
7,model.language_model.layers.7.mlp.experts.7.down_proj,0.0132737661,hessian_weighted_relative_error,75618,0.02500,0.786
7,model.language_model.layers.7.mlp.experts.7.gate_proj,0.0080545940,hessian_weighted_relative_error,75618,0.02500,0.840
7,model.language_model.layers.7.mlp.experts.7.up_proj,0.0088394843,hessian_weighted_relative_error,75618,0.02500,0.932
7,model.language_model.layers.7.mlp.experts.70.down_proj,0.0131868979,hessian_weighted_relative_error,45084,0.02500,0.736
7,model.language_model.layers.7.mlp.experts.70.gate_proj,0.0077536948,hessian_weighted_relative_error,45084,0.02500,0.768
7,model.language_model.layers.7.mlp.experts.70.up_proj,0.0085156101,hessian_weighted_relative_error,45084,0.02500,0.799
7,model.language_model.layers.7.mlp.experts.71.down_proj,0.0121025358,hessian_weighted_relative_error,23592,0.02500,0.819
7,model.language_model.layers.7.mlp.experts.71.gate_proj,0.0078853337,hessian_weighted_relative_error,23592,0.02500,0.874
7,model.language_model.layers.7.mlp.experts.71.up_proj,0.0083090911,hessian_weighted_relative_error,23592,0.02500,0.940
7,model.language_model.layers.7.mlp.experts.72.down_proj,0.0060380708,hessian_weighted_relative_error,10980,0.02500,0.740
7,model.language_model.layers.7.mlp.experts.72.gate_proj,0.0037983442,hessian_weighted_relative_error,10980,0.02500,0.769
7,model.language_model.layers.7.mlp.experts.72.up_proj,0.0042599473,hessian_weighted_relative_error,10980,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.73.down_proj,0.0138999670,hessian_weighted_relative_error,51141,0.02500,0.822
7,model.language_model.layers.7.mlp.experts.73.gate_proj,0.0086415332,hessian_weighted_relative_error,51141,0.02500,0.876
7,model.language_model.layers.7.mlp.experts.73.up_proj,0.0095541738,hessian_weighted_relative_error,51141,0.02500,0.949
7,model.language_model.layers.7.mlp.experts.74.down_proj,0.0048630256,hessian_weighted_relative_error,23927,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.74.gate_proj,0.0026178504,hessian_weighted_relative_error,23927,0.02500,0.767
7,model.language_model.layers.7.mlp.experts.74.up_proj,0.0029261987,hessian_weighted_relative_error,23927,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.75.down_proj,0.0129689459,hessian_weighted_relative_error,19158,0.02500,0.829
7,model.language_model.layers.7.mlp.experts.75.gate_proj,0.0078802069,hessian_weighted_relative_error,19158,0.02500,0.874
7,model.language_model.layers.7.mlp.experts.75.up_proj,0.0083648648,hessian_weighted_relative_error,19158,0.02500,0.955
7,model.language_model.layers.7.mlp.experts.76.down_proj,0.0058980586,hessian_weighted_relative_error,25233,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.76.gate_proj,0.0037778316,hessian_weighted_relative_error,25233,0.02500,0.768
7,model.language_model.layers.7.mlp.experts.76.up_proj,0.0040628912,hessian_weighted_relative_error,25233,0.02500,0.800
7,model.language_model.layers.7.mlp.experts.77.down_proj,0.0111928991,hessian_weighted_relative_error,13965,0.02500,0.824
7,model.language_model.layers.7.mlp.experts.77.gate_proj,0.0065803400,hessian_weighted_relative_error,13965,0.02500,0.878
7,model.language_model.layers.7.mlp.experts.77.up_proj,0.0068201278,hessian_weighted_relative_error,13965,0.02500,0.944
7,model.language_model.layers.7.mlp.experts.78.down_proj,0.0119614762,hessian_weighted_relative_error,27672,0.02500,0.738
7,model.language_model.layers.7.mlp.experts.78.gate_proj,0.0078258702,hessian_weighted_relative_error,27672,0.02500,0.771
7,model.language_model.layers.7.mlp.experts.78.up_proj,0.0081935198,hessian_weighted_relative_error,27672,0.02500,0.798
7,model.language_model.layers.7.mlp.experts.79.down_proj,0.0122743991,hessian_weighted_relative_error,11786,0.02500,0.823
7,model.language_model.layers.7.mlp.experts.79.gate_proj,0.0075904875,hessian_weighted_relative_error,11786,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.79.up_proj,0.0080096467,hessian_weighted_relative_error,11786,0.02500,0.949
7,model.language_model.layers.7.mlp.experts.8.down_proj,0.0124222682,hessian_weighted_relative_error,28370,0.02500,0.720
7,model.language_model.layers.7.mlp.experts.8.gate_proj,0.0077767120,hessian_weighted_relative_error,28370,0.02500,0.750
7,model.language_model.layers.7.mlp.experts.8.up_proj,0.0082727196,hessian_weighted_relative_error,28370,0.02500,0.796
7,model.language_model.layers.7.mlp.experts.80.down_proj,0.0107119200,hessian_weighted_relative_error,34252,0.02500,0.741
7,model.language_model.layers.7.mlp.experts.80.gate_proj,0.0069861919,hessian_weighted_relative_error,34252,0.02500,0.771
7,model.language_model.layers.7.mlp.experts.80.up_proj,0.0077110223,hessian_weighted_relative_error,34252,0.02500,0.801
7,model.language_model.layers.7.mlp.experts.81.down_proj,0.0092285423,hessian_weighted_relative_error,68587,0.02500,0.826
7,model.language_model.layers.7.mlp.experts.81.gate_proj,0.0064214577,hessian_weighted_relative_error,68587,0.02500,0.879
7,model.language_model.layers.7.mlp.experts.81.up_proj,0.0067134418,hessian_weighted_relative_error,68587,0.02500,0.945
7,model.language_model.layers.7.mlp.experts.82.down_proj,0.0140815279,hessian_weighted_relative_error,21138,0.02500,0.741
7,model.language_model.layers.7.mlp.experts.82.gate_proj,0.0092884994,hessian_weighted_relative_error,21138,0.02500,0.769
7,model.language_model.layers.7.mlp.experts.82.up_proj,0.0098785975,hessian_weighted_relative_error,21138,0.02500,0.802
7,model.language_model.layers.7.mlp.experts.83.down_proj,0.0135895608,hessian_weighted_relative_error,44184,0.02500,0.831
7,model.language_model.layers.7.mlp.experts.83.gate_proj,0.0093678297,hessian_weighted_relative_error,44184,0.02500,0.877
7,model.language_model.layers.7.mlp.experts.83.up_proj,0.0096793776,hessian_weighted_relative_error,44184,0.02500,0.948
7,model.language_model.layers.7.mlp.experts.84.down_proj,0.0122011279,hessian_weighted_relative_error,24559,0.02500,0.738
7,model.language_model.layers.7.mlp.experts.84.gate_proj,0.0088663343,hessian_weighted_relative_error,24559,0.02500,0.770
7,model.language_model.layers.7.mlp.experts.84.up_proj,0.0093020345,hessian_weighted_relative_error,24559,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.85.down_proj,0.0068371150,hessian_weighted_relative_error,15885,0.02500,0.827
7,model.language_model.layers.7.mlp.experts.85.gate_proj,0.0027387291,hessian_weighted_relative_error,15885,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.85.up_proj,0.0033542719,hessian_weighted_relative_error,15885,0.02500,0.951
7,model.language_model.layers.7.mlp.experts.86.down_proj,0.0117336805,hessian_weighted_relative_error,17103,0.02500,0.739
7,model.language_model.layers.7.mlp.experts.86.gate_proj,0.0063733432,hessian_weighted_relative_error,17103,0.02500,0.772
7,model.language_model.layers.7.mlp.experts.86.up_proj,0.0069870705,hessian_weighted_relative_error,17103,0.02500,0.801
7,model.language_model.layers.7.mlp.experts.87.down_proj,0.0098308763,hessian_weighted_relative_error,29078,0.02500,0.826
7,model.language_model.layers.7.mlp.experts.87.gate_proj,0.0064088638,hessian_weighted_relative_error,29078,0.02500,0.880
7,model.language_model.layers.7.mlp.experts.87.up_proj,0.0068752635,hessian_weighted_relative_error,29078,0.02500,0.961
7,model.language_model.layers.7.mlp.experts.88.down_proj,0.0139894688,hessian_weighted_relative_error,19711,0.02500,0.748
7,model.language_model.layers.7.mlp.experts.88.gate_proj,0.0093465651,hessian_weighted_relative_error,19711,0.02500,0.774
7,model.language_model.layers.7.mlp.experts.88.up_proj,0.0096522771,hessian_weighted_relative_error,19711,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.89.down_proj,0.0135004099,hessian_weighted_relative_error,33184,0.02500,0.830
7,model.language_model.layers.7.mlp.experts.89.gate_proj,0.0085835811,hessian_weighted_relative_error,33184,0.02500,0.894
7,model.language_model.layers.7.mlp.experts.89.up_proj,0.0090584281,hessian_weighted_relative_error,33184,0.02500,0.947
7,model.language_model.layers.7.mlp.experts.9.down_proj,0.0129115128,hessian_weighted_relative_error,25896,0.02500,0.791
7,model.language_model.layers.7.mlp.experts.9.gate_proj,0.0079802210,hessian_weighted_relative_error,25896,0.02500,0.844
7,model.language_model.layers.7.mlp.experts.9.up_proj,0.0083720155,hessian_weighted_relative_error,25896,0.02500,0.951
7,model.language_model.layers.7.mlp.experts.90.down_proj,0.0128895252,hessian_weighted_relative_error,30987,0.02500,0.742
7,model.language_model.layers.7.mlp.experts.90.gate_proj,0.0078409083,hessian_weighted_relative_error,30987,0.02500,0.771
7,model.language_model.layers.7.mlp.experts.90.up_proj,0.0081161292,hessian_weighted_relative_error,30987,0.02500,0.804
7,model.language_model.layers.7.mlp.experts.91.down_proj,0.0117189374,hessian_weighted_relative_error,33469,0.02500,0.833
7,model.language_model.layers.7.mlp.experts.91.gate_proj,0.0058206601,hessian_weighted_relative_error,33469,0.02500,0.881
7,model.language_model.layers.7.mlp.experts.91.up_proj,0.0065148249,hessian_weighted_relative_error,33469,0.02500,0.943
7,model.language_model.layers.7.mlp.experts.92.down_proj,0.0095363175,hessian_weighted_relative_error,30544,0.02500,0.740
7,model.language_model.layers.7.mlp.experts.92.gate_proj,0.0062535973,hessian_weighted_relative_error,30544,0.02500,0.773
7,model.language_model.layers.7.mlp.experts.92.up_proj,0.0068491982,hessian_weighted_relative_error,30544,0.02500,0.801
7,model.language_model.layers.7.mlp.experts.93.down_proj,0.0116880768,hessian_weighted_relative_error,18390,0.02500,0.831
7,model.language_model.layers.7.mlp.experts.93.gate_proj,0.0067838067,hessian_weighted_relative_error,18390,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.93.up_proj,0.0070116762,hessian_weighted_relative_error,18390,0.02500,0.955
7,model.language_model.layers.7.mlp.experts.94.down_proj,0.0107566116,hessian_weighted_relative_error,33698,0.02500,0.741
7,model.language_model.layers.7.mlp.experts.94.gate_proj,0.0070787307,hessian_weighted_relative_error,33698,0.02500,0.772
7,model.language_model.layers.7.mlp.experts.94.up_proj,0.0074112106,hessian_weighted_relative_error,33698,0.02500,0.801
7,model.language_model.layers.7.mlp.experts.95.down_proj,0.0125615246,hessian_weighted_relative_error,27316,0.02500,0.831
7,model.language_model.layers.7.mlp.experts.95.gate_proj,0.0081678064,hessian_weighted_relative_error,27316,0.02500,0.885
7,model.language_model.layers.7.mlp.experts.95.up_proj,0.0087190289,hessian_weighted_relative_error,27316,0.02500,0.950
7,model.language_model.layers.7.mlp.experts.96.down_proj,0.0103582776,hessian_weighted_relative_error,47194,0.02500,0.746
7,model.language_model.layers.7.mlp.experts.96.gate_proj,0.0072839847,hessian_weighted_relative_error,47194,0.02500,0.773
7,model.language_model.layers.7.mlp.experts.96.up_proj,0.0083688184,hessian_weighted_relative_error,47194,0.02500,0.801
7,model.language_model.layers.7.mlp.experts.97.down_proj,0.0122776396,hessian_weighted_relative_error,27563,0.02500,0.833
7,model.language_model.layers.7.mlp.experts.97.gate_proj,0.0075600148,hessian_weighted_relative_error,27563,0.02500,0.888
7,model.language_model.layers.7.mlp.experts.97.up_proj,0.0082212141,hessian_weighted_relative_error,27563,0.02500,0.953
7,model.language_model.layers.7.mlp.experts.98.down_proj,0.0108971825,hessian_weighted_relative_error,25259,0.02500,0.744
7,model.language_model.layers.7.mlp.experts.98.gate_proj,0.0073288417,hessian_weighted_relative_error,25259,0.02500,0.774
7,model.language_model.layers.7.mlp.experts.98.up_proj,0.0080462641,hessian_weighted_relative_error,25259,0.02500,0.803
7,model.language_model.layers.7.mlp.experts.99.down_proj,0.0134346934,hessian_weighted_relative_error,26173,0.02500,0.838
7,model.language_model.layers.7.mlp.experts.99.gate_proj,0.0086487757,hessian_weighted_relative_error,26173,0.02500,0.886
7,model.language_model.layers.7.mlp.experts.99.up_proj,0.0092337132,hessian_weighted_relative_error,26173,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.0.down_proj,0.0125262257,hessian_weighted_relative_error,42498,0.02500,0.722
8,model.language_model.layers.8.mlp.experts.0.gate_proj,0.0080053209,hessian_weighted_relative_error,42498,0.02500,0.775
8,model.language_model.layers.8.mlp.experts.0.up_proj,0.0085261209,hessian_weighted_relative_error,42498,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.1.down_proj,0.0144850717,hessian_weighted_relative_error,48076,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.1.gate_proj,0.0088293475,hessian_weighted_relative_error,48076,0.02500,0.843
8,model.language_model.layers.8.mlp.experts.1.up_proj,0.0095909404,hessian_weighted_relative_error,48076,0.02500,0.936
8,model.language_model.layers.8.mlp.experts.10.down_proj,0.0098869957,hessian_weighted_relative_error,21276,0.02500,0.725
8,model.language_model.layers.8.mlp.experts.10.gate_proj,0.0059536826,hessian_weighted_relative_error,21276,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.10.up_proj,0.0065768837,hessian_weighted_relative_error,21276,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.100.down_proj,0.0053060457,hessian_weighted_relative_error,18086,0.02500,0.745
8,model.language_model.layers.8.mlp.experts.100.gate_proj,0.0026266067,hessian_weighted_relative_error,18086,0.02500,0.777
8,model.language_model.layers.8.mlp.experts.100.up_proj,0.0030835586,hessian_weighted_relative_error,18086,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.101.down_proj,0.0136219144,hessian_weighted_relative_error,47040,0.02500,0.838
8,model.language_model.layers.8.mlp.experts.101.gate_proj,0.0081043786,hessian_weighted_relative_error,47040,0.02500,0.893
8,model.language_model.layers.8.mlp.experts.101.up_proj,0.0089035517,hessian_weighted_relative_error,47040,0.02500,0.960
8,model.language_model.layers.8.mlp.experts.102.down_proj,0.0109968372,hessian_weighted_relative_error,35745,0.02500,0.744
8,model.language_model.layers.8.mlp.experts.102.gate_proj,0.0064781267,hessian_weighted_relative_error,35745,0.02500,0.776
8,model.language_model.layers.8.mlp.experts.102.up_proj,0.0071078883,hessian_weighted_relative_error,35745,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.103.down_proj,0.0131183735,hessian_weighted_relative_error,29889,0.02500,0.841
8,model.language_model.layers.8.mlp.experts.103.gate_proj,0.0076994046,hessian_weighted_relative_error,29889,0.02500,0.895
8,model.language_model.layers.8.mlp.experts.103.up_proj,0.0082314173,hessian_weighted_relative_error,29889,0.02500,0.957
8,model.language_model.layers.8.mlp.experts.104.down_proj,0.0101007263,hessian_weighted_relative_error,14749,0.02500,0.746
8,model.language_model.layers.8.mlp.experts.104.gate_proj,0.0055660384,hessian_weighted_relative_error,14749,0.02500,0.779
8,model.language_model.layers.8.mlp.experts.104.up_proj,0.0059684790,hessian_weighted_relative_error,14749,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.105.down_proj,0.0128270229,hessian_weighted_relative_error,44875,0.02500,0.844
8,model.language_model.layers.8.mlp.experts.105.gate_proj,0.0080590539,hessian_weighted_relative_error,44875,0.02500,0.905
8,model.language_model.layers.8.mlp.experts.105.up_proj,0.0087298770,hessian_weighted_relative_error,44875,0.02500,0.957
8,model.language_model.layers.8.mlp.experts.106.down_proj,0.0097643066,hessian_weighted_relative_error,20727,0.02500,0.748
8,model.language_model.layers.8.mlp.experts.106.gate_proj,0.0053113259,hessian_weighted_relative_error,20727,0.02500,0.778
8,model.language_model.layers.8.mlp.experts.106.up_proj,0.0057162004,hessian_weighted_relative_error,20727,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.107.down_proj,0.0104435962,hessian_weighted_relative_error,22052,0.02500,0.846
8,model.language_model.layers.8.mlp.experts.107.gate_proj,0.0058243684,hessian_weighted_relative_error,22052,0.02500,0.897
8,model.language_model.layers.8.mlp.experts.107.up_proj,0.0062140522,hessian_weighted_relative_error,22052,0.02500,0.962
8,model.language_model.layers.8.mlp.experts.108.down_proj,0.0127580187,hessian_weighted_relative_error,34183,0.02500,0.746
8,model.language_model.layers.8.mlp.experts.108.gate_proj,0.0075915746,hessian_weighted_relative_error,34183,0.02500,0.778
8,model.language_model.layers.8.mlp.experts.108.up_proj,0.0081643252,hessian_weighted_relative_error,34183,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.109.down_proj,0.0125001272,hessian_weighted_relative_error,41950,0.02500,0.843
8,model.language_model.layers.8.mlp.experts.109.gate_proj,0.0073396051,hessian_weighted_relative_error,41950,0.02500,0.895
8,model.language_model.layers.8.mlp.experts.109.up_proj,0.0078276306,hessian_weighted_relative_error,41950,0.02500,0.973
8,model.language_model.layers.8.mlp.experts.11.down_proj,0.0095836469,hessian_weighted_relative_error,21841,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.11.gate_proj,0.0058943983,hessian_weighted_relative_error,21841,0.02500,0.850
8,model.language_model.layers.8.mlp.experts.11.up_proj,0.0064624019,hessian_weighted_relative_error,21841,0.02500,0.941
8,model.language_model.layers.8.mlp.experts.110.down_proj,0.0079287642,hessian_weighted_relative_error,33451,0.02500,0.748
8,model.language_model.layers.8.mlp.experts.110.gate_proj,0.0047012778,hessian_weighted_relative_error,33451,0.02500,0.777
8,model.language_model.layers.8.mlp.experts.110.up_proj,0.0049787415,hessian_weighted_relative_error,33451,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.111.down_proj,0.0086342356,hessian_weighted_relative_error,24438,0.02500,0.845
8,model.language_model.layers.8.mlp.experts.111.gate_proj,0.0048216307,hessian_weighted_relative_error,24438,0.02500,0.897
8,model.language_model.layers.8.mlp.experts.111.up_proj,0.0054755285,hessian_weighted_relative_error,24438,0.02500,0.959
8,model.language_model.layers.8.mlp.experts.112.down_proj,0.0137527421,hessian_weighted_relative_error,41545,0.02500,0.746
8,model.language_model.layers.8.mlp.experts.112.gate_proj,0.0081140914,hessian_weighted_relative_error,41545,0.02500,0.778
8,model.language_model.layers.8.mlp.experts.112.up_proj,0.0085837782,hessian_weighted_relative_error,41545,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.113.down_proj,0.0088025863,hessian_weighted_relative_error,23628,0.02500,0.847
8,model.language_model.layers.8.mlp.experts.113.gate_proj,0.0047894959,hessian_weighted_relative_error,23628,0.02500,0.898
8,model.language_model.layers.8.mlp.experts.113.up_proj,0.0051757971,hessian_weighted_relative_error,23628,0.02500,0.963
8,model.language_model.layers.8.mlp.experts.114.down_proj,0.0100008721,hessian_weighted_relative_error,23946,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.114.gate_proj,0.0058106744,hessian_weighted_relative_error,23946,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.114.up_proj,0.0064249432,hessian_weighted_relative_error,23946,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.115.down_proj,0.0128868127,hessian_weighted_relative_error,21348,0.02500,0.849
8,model.language_model.layers.8.mlp.experts.115.gate_proj,0.0070591024,hessian_weighted_relative_error,21348,0.02500,0.898
8,model.language_model.layers.8.mlp.experts.115.up_proj,0.0075316958,hessian_weighted_relative_error,21348,0.02500,0.963
8,model.language_model.layers.8.mlp.experts.116.down_proj,0.0126983106,hessian_weighted_relative_error,33336,0.02500,0.748
8,model.language_model.layers.8.mlp.experts.116.gate_proj,0.0085335167,hessian_weighted_relative_error,33336,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.116.up_proj,0.0090891038,hessian_weighted_relative_error,33336,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.117.down_proj,0.0130529486,hessian_weighted_relative_error,38858,0.02500,0.847
8,model.language_model.layers.8.mlp.experts.117.gate_proj,0.0080865985,hessian_weighted_relative_error,38858,0.02500,0.898
8,model.language_model.layers.8.mlp.experts.117.up_proj,0.0087970893,hessian_weighted_relative_error,38858,0.02500,0.960
8,model.language_model.layers.8.mlp.experts.118.down_proj,0.0122372803,hessian_weighted_relative_error,33957,0.02500,0.750
8,model.language_model.layers.8.mlp.experts.118.gate_proj,0.0078248096,hessian_weighted_relative_error,33957,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.118.up_proj,0.0085363692,hessian_weighted_relative_error,33957,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.119.down_proj,0.0108089896,hessian_weighted_relative_error,51247,0.02500,0.848
8,model.language_model.layers.8.mlp.experts.119.gate_proj,0.0062594416,hessian_weighted_relative_error,51247,0.02500,0.901
8,model.language_model.layers.8.mlp.experts.119.up_proj,0.0067505440,hessian_weighted_relative_error,51247,0.02500,0.961
8,model.language_model.layers.8.mlp.experts.12.down_proj,0.0111770036,hessian_weighted_relative_error,21743,0.02500,0.722
8,model.language_model.layers.8.mlp.experts.12.gate_proj,0.0060892169,hessian_weighted_relative_error,21743,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.12.up_proj,0.0066005692,hessian_weighted_relative_error,21743,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.120.down_proj,0.0092248281,hessian_weighted_relative_error,22565,0.02500,0.748
8,model.language_model.layers.8.mlp.experts.120.gate_proj,0.0057956942,hessian_weighted_relative_error,22565,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.120.up_proj,0.0061662169,hessian_weighted_relative_error,22565,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.121.down_proj,0.0128624170,hessian_weighted_relative_error,31482,0.02500,0.852
8,model.language_model.layers.8.mlp.experts.121.gate_proj,0.0081981555,hessian_weighted_relative_error,31482,0.02500,0.899
8,model.language_model.layers.8.mlp.experts.121.up_proj,0.0085545026,hessian_weighted_relative_error,31482,0.02500,0.957
8,model.language_model.layers.8.mlp.experts.122.down_proj,0.0136392732,hessian_weighted_relative_error,45124,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.122.gate_proj,0.0082693265,hessian_weighted_relative_error,45124,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.122.up_proj,0.0087219813,hessian_weighted_relative_error,45124,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.123.down_proj,0.0144449974,hessian_weighted_relative_error,42912,0.02500,0.853
8,model.language_model.layers.8.mlp.experts.123.gate_proj,0.0090908943,hessian_weighted_relative_error,42912,0.02500,0.902
8,model.language_model.layers.8.mlp.experts.123.up_proj,0.0097600903,hessian_weighted_relative_error,42912,0.02500,0.958
8,model.language_model.layers.8.mlp.experts.124.down_proj,0.0072394468,hessian_weighted_relative_error,16905,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.124.gate_proj,0.0037695779,hessian_weighted_relative_error,16905,0.02500,0.782
8,model.language_model.layers.8.mlp.experts.124.up_proj,0.0042505611,hessian_weighted_relative_error,16905,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.125.down_proj,0.0134392661,hessian_weighted_relative_error,45339,0.02500,0.850
8,model.language_model.layers.8.mlp.experts.125.gate_proj,0.0073585442,hessian_weighted_relative_error,45339,0.02500,0.899
8,model.language_model.layers.8.mlp.experts.125.up_proj,0.0078942837,hessian_weighted_relative_error,45339,0.02500,0.956
8,model.language_model.layers.8.mlp.experts.126.down_proj,0.0127093596,hessian_weighted_relative_error,21025,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.126.gate_proj,0.0073117597,hessian_weighted_relative_error,21025,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.126.up_proj,0.0078117764,hessian_weighted_relative_error,21025,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.127.down_proj,0.0103263034,hessian_weighted_relative_error,18552,0.02500,0.852
8,model.language_model.layers.8.mlp.experts.127.gate_proj,0.0056087887,hessian_weighted_relative_error,18552,0.02500,0.901
8,model.language_model.layers.8.mlp.experts.127.up_proj,0.0059614435,hessian_weighted_relative_error,18552,0.02500,0.960
8,model.language_model.layers.8.mlp.experts.128.down_proj,0.0094815470,hessian_weighted_relative_error,27321,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.128.gate_proj,0.0050563342,hessian_weighted_relative_error,27321,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.128.up_proj,0.0059606268,hessian_weighted_relative_error,27321,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.129.down_proj,0.0112535659,hessian_weighted_relative_error,19172,0.02500,0.855
8,model.language_model.layers.8.mlp.experts.129.gate_proj,0.0067374542,hessian_weighted_relative_error,19172,0.02500,0.899
8,model.language_model.layers.8.mlp.experts.129.up_proj,0.0071230822,hessian_weighted_relative_error,19172,0.02500,0.967
8,model.language_model.layers.8.mlp.experts.13.down_proj,0.0092922043,hessian_weighted_relative_error,19436,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.13.gate_proj,0.0053388686,hessian_weighted_relative_error,19436,0.02500,0.850
8,model.language_model.layers.8.mlp.experts.13.up_proj,0.0058031512,hessian_weighted_relative_error,19436,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.130.down_proj,0.0133766482,hessian_weighted_relative_error,52345,0.02500,0.754
8,model.language_model.layers.8.mlp.experts.130.gate_proj,0.0085894592,hessian_weighted_relative_error,52345,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.130.up_proj,0.0090497259,hessian_weighted_relative_error,52345,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.131.down_proj,0.0088361670,hessian_weighted_relative_error,24827,0.02500,0.857
8,model.language_model.layers.8.mlp.experts.131.gate_proj,0.0053674314,hessian_weighted_relative_error,24827,0.02500,0.900
8,model.language_model.layers.8.mlp.experts.131.up_proj,0.0059809605,hessian_weighted_relative_error,24827,0.02500,0.962
8,model.language_model.layers.8.mlp.experts.132.down_proj,0.0079832218,hessian_weighted_relative_error,32019,0.02500,0.749
8,model.language_model.layers.8.mlp.experts.132.gate_proj,0.0044394433,hessian_weighted_relative_error,32019,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.132.up_proj,0.0052297003,hessian_weighted_relative_error,32019,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.133.down_proj,0.0070948601,hessian_weighted_relative_error,19497,0.02500,0.854
8,model.language_model.layers.8.mlp.experts.133.gate_proj,0.0040508124,hessian_weighted_relative_error,19497,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.133.up_proj,0.0043385873,hessian_weighted_relative_error,19497,0.02500,0.961
8,model.language_model.layers.8.mlp.experts.134.down_proj,0.0119595584,hessian_weighted_relative_error,47982,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.134.gate_proj,0.0079683543,hessian_weighted_relative_error,47982,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.134.up_proj,0.0087919546,hessian_weighted_relative_error,47982,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.135.down_proj,0.0123134154,hessian_weighted_relative_error,41242,0.02500,0.856
8,model.language_model.layers.8.mlp.experts.135.gate_proj,0.0073152336,hessian_weighted_relative_error,41242,0.02500,0.903
8,model.language_model.layers.8.mlp.experts.135.up_proj,0.0079235264,hessian_weighted_relative_error,41242,0.02500,0.959
8,model.language_model.layers.8.mlp.experts.136.down_proj,0.0101391325,hessian_weighted_relative_error,18356,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.136.gate_proj,0.0047131232,hessian_weighted_relative_error,18356,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.136.up_proj,0.0055144218,hessian_weighted_relative_error,18356,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.137.down_proj,0.0081196845,hessian_weighted_relative_error,27423,0.02500,0.860
8,model.language_model.layers.8.mlp.experts.137.gate_proj,0.0054243826,hessian_weighted_relative_error,27423,0.02500,0.904
8,model.language_model.layers.8.mlp.experts.137.up_proj,0.0058159188,hessian_weighted_relative_error,27423,0.02500,0.967
8,model.language_model.layers.8.mlp.experts.138.down_proj,0.0073591051,hessian_weighted_relative_error,39151,0.02500,0.754
8,model.language_model.layers.8.mlp.experts.138.gate_proj,0.0041571869,hessian_weighted_relative_error,39151,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.138.up_proj,0.0048106078,hessian_weighted_relative_error,39151,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.139.down_proj,0.0073893460,hessian_weighted_relative_error,13810,0.02500,0.860
8,model.language_model.layers.8.mlp.experts.139.gate_proj,0.0041752208,hessian_weighted_relative_error,13810,0.02500,0.902
8,model.language_model.layers.8.mlp.experts.139.up_proj,0.0044941291,hessian_weighted_relative_error,13810,0.02500,0.965
8,model.language_model.layers.8.mlp.experts.14.down_proj,0.0093383463,hessian_weighted_relative_error,21686,0.02500,0.724
8,model.language_model.layers.8.mlp.experts.14.gate_proj,0.0051282623,hessian_weighted_relative_error,21686,0.02500,0.754
8,model.language_model.layers.8.mlp.experts.14.up_proj,0.0055895951,hessian_weighted_relative_error,21686,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.140.down_proj,0.0137410743,hessian_weighted_relative_error,52094,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.140.gate_proj,0.0087080520,hessian_weighted_relative_error,52094,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.140.up_proj,0.0094723864,hessian_weighted_relative_error,52094,0.02500,0.807
8,model.language_model.layers.8.mlp.experts.141.down_proj,0.0091884333,hessian_weighted_relative_error,26979,0.02500,0.858
8,model.language_model.layers.8.mlp.experts.141.gate_proj,0.0056021744,hessian_weighted_relative_error,26979,0.02500,0.902
8,model.language_model.layers.8.mlp.experts.141.up_proj,0.0059394303,hessian_weighted_relative_error,26979,0.02500,0.963
8,model.language_model.layers.8.mlp.experts.142.down_proj,0.0107238081,hessian_weighted_relative_error,18545,0.02500,0.752
8,model.language_model.layers.8.mlp.experts.142.gate_proj,0.0063806359,hessian_weighted_relative_error,18545,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.142.up_proj,0.0066507447,hessian_weighted_relative_error,18545,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.143.down_proj,0.0060170664,hessian_weighted_relative_error,41523,0.02500,0.861
8,model.language_model.layers.8.mlp.experts.143.gate_proj,0.0028688582,hessian_weighted_relative_error,41523,0.02500,0.904
8,model.language_model.layers.8.mlp.experts.143.up_proj,0.0033730834,hessian_weighted_relative_error,41523,0.02500,0.965
8,model.language_model.layers.8.mlp.experts.144.down_proj,0.0143554055,hessian_weighted_relative_error,38935,0.02500,0.753
8,model.language_model.layers.8.mlp.experts.144.gate_proj,0.0090238059,hessian_weighted_relative_error,38935,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.144.up_proj,0.0095496007,hessian_weighted_relative_error,38935,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.145.down_proj,0.0130447265,hessian_weighted_relative_error,38772,0.02500,0.863
8,model.language_model.layers.8.mlp.experts.145.gate_proj,0.0081184721,hessian_weighted_relative_error,38772,0.02500,0.905
8,model.language_model.layers.8.mlp.experts.145.up_proj,0.0084054671,hessian_weighted_relative_error,38772,0.02500,0.965
8,model.language_model.layers.8.mlp.experts.146.down_proj,0.0042537003,hessian_weighted_relative_error,4210,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.146.gate_proj,0.0020019781,hessian_weighted_relative_error,4210,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.146.up_proj,0.0023861757,hessian_weighted_relative_error,4210,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.147.down_proj,0.0114623211,hessian_weighted_relative_error,28920,0.02500,0.868
8,model.language_model.layers.8.mlp.experts.147.gate_proj,0.0062752056,hessian_weighted_relative_error,28920,0.02500,0.904
8,model.language_model.layers.8.mlp.experts.147.up_proj,0.0068281234,hessian_weighted_relative_error,28920,0.02500,0.971
8,model.language_model.layers.8.mlp.experts.148.down_proj,0.0125287367,hessian_weighted_relative_error,14334,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.148.gate_proj,0.0066638381,hessian_weighted_relative_error,14334,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.148.up_proj,0.0070646983,hessian_weighted_relative_error,14334,0.02500,0.807
8,model.language_model.layers.8.mlp.experts.149.down_proj,0.0125917292,hessian_weighted_relative_error,30822,0.02500,0.861
8,model.language_model.layers.8.mlp.experts.149.gate_proj,0.0074069629,hessian_weighted_relative_error,30822,0.02500,0.903
8,model.language_model.layers.8.mlp.experts.149.up_proj,0.0079586952,hessian_weighted_relative_error,30822,0.02500,0.964
8,model.language_model.layers.8.mlp.experts.15.down_proj,0.0040487639,hessian_weighted_relative_error,26642,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.15.gate_proj,0.0022253982,hessian_weighted_relative_error,26642,0.02500,0.849
8,model.language_model.layers.8.mlp.experts.15.up_proj,0.0025958957,hessian_weighted_relative_error,26642,0.02500,0.944
8,model.language_model.layers.8.mlp.experts.150.down_proj,0.0133655128,hessian_weighted_relative_error,24087,0.02500,0.752
8,model.language_model.layers.8.mlp.experts.150.gate_proj,0.0078337290,hessian_weighted_relative_error,24087,0.02500,0.784
8,model.language_model.layers.8.mlp.experts.150.up_proj,0.0085065915,hessian_weighted_relative_error,24087,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.151.down_proj,0.0060826539,hessian_weighted_relative_error,33259,0.02500,0.864
8,model.language_model.layers.8.mlp.experts.151.gate_proj,0.0044907208,hessian_weighted_relative_error,33259,0.02500,0.906
8,model.language_model.layers.8.mlp.experts.151.up_proj,0.0048651142,hessian_weighted_relative_error,33259,0.02500,0.962
8,model.language_model.layers.8.mlp.experts.152.down_proj,0.0118345765,hessian_weighted_relative_error,27642,0.02500,0.753
8,model.language_model.layers.8.mlp.experts.152.gate_proj,0.0065471340,hessian_weighted_relative_error,27642,0.02500,0.785
8,model.language_model.layers.8.mlp.experts.152.up_proj,0.0068793894,hessian_weighted_relative_error,27642,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.153.down_proj,0.0117839189,hessian_weighted_relative_error,21559,0.02500,0.868
8,model.language_model.layers.8.mlp.experts.153.gate_proj,0.0066764219,hessian_weighted_relative_error,21559,0.02500,0.903
8,model.language_model.layers.8.mlp.experts.153.up_proj,0.0071339754,hessian_weighted_relative_error,21559,0.02500,0.962
8,model.language_model.layers.8.mlp.experts.154.down_proj,0.0130482399,hessian_weighted_relative_error,36633,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.154.gate_proj,0.0078816544,hessian_weighted_relative_error,36633,0.02500,0.787
8,model.language_model.layers.8.mlp.experts.154.up_proj,0.0084126221,hessian_weighted_relative_error,36633,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.155.down_proj,0.0130664094,hessian_weighted_relative_error,31179,0.02500,0.869
8,model.language_model.layers.8.mlp.experts.155.gate_proj,0.0083170137,hessian_weighted_relative_error,31179,0.02500,0.904
8,model.language_model.layers.8.mlp.experts.155.up_proj,0.0089544046,hessian_weighted_relative_error,31179,0.02500,0.969
8,model.language_model.layers.8.mlp.experts.156.down_proj,0.0105350108,hessian_weighted_relative_error,32595,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.156.gate_proj,0.0062229218,hessian_weighted_relative_error,32595,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.156.up_proj,0.0067530844,hessian_weighted_relative_error,32595,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.157.down_proj,0.0122812414,hessian_weighted_relative_error,42404,0.02500,0.867
8,model.language_model.layers.8.mlp.experts.157.gate_proj,0.0075395095,hessian_weighted_relative_error,42404,0.02500,0.903
8,model.language_model.layers.8.mlp.experts.157.up_proj,0.0083221296,hessian_weighted_relative_error,42404,0.02500,0.967
8,model.language_model.layers.8.mlp.experts.158.down_proj,0.0138372917,hessian_weighted_relative_error,41080,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.158.gate_proj,0.0080708893,hessian_weighted_relative_error,41080,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.158.up_proj,0.0087392053,hessian_weighted_relative_error,41080,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.159.down_proj,0.0129743420,hessian_weighted_relative_error,30369,0.02500,0.870
8,model.language_model.layers.8.mlp.experts.159.gate_proj,0.0077159027,hessian_weighted_relative_error,30369,0.02500,0.909
8,model.language_model.layers.8.mlp.experts.159.up_proj,0.0082561451,hessian_weighted_relative_error,30369,0.02500,0.967
8,model.language_model.layers.8.mlp.experts.16.down_proj,0.0120627540,hessian_weighted_relative_error,33630,0.02500,0.725
8,model.language_model.layers.8.mlp.experts.16.gate_proj,0.0072035682,hessian_weighted_relative_error,33630,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.16.up_proj,0.0078369215,hessian_weighted_relative_error,33630,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.160.down_proj,0.0104687682,hessian_weighted_relative_error,54255,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.160.gate_proj,0.0062822820,hessian_weighted_relative_error,54255,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.160.up_proj,0.0072727932,hessian_weighted_relative_error,54255,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.161.down_proj,0.0050438969,hessian_weighted_relative_error,25060,0.02500,0.871
8,model.language_model.layers.8.mlp.experts.161.gate_proj,0.0024590507,hessian_weighted_relative_error,25060,0.02500,0.905
8,model.language_model.layers.8.mlp.experts.161.up_proj,0.0025371971,hessian_weighted_relative_error,25060,0.02500,0.963
8,model.language_model.layers.8.mlp.experts.162.down_proj,0.0133173128,hessian_weighted_relative_error,46950,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.162.gate_proj,0.0077494310,hessian_weighted_relative_error,46950,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.162.up_proj,0.0082613079,hessian_weighted_relative_error,46950,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.163.down_proj,0.0128249759,hessian_weighted_relative_error,33412,0.02500,0.873
8,model.language_model.layers.8.mlp.experts.163.gate_proj,0.0070422724,hessian_weighted_relative_error,33412,0.02500,0.911
8,model.language_model.layers.8.mlp.experts.163.up_proj,0.0078574604,hessian_weighted_relative_error,33412,0.02500,0.974
8,model.language_model.layers.8.mlp.experts.164.down_proj,0.0068515258,hessian_weighted_relative_error,23164,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.164.gate_proj,0.0034442942,hessian_weighted_relative_error,23164,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.164.up_proj,0.0037824514,hessian_weighted_relative_error,23164,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.165.down_proj,0.0075623140,hessian_weighted_relative_error,30409,0.02500,0.870
8,model.language_model.layers.8.mlp.experts.165.gate_proj,0.0042138850,hessian_weighted_relative_error,30409,0.02500,0.905
8,model.language_model.layers.8.mlp.experts.165.up_proj,0.0047132156,hessian_weighted_relative_error,30409,0.02500,0.962
8,model.language_model.layers.8.mlp.experts.166.down_proj,0.0066923912,hessian_weighted_relative_error,30167,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.166.gate_proj,0.0052485555,hessian_weighted_relative_error,30167,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.166.up_proj,0.0055388725,hessian_weighted_relative_error,30167,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.167.down_proj,0.0087660020,hessian_weighted_relative_error,30497,0.02500,0.872
8,model.language_model.layers.8.mlp.experts.167.gate_proj,0.0052337717,hessian_weighted_relative_error,30497,0.02500,0.909
8,model.language_model.layers.8.mlp.experts.167.up_proj,0.0055625376,hessian_weighted_relative_error,30497,0.02500,0.988
8,model.language_model.layers.8.mlp.experts.168.down_proj,0.0123159085,hessian_weighted_relative_error,15274,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.168.gate_proj,0.0067196258,hessian_weighted_relative_error,15274,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.168.up_proj,0.0071554914,hessian_weighted_relative_error,15274,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.169.down_proj,0.0127325064,hessian_weighted_relative_error,36492,0.02500,0.873
8,model.language_model.layers.8.mlp.experts.169.gate_proj,0.0073357852,hessian_weighted_relative_error,36492,0.02500,0.908
8,model.language_model.layers.8.mlp.experts.169.up_proj,0.0080007442,hessian_weighted_relative_error,36492,0.02500,0.974
8,model.language_model.layers.8.mlp.experts.17.down_proj,0.0132881639,hessian_weighted_relative_error,39137,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.17.gate_proj,0.0073923846,hessian_weighted_relative_error,39137,0.02500,0.853
8,model.language_model.layers.8.mlp.experts.17.up_proj,0.0084095267,hessian_weighted_relative_error,39137,0.02500,0.948
8,model.language_model.layers.8.mlp.experts.170.down_proj,0.0099237508,hessian_weighted_relative_error,25774,0.02500,0.755
8,model.language_model.layers.8.mlp.experts.170.gate_proj,0.0053658032,hessian_weighted_relative_error,25774,0.02500,0.788
8,model.language_model.layers.8.mlp.experts.170.up_proj,0.0057910575,hessian_weighted_relative_error,25774,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.171.down_proj,0.0124365375,hessian_weighted_relative_error,22311,0.02500,0.874
8,model.language_model.layers.8.mlp.experts.171.gate_proj,0.0072995243,hessian_weighted_relative_error,22311,0.02500,0.915
8,model.language_model.layers.8.mlp.experts.171.up_proj,0.0077421840,hessian_weighted_relative_error,22311,0.02500,0.971
8,model.language_model.layers.8.mlp.experts.172.down_proj,0.0074088306,hessian_weighted_relative_error,34297,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.172.gate_proj,0.0045955120,hessian_weighted_relative_error,34297,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.172.up_proj,0.0048655238,hessian_weighted_relative_error,34297,0.02500,0.807
8,model.language_model.layers.8.mlp.experts.173.down_proj,0.0068393061,hessian_weighted_relative_error,35727,0.02500,0.872
8,model.language_model.layers.8.mlp.experts.173.gate_proj,0.0036271159,hessian_weighted_relative_error,35727,0.02500,0.906
8,model.language_model.layers.8.mlp.experts.173.up_proj,0.0042554756,hessian_weighted_relative_error,35727,0.02500,0.969
8,model.language_model.layers.8.mlp.experts.174.down_proj,0.0063002929,hessian_weighted_relative_error,20437,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.174.gate_proj,0.0035786343,hessian_weighted_relative_error,20437,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.174.up_proj,0.0042819544,hessian_weighted_relative_error,20437,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.175.down_proj,0.0088514062,hessian_weighted_relative_error,36820,0.02500,0.873
8,model.language_model.layers.8.mlp.experts.175.gate_proj,0.0060871084,hessian_weighted_relative_error,36820,0.02500,0.915
8,model.language_model.layers.8.mlp.experts.175.up_proj,0.0064380047,hessian_weighted_relative_error,36820,0.02500,0.974
8,model.language_model.layers.8.mlp.experts.176.down_proj,0.0066410518,hessian_weighted_relative_error,21917,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.176.gate_proj,0.0038761784,hessian_weighted_relative_error,21917,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.176.up_proj,0.0042114257,hessian_weighted_relative_error,21917,0.02500,0.807
8,model.language_model.layers.8.mlp.experts.177.down_proj,0.0072153990,hessian_weighted_relative_error,14992,0.02500,0.875
8,model.language_model.layers.8.mlp.experts.177.gate_proj,0.0038980572,hessian_weighted_relative_error,14992,0.02500,0.920
8,model.language_model.layers.8.mlp.experts.177.up_proj,0.0045341480,hessian_weighted_relative_error,14992,0.02500,0.970
8,model.language_model.layers.8.mlp.experts.178.down_proj,0.0058060671,hessian_weighted_relative_error,42059,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.178.gate_proj,0.0041007950,hessian_weighted_relative_error,42059,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.178.up_proj,0.0044250350,hessian_weighted_relative_error,42059,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.179.down_proj,0.0116620670,hessian_weighted_relative_error,39212,0.02500,0.875
8,model.language_model.layers.8.mlp.experts.179.gate_proj,0.0069821232,hessian_weighted_relative_error,39212,0.02500,0.918
8,model.language_model.layers.8.mlp.experts.179.up_proj,0.0075355556,hessian_weighted_relative_error,39212,0.02500,0.965
8,model.language_model.layers.8.mlp.experts.18.down_proj,0.0087488267,hessian_weighted_relative_error,22856,0.02500,0.728
8,model.language_model.layers.8.mlp.experts.18.gate_proj,0.0051542782,hessian_weighted_relative_error,22856,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.18.up_proj,0.0055686094,hessian_weighted_relative_error,22856,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.180.down_proj,0.0124171187,hessian_weighted_relative_error,36772,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.180.gate_proj,0.0077623389,hessian_weighted_relative_error,36772,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.180.up_proj,0.0082327124,hessian_weighted_relative_error,36772,0.02500,0.813
8,model.language_model.layers.8.mlp.experts.181.down_proj,0.0082254639,hessian_weighted_relative_error,24089,0.02500,0.875
8,model.language_model.layers.8.mlp.experts.181.gate_proj,0.0049381026,hessian_weighted_relative_error,24089,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.181.up_proj,0.0052871358,hessian_weighted_relative_error,24089,0.02500,0.961
8,model.language_model.layers.8.mlp.experts.182.down_proj,0.0050269811,hessian_weighted_relative_error,25785,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.182.gate_proj,0.0031849581,hessian_weighted_relative_error,25785,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.182.up_proj,0.0034705725,hessian_weighted_relative_error,25785,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.183.down_proj,0.0098118642,hessian_weighted_relative_error,31760,0.02500,0.876
8,model.language_model.layers.8.mlp.experts.183.gate_proj,0.0053018238,hessian_weighted_relative_error,31760,0.02500,0.920
8,model.language_model.layers.8.mlp.experts.183.up_proj,0.0057551439,hessian_weighted_relative_error,31760,0.02500,0.970
8,model.language_model.layers.8.mlp.experts.184.down_proj,0.0131426523,hessian_weighted_relative_error,32051,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.184.gate_proj,0.0081332135,hessian_weighted_relative_error,32051,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.184.up_proj,0.0085058961,hessian_weighted_relative_error,32051,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.185.down_proj,0.0059974037,hessian_weighted_relative_error,19327,0.02500,0.877
8,model.language_model.layers.8.mlp.experts.185.gate_proj,0.0030953362,hessian_weighted_relative_error,19327,0.02500,0.915
8,model.language_model.layers.8.mlp.experts.185.up_proj,0.0034274572,hessian_weighted_relative_error,19327,0.02500,0.962
8,model.language_model.layers.8.mlp.experts.186.down_proj,0.0044254451,hessian_weighted_relative_error,17599,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.186.gate_proj,0.0020949244,hessian_weighted_relative_error,17599,0.02500,0.789
8,model.language_model.layers.8.mlp.experts.186.up_proj,0.0023373073,hessian_weighted_relative_error,17599,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.187.down_proj,0.0049373907,hessian_weighted_relative_error,28462,0.02500,0.878
8,model.language_model.layers.8.mlp.experts.187.gate_proj,0.0024399318,hessian_weighted_relative_error,28462,0.02500,0.908
8,model.language_model.layers.8.mlp.experts.187.up_proj,0.0027457985,hessian_weighted_relative_error,28462,0.02500,0.969
8,model.language_model.layers.8.mlp.experts.188.down_proj,0.0138866361,hessian_weighted_relative_error,40565,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.188.gate_proj,0.0082723663,hessian_weighted_relative_error,40565,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.188.up_proj,0.0088576308,hessian_weighted_relative_error,40565,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.189.down_proj,0.0112372981,hessian_weighted_relative_error,22025,0.02500,0.876
8,model.language_model.layers.8.mlp.experts.189.gate_proj,0.0068907719,hessian_weighted_relative_error,22025,0.02500,0.915
8,model.language_model.layers.8.mlp.experts.189.up_proj,0.0074801142,hessian_weighted_relative_error,22025,0.02500,0.965
8,model.language_model.layers.8.mlp.experts.19.down_proj,0.0117621147,hessian_weighted_relative_error,19556,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.19.gate_proj,0.0067711894,hessian_weighted_relative_error,19556,0.02500,0.854
8,model.language_model.layers.8.mlp.experts.19.up_proj,0.0072193756,hessian_weighted_relative_error,19556,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.190.down_proj,0.0120492245,hessian_weighted_relative_error,24737,0.02500,0.756
8,model.language_model.layers.8.mlp.experts.190.gate_proj,0.0067785987,hessian_weighted_relative_error,24737,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.190.up_proj,0.0072885882,hessian_weighted_relative_error,24737,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.191.down_proj,0.0130301771,hessian_weighted_relative_error,47233,0.02500,0.877
8,model.language_model.layers.8.mlp.experts.191.gate_proj,0.0075680638,hessian_weighted_relative_error,47233,0.02500,0.919
8,model.language_model.layers.8.mlp.experts.191.up_proj,0.0079166718,hessian_weighted_relative_error,47233,0.02500,0.971
8,model.language_model.layers.8.mlp.experts.192.down_proj,0.0122093842,hessian_weighted_relative_error,37391,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.192.gate_proj,0.0075538936,hessian_weighted_relative_error,37391,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.192.up_proj,0.0078726377,hessian_weighted_relative_error,37391,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.193.down_proj,0.0134269632,hessian_weighted_relative_error,40251,0.02500,0.879
8,model.language_model.layers.8.mlp.experts.193.gate_proj,0.0083101234,hessian_weighted_relative_error,40251,0.02500,0.914
8,model.language_model.layers.8.mlp.experts.193.up_proj,0.0089813969,hessian_weighted_relative_error,40251,0.02500,0.970
8,model.language_model.layers.8.mlp.experts.194.down_proj,0.0066137986,hessian_weighted_relative_error,47495,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.194.gate_proj,0.0028999324,hessian_weighted_relative_error,47495,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.194.up_proj,0.0038147544,hessian_weighted_relative_error,47495,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.195.down_proj,0.0062402593,hessian_weighted_relative_error,11111,0.02500,0.882
8,model.language_model.layers.8.mlp.experts.195.gate_proj,0.0033969484,hessian_weighted_relative_error,11111,0.02500,0.920
8,model.language_model.layers.8.mlp.experts.195.up_proj,0.0037371902,hessian_weighted_relative_error,11111,0.02500,0.971
8,model.language_model.layers.8.mlp.experts.196.down_proj,0.0097678443,hessian_weighted_relative_error,25015,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.196.gate_proj,0.0054351940,hessian_weighted_relative_error,25015,0.02500,0.791
8,model.language_model.layers.8.mlp.experts.196.up_proj,0.0060190198,hessian_weighted_relative_error,25015,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.197.down_proj,0.0101520570,hessian_weighted_relative_error,44758,0.02500,0.878
8,model.language_model.layers.8.mlp.experts.197.gate_proj,0.0065012570,hessian_weighted_relative_error,44758,0.02500,0.923
8,model.language_model.layers.8.mlp.experts.197.up_proj,0.0068922552,hessian_weighted_relative_error,44758,0.02500,0.968
8,model.language_model.layers.8.mlp.experts.198.down_proj,0.0128997794,hessian_weighted_relative_error,31561,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.198.gate_proj,0.0079904025,hessian_weighted_relative_error,31561,0.02500,0.790
8,model.language_model.layers.8.mlp.experts.198.up_proj,0.0086361671,hessian_weighted_relative_error,31561,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.199.down_proj,0.0128041023,hessian_weighted_relative_error,24150,0.02500,0.878
8,model.language_model.layers.8.mlp.experts.199.gate_proj,0.0075471306,hessian_weighted_relative_error,24150,0.02500,0.912
8,model.language_model.layers.8.mlp.experts.199.up_proj,0.0082423384,hessian_weighted_relative_error,24150,0.02500,0.966
8,model.language_model.layers.8.mlp.experts.2.down_proj,0.0117770450,hessian_weighted_relative_error,46084,0.02500,0.722
8,model.language_model.layers.8.mlp.experts.2.gate_proj,0.0076094427,hessian_weighted_relative_error,46084,0.02500,0.753
8,model.language_model.layers.8.mlp.experts.2.up_proj,0.0081626131,hessian_weighted_relative_error,46084,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.20.down_proj,0.0129828441,hessian_weighted_relative_error,45235,0.02500,0.725
8,model.language_model.layers.8.mlp.experts.20.gate_proj,0.0079617829,hessian_weighted_relative_error,45235,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.20.up_proj,0.0083338158,hessian_weighted_relative_error,45235,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.200.down_proj,0.0104040020,hessian_weighted_relative_error,20665,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.200.gate_proj,0.0060696465,hessian_weighted_relative_error,20665,0.02500,0.792
8,model.language_model.layers.8.mlp.experts.200.up_proj,0.0065615834,hessian_weighted_relative_error,20665,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.201.down_proj,0.0127014036,hessian_weighted_relative_error,32799,0.02500,0.880
8,model.language_model.layers.8.mlp.experts.201.gate_proj,0.0073271317,hessian_weighted_relative_error,32799,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.201.up_proj,0.0078700899,hessian_weighted_relative_error,32799,0.02500,0.969
8,model.language_model.layers.8.mlp.experts.202.down_proj,0.0066311020,hessian_weighted_relative_error,21118,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.202.gate_proj,0.0039470577,hessian_weighted_relative_error,21118,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.202.up_proj,0.0043704804,hessian_weighted_relative_error,21118,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.203.down_proj,0.0102003877,hessian_weighted_relative_error,35872,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.203.gate_proj,0.0057015066,hessian_weighted_relative_error,35872,0.02500,0.919
8,model.language_model.layers.8.mlp.experts.203.up_proj,0.0062755478,hessian_weighted_relative_error,35872,0.02500,0.969
8,model.language_model.layers.8.mlp.experts.204.down_proj,0.0128768625,hessian_weighted_relative_error,30256,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.204.gate_proj,0.0075266071,hessian_weighted_relative_error,30256,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.204.up_proj,0.0079345408,hessian_weighted_relative_error,30256,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.205.down_proj,0.0085975809,hessian_weighted_relative_error,32751,0.02500,0.880
8,model.language_model.layers.8.mlp.experts.205.gate_proj,0.0058776811,hessian_weighted_relative_error,32751,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.205.up_proj,0.0062913587,hessian_weighted_relative_error,32751,0.02500,0.972
8,model.language_model.layers.8.mlp.experts.206.down_proj,0.0112533698,hessian_weighted_relative_error,35994,0.02500,0.758
8,model.language_model.layers.8.mlp.experts.206.gate_proj,0.0079168059,hessian_weighted_relative_error,35994,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.206.up_proj,0.0083923266,hessian_weighted_relative_error,35994,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.207.down_proj,0.0100934667,hessian_weighted_relative_error,11015,0.02500,0.881
8,model.language_model.layers.8.mlp.experts.207.gate_proj,0.0056034135,hessian_weighted_relative_error,11015,0.02500,0.917
8,model.language_model.layers.8.mlp.experts.207.up_proj,0.0062398522,hessian_weighted_relative_error,11015,0.02500,0.973
8,model.language_model.layers.8.mlp.experts.208.down_proj,0.0077162646,hessian_weighted_relative_error,49871,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.208.gate_proj,0.0047675795,hessian_weighted_relative_error,49871,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.208.up_proj,0.0050650347,hessian_weighted_relative_error,49871,0.02500,0.813
8,model.language_model.layers.8.mlp.experts.209.down_proj,0.0076504159,hessian_weighted_relative_error,21047,0.02500,0.880
8,model.language_model.layers.8.mlp.experts.209.gate_proj,0.0046815749,hessian_weighted_relative_error,21047,0.02500,0.920
8,model.language_model.layers.8.mlp.experts.209.up_proj,0.0054127194,hessian_weighted_relative_error,21047,0.02500,0.969
8,model.language_model.layers.8.mlp.experts.21.down_proj,0.0095250576,hessian_weighted_relative_error,25048,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.21.gate_proj,0.0059055201,hessian_weighted_relative_error,25048,0.02500,0.854
8,model.language_model.layers.8.mlp.experts.21.up_proj,0.0061648819,hessian_weighted_relative_error,25048,0.02500,0.957
8,model.language_model.layers.8.mlp.experts.210.down_proj,0.0098170158,hessian_weighted_relative_error,14709,0.02500,0.768
8,model.language_model.layers.8.mlp.experts.210.gate_proj,0.0052019197,hessian_weighted_relative_error,14709,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.210.up_proj,0.0055458959,hessian_weighted_relative_error,14709,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.211.down_proj,0.0129908658,hessian_weighted_relative_error,44684,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.211.gate_proj,0.0079487681,hessian_weighted_relative_error,44684,0.02500,0.922
8,model.language_model.layers.8.mlp.experts.211.up_proj,0.0083908436,hessian_weighted_relative_error,44684,0.02500,0.971
8,model.language_model.layers.8.mlp.experts.212.down_proj,0.0121614492,hessian_weighted_relative_error,36369,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.212.gate_proj,0.0073003568,hessian_weighted_relative_error,36369,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.212.up_proj,0.0079374831,hessian_weighted_relative_error,36369,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.213.down_proj,0.0069565570,hessian_weighted_relative_error,24788,0.02500,0.880
8,model.language_model.layers.8.mlp.experts.213.gate_proj,0.0042175768,hessian_weighted_relative_error,24788,0.02500,0.918
8,model.language_model.layers.8.mlp.experts.213.up_proj,0.0046084754,hessian_weighted_relative_error,24788,0.02500,0.975
8,model.language_model.layers.8.mlp.experts.214.down_proj,0.0125039957,hessian_weighted_relative_error,18033,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.214.gate_proj,0.0076013125,hessian_weighted_relative_error,18033,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.214.up_proj,0.0080431914,hessian_weighted_relative_error,18033,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.215.down_proj,0.0125851827,hessian_weighted_relative_error,52321,0.02500,0.881
8,model.language_model.layers.8.mlp.experts.215.gate_proj,0.0076878902,hessian_weighted_relative_error,52321,0.02500,0.919
8,model.language_model.layers.8.mlp.experts.215.up_proj,0.0081819649,hessian_weighted_relative_error,52321,0.02500,0.968
8,model.language_model.layers.8.mlp.experts.216.down_proj,0.0132883045,hessian_weighted_relative_error,28681,0.02500,0.760
8,model.language_model.layers.8.mlp.experts.216.gate_proj,0.0076803423,hessian_weighted_relative_error,28681,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.216.up_proj,0.0081032190,hessian_weighted_relative_error,28681,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.217.down_proj,0.0121353760,hessian_weighted_relative_error,68503,0.02500,0.882
8,model.language_model.layers.8.mlp.experts.217.gate_proj,0.0081728562,hessian_weighted_relative_error,68503,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.217.up_proj,0.0087258698,hessian_weighted_relative_error,68503,0.02500,0.972
8,model.language_model.layers.8.mlp.experts.218.down_proj,0.0128199521,hessian_weighted_relative_error,14198,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.218.gate_proj,0.0072620137,hessian_weighted_relative_error,14198,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.218.up_proj,0.0075507503,hessian_weighted_relative_error,14198,0.02500,0.841
8,model.language_model.layers.8.mlp.experts.219.down_proj,0.0056297318,hessian_weighted_relative_error,27201,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.219.gate_proj,0.0026966554,hessian_weighted_relative_error,27201,0.02500,0.918
8,model.language_model.layers.8.mlp.experts.219.up_proj,0.0029849282,hessian_weighted_relative_error,27201,0.02500,0.985
8,model.language_model.layers.8.mlp.experts.22.down_proj,0.0133749736,hessian_weighted_relative_error,31568,0.02500,0.726
8,model.language_model.layers.8.mlp.experts.22.gate_proj,0.0082394267,hessian_weighted_relative_error,31568,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.22.up_proj,0.0087581242,hessian_weighted_relative_error,31568,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.220.down_proj,0.0135007575,hessian_weighted_relative_error,55493,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.220.gate_proj,0.0078444931,hessian_weighted_relative_error,55493,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.220.up_proj,0.0088042419,hessian_weighted_relative_error,55493,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.221.down_proj,0.0070765963,hessian_weighted_relative_error,28962,0.02500,0.881
8,model.language_model.layers.8.mlp.experts.221.gate_proj,0.0041014509,hessian_weighted_relative_error,28962,0.02500,0.925
8,model.language_model.layers.8.mlp.experts.221.up_proj,0.0043959503,hessian_weighted_relative_error,28962,0.02500,0.974
8,model.language_model.layers.8.mlp.experts.222.down_proj,0.0099958004,hessian_weighted_relative_error,29368,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.222.gate_proj,0.0058526260,hessian_weighted_relative_error,29368,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.222.up_proj,0.0062305590,hessian_weighted_relative_error,29368,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.223.down_proj,0.0130575039,hessian_weighted_relative_error,58899,0.02500,0.881
8,model.language_model.layers.8.mlp.experts.223.gate_proj,0.0077018699,hessian_weighted_relative_error,58899,0.02500,0.921
8,model.language_model.layers.8.mlp.experts.223.up_proj,0.0084538859,hessian_weighted_relative_error,58899,0.02500,0.971
8,model.language_model.layers.8.mlp.experts.224.down_proj,0.0094459195,hessian_weighted_relative_error,59810,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.224.gate_proj,0.0055154050,hessian_weighted_relative_error,59810,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.224.up_proj,0.0058271045,hessian_weighted_relative_error,59810,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.225.down_proj,0.0056334669,hessian_weighted_relative_error,21893,0.02500,0.882
8,model.language_model.layers.8.mlp.experts.225.gate_proj,0.0025492049,hessian_weighted_relative_error,21893,0.02500,0.923
8,model.language_model.layers.8.mlp.experts.225.up_proj,0.0029301735,hessian_weighted_relative_error,21893,0.02500,0.969
8,model.language_model.layers.8.mlp.experts.226.down_proj,0.0080900728,hessian_weighted_relative_error,15829,0.02500,0.764
8,model.language_model.layers.8.mlp.experts.226.gate_proj,0.0046754131,hessian_weighted_relative_error,15829,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.226.up_proj,0.0050056421,hessian_weighted_relative_error,15829,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.227.down_proj,0.0071276624,hessian_weighted_relative_error,23940,0.02500,0.882
8,model.language_model.layers.8.mlp.experts.227.gate_proj,0.0037811262,hessian_weighted_relative_error,23940,0.02500,0.922
8,model.language_model.layers.8.mlp.experts.227.up_proj,0.0042506416,hessian_weighted_relative_error,23940,0.02500,0.976
8,model.language_model.layers.8.mlp.experts.228.down_proj,0.0082751703,hessian_weighted_relative_error,18749,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.228.gate_proj,0.0041500391,hessian_weighted_relative_error,18749,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.228.up_proj,0.0045281085,hessian_weighted_relative_error,18749,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.229.down_proj,0.0134780131,hessian_weighted_relative_error,33755,0.02500,0.882
8,model.language_model.layers.8.mlp.experts.229.gate_proj,0.0078455035,hessian_weighted_relative_error,33755,0.02500,0.926
8,model.language_model.layers.8.mlp.experts.229.up_proj,0.0085367979,hessian_weighted_relative_error,33755,0.02500,0.976
8,model.language_model.layers.8.mlp.experts.23.down_proj,0.0106891436,hessian_weighted_relative_error,65742,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.23.gate_proj,0.0058812533,hessian_weighted_relative_error,65742,0.02500,0.855
8,model.language_model.layers.8.mlp.experts.23.up_proj,0.0063118260,hessian_weighted_relative_error,65742,0.02500,0.944
8,model.language_model.layers.8.mlp.experts.230.down_proj,0.0060420910,hessian_weighted_relative_error,13623,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.230.gate_proj,0.0031935243,hessian_weighted_relative_error,13623,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.230.up_proj,0.0035350456,hessian_weighted_relative_error,13623,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.231.down_proj,0.0127568175,hessian_weighted_relative_error,41398,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.231.gate_proj,0.0077329880,hessian_weighted_relative_error,41398,0.02500,0.945
8,model.language_model.layers.8.mlp.experts.231.up_proj,0.0081679925,hessian_weighted_relative_error,41398,0.02500,0.979
8,model.language_model.layers.8.mlp.experts.232.down_proj,0.0102103993,hessian_weighted_relative_error,15139,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.232.gate_proj,0.0052781671,hessian_weighted_relative_error,15139,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.232.up_proj,0.0057520598,hessian_weighted_relative_error,15139,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.233.down_proj,0.0063540301,hessian_weighted_relative_error,18089,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.233.gate_proj,0.0036183752,hessian_weighted_relative_error,18089,0.02500,0.927
8,model.language_model.layers.8.mlp.experts.233.up_proj,0.0041103613,hessian_weighted_relative_error,18089,0.02500,0.972
8,model.language_model.layers.8.mlp.experts.234.down_proj,0.0057591237,hessian_weighted_relative_error,98320,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.234.gate_proj,0.0036548881,hessian_weighted_relative_error,98320,0.02500,0.794
8,model.language_model.layers.8.mlp.experts.234.up_proj,0.0041717527,hessian_weighted_relative_error,98320,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.235.down_proj,0.0071877267,hessian_weighted_relative_error,21903,0.02500,0.884
8,model.language_model.layers.8.mlp.experts.235.gate_proj,0.0036622174,hessian_weighted_relative_error,21903,0.02500,0.930
8,model.language_model.layers.8.mlp.experts.235.up_proj,0.0040960490,hessian_weighted_relative_error,21903,0.02500,0.971
8,model.language_model.layers.8.mlp.experts.236.down_proj,0.0054104167,hessian_weighted_relative_error,24836,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.236.gate_proj,0.0033122167,hessian_weighted_relative_error,24836,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.236.up_proj,0.0035464781,hessian_weighted_relative_error,24836,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.237.down_proj,0.0128843077,hessian_weighted_relative_error,35683,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.237.gate_proj,0.0080998228,hessian_weighted_relative_error,35683,0.02500,0.926
8,model.language_model.layers.8.mlp.experts.237.up_proj,0.0085058011,hessian_weighted_relative_error,35683,0.02500,0.976
8,model.language_model.layers.8.mlp.experts.238.down_proj,0.0067893572,hessian_weighted_relative_error,26410,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.238.gate_proj,0.0042174154,hessian_weighted_relative_error,26410,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.238.up_proj,0.0044889640,hessian_weighted_relative_error,26410,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.239.down_proj,0.0106682854,hessian_weighted_relative_error,14572,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.239.gate_proj,0.0059730359,hessian_weighted_relative_error,14572,0.02500,0.928
8,model.language_model.layers.8.mlp.experts.239.up_proj,0.0063536632,hessian_weighted_relative_error,14572,0.02500,0.996
8,model.language_model.layers.8.mlp.experts.24.down_proj,0.0100665185,hessian_weighted_relative_error,23912,0.02500,0.728
8,model.language_model.layers.8.mlp.experts.24.gate_proj,0.0055562087,hessian_weighted_relative_error,23912,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.24.up_proj,0.0060035504,hessian_weighted_relative_error,23912,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.240.down_proj,0.0091843586,hessian_weighted_relative_error,23643,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.240.gate_proj,0.0056387715,hessian_weighted_relative_error,23643,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.240.up_proj,0.0061231490,hessian_weighted_relative_error,23643,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.241.down_proj,0.0109402698,hessian_weighted_relative_error,24088,0.02500,0.884
8,model.language_model.layers.8.mlp.experts.241.gate_proj,0.0065475039,hessian_weighted_relative_error,24088,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.241.up_proj,0.0071561463,hessian_weighted_relative_error,24088,0.02500,0.974
8,model.language_model.layers.8.mlp.experts.242.down_proj,0.0029351340,hessian_weighted_relative_error,1024,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.242.gate_proj,0.0017545877,hessian_weighted_relative_error,1024,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.242.up_proj,0.0019763062,hessian_weighted_relative_error,1024,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.243.down_proj,0.0093036358,hessian_weighted_relative_error,30417,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.243.gate_proj,0.0061197399,hessian_weighted_relative_error,30417,0.02500,0.932
8,model.language_model.layers.8.mlp.experts.243.up_proj,0.0063669302,hessian_weighted_relative_error,30417,0.02500,0.962
8,model.language_model.layers.8.mlp.experts.244.down_proj,0.0142018024,hessian_weighted_relative_error,34477,0.02500,0.764
8,model.language_model.layers.8.mlp.experts.244.gate_proj,0.0093157234,hessian_weighted_relative_error,34477,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.244.up_proj,0.0096543699,hessian_weighted_relative_error,34477,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.245.down_proj,0.0126664187,hessian_weighted_relative_error,15929,0.02500,0.884
8,model.language_model.layers.8.mlp.experts.245.gate_proj,0.0072868111,hessian_weighted_relative_error,15929,0.02500,0.933
8,model.language_model.layers.8.mlp.experts.245.up_proj,0.0076703054,hessian_weighted_relative_error,15929,0.02500,0.961
8,model.language_model.layers.8.mlp.experts.246.down_proj,0.0090733534,hessian_weighted_relative_error,39243,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.246.gate_proj,0.0081983720,hessian_weighted_relative_error,39243,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.246.up_proj,0.0090059929,hessian_weighted_relative_error,39243,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.247.down_proj,0.0069284516,hessian_weighted_relative_error,26323,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.247.gate_proj,0.0042664011,hessian_weighted_relative_error,26323,0.02500,0.926
8,model.language_model.layers.8.mlp.experts.247.up_proj,0.0046750026,hessian_weighted_relative_error,26323,0.02500,0.970
8,model.language_model.layers.8.mlp.experts.248.down_proj,0.0109120438,hessian_weighted_relative_error,19616,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.248.gate_proj,0.0058284764,hessian_weighted_relative_error,19616,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.248.up_proj,0.0063786953,hessian_weighted_relative_error,19616,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.249.down_proj,0.0129787325,hessian_weighted_relative_error,34306,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.249.gate_proj,0.0081903626,hessian_weighted_relative_error,34306,0.02500,0.931
8,model.language_model.layers.8.mlp.experts.249.up_proj,0.0086615191,hessian_weighted_relative_error,34306,0.02500,0.947
8,model.language_model.layers.8.mlp.experts.25.down_proj,0.0120245613,hessian_weighted_relative_error,30118,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.25.gate_proj,0.0072352415,hessian_weighted_relative_error,30118,0.02500,0.857
8,model.language_model.layers.8.mlp.experts.25.up_proj,0.0079880458,hessian_weighted_relative_error,30118,0.02500,0.940
8,model.language_model.layers.8.mlp.experts.250.down_proj,0.0121153056,hessian_weighted_relative_error,29917,0.02500,0.764
8,model.language_model.layers.8.mlp.experts.250.gate_proj,0.0068389341,hessian_weighted_relative_error,29917,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.250.up_proj,0.0074155377,hessian_weighted_relative_error,29917,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.251.down_proj,0.0086982623,hessian_weighted_relative_error,21628,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.251.gate_proj,0.0046794076,hessian_weighted_relative_error,21628,0.02500,0.934
8,model.language_model.layers.8.mlp.experts.251.up_proj,0.0051215699,hessian_weighted_relative_error,21628,0.02500,0.945
8,model.language_model.layers.8.mlp.experts.252.down_proj,0.0089982260,hessian_weighted_relative_error,17383,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.252.gate_proj,0.0050562631,hessian_weighted_relative_error,17383,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.252.up_proj,0.0054979350,hessian_weighted_relative_error,17383,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.253.down_proj,0.0069386603,hessian_weighted_relative_error,27959,0.02500,0.884
8,model.language_model.layers.8.mlp.experts.253.gate_proj,0.0026189987,hessian_weighted_relative_error,27959,0.02500,0.927
8,model.language_model.layers.8.mlp.experts.253.up_proj,0.0033536562,hessian_weighted_relative_error,27959,0.02500,0.952
8,model.language_model.layers.8.mlp.experts.254.down_proj,0.0073097443,hessian_weighted_relative_error,17438,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.254.gate_proj,0.0042405218,hessian_weighted_relative_error,17438,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.254.up_proj,0.0043541740,hessian_weighted_relative_error,17438,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.255.down_proj,0.0126897408,hessian_weighted_relative_error,39826,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.255.gate_proj,0.0076145873,hessian_weighted_relative_error,39826,0.02500,0.933
8,model.language_model.layers.8.mlp.experts.255.up_proj,0.0082674129,hessian_weighted_relative_error,39826,0.02500,0.961
8,model.language_model.layers.8.mlp.experts.256.down_proj,0.0107842994,hessian_weighted_relative_error,32499,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.256.gate_proj,0.0066770317,hessian_weighted_relative_error,32499,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.256.up_proj,0.0073384047,hessian_weighted_relative_error,32499,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.257.down_proj,0.0093171215,hessian_weighted_relative_error,26233,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.257.gate_proj,0.0054795903,hessian_weighted_relative_error,26233,0.02500,0.933
8,model.language_model.layers.8.mlp.experts.257.up_proj,0.0059788799,hessian_weighted_relative_error,26233,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.258.down_proj,0.0141919029,hessian_weighted_relative_error,45660,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.258.gate_proj,0.0090174739,hessian_weighted_relative_error,45660,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.258.up_proj,0.0095416732,hessian_weighted_relative_error,45660,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.259.down_proj,0.0119736430,hessian_weighted_relative_error,34963,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.259.gate_proj,0.0066918235,hessian_weighted_relative_error,34963,0.02500,0.940
8,model.language_model.layers.8.mlp.experts.259.up_proj,0.0072697018,hessian_weighted_relative_error,34963,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.26.down_proj,0.0107976687,hessian_weighted_relative_error,16325,0.02500,0.730
8,model.language_model.layers.8.mlp.experts.26.gate_proj,0.0060700244,hessian_weighted_relative_error,16325,0.02500,0.757
8,model.language_model.layers.8.mlp.experts.26.up_proj,0.0064226002,hessian_weighted_relative_error,16325,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.260.down_proj,0.0047488237,hessian_weighted_relative_error,19051,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.260.gate_proj,0.0024961738,hessian_weighted_relative_error,19051,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.260.up_proj,0.0027514323,hessian_weighted_relative_error,19051,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.261.down_proj,0.0085193731,hessian_weighted_relative_error,29566,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.261.gate_proj,0.0041360971,hessian_weighted_relative_error,29566,0.02500,0.933
8,model.language_model.layers.8.mlp.experts.261.up_proj,0.0046173003,hessian_weighted_relative_error,29566,0.02500,0.947
8,model.language_model.layers.8.mlp.experts.262.down_proj,0.0089447830,hessian_weighted_relative_error,22962,0.02500,0.768
8,model.language_model.layers.8.mlp.experts.262.gate_proj,0.0047174559,hessian_weighted_relative_error,22962,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.262.up_proj,0.0051241632,hessian_weighted_relative_error,22962,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.263.down_proj,0.0109777683,hessian_weighted_relative_error,15376,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.263.gate_proj,0.0055348112,hessian_weighted_relative_error,15376,0.02500,0.936
8,model.language_model.layers.8.mlp.experts.263.up_proj,0.0061539402,hessian_weighted_relative_error,15376,0.02500,0.955
8,model.language_model.layers.8.mlp.experts.264.down_proj,0.0108235121,hessian_weighted_relative_error,25338,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.264.gate_proj,0.0063256639,hessian_weighted_relative_error,25338,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.264.up_proj,0.0071232205,hessian_weighted_relative_error,25338,0.02500,0.813
8,model.language_model.layers.8.mlp.experts.265.down_proj,0.0136317087,hessian_weighted_relative_error,50317,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.265.gate_proj,0.0080881111,hessian_weighted_relative_error,50317,0.02500,0.934
8,model.language_model.layers.8.mlp.experts.265.up_proj,0.0088104162,hessian_weighted_relative_error,50317,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.266.down_proj,0.0123326677,hessian_weighted_relative_error,34306,0.02500,0.772
8,model.language_model.layers.8.mlp.experts.266.gate_proj,0.0074475196,hessian_weighted_relative_error,34306,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.266.up_proj,0.0081841967,hessian_weighted_relative_error,34306,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.267.down_proj,0.0103171019,hessian_weighted_relative_error,14746,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.267.gate_proj,0.0057901963,hessian_weighted_relative_error,14746,0.02500,0.937
8,model.language_model.layers.8.mlp.experts.267.up_proj,0.0061985697,hessian_weighted_relative_error,14746,0.02500,0.938
8,model.language_model.layers.8.mlp.experts.268.down_proj,0.0138786533,hessian_weighted_relative_error,30124,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.268.gate_proj,0.0086112109,hessian_weighted_relative_error,30124,0.02500,0.822
8,model.language_model.layers.8.mlp.experts.268.up_proj,0.0091815399,hessian_weighted_relative_error,30124,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.269.down_proj,0.0118315762,hessian_weighted_relative_error,18122,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.269.gate_proj,0.0064614048,hessian_weighted_relative_error,18122,0.02500,0.935
8,model.language_model.layers.8.mlp.experts.269.up_proj,0.0068946407,hessian_weighted_relative_error,18122,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.27.down_proj,0.0116534312,hessian_weighted_relative_error,17184,0.02500,0.807
8,model.language_model.layers.8.mlp.experts.27.gate_proj,0.0066261553,hessian_weighted_relative_error,17184,0.02500,0.859
8,model.language_model.layers.8.mlp.experts.27.up_proj,0.0072087870,hessian_weighted_relative_error,17184,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.270.down_proj,0.0030553544,hessian_weighted_relative_error,23231,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.270.gate_proj,0.0024440481,hessian_weighted_relative_error,23231,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.270.up_proj,0.0028744129,hessian_weighted_relative_error,23231,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.271.down_proj,0.0082440026,hessian_weighted_relative_error,23337,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.271.gate_proj,0.0052619376,hessian_weighted_relative_error,23337,0.02500,0.937
8,model.language_model.layers.8.mlp.experts.271.up_proj,0.0055614913,hessian_weighted_relative_error,23337,0.02500,0.947
8,model.language_model.layers.8.mlp.experts.272.down_proj,0.0060345273,hessian_weighted_relative_error,35817,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.272.gate_proj,0.0036839501,hessian_weighted_relative_error,35817,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.272.up_proj,0.0040021613,hessian_weighted_relative_error,35817,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.273.down_proj,0.0116779496,hessian_weighted_relative_error,35086,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.273.gate_proj,0.0072347830,hessian_weighted_relative_error,35086,0.02500,0.934
8,model.language_model.layers.8.mlp.experts.273.up_proj,0.0077530177,hessian_weighted_relative_error,35086,0.02500,0.935
8,model.language_model.layers.8.mlp.experts.274.down_proj,0.0066678236,hessian_weighted_relative_error,22589,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.274.gate_proj,0.0036736927,hessian_weighted_relative_error,22589,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.274.up_proj,0.0040691951,hessian_weighted_relative_error,22589,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.275.down_proj,0.0105109153,hessian_weighted_relative_error,24607,0.02500,0.888
8,model.language_model.layers.8.mlp.experts.275.gate_proj,0.0060109185,hessian_weighted_relative_error,24607,0.02500,0.936
8,model.language_model.layers.8.mlp.experts.275.up_proj,0.0064487488,hessian_weighted_relative_error,24607,0.02500,0.933
8,model.language_model.layers.8.mlp.experts.276.down_proj,0.0100519287,hessian_weighted_relative_error,23044,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.276.gate_proj,0.0054583707,hessian_weighted_relative_error,23044,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.276.up_proj,0.0057890579,hessian_weighted_relative_error,23044,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.277.down_proj,0.0125432458,hessian_weighted_relative_error,50290,0.02500,0.888
8,model.language_model.layers.8.mlp.experts.277.gate_proj,0.0078182620,hessian_weighted_relative_error,50290,0.02500,0.938
8,model.language_model.layers.8.mlp.experts.277.up_proj,0.0085988069,hessian_weighted_relative_error,50290,0.02500,0.937
8,model.language_model.layers.8.mlp.experts.278.down_proj,0.0109655684,hessian_weighted_relative_error,14239,0.02500,0.772
8,model.language_model.layers.8.mlp.experts.278.gate_proj,0.0060251947,hessian_weighted_relative_error,14239,0.02500,0.795
8,model.language_model.layers.8.mlp.experts.278.up_proj,0.0062405859,hessian_weighted_relative_error,14239,0.02500,0.810
8,model.language_model.layers.8.mlp.experts.279.down_proj,0.0116505211,hessian_weighted_relative_error,33528,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.279.gate_proj,0.0066075209,hessian_weighted_relative_error,33528,0.02500,0.936
8,model.language_model.layers.8.mlp.experts.279.up_proj,0.0073813133,hessian_weighted_relative_error,33528,0.02500,0.936
8,model.language_model.layers.8.mlp.experts.28.down_proj,0.0115102761,hessian_weighted_relative_error,18666,0.02500,0.727
8,model.language_model.layers.8.mlp.experts.28.gate_proj,0.0062740037,hessian_weighted_relative_error,18666,0.02500,0.761
8,model.language_model.layers.8.mlp.experts.28.up_proj,0.0066350822,hessian_weighted_relative_error,18666,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.280.down_proj,0.0129109541,hessian_weighted_relative_error,35990,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.280.gate_proj,0.0079631884,hessian_weighted_relative_error,35990,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.280.up_proj,0.0084523157,hessian_weighted_relative_error,35990,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.281.down_proj,0.0096820595,hessian_weighted_relative_error,21813,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.281.gate_proj,0.0051114545,hessian_weighted_relative_error,21813,0.02500,0.938
8,model.language_model.layers.8.mlp.experts.281.up_proj,0.0054401894,hessian_weighted_relative_error,21813,0.02500,0.929
8,model.language_model.layers.8.mlp.experts.282.down_proj,0.0125892436,hessian_weighted_relative_error,29830,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.282.gate_proj,0.0073650635,hessian_weighted_relative_error,29830,0.02500,0.798
8,model.language_model.layers.8.mlp.experts.282.up_proj,0.0082995789,hessian_weighted_relative_error,29830,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.283.down_proj,0.0096767764,hessian_weighted_relative_error,18473,0.02500,0.888
8,model.language_model.layers.8.mlp.experts.283.gate_proj,0.0058760201,hessian_weighted_relative_error,18473,0.02500,0.937
8,model.language_model.layers.8.mlp.experts.283.up_proj,0.0063654378,hessian_weighted_relative_error,18473,0.02500,0.932
8,model.language_model.layers.8.mlp.experts.284.down_proj,0.0110840232,hessian_weighted_relative_error,26868,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.284.gate_proj,0.0067816572,hessian_weighted_relative_error,26868,0.02500,0.797
8,model.language_model.layers.8.mlp.experts.284.up_proj,0.0070317950,hessian_weighted_relative_error,26868,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.285.down_proj,0.0128257673,hessian_weighted_relative_error,28992,0.02500,0.888
8,model.language_model.layers.8.mlp.experts.285.gate_proj,0.0080925725,hessian_weighted_relative_error,28992,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.285.up_proj,0.0086032236,hessian_weighted_relative_error,28992,0.02500,0.923
8,model.language_model.layers.8.mlp.experts.286.down_proj,0.0109065948,hessian_weighted_relative_error,17000,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.286.gate_proj,0.0062015703,hessian_weighted_relative_error,17000,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.286.up_proj,0.0065014943,hessian_weighted_relative_error,17000,0.02500,0.806
8,model.language_model.layers.8.mlp.experts.287.down_proj,0.0138783523,hessian_weighted_relative_error,43550,0.02500,0.888
8,model.language_model.layers.8.mlp.experts.287.gate_proj,0.0084575732,hessian_weighted_relative_error,43550,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.287.up_proj,0.0091570111,hessian_weighted_relative_error,43550,0.02500,0.936
8,model.language_model.layers.8.mlp.experts.29.down_proj,0.0099394778,hessian_weighted_relative_error,26324,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.29.gate_proj,0.0060502557,hessian_weighted_relative_error,26324,0.02500,0.858
8,model.language_model.layers.8.mlp.experts.29.up_proj,0.0065870690,hessian_weighted_relative_error,26324,0.02500,0.943
8,model.language_model.layers.8.mlp.experts.3.down_proj,0.0096143529,hessian_weighted_relative_error,31739,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.3.gate_proj,0.0068258247,hessian_weighted_relative_error,31739,0.02500,0.844
8,model.language_model.layers.8.mlp.experts.3.up_proj,0.0072686933,hessian_weighted_relative_error,31739,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.30.down_proj,0.0052271542,hessian_weighted_relative_error,14655,0.02500,0.726
8,model.language_model.layers.8.mlp.experts.30.gate_proj,0.0033477252,hessian_weighted_relative_error,14655,0.02500,0.759
8,model.language_model.layers.8.mlp.experts.30.up_proj,0.0037244080,hessian_weighted_relative_error,14655,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.31.down_proj,0.0070975861,hessian_weighted_relative_error,16560,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.31.gate_proj,0.0040285556,hessian_weighted_relative_error,16560,0.02500,0.859
8,model.language_model.layers.8.mlp.experts.31.up_proj,0.0044230576,hessian_weighted_relative_error,16560,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.32.down_proj,0.0127506556,hessian_weighted_relative_error,58929,0.02500,0.730
8,model.language_model.layers.8.mlp.experts.32.gate_proj,0.0081856356,hessian_weighted_relative_error,58929,0.02500,0.762
8,model.language_model.layers.8.mlp.experts.32.up_proj,0.0090792788,hessian_weighted_relative_error,58929,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.33.down_proj,0.0134988789,hessian_weighted_relative_error,42031,0.02500,0.808
8,model.language_model.layers.8.mlp.experts.33.gate_proj,0.0081694923,hessian_weighted_relative_error,42031,0.02500,0.862
8,model.language_model.layers.8.mlp.experts.33.up_proj,0.0087366268,hessian_weighted_relative_error,42031,0.02500,0.945
8,model.language_model.layers.8.mlp.experts.34.down_proj,0.0086001622,hessian_weighted_relative_error,23992,0.02500,0.735
8,model.language_model.layers.8.mlp.experts.34.gate_proj,0.0050521124,hessian_weighted_relative_error,23992,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.34.up_proj,0.0055132686,hessian_weighted_relative_error,23992,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.35.down_proj,0.0048893210,hessian_weighted_relative_error,27436,0.02500,0.811
8,model.language_model.layers.8.mlp.experts.35.gate_proj,0.0028113346,hessian_weighted_relative_error,27436,0.02500,0.863
8,model.language_model.layers.8.mlp.experts.35.up_proj,0.0030767096,hessian_weighted_relative_error,27436,0.02500,0.944
8,model.language_model.layers.8.mlp.experts.36.down_proj,0.0092255144,hessian_weighted_relative_error,12187,0.02500,0.731
8,model.language_model.layers.8.mlp.experts.36.gate_proj,0.0052189894,hessian_weighted_relative_error,12187,0.02500,0.764
8,model.language_model.layers.8.mlp.experts.36.up_proj,0.0056958864,hessian_weighted_relative_error,12187,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.37.down_proj,0.0054329038,hessian_weighted_relative_error,25004,0.02500,0.807
8,model.language_model.layers.8.mlp.experts.37.gate_proj,0.0025276056,hessian_weighted_relative_error,25004,0.02500,0.861
8,model.language_model.layers.8.mlp.experts.37.up_proj,0.0030888610,hessian_weighted_relative_error,25004,0.02500,0.949
8,model.language_model.layers.8.mlp.experts.38.down_proj,0.0100466724,hessian_weighted_relative_error,44556,0.02500,0.732
8,model.language_model.layers.8.mlp.experts.38.gate_proj,0.0058818529,hessian_weighted_relative_error,44556,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.38.up_proj,0.0062742776,hessian_weighted_relative_error,44556,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.39.down_proj,0.0140079374,hessian_weighted_relative_error,30249,0.02500,0.809
8,model.language_model.layers.8.mlp.experts.39.gate_proj,0.0087431267,hessian_weighted_relative_error,30249,0.02500,0.865
8,model.language_model.layers.8.mlp.experts.39.up_proj,0.0093944427,hessian_weighted_relative_error,30249,0.02500,0.949
8,model.language_model.layers.8.mlp.experts.4.down_proj,0.0115701799,hessian_weighted_relative_error,28142,0.02500,0.707
8,model.language_model.layers.8.mlp.experts.4.gate_proj,0.0060526902,hessian_weighted_relative_error,28142,0.02500,0.751
8,model.language_model.layers.8.mlp.experts.4.up_proj,0.0066799683,hessian_weighted_relative_error,28142,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.40.down_proj,0.0117520051,hessian_weighted_relative_error,15132,0.02500,0.735
8,model.language_model.layers.8.mlp.experts.40.gate_proj,0.0061889237,hessian_weighted_relative_error,15132,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.40.up_proj,0.0065610864,hessian_weighted_relative_error,15132,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.41.down_proj,0.0131494014,hessian_weighted_relative_error,47455,0.02500,0.813
8,model.language_model.layers.8.mlp.experts.41.gate_proj,0.0077468631,hessian_weighted_relative_error,47455,0.02500,0.866
8,model.language_model.layers.8.mlp.experts.41.up_proj,0.0085062488,hessian_weighted_relative_error,47455,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.42.down_proj,0.0112884509,hessian_weighted_relative_error,29397,0.02500,0.734
8,model.language_model.layers.8.mlp.experts.42.gate_proj,0.0059895188,hessian_weighted_relative_error,29397,0.02500,0.765
8,model.language_model.layers.8.mlp.experts.42.up_proj,0.0063037677,hessian_weighted_relative_error,29397,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.43.down_proj,0.0103553054,hessian_weighted_relative_error,38092,0.02500,0.817
8,model.language_model.layers.8.mlp.experts.43.gate_proj,0.0065141840,hessian_weighted_relative_error,38092,0.02500,0.869
8,model.language_model.layers.8.mlp.experts.43.up_proj,0.0069796616,hessian_weighted_relative_error,38092,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.44.down_proj,0.0116904332,hessian_weighted_relative_error,33924,0.02500,0.732
8,model.language_model.layers.8.mlp.experts.44.gate_proj,0.0065064380,hessian_weighted_relative_error,33924,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.44.up_proj,0.0071663151,hessian_weighted_relative_error,33924,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.45.down_proj,0.0116709807,hessian_weighted_relative_error,47134,0.02500,0.812
8,model.language_model.layers.8.mlp.experts.45.gate_proj,0.0067572872,hessian_weighted_relative_error,47134,0.02500,0.869
8,model.language_model.layers.8.mlp.experts.45.up_proj,0.0073608027,hessian_weighted_relative_error,47134,0.02500,0.948
8,model.language_model.layers.8.mlp.experts.46.down_proj,0.0128266436,hessian_weighted_relative_error,32303,0.02500,0.730
8,model.language_model.layers.8.mlp.experts.46.gate_proj,0.0080267606,hessian_weighted_relative_error,32303,0.02500,0.763
8,model.language_model.layers.8.mlp.experts.46.up_proj,0.0085301743,hessian_weighted_relative_error,32303,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.47.down_proj,0.0107008985,hessian_weighted_relative_error,17035,0.02500,0.813
8,model.language_model.layers.8.mlp.experts.47.gate_proj,0.0065242971,hessian_weighted_relative_error,17035,0.02500,0.867
8,model.language_model.layers.8.mlp.experts.47.up_proj,0.0074946523,hessian_weighted_relative_error,17035,0.02500,0.949
8,model.language_model.layers.8.mlp.experts.48.down_proj,0.0141650926,hessian_weighted_relative_error,52512,0.02500,0.734
8,model.language_model.layers.8.mlp.experts.48.gate_proj,0.0089331108,hessian_weighted_relative_error,52512,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.48.up_proj,0.0093328947,hessian_weighted_relative_error,52512,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.49.down_proj,0.0021858517,hessian_weighted_relative_error,15225,0.02500,0.817
8,model.language_model.layers.8.mlp.experts.49.gate_proj,0.0027927606,hessian_weighted_relative_error,15225,0.02500,0.869
8,model.language_model.layers.8.mlp.experts.49.up_proj,0.0029481310,hessian_weighted_relative_error,15225,0.02500,0.959
8,model.language_model.layers.8.mlp.experts.5.down_proj,0.0102868139,hessian_weighted_relative_error,21048,0.02500,0.783
8,model.language_model.layers.8.mlp.experts.5.gate_proj,0.0055880685,hessian_weighted_relative_error,21048,0.02500,0.845
8,model.language_model.layers.8.mlp.experts.5.up_proj,0.0060620248,hessian_weighted_relative_error,21048,0.02500,0.942
8,model.language_model.layers.8.mlp.experts.50.down_proj,0.0071384976,hessian_weighted_relative_error,36125,0.02500,0.735
8,model.language_model.layers.8.mlp.experts.50.gate_proj,0.0043011242,hessian_weighted_relative_error,36125,0.02500,0.766
8,model.language_model.layers.8.mlp.experts.50.up_proj,0.0045899090,hessian_weighted_relative_error,36125,0.02500,0.833
8,model.language_model.layers.8.mlp.experts.51.down_proj,0.0079885653,hessian_weighted_relative_error,19069,0.02500,0.820
8,model.language_model.layers.8.mlp.experts.51.gate_proj,0.0043555925,hessian_weighted_relative_error,19069,0.02500,0.872
8,model.language_model.layers.8.mlp.experts.51.up_proj,0.0048405774,hessian_weighted_relative_error,19069,0.02500,0.952
8,model.language_model.layers.8.mlp.experts.52.down_proj,0.0118398072,hessian_weighted_relative_error,17703,0.02500,0.733
8,model.language_model.layers.8.mlp.experts.52.gate_proj,0.0067392988,hessian_weighted_relative_error,17703,0.02500,0.767
8,model.language_model.layers.8.mlp.experts.52.up_proj,0.0071743917,hessian_weighted_relative_error,17703,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.53.down_proj,0.0071846636,hessian_weighted_relative_error,14755,0.02500,0.815
8,model.language_model.layers.8.mlp.experts.53.gate_proj,0.0041986051,hessian_weighted_relative_error,14755,0.02500,0.870
8,model.language_model.layers.8.mlp.experts.53.up_proj,0.0045336541,hessian_weighted_relative_error,14755,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.54.down_proj,0.0057147025,hessian_weighted_relative_error,22607,0.02500,0.735
8,model.language_model.layers.8.mlp.experts.54.gate_proj,0.0030418938,hessian_weighted_relative_error,22607,0.02500,0.764
8,model.language_model.layers.8.mlp.experts.54.up_proj,0.0032703636,hessian_weighted_relative_error,22607,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.55.down_proj,0.0107664548,hessian_weighted_relative_error,53802,0.02500,0.817
8,model.language_model.layers.8.mlp.experts.55.gate_proj,0.0065692886,hessian_weighted_relative_error,53802,0.02500,0.887
8,model.language_model.layers.8.mlp.experts.55.up_proj,0.0069500990,hessian_weighted_relative_error,53802,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.56.down_proj,0.0099778951,hessian_weighted_relative_error,17057,0.02500,0.737
8,model.language_model.layers.8.mlp.experts.56.gate_proj,0.0056973168,hessian_weighted_relative_error,17057,0.02500,0.768
8,model.language_model.layers.8.mlp.experts.56.up_proj,0.0063628712,hessian_weighted_relative_error,17057,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.57.down_proj,0.0102094479,hessian_weighted_relative_error,7963,0.02500,0.821
8,model.language_model.layers.8.mlp.experts.57.gate_proj,0.0058579230,hessian_weighted_relative_error,7963,0.02500,0.876
8,model.language_model.layers.8.mlp.experts.57.up_proj,0.0063527090,hessian_weighted_relative_error,7963,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.58.down_proj,0.0122721066,hessian_weighted_relative_error,16227,0.02500,0.737
8,model.language_model.layers.8.mlp.experts.58.gate_proj,0.0072511516,hessian_weighted_relative_error,16227,0.02500,0.771
8,model.language_model.layers.8.mlp.experts.58.up_proj,0.0077167714,hessian_weighted_relative_error,16227,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.59.down_proj,0.0116174627,hessian_weighted_relative_error,43631,0.02500,0.822
8,model.language_model.layers.8.mlp.experts.59.gate_proj,0.0071087978,hessian_weighted_relative_error,43631,0.02500,0.880
8,model.language_model.layers.8.mlp.experts.59.up_proj,0.0075285814,hessian_weighted_relative_error,43631,0.02500,0.947
8,model.language_model.layers.8.mlp.experts.6.down_proj,0.0067812992,hessian_weighted_relative_error,36579,0.02500,0.716
8,model.language_model.layers.8.mlp.experts.6.gate_proj,0.0040615139,hessian_weighted_relative_error,36579,0.02500,0.753
8,model.language_model.layers.8.mlp.experts.6.up_proj,0.0044741814,hessian_weighted_relative_error,36579,0.02500,0.799
8,model.language_model.layers.8.mlp.experts.60.down_proj,0.0122763930,hessian_weighted_relative_error,22398,0.02500,0.736
8,model.language_model.layers.8.mlp.experts.60.gate_proj,0.0068910291,hessian_weighted_relative_error,22398,0.02500,0.771
8,model.language_model.layers.8.mlp.experts.60.up_proj,0.0073996599,hessian_weighted_relative_error,22398,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.61.down_proj,0.0099489313,hessian_weighted_relative_error,15257,0.02500,0.819
8,model.language_model.layers.8.mlp.experts.61.gate_proj,0.0060843642,hessian_weighted_relative_error,15257,0.02500,0.874
8,model.language_model.layers.8.mlp.experts.61.up_proj,0.0065006268,hessian_weighted_relative_error,15257,0.02500,0.944
8,model.language_model.layers.8.mlp.experts.62.down_proj,0.0082407794,hessian_weighted_relative_error,30481,0.02500,0.739
8,model.language_model.layers.8.mlp.experts.62.gate_proj,0.0047946813,hessian_weighted_relative_error,30481,0.02500,0.770
8,model.language_model.layers.8.mlp.experts.62.up_proj,0.0053075176,hessian_weighted_relative_error,30481,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.63.down_proj,0.0086775298,hessian_weighted_relative_error,22710,0.02500,0.821
8,model.language_model.layers.8.mlp.experts.63.gate_proj,0.0052658937,hessian_weighted_relative_error,22710,0.02500,0.875
8,model.language_model.layers.8.mlp.experts.63.up_proj,0.0056703651,hessian_weighted_relative_error,22710,0.02500,0.955
8,model.language_model.layers.8.mlp.experts.64.down_proj,0.0114642206,hessian_weighted_relative_error,9636,0.02500,0.737
8,model.language_model.layers.8.mlp.experts.64.gate_proj,0.0061766255,hessian_weighted_relative_error,9636,0.02500,0.769
8,model.language_model.layers.8.mlp.experts.64.up_proj,0.0066750349,hessian_weighted_relative_error,9636,0.02500,0.813
8,model.language_model.layers.8.mlp.experts.65.down_proj,0.0070960455,hessian_weighted_relative_error,23956,0.02500,0.823
8,model.language_model.layers.8.mlp.experts.65.gate_proj,0.0036939755,hessian_weighted_relative_error,23956,0.02500,0.878
8,model.language_model.layers.8.mlp.experts.65.up_proj,0.0039809946,hessian_weighted_relative_error,23956,0.02500,0.950
8,model.language_model.layers.8.mlp.experts.66.down_proj,0.0112292678,hessian_weighted_relative_error,16658,0.02500,0.740
8,model.language_model.layers.8.mlp.experts.66.gate_proj,0.0065028068,hessian_weighted_relative_error,16658,0.02500,0.771
8,model.language_model.layers.8.mlp.experts.66.up_proj,0.0067528758,hessian_weighted_relative_error,16658,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.67.down_proj,0.0128654640,hessian_weighted_relative_error,46311,0.02500,0.827
8,model.language_model.layers.8.mlp.experts.67.gate_proj,0.0084178430,hessian_weighted_relative_error,46311,0.02500,0.880
8,model.language_model.layers.8.mlp.experts.67.up_proj,0.0087000290,hessian_weighted_relative_error,46311,0.02500,0.949
8,model.language_model.layers.8.mlp.experts.68.down_proj,0.0123868073,hessian_weighted_relative_error,48180,0.02500,0.740
8,model.language_model.layers.8.mlp.experts.68.gate_proj,0.0075641295,hessian_weighted_relative_error,48180,0.02500,0.776
8,model.language_model.layers.8.mlp.experts.68.up_proj,0.0082234103,hessian_weighted_relative_error,48180,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.69.down_proj,0.0118126628,hessian_weighted_relative_error,55279,0.02500,0.823
8,model.language_model.layers.8.mlp.experts.69.gate_proj,0.0073695605,hessian_weighted_relative_error,55279,0.02500,0.880
8,model.language_model.layers.8.mlp.experts.69.up_proj,0.0079127102,hessian_weighted_relative_error,55279,0.02500,0.950
8,model.language_model.layers.8.mlp.experts.7.down_proj,0.0070868363,hessian_weighted_relative_error,23511,0.02500,0.793
8,model.language_model.layers.8.mlp.experts.7.gate_proj,0.0047324604,hessian_weighted_relative_error,23511,0.02500,0.846
8,model.language_model.layers.8.mlp.experts.7.up_proj,0.0051489103,hessian_weighted_relative_error,23511,0.02500,0.939
8,model.language_model.layers.8.mlp.experts.70.down_proj,0.0074281915,hessian_weighted_relative_error,33659,0.02500,0.739
8,model.language_model.layers.8.mlp.experts.70.gate_proj,0.0041924780,hessian_weighted_relative_error,33659,0.02500,0.770
8,model.language_model.layers.8.mlp.experts.70.up_proj,0.0044833179,hessian_weighted_relative_error,33659,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.71.down_proj,0.0115409667,hessian_weighted_relative_error,22611,0.02500,0.825
8,model.language_model.layers.8.mlp.experts.71.gate_proj,0.0065186014,hessian_weighted_relative_error,22611,0.02500,0.884
8,model.language_model.layers.8.mlp.experts.71.up_proj,0.0068729515,hessian_weighted_relative_error,22611,0.02500,0.947
8,model.language_model.layers.8.mlp.experts.72.down_proj,0.0125797619,hessian_weighted_relative_error,37047,0.02500,0.739
8,model.language_model.layers.8.mlp.experts.72.gate_proj,0.0070761232,hessian_weighted_relative_error,37047,0.02500,0.774
8,model.language_model.layers.8.mlp.experts.72.up_proj,0.0075968056,hessian_weighted_relative_error,37047,0.02500,0.804
8,model.language_model.layers.8.mlp.experts.73.down_proj,0.0117803594,hessian_weighted_relative_error,35314,0.02500,0.830
8,model.language_model.layers.8.mlp.experts.73.gate_proj,0.0071118441,hessian_weighted_relative_error,35314,0.02500,0.883
8,model.language_model.layers.8.mlp.experts.73.up_proj,0.0075311607,hessian_weighted_relative_error,35314,0.02500,0.949
8,model.language_model.layers.8.mlp.experts.74.down_proj,0.0120855302,hessian_weighted_relative_error,34127,0.02500,0.742
8,model.language_model.layers.8.mlp.experts.74.gate_proj,0.0074164797,hessian_weighted_relative_error,34127,0.02500,0.772
8,model.language_model.layers.8.mlp.experts.74.up_proj,0.0079379942,hessian_weighted_relative_error,34127,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.75.down_proj,0.0068191072,hessian_weighted_relative_error,48388,0.02500,0.831
8,model.language_model.layers.8.mlp.experts.75.gate_proj,0.0039315727,hessian_weighted_relative_error,48388,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.75.up_proj,0.0041385873,hessian_weighted_relative_error,48388,0.02500,0.949
8,model.language_model.layers.8.mlp.experts.76.down_proj,0.0100668945,hessian_weighted_relative_error,27888,0.02500,0.739
8,model.language_model.layers.8.mlp.experts.76.gate_proj,0.0052702052,hessian_weighted_relative_error,27888,0.02500,0.774
8,model.language_model.layers.8.mlp.experts.76.up_proj,0.0057029366,hessian_weighted_relative_error,27888,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.77.down_proj,0.0089859742,hessian_weighted_relative_error,19620,0.02500,0.828
8,model.language_model.layers.8.mlp.experts.77.gate_proj,0.0050271346,hessian_weighted_relative_error,19620,0.02500,0.885
8,model.language_model.layers.8.mlp.experts.77.up_proj,0.0053553924,hessian_weighted_relative_error,19620,0.02500,0.958
8,model.language_model.layers.8.mlp.experts.78.down_proj,0.0129942040,hessian_weighted_relative_error,39130,0.02500,0.741
8,model.language_model.layers.8.mlp.experts.78.gate_proj,0.0087062210,hessian_weighted_relative_error,39130,0.02500,0.772
8,model.language_model.layers.8.mlp.experts.78.up_proj,0.0094069425,hessian_weighted_relative_error,39130,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.79.down_proj,0.0055103054,hessian_weighted_relative_error,23500,0.02500,0.831
8,model.language_model.layers.8.mlp.experts.79.gate_proj,0.0039825776,hessian_weighted_relative_error,23500,0.02500,0.884
8,model.language_model.layers.8.mlp.experts.79.up_proj,0.0042039901,hessian_weighted_relative_error,23500,0.02500,0.959
8,model.language_model.layers.8.mlp.experts.8.down_proj,0.0095607069,hessian_weighted_relative_error,35157,0.02500,0.724
8,model.language_model.layers.8.mlp.experts.8.gate_proj,0.0059817577,hessian_weighted_relative_error,35157,0.02500,0.760
8,model.language_model.layers.8.mlp.experts.8.up_proj,0.0064637401,hessian_weighted_relative_error,35157,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.80.down_proj,0.0103839032,hessian_weighted_relative_error,19012,0.02500,0.741
8,model.language_model.layers.8.mlp.experts.80.gate_proj,0.0060478041,hessian_weighted_relative_error,19012,0.02500,0.781
8,model.language_model.layers.8.mlp.experts.80.up_proj,0.0064139297,hessian_weighted_relative_error,19012,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.81.down_proj,0.0095298773,hessian_weighted_relative_error,17534,0.02500,0.832
8,model.language_model.layers.8.mlp.experts.81.gate_proj,0.0047724870,hessian_weighted_relative_error,17534,0.02500,0.886
8,model.language_model.layers.8.mlp.experts.81.up_proj,0.0051770314,hessian_weighted_relative_error,17534,0.02500,0.954
8,model.language_model.layers.8.mlp.experts.82.down_proj,0.0082938090,hessian_weighted_relative_error,23778,0.02500,0.744
8,model.language_model.layers.8.mlp.experts.82.gate_proj,0.0047609044,hessian_weighted_relative_error,23778,0.02500,0.775
8,model.language_model.layers.8.mlp.experts.82.up_proj,0.0051025241,hessian_weighted_relative_error,23778,0.02500,0.801
8,model.language_model.layers.8.mlp.experts.83.down_proj,0.0140456224,hessian_weighted_relative_error,45854,0.02500,0.833
8,model.language_model.layers.8.mlp.experts.83.gate_proj,0.0085803570,hessian_weighted_relative_error,45854,0.02500,0.888
8,model.language_model.layers.8.mlp.experts.83.up_proj,0.0092220007,hessian_weighted_relative_error,45854,0.02500,0.954
8,model.language_model.layers.8.mlp.experts.84.down_proj,0.0121490821,hessian_weighted_relative_error,41612,0.02500,0.740
8,model.language_model.layers.8.mlp.experts.84.gate_proj,0.0070493212,hessian_weighted_relative_error,41612,0.02500,0.786
8,model.language_model.layers.8.mlp.experts.84.up_proj,0.0075184731,hessian_weighted_relative_error,41612,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.85.down_proj,0.0128239454,hessian_weighted_relative_error,31369,0.02500,0.832
8,model.language_model.layers.8.mlp.experts.85.gate_proj,0.0082438825,hessian_weighted_relative_error,31369,0.02500,0.888
8,model.language_model.layers.8.mlp.experts.85.up_proj,0.0088200004,hessian_weighted_relative_error,31369,0.02500,0.946
8,model.language_model.layers.8.mlp.experts.86.down_proj,0.0056822321,hessian_weighted_relative_error,30533,0.02500,0.744
8,model.language_model.layers.8.mlp.experts.86.gate_proj,0.0039917334,hessian_weighted_relative_error,30533,0.02500,0.774
8,model.language_model.layers.8.mlp.experts.86.up_proj,0.0040871508,hessian_weighted_relative_error,30533,0.02500,0.800
8,model.language_model.layers.8.mlp.experts.87.down_proj,0.0127015161,hessian_weighted_relative_error,30106,0.02500,0.833
8,model.language_model.layers.8.mlp.experts.87.gate_proj,0.0074795170,hessian_weighted_relative_error,30106,0.02500,0.888
8,model.language_model.layers.8.mlp.experts.87.up_proj,0.0079945244,hessian_weighted_relative_error,30106,0.02500,0.957
8,model.language_model.layers.8.mlp.experts.88.down_proj,0.0118120146,hessian_weighted_relative_error,22756,0.02500,0.742
8,model.language_model.layers.8.mlp.experts.88.gate_proj,0.0069571007,hessian_weighted_relative_error,22756,0.02500,0.780
8,model.language_model.layers.8.mlp.experts.88.up_proj,0.0075206660,hessian_weighted_relative_error,22756,0.02500,0.803
8,model.language_model.layers.8.mlp.experts.89.down_proj,0.0092297044,hessian_weighted_relative_error,45043,0.02500,0.835
8,model.language_model.layers.8.mlp.experts.89.gate_proj,0.0057675263,hessian_weighted_relative_error,45043,0.02500,0.891
8,model.language_model.layers.8.mlp.experts.89.up_proj,0.0062467154,hessian_weighted_relative_error,45043,0.02500,0.956
8,model.language_model.layers.8.mlp.experts.9.down_proj,0.0133031437,hessian_weighted_relative_error,20533,0.02500,0.796
8,model.language_model.layers.8.mlp.experts.9.gate_proj,0.0075002107,hessian_weighted_relative_error,20533,0.02500,0.848
8,model.language_model.layers.8.mlp.experts.9.up_proj,0.0079207575,hessian_weighted_relative_error,20533,0.02500,0.945
8,model.language_model.layers.8.mlp.experts.90.down_proj,0.0061609095,hessian_weighted_relative_error,17225,0.02500,0.744
8,model.language_model.layers.8.mlp.experts.90.gate_proj,0.0026165406,hessian_weighted_relative_error,17225,0.02500,0.777
8,model.language_model.layers.8.mlp.experts.90.up_proj,0.0031963667,hessian_weighted_relative_error,17225,0.02500,0.814
8,model.language_model.layers.8.mlp.experts.91.down_proj,0.0130589822,hessian_weighted_relative_error,52584,0.02500,0.838
8,model.language_model.layers.8.mlp.experts.91.gate_proj,0.0080936380,hessian_weighted_relative_error,52584,0.02500,0.891
8,model.language_model.layers.8.mlp.experts.91.up_proj,0.0085844135,hessian_weighted_relative_error,52584,0.02500,0.956
8,model.language_model.layers.8.mlp.experts.92.down_proj,0.0142356557,hessian_weighted_relative_error,52506,0.02500,0.744
8,model.language_model.layers.8.mlp.experts.92.gate_proj,0.0080744172,hessian_weighted_relative_error,52506,0.02500,0.778
8,model.language_model.layers.8.mlp.experts.92.up_proj,0.0093620179,hessian_weighted_relative_error,52506,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.93.down_proj,0.0104795826,hessian_weighted_relative_error,22101,0.02500,0.835
8,model.language_model.layers.8.mlp.experts.93.gate_proj,0.0064485813,hessian_weighted_relative_error,22101,0.02500,0.891
8,model.language_model.layers.8.mlp.experts.93.up_proj,0.0067965756,hessian_weighted_relative_error,22101,0.02500,0.951
8,model.language_model.layers.8.mlp.experts.94.down_proj,0.0096443522,hessian_weighted_relative_error,26771,0.02500,0.746
8,model.language_model.layers.8.mlp.experts.94.gate_proj,0.0047368807,hessian_weighted_relative_error,26771,0.02500,0.774
8,model.language_model.layers.8.mlp.experts.94.up_proj,0.0053339460,hessian_weighted_relative_error,26771,0.02500,0.805
8,model.language_model.layers.8.mlp.experts.95.down_proj,0.0124399034,hessian_weighted_relative_error,34317,0.02500,0.838
8,model.language_model.layers.8.mlp.experts.95.gate_proj,0.0072149960,hessian_weighted_relative_error,34317,0.02500,0.892
8,model.language_model.layers.8.mlp.experts.95.up_proj,0.0077500588,hessian_weighted_relative_error,34317,0.02500,0.952
8,model.language_model.layers.8.mlp.experts.96.down_proj,0.0117432651,hessian_weighted_relative_error,23742,0.02500,0.745
8,model.language_model.layers.8.mlp.experts.96.gate_proj,0.0067619641,hessian_weighted_relative_error,23742,0.02500,0.777
8,model.language_model.layers.8.mlp.experts.96.up_proj,0.0072668357,hessian_weighted_relative_error,23742,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.97.down_proj,0.0089246569,hessian_weighted_relative_error,16279,0.02500,0.839
8,model.language_model.layers.8.mlp.experts.97.gate_proj,0.0054155900,hessian_weighted_relative_error,16279,0.02500,0.893
8,model.language_model.layers.8.mlp.experts.97.up_proj,0.0059052598,hessian_weighted_relative_error,16279,0.02500,0.968
8,model.language_model.layers.8.mlp.experts.98.down_proj,0.0095815783,hessian_weighted_relative_error,31812,0.02500,0.745
8,model.language_model.layers.8.mlp.experts.98.gate_proj,0.0057479836,hessian_weighted_relative_error,31812,0.02500,0.779
8,model.language_model.layers.8.mlp.experts.98.up_proj,0.0060363461,hessian_weighted_relative_error,31812,0.02500,0.802
8,model.language_model.layers.8.mlp.experts.99.down_proj,0.0055378342,hessian_weighted_relative_error,16633,0.02500,0.843
8,model.language_model.layers.8.mlp.experts.99.gate_proj,0.0031995059,hessian_weighted_relative_error,16633,0.02500,0.893
8,model.language_model.layers.8.mlp.experts.99.up_proj,0.0034470444,hessian_weighted_relative_error,16633,0.02500,0.953
9,model.language_model.layers.9.mlp.experts.0.down_proj,0.0101818845,hessian_weighted_relative_error,18235,0.02500,0.723
9,model.language_model.layers.9.mlp.experts.0.gate_proj,0.0052035295,hessian_weighted_relative_error,18235,0.02500,0.751
9,model.language_model.layers.9.mlp.experts.0.up_proj,0.0056784214,hessian_weighted_relative_error,18235,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.1.down_proj,0.0122284230,hessian_weighted_relative_error,27793,0.02500,0.792
9,model.language_model.layers.9.mlp.experts.1.gate_proj,0.0073217249,hessian_weighted_relative_error,27793,0.02500,0.845
9,model.language_model.layers.9.mlp.experts.1.up_proj,0.0077116487,hessian_weighted_relative_error,27793,0.02500,0.951
9,model.language_model.layers.9.mlp.experts.10.down_proj,0.0052276060,hessian_weighted_relative_error,17542,0.02500,0.724
9,model.language_model.layers.9.mlp.experts.10.gate_proj,0.0024584302,hessian_weighted_relative_error,17542,0.02500,0.755
9,model.language_model.layers.9.mlp.experts.10.up_proj,0.0025739546,hessian_weighted_relative_error,17542,0.02500,0.801
9,model.language_model.layers.9.mlp.experts.100.down_proj,0.0086826765,hessian_weighted_relative_error,33608,0.02500,0.747
9,model.language_model.layers.9.mlp.experts.100.gate_proj,0.0052568776,hessian_weighted_relative_error,33608,0.02500,0.777
9,model.language_model.layers.9.mlp.experts.100.up_proj,0.0056029358,hessian_weighted_relative_error,33608,0.02500,0.807
9,model.language_model.layers.9.mlp.experts.101.down_proj,0.0140274501,hessian_weighted_relative_error,42736,0.02500,0.839
9,model.language_model.layers.9.mlp.experts.101.gate_proj,0.0084494031,hessian_weighted_relative_error,42736,0.02500,0.895
9,model.language_model.layers.9.mlp.experts.101.up_proj,0.0090732575,hessian_weighted_relative_error,42736,0.02500,0.955
9,model.language_model.layers.9.mlp.experts.102.down_proj,0.0123487115,hessian_weighted_relative_error,39687,0.02500,0.746
9,model.language_model.layers.9.mlp.experts.102.gate_proj,0.0067029439,hessian_weighted_relative_error,39687,0.02500,0.778
9,model.language_model.layers.9.mlp.experts.102.up_proj,0.0072521047,hessian_weighted_relative_error,39687,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.103.down_proj,0.0126769571,hessian_weighted_relative_error,14098,0.02500,0.842
9,model.language_model.layers.9.mlp.experts.103.gate_proj,0.0067235125,hessian_weighted_relative_error,14098,0.02500,0.895
9,model.language_model.layers.9.mlp.experts.103.up_proj,0.0072188485,hessian_weighted_relative_error,14098,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.104.down_proj,0.0127403617,hessian_weighted_relative_error,28317,0.02500,0.749
9,model.language_model.layers.9.mlp.experts.104.gate_proj,0.0072791484,hessian_weighted_relative_error,28317,0.02500,0.781
9,model.language_model.layers.9.mlp.experts.104.up_proj,0.0077680036,hessian_weighted_relative_error,28317,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.105.down_proj,0.0076654492,hessian_weighted_relative_error,5450,0.02500,0.844
9,model.language_model.layers.9.mlp.experts.105.gate_proj,0.0037096477,hessian_weighted_relative_error,5450,0.02500,0.900
9,model.language_model.layers.9.mlp.experts.105.up_proj,0.0039797298,hessian_weighted_relative_error,5450,0.02500,0.962
9,model.language_model.layers.9.mlp.experts.106.down_proj,0.0134678621,hessian_weighted_relative_error,29264,0.02500,0.746
9,model.language_model.layers.9.mlp.experts.106.gate_proj,0.0076104547,hessian_weighted_relative_error,29264,0.02500,0.781
9,model.language_model.layers.9.mlp.experts.106.up_proj,0.0081325958,hessian_weighted_relative_error,29264,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.107.down_proj,0.0136659230,hessian_weighted_relative_error,26964,0.02500,0.849
9,model.language_model.layers.9.mlp.experts.107.gate_proj,0.0077789449,hessian_weighted_relative_error,26964,0.02500,0.899
9,model.language_model.layers.9.mlp.experts.107.up_proj,0.0081379679,hessian_weighted_relative_error,26964,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.108.down_proj,0.0136499902,hessian_weighted_relative_error,27011,0.02500,0.747
9,model.language_model.layers.9.mlp.experts.108.gate_proj,0.0081376897,hessian_weighted_relative_error,27011,0.02500,0.779
9,model.language_model.layers.9.mlp.experts.108.up_proj,0.0085732958,hessian_weighted_relative_error,27011,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.109.down_proj,0.0096412476,hessian_weighted_relative_error,24544,0.02500,0.843
9,model.language_model.layers.9.mlp.experts.109.gate_proj,0.0054939822,hessian_weighted_relative_error,24544,0.02500,0.897
9,model.language_model.layers.9.mlp.experts.109.up_proj,0.0057685265,hessian_weighted_relative_error,24544,0.02500,0.961
9,model.language_model.layers.9.mlp.experts.11.down_proj,0.0095879868,hessian_weighted_relative_error,18825,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.11.gate_proj,0.0049057798,hessian_weighted_relative_error,18825,0.02500,0.854
9,model.language_model.layers.9.mlp.experts.11.up_proj,0.0053502060,hessian_weighted_relative_error,18825,0.02500,0.962
9,model.language_model.layers.9.mlp.experts.110.down_proj,0.0104846409,hessian_weighted_relative_error,27470,0.02500,0.746
9,model.language_model.layers.9.mlp.experts.110.gate_proj,0.0057469131,hessian_weighted_relative_error,27470,0.02500,0.780
9,model.language_model.layers.9.mlp.experts.110.up_proj,0.0060610767,hessian_weighted_relative_error,27470,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.111.down_proj,0.0137830839,hessian_weighted_relative_error,60048,0.02500,0.846
9,model.language_model.layers.9.mlp.experts.111.gate_proj,0.0079439872,hessian_weighted_relative_error,60048,0.02500,0.897
9,model.language_model.layers.9.mlp.experts.111.up_proj,0.0084523737,hessian_weighted_relative_error,60048,0.02500,0.955
9,model.language_model.layers.9.mlp.experts.112.down_proj,0.0122041113,hessian_weighted_relative_error,51876,0.02500,0.751
9,model.language_model.layers.9.mlp.experts.112.gate_proj,0.0069027839,hessian_weighted_relative_error,51876,0.02500,0.783
9,model.language_model.layers.9.mlp.experts.112.up_proj,0.0073208410,hessian_weighted_relative_error,51876,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.113.down_proj,0.0075284736,hessian_weighted_relative_error,14811,0.02500,0.849
9,model.language_model.layers.9.mlp.experts.113.gate_proj,0.0036519017,hessian_weighted_relative_error,14811,0.02500,0.903
9,model.language_model.layers.9.mlp.experts.113.up_proj,0.0041002285,hessian_weighted_relative_error,14811,0.02500,0.965
9,model.language_model.layers.9.mlp.experts.114.down_proj,0.0136752459,hessian_weighted_relative_error,56539,0.02500,0.747
9,model.language_model.layers.9.mlp.experts.114.gate_proj,0.0081637350,hessian_weighted_relative_error,56539,0.02500,0.791
9,model.language_model.layers.9.mlp.experts.114.up_proj,0.0088276626,hessian_weighted_relative_error,56539,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.115.down_proj,0.0103017563,hessian_weighted_relative_error,10358,0.02500,0.852
9,model.language_model.layers.9.mlp.experts.115.gate_proj,0.0054063380,hessian_weighted_relative_error,10358,0.02500,0.901
9,model.language_model.layers.9.mlp.experts.115.up_proj,0.0058058811,hessian_weighted_relative_error,10358,0.02500,0.964
9,model.language_model.layers.9.mlp.experts.116.down_proj,0.0111071371,hessian_weighted_relative_error,50382,0.02500,0.750
9,model.language_model.layers.9.mlp.experts.116.gate_proj,0.0067264845,hessian_weighted_relative_error,50382,0.02500,0.778
9,model.language_model.layers.9.mlp.experts.116.up_proj,0.0069276593,hessian_weighted_relative_error,50382,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.117.down_proj,0.0130671638,hessian_weighted_relative_error,37190,0.02500,0.847
9,model.language_model.layers.9.mlp.experts.117.gate_proj,0.0081353963,hessian_weighted_relative_error,37190,0.02500,0.900
9,model.language_model.layers.9.mlp.experts.117.up_proj,0.0088789104,hessian_weighted_relative_error,37190,0.02500,0.964
9,model.language_model.layers.9.mlp.experts.118.down_proj,0.0130430843,hessian_weighted_relative_error,32181,0.02500,0.748
9,model.language_model.layers.9.mlp.experts.118.gate_proj,0.0070493496,hessian_weighted_relative_error,32181,0.02500,0.781
9,model.language_model.layers.9.mlp.experts.118.up_proj,0.0078162846,hessian_weighted_relative_error,32181,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.119.down_proj,0.0132372840,hessian_weighted_relative_error,35540,0.02500,0.851
9,model.language_model.layers.9.mlp.experts.119.gate_proj,0.0077394213,hessian_weighted_relative_error,35540,0.02500,0.899
9,model.language_model.layers.9.mlp.experts.119.up_proj,0.0083556396,hessian_weighted_relative_error,35540,0.02500,0.948
9,model.language_model.layers.9.mlp.experts.12.down_proj,0.0132698201,hessian_weighted_relative_error,38273,0.02500,0.724
9,model.language_model.layers.9.mlp.experts.12.gate_proj,0.0072329723,hessian_weighted_relative_error,38273,0.02500,0.751
9,model.language_model.layers.9.mlp.experts.12.up_proj,0.0076736376,hessian_weighted_relative_error,38273,0.02500,0.801
9,model.language_model.layers.9.mlp.experts.120.down_proj,0.0132872994,hessian_weighted_relative_error,27159,0.02500,0.757
9,model.language_model.layers.9.mlp.experts.120.gate_proj,0.0084581457,hessian_weighted_relative_error,27159,0.02500,0.781
9,model.language_model.layers.9.mlp.experts.120.up_proj,0.0090588761,hessian_weighted_relative_error,27159,0.02500,0.807
9,model.language_model.layers.9.mlp.experts.121.down_proj,0.0127390481,hessian_weighted_relative_error,37269,0.02500,0.853
9,model.language_model.layers.9.mlp.experts.121.gate_proj,0.0073981629,hessian_weighted_relative_error,37269,0.02500,0.905
9,model.language_model.layers.9.mlp.experts.121.up_proj,0.0079029253,hessian_weighted_relative_error,37269,0.02500,0.967
9,model.language_model.layers.9.mlp.experts.122.down_proj,0.0113426393,hessian_weighted_relative_error,42774,0.02500,0.749
9,model.language_model.layers.9.mlp.experts.122.gate_proj,0.0066678902,hessian_weighted_relative_error,42774,0.02500,0.780
9,model.language_model.layers.9.mlp.experts.122.up_proj,0.0070119586,hessian_weighted_relative_error,42774,0.02500,0.807
9,model.language_model.layers.9.mlp.experts.123.down_proj,0.0119896608,hessian_weighted_relative_error,29153,0.02500,0.854
9,model.language_model.layers.9.mlp.experts.123.gate_proj,0.0070111656,hessian_weighted_relative_error,29153,0.02500,0.905
9,model.language_model.layers.9.mlp.experts.123.up_proj,0.0077078828,hessian_weighted_relative_error,29153,0.02500,0.963
9,model.language_model.layers.9.mlp.experts.124.down_proj,0.0145474055,hessian_weighted_relative_error,34957,0.02500,0.750
9,model.language_model.layers.9.mlp.experts.124.gate_proj,0.0083303765,hessian_weighted_relative_error,34957,0.02500,0.781
9,model.language_model.layers.9.mlp.experts.124.up_proj,0.0090056397,hessian_weighted_relative_error,34957,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.125.down_proj,0.0104962406,hessian_weighted_relative_error,48330,0.02500,0.852
9,model.language_model.layers.9.mlp.experts.125.gate_proj,0.0057303915,hessian_weighted_relative_error,48330,0.02500,0.900
9,model.language_model.layers.9.mlp.experts.125.up_proj,0.0064770015,hessian_weighted_relative_error,48330,0.02500,0.964
9,model.language_model.layers.9.mlp.experts.126.down_proj,0.0107779719,hessian_weighted_relative_error,26769,0.02500,0.751
9,model.language_model.layers.9.mlp.experts.126.gate_proj,0.0064206986,hessian_weighted_relative_error,26769,0.02500,0.782
9,model.language_model.layers.9.mlp.experts.126.up_proj,0.0068040271,hessian_weighted_relative_error,26769,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.127.down_proj,0.0068870506,hessian_weighted_relative_error,39094,0.02500,0.855
9,model.language_model.layers.9.mlp.experts.127.gate_proj,0.0035724565,hessian_weighted_relative_error,39094,0.02500,0.901
9,model.language_model.layers.9.mlp.experts.127.up_proj,0.0038701315,hessian_weighted_relative_error,39094,0.02500,0.958
9,model.language_model.layers.9.mlp.experts.128.down_proj,0.0133400312,hessian_weighted_relative_error,22801,0.02500,0.752
9,model.language_model.layers.9.mlp.experts.128.gate_proj,0.0070192287,hessian_weighted_relative_error,22801,0.02500,0.782
9,model.language_model.layers.9.mlp.experts.128.up_proj,0.0075690939,hessian_weighted_relative_error,22801,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.129.down_proj,0.0084851964,hessian_weighted_relative_error,105013,0.02500,0.858
9,model.language_model.layers.9.mlp.experts.129.gate_proj,0.0054292829,hessian_weighted_relative_error,105013,0.02500,0.906
9,model.language_model.layers.9.mlp.experts.129.up_proj,0.0056630929,hessian_weighted_relative_error,105013,0.02500,0.966
9,model.language_model.layers.9.mlp.experts.13.down_proj,0.0123412294,hessian_weighted_relative_error,34942,0.02500,0.797
9,model.language_model.layers.9.mlp.experts.13.gate_proj,0.0070117957,hessian_weighted_relative_error,34942,0.02500,0.852
9,model.language_model.layers.9.mlp.experts.13.up_proj,0.0074379369,hessian_weighted_relative_error,34942,0.02500,0.940
9,model.language_model.layers.9.mlp.experts.130.down_proj,0.0105923138,hessian_weighted_relative_error,22016,0.02500,0.750
9,model.language_model.layers.9.mlp.experts.130.gate_proj,0.0067343624,hessian_weighted_relative_error,22016,0.02500,0.795
9,model.language_model.layers.9.mlp.experts.130.up_proj,0.0069379382,hessian_weighted_relative_error,22016,0.02500,0.807
9,model.language_model.layers.9.mlp.experts.131.down_proj,0.0025705898,hessian_weighted_relative_error,42937,0.02500,0.857
9,model.language_model.layers.9.mlp.experts.131.gate_proj,0.0051212972,hessian_weighted_relative_error,42937,0.02500,0.906
9,model.language_model.layers.9.mlp.experts.131.up_proj,0.0054167600,hessian_weighted_relative_error,42937,0.02500,0.963
9,model.language_model.layers.9.mlp.experts.132.down_proj,0.0097697288,hessian_weighted_relative_error,64457,0.02500,0.753
9,model.language_model.layers.9.mlp.experts.132.gate_proj,0.0060669653,hessian_weighted_relative_error,64457,0.02500,0.783
9,model.language_model.layers.9.mlp.experts.132.up_proj,0.0069027443,hessian_weighted_relative_error,64457,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.133.down_proj,0.0107877181,hessian_weighted_relative_error,31013,0.02500,0.856
9,model.language_model.layers.9.mlp.experts.133.gate_proj,0.0060932045,hessian_weighted_relative_error,31013,0.02500,0.902
9,model.language_model.layers.9.mlp.experts.133.up_proj,0.0063992494,hessian_weighted_relative_error,31013,0.02500,0.966
9,model.language_model.layers.9.mlp.experts.134.down_proj,0.0124524170,hessian_weighted_relative_error,31025,0.02500,0.750
9,model.language_model.layers.9.mlp.experts.134.gate_proj,0.0072301748,hessian_weighted_relative_error,31025,0.02500,0.784
9,model.language_model.layers.9.mlp.experts.134.up_proj,0.0076178757,hessian_weighted_relative_error,31025,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.135.down_proj,0.0047869734,hessian_weighted_relative_error,37451,0.02500,0.859
9,model.language_model.layers.9.mlp.experts.135.gate_proj,0.0026452385,hessian_weighted_relative_error,37451,0.02500,0.906
9,model.language_model.layers.9.mlp.experts.135.up_proj,0.0028253521,hessian_weighted_relative_error,37451,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.136.down_proj,0.0139305934,hessian_weighted_relative_error,20380,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.136.gate_proj,0.0084815584,hessian_weighted_relative_error,20380,0.02500,0.786
9,model.language_model.layers.9.mlp.experts.136.up_proj,0.0088935622,hessian_weighted_relative_error,20380,0.02500,0.807
9,model.language_model.layers.9.mlp.experts.137.down_proj,0.0119332943,hessian_weighted_relative_error,25994,0.02500,0.859
9,model.language_model.layers.9.mlp.experts.137.gate_proj,0.0067506967,hessian_weighted_relative_error,25994,0.02500,0.907
9,model.language_model.layers.9.mlp.experts.137.up_proj,0.0071662509,hessian_weighted_relative_error,25994,0.02500,0.975
9,model.language_model.layers.9.mlp.experts.138.down_proj,0.0073209335,hessian_weighted_relative_error,33691,0.02500,0.751
9,model.language_model.layers.9.mlp.experts.138.gate_proj,0.0041477001,hessian_weighted_relative_error,33691,0.02500,0.785
9,model.language_model.layers.9.mlp.experts.138.up_proj,0.0045029038,hessian_weighted_relative_error,33691,0.02500,0.807
9,model.language_model.layers.9.mlp.experts.139.down_proj,0.0079066468,hessian_weighted_relative_error,31303,0.02500,0.863
9,model.language_model.layers.9.mlp.experts.139.gate_proj,0.0046768812,hessian_weighted_relative_error,31303,0.02500,0.906
9,model.language_model.layers.9.mlp.experts.139.up_proj,0.0050626671,hessian_weighted_relative_error,31303,0.02500,0.966
9,model.language_model.layers.9.mlp.experts.14.down_proj,0.0135129086,hessian_weighted_relative_error,65861,0.02500,0.724
9,model.language_model.layers.9.mlp.experts.14.gate_proj,0.0077680750,hessian_weighted_relative_error,65861,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.14.up_proj,0.0082988754,hessian_weighted_relative_error,65861,0.02500,0.799
9,model.language_model.layers.9.mlp.experts.140.down_proj,0.0126792752,hessian_weighted_relative_error,22273,0.02500,0.751
9,model.language_model.layers.9.mlp.experts.140.gate_proj,0.0077451499,hessian_weighted_relative_error,22273,0.02500,0.784
9,model.language_model.layers.9.mlp.experts.140.up_proj,0.0080844947,hessian_weighted_relative_error,22273,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.141.down_proj,0.0135516347,hessian_weighted_relative_error,34111,0.02500,0.859
9,model.language_model.layers.9.mlp.experts.141.gate_proj,0.0083316934,hessian_weighted_relative_error,34111,0.02500,0.912
9,model.language_model.layers.9.mlp.experts.141.up_proj,0.0089090526,hessian_weighted_relative_error,34111,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.142.down_proj,0.0119221322,hessian_weighted_relative_error,49127,0.02500,0.751
9,model.language_model.layers.9.mlp.experts.142.gate_proj,0.0068193863,hessian_weighted_relative_error,49127,0.02500,0.784
9,model.language_model.layers.9.mlp.experts.142.up_proj,0.0071914983,hessian_weighted_relative_error,49127,0.02500,0.827
9,model.language_model.layers.9.mlp.experts.143.down_proj,0.0137728774,hessian_weighted_relative_error,35822,0.02500,0.861
9,model.language_model.layers.9.mlp.experts.143.gate_proj,0.0084324754,hessian_weighted_relative_error,35822,0.02500,0.904
9,model.language_model.layers.9.mlp.experts.143.up_proj,0.0090471963,hessian_weighted_relative_error,35822,0.02500,0.967
9,model.language_model.layers.9.mlp.experts.144.down_proj,0.0048465622,hessian_weighted_relative_error,17520,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.144.gate_proj,0.0019723059,hessian_weighted_relative_error,17520,0.02500,0.787
9,model.language_model.layers.9.mlp.experts.144.up_proj,0.0022516504,hessian_weighted_relative_error,17520,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.145.down_proj,0.0128730601,hessian_weighted_relative_error,29403,0.02500,0.864
9,model.language_model.layers.9.mlp.experts.145.gate_proj,0.0072236525,hessian_weighted_relative_error,29403,0.02500,0.910
9,model.language_model.layers.9.mlp.experts.145.up_proj,0.0077138256,hessian_weighted_relative_error,29403,0.02500,0.978
9,model.language_model.layers.9.mlp.experts.146.down_proj,0.0102856459,hessian_weighted_relative_error,15178,0.02500,0.752
9,model.language_model.layers.9.mlp.experts.146.gate_proj,0.0055057761,hessian_weighted_relative_error,15178,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.146.up_proj,0.0060627762,hessian_weighted_relative_error,15178,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.147.down_proj,0.0065022250,hessian_weighted_relative_error,24572,0.02500,0.866
9,model.language_model.layers.9.mlp.experts.147.gate_proj,0.0041716895,hessian_weighted_relative_error,24572,0.02500,0.908
9,model.language_model.layers.9.mlp.experts.147.up_proj,0.0044897057,hessian_weighted_relative_error,24572,0.02500,0.965
9,model.language_model.layers.9.mlp.experts.148.down_proj,0.0122968417,hessian_weighted_relative_error,23639,0.02500,0.753
9,model.language_model.layers.9.mlp.experts.148.gate_proj,0.0071375805,hessian_weighted_relative_error,23639,0.02500,0.786
9,model.language_model.layers.9.mlp.experts.148.up_proj,0.0077158689,hessian_weighted_relative_error,23639,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.149.down_proj,0.0122609781,hessian_weighted_relative_error,52240,0.02500,0.862
9,model.language_model.layers.9.mlp.experts.149.gate_proj,0.0070944701,hessian_weighted_relative_error,52240,0.02500,0.905
9,model.language_model.layers.9.mlp.experts.149.up_proj,0.0078362125,hessian_weighted_relative_error,52240,0.02500,0.966
9,model.language_model.layers.9.mlp.experts.15.down_proj,0.0125860509,hessian_weighted_relative_error,34356,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.15.gate_proj,0.0074571431,hessian_weighted_relative_error,34356,0.02500,0.850
9,model.language_model.layers.9.mlp.experts.15.up_proj,0.0080487163,hessian_weighted_relative_error,34356,0.02500,0.948
9,model.language_model.layers.9.mlp.experts.150.down_proj,0.0129947755,hessian_weighted_relative_error,28958,0.02500,0.752
9,model.language_model.layers.9.mlp.experts.150.gate_proj,0.0075842822,hessian_weighted_relative_error,28958,0.02500,0.787
9,model.language_model.layers.9.mlp.experts.150.up_proj,0.0080761009,hessian_weighted_relative_error,28958,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.151.down_proj,0.0139807190,hessian_weighted_relative_error,41686,0.02500,0.866
9,model.language_model.layers.9.mlp.experts.151.gate_proj,0.0080005646,hessian_weighted_relative_error,41686,0.02500,0.911
9,model.language_model.layers.9.mlp.experts.151.up_proj,0.0088864897,hessian_weighted_relative_error,41686,0.02500,0.966
9,model.language_model.layers.9.mlp.experts.152.down_proj,0.0103328283,hessian_weighted_relative_error,29344,0.02500,0.757
9,model.language_model.layers.9.mlp.experts.152.gate_proj,0.0060606432,hessian_weighted_relative_error,29344,0.02500,0.787
9,model.language_model.layers.9.mlp.experts.152.up_proj,0.0063763940,hessian_weighted_relative_error,29344,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.153.down_proj,0.0107502313,hessian_weighted_relative_error,28885,0.02500,0.869
9,model.language_model.layers.9.mlp.experts.153.gate_proj,0.0065979378,hessian_weighted_relative_error,28885,0.02500,0.909
9,model.language_model.layers.9.mlp.experts.153.up_proj,0.0069700379,hessian_weighted_relative_error,28885,0.02500,0.974
9,model.language_model.layers.9.mlp.experts.154.down_proj,0.0127166034,hessian_weighted_relative_error,26934,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.154.gate_proj,0.0081224515,hessian_weighted_relative_error,26934,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.154.up_proj,0.0085415594,hessian_weighted_relative_error,26934,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.155.down_proj,0.0130328321,hessian_weighted_relative_error,40726,0.02500,0.870
9,model.language_model.layers.9.mlp.experts.155.gate_proj,0.0075813419,hessian_weighted_relative_error,40726,0.02500,0.908
9,model.language_model.layers.9.mlp.experts.155.up_proj,0.0080207414,hessian_weighted_relative_error,40726,0.02500,0.974
9,model.language_model.layers.9.mlp.experts.156.down_proj,0.0118443222,hessian_weighted_relative_error,30049,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.156.gate_proj,0.0064285344,hessian_weighted_relative_error,30049,0.02500,0.786
9,model.language_model.layers.9.mlp.experts.156.up_proj,0.0067835527,hessian_weighted_relative_error,30049,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.157.down_proj,0.0089555841,hessian_weighted_relative_error,25740,0.02500,0.867
9,model.language_model.layers.9.mlp.experts.157.gate_proj,0.0052792466,hessian_weighted_relative_error,25740,0.02500,0.914
9,model.language_model.layers.9.mlp.experts.157.up_proj,0.0055855455,hessian_weighted_relative_error,25740,0.02500,0.971
9,model.language_model.layers.9.mlp.experts.158.down_proj,0.0122842524,hessian_weighted_relative_error,40855,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.158.gate_proj,0.0076841863,hessian_weighted_relative_error,40855,0.02500,0.787
9,model.language_model.layers.9.mlp.experts.158.up_proj,0.0080857777,hessian_weighted_relative_error,40855,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.159.down_proj,0.0128264204,hessian_weighted_relative_error,32241,0.02500,0.871
9,model.language_model.layers.9.mlp.experts.159.gate_proj,0.0080020328,hessian_weighted_relative_error,32241,0.02500,0.906
9,model.language_model.layers.9.mlp.experts.159.up_proj,0.0083778790,hessian_weighted_relative_error,32241,0.02500,0.972
9,model.language_model.layers.9.mlp.experts.16.down_proj,0.0062458235,hessian_weighted_relative_error,24450,0.02500,0.728
9,model.language_model.layers.9.mlp.experts.16.gate_proj,0.0028465113,hessian_weighted_relative_error,24450,0.02500,0.758
9,model.language_model.layers.9.mlp.experts.16.up_proj,0.0032129529,hessian_weighted_relative_error,24450,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.160.down_proj,0.0115175566,hessian_weighted_relative_error,24718,0.02500,0.761
9,model.language_model.layers.9.mlp.experts.160.gate_proj,0.0066000557,hessian_weighted_relative_error,24718,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.160.up_proj,0.0068740771,hessian_weighted_relative_error,24718,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.161.down_proj,0.0064906783,hessian_weighted_relative_error,20059,0.02500,0.872
9,model.language_model.layers.9.mlp.experts.161.gate_proj,0.0038640610,hessian_weighted_relative_error,20059,0.02500,0.910
9,model.language_model.layers.9.mlp.experts.161.up_proj,0.0041414557,hessian_weighted_relative_error,20059,0.02500,0.974
9,model.language_model.layers.9.mlp.experts.162.down_proj,0.0067811326,hessian_weighted_relative_error,14373,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.162.gate_proj,0.0032620453,hessian_weighted_relative_error,14373,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.162.up_proj,0.0037951439,hessian_weighted_relative_error,14373,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.163.down_proj,0.0119893223,hessian_weighted_relative_error,12199,0.02500,0.874
9,model.language_model.layers.9.mlp.experts.163.gate_proj,0.0063328083,hessian_weighted_relative_error,12199,0.02500,0.907
9,model.language_model.layers.9.mlp.experts.163.up_proj,0.0066685399,hessian_weighted_relative_error,12199,0.02500,0.971
9,model.language_model.layers.9.mlp.experts.164.down_proj,0.0106611602,hessian_weighted_relative_error,45346,0.02500,0.753
9,model.language_model.layers.9.mlp.experts.164.gate_proj,0.0062751816,hessian_weighted_relative_error,45346,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.164.up_proj,0.0069114448,hessian_weighted_relative_error,45346,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.165.down_proj,0.0116630650,hessian_weighted_relative_error,30286,0.02500,0.871
9,model.language_model.layers.9.mlp.experts.165.gate_proj,0.0068555822,hessian_weighted_relative_error,30286,0.02500,0.907
9,model.language_model.layers.9.mlp.experts.165.up_proj,0.0073127544,hessian_weighted_relative_error,30286,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.166.down_proj,0.0061618614,hessian_weighted_relative_error,22089,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.166.gate_proj,0.0024672751,hessian_weighted_relative_error,22089,0.02500,0.787
9,model.language_model.layers.9.mlp.experts.166.up_proj,0.0028093279,hessian_weighted_relative_error,22089,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.167.down_proj,0.0133757306,hessian_weighted_relative_error,40950,0.02500,0.874
9,model.language_model.layers.9.mlp.experts.167.gate_proj,0.0077853838,hessian_weighted_relative_error,40950,0.02500,0.907
9,model.language_model.layers.9.mlp.experts.167.up_proj,0.0085490872,hessian_weighted_relative_error,40950,0.02500,0.968
9,model.language_model.layers.9.mlp.experts.168.down_proj,0.0109730282,hessian_weighted_relative_error,28123,0.02500,0.758
9,model.language_model.layers.9.mlp.experts.168.gate_proj,0.0055942041,hessian_weighted_relative_error,28123,0.02500,0.790
9,model.language_model.layers.9.mlp.experts.168.up_proj,0.0060521105,hessian_weighted_relative_error,28123,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.169.down_proj,0.0096386075,hessian_weighted_relative_error,37010,0.02500,0.875
9,model.language_model.layers.9.mlp.experts.169.gate_proj,0.0054369386,hessian_weighted_relative_error,37010,0.02500,0.913
9,model.language_model.layers.9.mlp.experts.169.up_proj,0.0057683715,hessian_weighted_relative_error,37010,0.02500,0.971
9,model.language_model.layers.9.mlp.experts.17.down_proj,0.0084355316,hessian_weighted_relative_error,30950,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.17.gate_proj,0.0047587022,hessian_weighted_relative_error,30950,0.02500,0.859
9,model.language_model.layers.9.mlp.experts.17.up_proj,0.0050027739,hessian_weighted_relative_error,30950,0.02500,0.948
9,model.language_model.layers.9.mlp.experts.170.down_proj,0.0115968206,hessian_weighted_relative_error,33111,0.02500,0.756
9,model.language_model.layers.9.mlp.experts.170.gate_proj,0.0070137282,hessian_weighted_relative_error,33111,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.170.up_proj,0.0072976690,hessian_weighted_relative_error,33111,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.171.down_proj,0.0133017668,hessian_weighted_relative_error,30582,0.02500,0.878
9,model.language_model.layers.9.mlp.experts.171.gate_proj,0.0083007575,hessian_weighted_relative_error,30582,0.02500,0.909
9,model.language_model.layers.9.mlp.experts.171.up_proj,0.0086301710,hessian_weighted_relative_error,30582,0.02500,0.979
9,model.language_model.layers.9.mlp.experts.172.down_proj,0.0091650733,hessian_weighted_relative_error,21494,0.02500,0.759
9,model.language_model.layers.9.mlp.experts.172.gate_proj,0.0053200611,hessian_weighted_relative_error,21494,0.02500,0.787
9,model.language_model.layers.9.mlp.experts.172.up_proj,0.0058688197,hessian_weighted_relative_error,21494,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.173.down_proj,0.0065679771,hessian_weighted_relative_error,19066,0.02500,0.874
9,model.language_model.layers.9.mlp.experts.173.gate_proj,0.0034921017,hessian_weighted_relative_error,19066,0.02500,0.916
9,model.language_model.layers.9.mlp.experts.173.up_proj,0.0037982328,hessian_weighted_relative_error,19066,0.02500,0.971
9,model.language_model.layers.9.mlp.experts.174.down_proj,0.0097215262,hessian_weighted_relative_error,28726,0.02500,0.756
9,model.language_model.layers.9.mlp.experts.174.gate_proj,0.0060541975,hessian_weighted_relative_error,28726,0.02500,0.787
9,model.language_model.layers.9.mlp.experts.174.up_proj,0.0063636428,hessian_weighted_relative_error,28726,0.02500,0.807
9,model.language_model.layers.9.mlp.experts.175.down_proj,0.0097697943,hessian_weighted_relative_error,45000,0.02500,0.875
9,model.language_model.layers.9.mlp.experts.175.gate_proj,0.0061236644,hessian_weighted_relative_error,45000,0.02500,0.929
9,model.language_model.layers.9.mlp.experts.175.up_proj,0.0064764899,hessian_weighted_relative_error,45000,0.02500,0.972
9,model.language_model.layers.9.mlp.experts.176.down_proj,0.0125132749,hessian_weighted_relative_error,14666,0.02500,0.760
9,model.language_model.layers.9.mlp.experts.176.gate_proj,0.0063620440,hessian_weighted_relative_error,14666,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.176.up_proj,0.0068231337,hessian_weighted_relative_error,14666,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.177.down_proj,0.0122116782,hessian_weighted_relative_error,28105,0.02500,0.876
9,model.language_model.layers.9.mlp.experts.177.gate_proj,0.0070241151,hessian_weighted_relative_error,28105,0.02500,0.917
9,model.language_model.layers.9.mlp.experts.177.up_proj,0.0073744269,hessian_weighted_relative_error,28105,0.02500,0.991
9,model.language_model.layers.9.mlp.experts.178.down_proj,0.0119631361,hessian_weighted_relative_error,21676,0.02500,0.757
9,model.language_model.layers.9.mlp.experts.178.gate_proj,0.0063152075,hessian_weighted_relative_error,21676,0.02500,0.789
9,model.language_model.layers.9.mlp.experts.178.up_proj,0.0069028725,hessian_weighted_relative_error,21676,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.179.down_proj,0.0137361275,hessian_weighted_relative_error,36674,0.02500,0.876
9,model.language_model.layers.9.mlp.experts.179.gate_proj,0.0081740626,hessian_weighted_relative_error,36674,0.02500,0.933
9,model.language_model.layers.9.mlp.experts.179.up_proj,0.0085832087,hessian_weighted_relative_error,36674,0.02500,0.980
9,model.language_model.layers.9.mlp.experts.18.down_proj,0.0107598937,hessian_weighted_relative_error,38424,0.02500,0.727
9,model.language_model.layers.9.mlp.experts.18.gate_proj,0.0057235198,hessian_weighted_relative_error,38424,0.02500,0.759
9,model.language_model.layers.9.mlp.experts.18.up_proj,0.0063236351,hessian_weighted_relative_error,38424,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.180.down_proj,0.0111015633,hessian_weighted_relative_error,28574,0.02500,0.757
9,model.language_model.layers.9.mlp.experts.180.gate_proj,0.0062115583,hessian_weighted_relative_error,28574,0.02500,0.790
9,model.language_model.layers.9.mlp.experts.180.up_proj,0.0066730154,hessian_weighted_relative_error,28574,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.181.down_proj,0.0087743917,hessian_weighted_relative_error,25619,0.02500,0.876
9,model.language_model.layers.9.mlp.experts.181.gate_proj,0.0054915476,hessian_weighted_relative_error,25619,0.02500,0.920
9,model.language_model.layers.9.mlp.experts.181.up_proj,0.0058385890,hessian_weighted_relative_error,25619,0.02500,0.974
9,model.language_model.layers.9.mlp.experts.182.down_proj,0.0112458224,hessian_weighted_relative_error,21356,0.02500,0.758
9,model.language_model.layers.9.mlp.experts.182.gate_proj,0.0051421150,hessian_weighted_relative_error,21356,0.02500,0.815
9,model.language_model.layers.9.mlp.experts.182.up_proj,0.0058083386,hessian_weighted_relative_error,21356,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.183.down_proj,0.0095111964,hessian_weighted_relative_error,25821,0.02500,0.877
9,model.language_model.layers.9.mlp.experts.183.gate_proj,0.0060393222,hessian_weighted_relative_error,25821,0.02500,0.916
9,model.language_model.layers.9.mlp.experts.183.up_proj,0.0063409078,hessian_weighted_relative_error,25821,0.02500,0.980
9,model.language_model.layers.9.mlp.experts.184.down_proj,0.0119659743,hessian_weighted_relative_error,34117,0.02500,0.760
9,model.language_model.layers.9.mlp.experts.184.gate_proj,0.0065952793,hessian_weighted_relative_error,34117,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.184.up_proj,0.0070896267,hessian_weighted_relative_error,34117,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.185.down_proj,0.0120168234,hessian_weighted_relative_error,39704,0.02500,0.880
9,model.language_model.layers.9.mlp.experts.185.gate_proj,0.0069513515,hessian_weighted_relative_error,39704,0.02500,0.932
9,model.language_model.layers.9.mlp.experts.185.up_proj,0.0071588900,hessian_weighted_relative_error,39704,0.02500,0.976
9,model.language_model.layers.9.mlp.experts.186.down_proj,0.0127903342,hessian_weighted_relative_error,32042,0.02500,0.756
9,model.language_model.layers.9.mlp.experts.186.gate_proj,0.0079142056,hessian_weighted_relative_error,32042,0.02500,0.790
9,model.language_model.layers.9.mlp.experts.186.up_proj,0.0084404429,hessian_weighted_relative_error,32042,0.02500,0.817
9,model.language_model.layers.9.mlp.experts.187.down_proj,0.0050212895,hessian_weighted_relative_error,32791,0.02500,0.878
9,model.language_model.layers.9.mlp.experts.187.gate_proj,0.0021774049,hessian_weighted_relative_error,32791,0.02500,0.920
9,model.language_model.layers.9.mlp.experts.187.up_proj,0.0022788247,hessian_weighted_relative_error,32791,0.02500,0.962
9,model.language_model.layers.9.mlp.experts.188.down_proj,0.0127048175,hessian_weighted_relative_error,29605,0.02500,0.759
9,model.language_model.layers.9.mlp.experts.188.gate_proj,0.0077858807,hessian_weighted_relative_error,29605,0.02500,0.788
9,model.language_model.layers.9.mlp.experts.188.up_proj,0.0082226058,hessian_weighted_relative_error,29605,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.189.down_proj,0.0117718703,hessian_weighted_relative_error,33276,0.02500,0.877
9,model.language_model.layers.9.mlp.experts.189.gate_proj,0.0060735436,hessian_weighted_relative_error,33276,0.02500,0.915
9,model.language_model.layers.9.mlp.experts.189.up_proj,0.0065663326,hessian_weighted_relative_error,33276,0.02500,0.974
9,model.language_model.layers.9.mlp.experts.19.down_proj,0.0098438100,hessian_weighted_relative_error,17834,0.02500,0.804
9,model.language_model.layers.9.mlp.experts.19.gate_proj,0.0050192643,hessian_weighted_relative_error,17834,0.02500,0.857
9,model.language_model.layers.9.mlp.experts.19.up_proj,0.0053782135,hessian_weighted_relative_error,17834,0.02500,0.949
9,model.language_model.layers.9.mlp.experts.190.down_proj,0.0059853289,hessian_weighted_relative_error,25920,0.02500,0.758
9,model.language_model.layers.9.mlp.experts.190.gate_proj,0.0037675324,hessian_weighted_relative_error,25920,0.02500,0.792
9,model.language_model.layers.9.mlp.experts.190.up_proj,0.0039427735,hessian_weighted_relative_error,25920,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.191.down_proj,0.0080143474,hessian_weighted_relative_error,36092,0.02500,0.877
9,model.language_model.layers.9.mlp.experts.191.gate_proj,0.0055071587,hessian_weighted_relative_error,36092,0.02500,0.923
9,model.language_model.layers.9.mlp.experts.191.up_proj,0.0056807241,hessian_weighted_relative_error,36092,0.02500,0.972
9,model.language_model.layers.9.mlp.experts.192.down_proj,0.0120150429,hessian_weighted_relative_error,27519,0.02500,0.760
9,model.language_model.layers.9.mlp.experts.192.gate_proj,0.0068677978,hessian_weighted_relative_error,27519,0.02500,0.792
9,model.language_model.layers.9.mlp.experts.192.up_proj,0.0073747957,hessian_weighted_relative_error,27519,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.193.down_proj,0.0136509564,hessian_weighted_relative_error,56417,0.02500,0.879
9,model.language_model.layers.9.mlp.experts.193.gate_proj,0.0076425130,hessian_weighted_relative_error,56417,0.02500,0.923
9,model.language_model.layers.9.mlp.experts.193.up_proj,0.0084086760,hessian_weighted_relative_error,56417,0.02500,0.967
9,model.language_model.layers.9.mlp.experts.194.down_proj,0.0121831649,hessian_weighted_relative_error,20985,0.02500,0.757
9,model.language_model.layers.9.mlp.experts.194.gate_proj,0.0067870930,hessian_weighted_relative_error,20985,0.02500,0.792
9,model.language_model.layers.9.mlp.experts.194.up_proj,0.0072537668,hessian_weighted_relative_error,20985,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.195.down_proj,0.0112794769,hessian_weighted_relative_error,30220,0.02500,0.882
9,model.language_model.layers.9.mlp.experts.195.gate_proj,0.0065693576,hessian_weighted_relative_error,30220,0.02500,0.921
9,model.language_model.layers.9.mlp.experts.195.up_proj,0.0069276734,hessian_weighted_relative_error,30220,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.196.down_proj,0.0124603488,hessian_weighted_relative_error,40089,0.02500,0.759
9,model.language_model.layers.9.mlp.experts.196.gate_proj,0.0078642038,hessian_weighted_relative_error,40089,0.02500,0.789
9,model.language_model.layers.9.mlp.experts.196.up_proj,0.0082421423,hessian_weighted_relative_error,40089,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.197.down_proj,0.0123579523,hessian_weighted_relative_error,19003,0.02500,0.879
9,model.language_model.layers.9.mlp.experts.197.gate_proj,0.0063690119,hessian_weighted_relative_error,19003,0.02500,0.917
9,model.language_model.layers.9.mlp.experts.197.up_proj,0.0069535440,hessian_weighted_relative_error,19003,0.02500,0.970
9,model.language_model.layers.9.mlp.experts.198.down_proj,0.0110265596,hessian_weighted_relative_error,30369,0.02500,0.759
9,model.language_model.layers.9.mlp.experts.198.gate_proj,0.0063987518,hessian_weighted_relative_error,30369,0.02500,0.793
9,model.language_model.layers.9.mlp.experts.198.up_proj,0.0067382587,hessian_weighted_relative_error,30369,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.199.down_proj,0.0071698396,hessian_weighted_relative_error,30731,0.02500,0.880
9,model.language_model.layers.9.mlp.experts.199.gate_proj,0.0032407950,hessian_weighted_relative_error,30731,0.02500,0.920
9,model.language_model.layers.9.mlp.experts.199.up_proj,0.0034773016,hessian_weighted_relative_error,30731,0.02500,0.980
9,model.language_model.layers.9.mlp.experts.2.down_proj,0.0119054408,hessian_weighted_relative_error,23435,0.02500,0.721
9,model.language_model.layers.9.mlp.experts.2.gate_proj,0.0070443402,hessian_weighted_relative_error,23435,0.02500,0.751
9,model.language_model.layers.9.mlp.experts.2.up_proj,0.0073919903,hessian_weighted_relative_error,23435,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.20.down_proj,0.0102844283,hessian_weighted_relative_error,18480,0.02500,0.728
9,model.language_model.layers.9.mlp.experts.20.gate_proj,0.0060306284,hessian_weighted_relative_error,18480,0.02500,0.754
9,model.language_model.layers.9.mlp.experts.20.up_proj,0.0063314983,hessian_weighted_relative_error,18480,0.02500,0.798
9,model.language_model.layers.9.mlp.experts.200.down_proj,0.0116254182,hessian_weighted_relative_error,23251,0.02500,0.763
9,model.language_model.layers.9.mlp.experts.200.gate_proj,0.0055658968,hessian_weighted_relative_error,23251,0.02500,0.792
9,model.language_model.layers.9.mlp.experts.200.up_proj,0.0060000815,hessian_weighted_relative_error,23251,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.201.down_proj,0.0119033946,hessian_weighted_relative_error,31808,0.02500,0.880
9,model.language_model.layers.9.mlp.experts.201.gate_proj,0.0070227465,hessian_weighted_relative_error,31808,0.02500,0.923
9,model.language_model.layers.9.mlp.experts.201.up_proj,0.0073803895,hessian_weighted_relative_error,31808,0.02500,0.972
9,model.language_model.layers.9.mlp.experts.202.down_proj,0.0073877916,hessian_weighted_relative_error,24747,0.02500,0.757
9,model.language_model.layers.9.mlp.experts.202.gate_proj,0.0041778387,hessian_weighted_relative_error,24747,0.02500,0.792
9,model.language_model.layers.9.mlp.experts.202.up_proj,0.0044613808,hessian_weighted_relative_error,24747,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.203.down_proj,0.0071945744,hessian_weighted_relative_error,36167,0.02500,0.881
9,model.language_model.layers.9.mlp.experts.203.gate_proj,0.0035063710,hessian_weighted_relative_error,36167,0.02500,0.919
9,model.language_model.layers.9.mlp.experts.203.up_proj,0.0036821348,hessian_weighted_relative_error,36167,0.02500,0.968
9,model.language_model.layers.9.mlp.experts.204.down_proj,0.0109668486,hessian_weighted_relative_error,22914,0.02500,0.759
9,model.language_model.layers.9.mlp.experts.204.gate_proj,0.0071132904,hessian_weighted_relative_error,22914,0.02500,0.791
9,model.language_model.layers.9.mlp.experts.204.up_proj,0.0078265483,hessian_weighted_relative_error,22914,0.02500,0.815
9,model.language_model.layers.9.mlp.experts.205.down_proj,0.0060728515,hessian_weighted_relative_error,41021,0.02500,0.880
9,model.language_model.layers.9.mlp.experts.205.gate_proj,0.0028448250,hessian_weighted_relative_error,41021,0.02500,0.917
9,model.language_model.layers.9.mlp.experts.205.up_proj,0.0032882572,hessian_weighted_relative_error,41021,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.206.down_proj,0.0066736150,hessian_weighted_relative_error,43435,0.02500,0.761
9,model.language_model.layers.9.mlp.experts.206.gate_proj,0.0041189305,hessian_weighted_relative_error,43435,0.02500,0.792
9,model.language_model.layers.9.mlp.experts.206.up_proj,0.0043444455,hessian_weighted_relative_error,43435,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.207.down_proj,0.0081310901,hessian_weighted_relative_error,23377,0.02500,0.880
9,model.language_model.layers.9.mlp.experts.207.gate_proj,0.0044578719,hessian_weighted_relative_error,23377,0.02500,0.921
9,model.language_model.layers.9.mlp.experts.207.up_proj,0.0048714294,hessian_weighted_relative_error,23377,0.02500,0.956
9,model.language_model.layers.9.mlp.experts.208.down_proj,0.0123732433,hessian_weighted_relative_error,27814,0.02500,0.762
9,model.language_model.layers.9.mlp.experts.208.gate_proj,0.0068446044,hessian_weighted_relative_error,27814,0.02500,0.794
9,model.language_model.layers.9.mlp.experts.208.up_proj,0.0071576936,hessian_weighted_relative_error,27814,0.02500,0.815
9,model.language_model.layers.9.mlp.experts.209.down_proj,0.0050060935,hessian_weighted_relative_error,15801,0.02500,0.881
9,model.language_model.layers.9.mlp.experts.209.gate_proj,0.0028642692,hessian_weighted_relative_error,15801,0.02500,0.932
9,model.language_model.layers.9.mlp.experts.209.up_proj,0.0030625519,hessian_weighted_relative_error,15801,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.21.down_proj,0.0119359422,hessian_weighted_relative_error,54890,0.02500,0.801
9,model.language_model.layers.9.mlp.experts.21.gate_proj,0.0067426907,hessian_weighted_relative_error,54890,0.02500,0.865
9,model.language_model.layers.9.mlp.experts.21.up_proj,0.0071305261,hessian_weighted_relative_error,54890,0.02500,0.940
9,model.language_model.layers.9.mlp.experts.210.down_proj,0.0113065898,hessian_weighted_relative_error,54335,0.02500,0.758
9,model.language_model.layers.9.mlp.experts.210.gate_proj,0.0067589226,hessian_weighted_relative_error,54335,0.02500,0.793
9,model.language_model.layers.9.mlp.experts.210.up_proj,0.0071291060,hessian_weighted_relative_error,54335,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.211.down_proj,0.0076450454,hessian_weighted_relative_error,21156,0.02500,0.881
9,model.language_model.layers.9.mlp.experts.211.gate_proj,0.0038422603,hessian_weighted_relative_error,21156,0.02500,0.925
9,model.language_model.layers.9.mlp.experts.211.up_proj,0.0042017618,hessian_weighted_relative_error,21156,0.02500,0.968
9,model.language_model.layers.9.mlp.experts.212.down_proj,0.0123982134,hessian_weighted_relative_error,31393,0.02500,0.763
9,model.language_model.layers.9.mlp.experts.212.gate_proj,0.0065713002,hessian_weighted_relative_error,31393,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.212.up_proj,0.0072009626,hessian_weighted_relative_error,31393,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.213.down_proj,0.0048684391,hessian_weighted_relative_error,15857,0.02500,0.880
9,model.language_model.layers.9.mlp.experts.213.gate_proj,0.0029733108,hessian_weighted_relative_error,15857,0.02500,0.929
9,model.language_model.layers.9.mlp.experts.213.up_proj,0.0031088795,hessian_weighted_relative_error,15857,0.02500,0.972
9,model.language_model.layers.9.mlp.experts.214.down_proj,0.0104621890,hessian_weighted_relative_error,35909,0.02500,0.760
9,model.language_model.layers.9.mlp.experts.214.gate_proj,0.0069929840,hessian_weighted_relative_error,35909,0.02500,0.794
9,model.language_model.layers.9.mlp.experts.214.up_proj,0.0072662832,hessian_weighted_relative_error,35909,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.215.down_proj,0.0092357699,hessian_weighted_relative_error,17626,0.02500,0.882
9,model.language_model.layers.9.mlp.experts.215.gate_proj,0.0048763133,hessian_weighted_relative_error,17626,0.02500,0.929
9,model.language_model.layers.9.mlp.experts.215.up_proj,0.0051543419,hessian_weighted_relative_error,17626,0.02500,0.985
9,model.language_model.layers.9.mlp.experts.216.down_proj,0.0119174335,hessian_weighted_relative_error,35655,0.02500,0.763
9,model.language_model.layers.9.mlp.experts.216.gate_proj,0.0065017071,hessian_weighted_relative_error,35655,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.216.up_proj,0.0069443349,hessian_weighted_relative_error,35655,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.217.down_proj,0.0133197361,hessian_weighted_relative_error,32261,0.02500,0.882
9,model.language_model.layers.9.mlp.experts.217.gate_proj,0.0072740740,hessian_weighted_relative_error,32261,0.02500,0.930
9,model.language_model.layers.9.mlp.experts.217.up_proj,0.0079208717,hessian_weighted_relative_error,32261,0.02500,0.982
9,model.language_model.layers.9.mlp.experts.218.down_proj,0.0080606339,hessian_weighted_relative_error,23935,0.02500,0.760
9,model.language_model.layers.9.mlp.experts.218.gate_proj,0.0038308890,hessian_weighted_relative_error,23935,0.02500,0.795
9,model.language_model.layers.9.mlp.experts.218.up_proj,0.0041589673,hessian_weighted_relative_error,23935,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.219.down_proj,0.0114373393,hessian_weighted_relative_error,21390,0.02500,0.882
9,model.language_model.layers.9.mlp.experts.219.gate_proj,0.0065226267,hessian_weighted_relative_error,21390,0.02500,0.928
9,model.language_model.layers.9.mlp.experts.219.up_proj,0.0068248341,hessian_weighted_relative_error,21390,0.02500,0.973
9,model.language_model.layers.9.mlp.experts.22.down_proj,0.0126880118,hessian_weighted_relative_error,17168,0.02500,0.726
9,model.language_model.layers.9.mlp.experts.22.gate_proj,0.0064660288,hessian_weighted_relative_error,17168,0.02500,0.775
9,model.language_model.layers.9.mlp.experts.22.up_proj,0.0069942911,hessian_weighted_relative_error,17168,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.220.down_proj,0.0082299848,hessian_weighted_relative_error,20059,0.02500,0.765
9,model.language_model.layers.9.mlp.experts.220.gate_proj,0.0043417199,hessian_weighted_relative_error,20059,0.02500,0.793
9,model.language_model.layers.9.mlp.experts.220.up_proj,0.0047714971,hessian_weighted_relative_error,20059,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.221.down_proj,0.0098513239,hessian_weighted_relative_error,37034,0.02500,0.881
9,model.language_model.layers.9.mlp.experts.221.gate_proj,0.0053738794,hessian_weighted_relative_error,37034,0.02500,0.928
9,model.language_model.layers.9.mlp.experts.221.up_proj,0.0058226689,hessian_weighted_relative_error,37034,0.02500,0.975
9,model.language_model.layers.9.mlp.experts.222.down_proj,0.0104556190,hessian_weighted_relative_error,28572,0.02500,0.761
9,model.language_model.layers.9.mlp.experts.222.gate_proj,0.0068064682,hessian_weighted_relative_error,28572,0.02500,0.793
9,model.language_model.layers.9.mlp.experts.222.up_proj,0.0071749518,hessian_weighted_relative_error,28572,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.223.down_proj,0.0139946832,hessian_weighted_relative_error,45459,0.02500,0.882
9,model.language_model.layers.9.mlp.experts.223.gate_proj,0.0088189057,hessian_weighted_relative_error,45459,0.02500,0.930
9,model.language_model.layers.9.mlp.experts.223.up_proj,0.0093450387,hessian_weighted_relative_error,45459,0.02500,0.967
9,model.language_model.layers.9.mlp.experts.224.down_proj,0.0133350365,hessian_weighted_relative_error,30745,0.02500,0.763
9,model.language_model.layers.9.mlp.experts.224.gate_proj,0.0077447640,hessian_weighted_relative_error,30745,0.02500,0.794
9,model.language_model.layers.9.mlp.experts.224.up_proj,0.0082783209,hessian_weighted_relative_error,30745,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.225.down_proj,0.0108298187,hessian_weighted_relative_error,22437,0.02500,0.883
9,model.language_model.layers.9.mlp.experts.225.gate_proj,0.0053812092,hessian_weighted_relative_error,22437,0.02500,0.929
9,model.language_model.layers.9.mlp.experts.225.up_proj,0.0058412759,hessian_weighted_relative_error,22437,0.02500,0.986
9,model.language_model.layers.9.mlp.experts.226.down_proj,0.0123276442,hessian_weighted_relative_error,39352,0.02500,0.761
9,model.language_model.layers.9.mlp.experts.226.gate_proj,0.0076274141,hessian_weighted_relative_error,39352,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.226.up_proj,0.0082705250,hessian_weighted_relative_error,39352,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.227.down_proj,0.0120020701,hessian_weighted_relative_error,28006,0.02500,0.886
9,model.language_model.layers.9.mlp.experts.227.gate_proj,0.0069926541,hessian_weighted_relative_error,28006,0.02500,0.932
9,model.language_model.layers.9.mlp.experts.227.up_proj,0.0073316563,hessian_weighted_relative_error,28006,0.02500,0.968
9,model.language_model.layers.9.mlp.experts.228.down_proj,0.0143686023,hessian_weighted_relative_error,49374,0.02500,0.767
9,model.language_model.layers.9.mlp.experts.228.gate_proj,0.0083088364,hessian_weighted_relative_error,49374,0.02500,0.795
9,model.language_model.layers.9.mlp.experts.228.up_proj,0.0088643732,hessian_weighted_relative_error,49374,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.229.down_proj,0.0130682601,hessian_weighted_relative_error,23009,0.02500,0.882
9,model.language_model.layers.9.mlp.experts.229.gate_proj,0.0078596017,hessian_weighted_relative_error,23009,0.02500,0.932
9,model.language_model.layers.9.mlp.experts.229.up_proj,0.0083282342,hessian_weighted_relative_error,23009,0.02500,0.974
9,model.language_model.layers.9.mlp.experts.23.down_proj,0.0096059389,hessian_weighted_relative_error,20078,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.23.gate_proj,0.0051815737,hessian_weighted_relative_error,20078,0.02500,0.855
9,model.language_model.layers.9.mlp.experts.23.up_proj,0.0055630250,hessian_weighted_relative_error,20078,0.02500,0.944
9,model.language_model.layers.9.mlp.experts.230.down_proj,0.0113947693,hessian_weighted_relative_error,33058,0.02500,0.767
9,model.language_model.layers.9.mlp.experts.230.gate_proj,0.0070699210,hessian_weighted_relative_error,33058,0.02500,0.794
9,model.language_model.layers.9.mlp.experts.230.up_proj,0.0074673819,hessian_weighted_relative_error,33058,0.02500,0.815
9,model.language_model.layers.9.mlp.experts.231.down_proj,0.0092876950,hessian_weighted_relative_error,23884,0.02500,0.884
9,model.language_model.layers.9.mlp.experts.231.gate_proj,0.0054285908,hessian_weighted_relative_error,23884,0.02500,0.933
9,model.language_model.layers.9.mlp.experts.231.up_proj,0.0056282539,hessian_weighted_relative_error,23884,0.02500,0.968
9,model.language_model.layers.9.mlp.experts.232.down_proj,0.0130816342,hessian_weighted_relative_error,33981,0.02500,0.765
9,model.language_model.layers.9.mlp.experts.232.gate_proj,0.0084080153,hessian_weighted_relative_error,33981,0.02500,0.799
9,model.language_model.layers.9.mlp.experts.232.up_proj,0.0088031173,hessian_weighted_relative_error,33981,0.02500,0.815
9,model.language_model.layers.9.mlp.experts.233.down_proj,0.0100499865,hessian_weighted_relative_error,21806,0.02500,0.884
9,model.language_model.layers.9.mlp.experts.233.gate_proj,0.0055371045,hessian_weighted_relative_error,21806,0.02500,0.939
9,model.language_model.layers.9.mlp.experts.233.up_proj,0.0058402877,hessian_weighted_relative_error,21806,0.02500,0.972
9,model.language_model.layers.9.mlp.experts.234.down_proj,0.0102221000,hessian_weighted_relative_error,16729,0.02500,0.761
9,model.language_model.layers.9.mlp.experts.234.gate_proj,0.0049751188,hessian_weighted_relative_error,16729,0.02500,0.795
9,model.language_model.layers.9.mlp.experts.234.up_proj,0.0052960368,hessian_weighted_relative_error,16729,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.235.down_proj,0.0137316403,hessian_weighted_relative_error,54298,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.235.gate_proj,0.0073671629,hessian_weighted_relative_error,54298,0.02500,0.930
9,model.language_model.layers.9.mlp.experts.235.up_proj,0.0082144037,hessian_weighted_relative_error,54298,0.02500,0.954
9,model.language_model.layers.9.mlp.experts.236.down_proj,0.0129214426,hessian_weighted_relative_error,33259,0.02500,0.767
9,model.language_model.layers.9.mlp.experts.236.gate_proj,0.0076187006,hessian_weighted_relative_error,33259,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.236.up_proj,0.0079317555,hessian_weighted_relative_error,33259,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.237.down_proj,0.0110488851,hessian_weighted_relative_error,29974,0.02500,0.883
9,model.language_model.layers.9.mlp.experts.237.gate_proj,0.0069652108,hessian_weighted_relative_error,29974,0.02500,0.929
9,model.language_model.layers.9.mlp.experts.237.up_proj,0.0072723920,hessian_weighted_relative_error,29974,0.02500,0.967
9,model.language_model.layers.9.mlp.experts.238.down_proj,0.0115349879,hessian_weighted_relative_error,22672,0.02500,0.763
9,model.language_model.layers.9.mlp.experts.238.gate_proj,0.0063449365,hessian_weighted_relative_error,22672,0.02500,0.798
9,model.language_model.layers.9.mlp.experts.238.up_proj,0.0066605694,hessian_weighted_relative_error,22672,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.239.down_proj,0.0123812825,hessian_weighted_relative_error,54883,0.02500,0.884
9,model.language_model.layers.9.mlp.experts.239.gate_proj,0.0071272762,hessian_weighted_relative_error,54883,0.02500,0.928
9,model.language_model.layers.9.mlp.experts.239.up_proj,0.0076053658,hessian_weighted_relative_error,54883,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.24.down_proj,0.0127051901,hessian_weighted_relative_error,36517,0.02500,0.731
9,model.language_model.layers.9.mlp.experts.24.gate_proj,0.0075072918,hessian_weighted_relative_error,36517,0.02500,0.760
9,model.language_model.layers.9.mlp.experts.24.up_proj,0.0079760085,hessian_weighted_relative_error,36517,0.02500,0.801
9,model.language_model.layers.9.mlp.experts.240.down_proj,0.0049723769,hessian_weighted_relative_error,20758,0.02500,0.767
9,model.language_model.layers.9.mlp.experts.240.gate_proj,0.0022268653,hessian_weighted_relative_error,20758,0.02500,0.795
9,model.language_model.layers.9.mlp.experts.240.up_proj,0.0023486454,hessian_weighted_relative_error,20758,0.02500,0.814
9,model.language_model.layers.9.mlp.experts.241.down_proj,0.0058572284,hessian_weighted_relative_error,43336,0.02500,0.885
9,model.language_model.layers.9.mlp.experts.241.gate_proj,0.0027014461,hessian_weighted_relative_error,43336,0.02500,0.939
9,model.language_model.layers.9.mlp.experts.241.up_proj,0.0030506073,hessian_weighted_relative_error,43336,0.02500,0.968
9,model.language_model.layers.9.mlp.experts.242.down_proj,0.0110496511,hessian_weighted_relative_error,25127,0.02500,0.764
9,model.language_model.layers.9.mlp.experts.242.gate_proj,0.0059546112,hessian_weighted_relative_error,25127,0.02500,0.794
9,model.language_model.layers.9.mlp.experts.242.up_proj,0.0063895928,hessian_weighted_relative_error,25127,0.02500,0.814
9,model.language_model.layers.9.mlp.experts.243.down_proj,0.0130362530,hessian_weighted_relative_error,26793,0.02500,0.889
9,model.language_model.layers.9.mlp.experts.243.gate_proj,0.0075133511,hessian_weighted_relative_error,26793,0.02500,0.929
9,model.language_model.layers.9.mlp.experts.243.up_proj,0.0082582298,hessian_weighted_relative_error,26793,0.02500,0.949
9,model.language_model.layers.9.mlp.experts.244.down_proj,0.0123860025,hessian_weighted_relative_error,17531,0.02500,0.766
9,model.language_model.layers.9.mlp.experts.244.gate_proj,0.0067193587,hessian_weighted_relative_error,17531,0.02500,0.797
9,model.language_model.layers.9.mlp.experts.244.up_proj,0.0073035503,hessian_weighted_relative_error,17531,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.245.down_proj,0.0141353597,hessian_weighted_relative_error,29308,0.02500,0.884
9,model.language_model.layers.9.mlp.experts.245.gate_proj,0.0086809908,hessian_weighted_relative_error,29308,0.02500,0.929
9,model.language_model.layers.9.mlp.experts.245.up_proj,0.0091690199,hessian_weighted_relative_error,29308,0.02500,0.956
9,model.language_model.layers.9.mlp.experts.246.down_proj,0.0061928061,hessian_weighted_relative_error,8724,0.02500,0.764
9,model.language_model.layers.9.mlp.experts.246.gate_proj,0.0034242552,hessian_weighted_relative_error,8724,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.246.up_proj,0.0037111740,hessian_weighted_relative_error,8724,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.247.down_proj,0.0113847786,hessian_weighted_relative_error,13316,0.02500,0.886
9,model.language_model.layers.9.mlp.experts.247.gate_proj,0.0064246764,hessian_weighted_relative_error,13316,0.02500,0.935
9,model.language_model.layers.9.mlp.experts.247.up_proj,0.0069406257,hessian_weighted_relative_error,13316,0.02500,0.952
9,model.language_model.layers.9.mlp.experts.248.down_proj,0.0140992209,hessian_weighted_relative_error,30118,0.02500,0.770
9,model.language_model.layers.9.mlp.experts.248.gate_proj,0.0079663929,hessian_weighted_relative_error,30118,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.248.up_proj,0.0084209282,hessian_weighted_relative_error,30118,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.249.down_proj,0.0131927156,hessian_weighted_relative_error,35697,0.02500,0.887
9,model.language_model.layers.9.mlp.experts.249.gate_proj,0.0076144478,hessian_weighted_relative_error,35697,0.02500,0.939
9,model.language_model.layers.9.mlp.experts.249.up_proj,0.0083934790,hessian_weighted_relative_error,35697,0.02500,0.962
9,model.language_model.layers.9.mlp.experts.25.down_proj,0.0105180722,hessian_weighted_relative_error,19638,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.25.gate_proj,0.0055130856,hessian_weighted_relative_error,19638,0.02500,0.862
9,model.language_model.layers.9.mlp.experts.25.up_proj,0.0058523634,hessian_weighted_relative_error,19638,0.02500,0.944
9,model.language_model.layers.9.mlp.experts.250.down_proj,0.0134206911,hessian_weighted_relative_error,34501,0.02500,0.764
9,model.language_model.layers.9.mlp.experts.250.gate_proj,0.0070028226,hessian_weighted_relative_error,34501,0.02500,0.799
9,model.language_model.layers.9.mlp.experts.250.up_proj,0.0076442592,hessian_weighted_relative_error,34501,0.02500,0.814
9,model.language_model.layers.9.mlp.experts.251.down_proj,0.0113996459,hessian_weighted_relative_error,22378,0.02500,0.889
9,model.language_model.layers.9.mlp.experts.251.gate_proj,0.0064933844,hessian_weighted_relative_error,22378,0.02500,0.937
9,model.language_model.layers.9.mlp.experts.251.up_proj,0.0074329079,hessian_weighted_relative_error,22378,0.02500,0.946
9,model.language_model.layers.9.mlp.experts.252.down_proj,0.0095848243,hessian_weighted_relative_error,11677,0.02500,0.767
9,model.language_model.layers.9.mlp.experts.252.gate_proj,0.0051984629,hessian_weighted_relative_error,11677,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.252.up_proj,0.0059877421,hessian_weighted_relative_error,11677,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.253.down_proj,0.0114613107,hessian_weighted_relative_error,39225,0.02500,0.886
9,model.language_model.layers.9.mlp.experts.253.gate_proj,0.0068590765,hessian_weighted_relative_error,39225,0.02500,0.936
9,model.language_model.layers.9.mlp.experts.253.up_proj,0.0073354128,hessian_weighted_relative_error,39225,0.02500,0.952
9,model.language_model.layers.9.mlp.experts.254.down_proj,0.0112657454,hessian_weighted_relative_error,12791,0.02500,0.764
9,model.language_model.layers.9.mlp.experts.254.gate_proj,0.0058664309,hessian_weighted_relative_error,12791,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.254.up_proj,0.0061638749,hessian_weighted_relative_error,12791,0.02500,0.843
9,model.language_model.layers.9.mlp.experts.255.down_proj,0.0126509230,hessian_weighted_relative_error,30777,0.02500,0.886
9,model.language_model.layers.9.mlp.experts.255.gate_proj,0.0075733401,hessian_weighted_relative_error,30777,0.02500,0.927
9,model.language_model.layers.9.mlp.experts.255.up_proj,0.0078012420,hessian_weighted_relative_error,30777,0.02500,0.947
9,model.language_model.layers.9.mlp.experts.256.down_proj,0.0108644054,hessian_weighted_relative_error,49187,0.02500,0.768
9,model.language_model.layers.9.mlp.experts.256.gate_proj,0.0061419307,hessian_weighted_relative_error,49187,0.02500,0.797
9,model.language_model.layers.9.mlp.experts.256.up_proj,0.0065626900,hessian_weighted_relative_error,49187,0.02500,0.825
9,model.language_model.layers.9.mlp.experts.257.down_proj,0.0068833680,hessian_weighted_relative_error,25384,0.02500,0.886
9,model.language_model.layers.9.mlp.experts.257.gate_proj,0.0036929932,hessian_weighted_relative_error,25384,0.02500,0.940
9,model.language_model.layers.9.mlp.experts.257.up_proj,0.0039771148,hessian_weighted_relative_error,25384,0.02500,0.944
9,model.language_model.layers.9.mlp.experts.258.down_proj,0.0132804263,hessian_weighted_relative_error,45915,0.02500,0.765
9,model.language_model.layers.9.mlp.experts.258.gate_proj,0.0076338658,hessian_weighted_relative_error,45915,0.02500,0.798
9,model.language_model.layers.9.mlp.experts.258.up_proj,0.0080588050,hessian_weighted_relative_error,45915,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.259.down_proj,0.0127464971,hessian_weighted_relative_error,25782,0.02500,0.891
9,model.language_model.layers.9.mlp.experts.259.gate_proj,0.0070298001,hessian_weighted_relative_error,25782,0.02500,0.935
9,model.language_model.layers.9.mlp.experts.259.up_proj,0.0078020829,hessian_weighted_relative_error,25782,0.02500,0.944
9,model.language_model.layers.9.mlp.experts.26.down_proj,0.0115045117,hessian_weighted_relative_error,19680,0.02500,0.729
9,model.language_model.layers.9.mlp.experts.26.gate_proj,0.0064232099,hessian_weighted_relative_error,19680,0.02500,0.760
9,model.language_model.layers.9.mlp.experts.26.up_proj,0.0068321119,hessian_weighted_relative_error,19680,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.260.down_proj,0.0086256219,hessian_weighted_relative_error,15431,0.02500,0.764
9,model.language_model.layers.9.mlp.experts.260.gate_proj,0.0047655234,hessian_weighted_relative_error,15431,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.260.up_proj,0.0049512325,hessian_weighted_relative_error,15431,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.261.down_proj,0.0113884920,hessian_weighted_relative_error,43156,0.02500,0.886
9,model.language_model.layers.9.mlp.experts.261.gate_proj,0.0068236446,hessian_weighted_relative_error,43156,0.02500,0.937
9,model.language_model.layers.9.mlp.experts.261.up_proj,0.0072330724,hessian_weighted_relative_error,43156,0.02500,0.947
9,model.language_model.layers.9.mlp.experts.262.down_proj,0.0112995424,hessian_weighted_relative_error,23999,0.02500,0.764
9,model.language_model.layers.9.mlp.experts.262.gate_proj,0.0062594839,hessian_weighted_relative_error,23999,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.262.up_proj,0.0065612256,hessian_weighted_relative_error,23999,0.02500,0.818
9,model.language_model.layers.9.mlp.experts.263.down_proj,0.0102584739,hessian_weighted_relative_error,15144,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.263.gate_proj,0.0055259168,hessian_weighted_relative_error,15144,0.02500,0.928
9,model.language_model.layers.9.mlp.experts.263.up_proj,0.0058012633,hessian_weighted_relative_error,15144,0.02500,0.944
9,model.language_model.layers.9.mlp.experts.264.down_proj,0.0109695465,hessian_weighted_relative_error,21641,0.02500,0.768
9,model.language_model.layers.9.mlp.experts.264.gate_proj,0.0061548840,hessian_weighted_relative_error,21641,0.02500,0.799
9,model.language_model.layers.9.mlp.experts.264.up_proj,0.0067434589,hessian_weighted_relative_error,21641,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.265.down_proj,0.0122815373,hessian_weighted_relative_error,15457,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.265.gate_proj,0.0063255592,hessian_weighted_relative_error,15457,0.02500,0.945
9,model.language_model.layers.9.mlp.experts.265.up_proj,0.0069184854,hessian_weighted_relative_error,15457,0.02500,0.951
9,model.language_model.layers.9.mlp.experts.266.down_proj,0.0140049238,hessian_weighted_relative_error,57261,0.02500,0.765
9,model.language_model.layers.9.mlp.experts.266.gate_proj,0.0080970126,hessian_weighted_relative_error,57261,0.02500,0.797
9,model.language_model.layers.9.mlp.experts.266.up_proj,0.0085773422,hessian_weighted_relative_error,57261,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.267.down_proj,0.0136404856,hessian_weighted_relative_error,32763,0.02500,0.892
9,model.language_model.layers.9.mlp.experts.267.gate_proj,0.0080088167,hessian_weighted_relative_error,32763,0.02500,0.937
9,model.language_model.layers.9.mlp.experts.267.up_proj,0.0084708209,hessian_weighted_relative_error,32763,0.02500,0.945
9,model.language_model.layers.9.mlp.experts.268.down_proj,0.0107131491,hessian_weighted_relative_error,22144,0.02500,0.769
9,model.language_model.layers.9.mlp.experts.268.gate_proj,0.0050556281,hessian_weighted_relative_error,22144,0.02500,0.796
9,model.language_model.layers.9.mlp.experts.268.up_proj,0.0054986122,hessian_weighted_relative_error,22144,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.269.down_proj,0.0135518166,hessian_weighted_relative_error,61980,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.269.gate_proj,0.0086128618,hessian_weighted_relative_error,61980,0.02500,0.942
9,model.language_model.layers.9.mlp.experts.269.up_proj,0.0093348437,hessian_weighted_relative_error,61980,0.02500,0.939
9,model.language_model.layers.9.mlp.experts.27.down_proj,0.0094968135,hessian_weighted_relative_error,8314,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.27.gate_proj,0.0042873558,hessian_weighted_relative_error,8314,0.02500,0.862
9,model.language_model.layers.9.mlp.experts.27.up_proj,0.0048008702,hessian_weighted_relative_error,8314,0.02500,0.950
9,model.language_model.layers.9.mlp.experts.270.down_proj,0.0120497387,hessian_weighted_relative_error,18759,0.02500,0.765
9,model.language_model.layers.9.mlp.experts.270.gate_proj,0.0061522405,hessian_weighted_relative_error,18759,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.270.up_proj,0.0066552524,hessian_weighted_relative_error,18759,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.271.down_proj,0.0109970175,hessian_weighted_relative_error,32829,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.271.gate_proj,0.0062676317,hessian_weighted_relative_error,32829,0.02500,0.937
9,model.language_model.layers.9.mlp.experts.271.up_proj,0.0065657422,hessian_weighted_relative_error,32829,0.02500,0.946
9,model.language_model.layers.9.mlp.experts.272.down_proj,0.0072207629,hessian_weighted_relative_error,19445,0.02500,0.774
9,model.language_model.layers.9.mlp.experts.272.gate_proj,0.0046099165,hessian_weighted_relative_error,19445,0.02500,0.798
9,model.language_model.layers.9.mlp.experts.272.up_proj,0.0050197528,hessian_weighted_relative_error,19445,0.02500,0.814
9,model.language_model.layers.9.mlp.experts.273.down_proj,0.0116652809,hessian_weighted_relative_error,29829,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.273.gate_proj,0.0064614962,hessian_weighted_relative_error,29829,0.02500,0.947
9,model.language_model.layers.9.mlp.experts.273.up_proj,0.0070130565,hessian_weighted_relative_error,29829,0.02500,0.949
9,model.language_model.layers.9.mlp.experts.274.down_proj,0.0135675497,hessian_weighted_relative_error,33904,0.02500,0.766
9,model.language_model.layers.9.mlp.experts.274.gate_proj,0.0084768103,hessian_weighted_relative_error,33904,0.02500,0.797
9,model.language_model.layers.9.mlp.experts.274.up_proj,0.0088117806,hessian_weighted_relative_error,33904,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.275.down_proj,0.0114513040,hessian_weighted_relative_error,23608,0.02500,0.892
9,model.language_model.layers.9.mlp.experts.275.gate_proj,0.0065606268,hessian_weighted_relative_error,23608,0.02500,0.934
9,model.language_model.layers.9.mlp.experts.275.up_proj,0.0069583647,hessian_weighted_relative_error,23608,0.02500,0.936
9,model.language_model.layers.9.mlp.experts.276.down_proj,0.0077483135,hessian_weighted_relative_error,17737,0.02500,0.766
9,model.language_model.layers.9.mlp.experts.276.gate_proj,0.0040276097,hessian_weighted_relative_error,17737,0.02500,0.798
9,model.language_model.layers.9.mlp.experts.276.up_proj,0.0044195814,hessian_weighted_relative_error,17737,0.02500,0.814
9,model.language_model.layers.9.mlp.experts.277.down_proj,0.0076895301,hessian_weighted_relative_error,27058,0.02500,0.889
9,model.language_model.layers.9.mlp.experts.277.gate_proj,0.0036432081,hessian_weighted_relative_error,27058,0.02500,0.939
9,model.language_model.layers.9.mlp.experts.277.up_proj,0.0039966005,hessian_weighted_relative_error,27058,0.02500,0.940
9,model.language_model.layers.9.mlp.experts.278.down_proj,0.0085964738,hessian_weighted_relative_error,42752,0.02500,0.767
9,model.language_model.layers.9.mlp.experts.278.gate_proj,0.0048761402,hessian_weighted_relative_error,42752,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.278.up_proj,0.0051829178,hessian_weighted_relative_error,42752,0.02500,0.815
9,model.language_model.layers.9.mlp.experts.279.down_proj,0.0077610607,hessian_weighted_relative_error,25099,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.279.gate_proj,0.0039348983,hessian_weighted_relative_error,25099,0.02500,0.936
9,model.language_model.layers.9.mlp.experts.279.up_proj,0.0043233055,hessian_weighted_relative_error,25099,0.02500,0.940
9,model.language_model.layers.9.mlp.experts.28.down_proj,0.0065783235,hessian_weighted_relative_error,25634,0.02500,0.730
9,model.language_model.layers.9.mlp.experts.28.gate_proj,0.0033300036,hessian_weighted_relative_error,25634,0.02500,0.758
9,model.language_model.layers.9.mlp.experts.28.up_proj,0.0036511685,hessian_weighted_relative_error,25634,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.280.down_proj,0.0130848718,hessian_weighted_relative_error,27108,0.02500,0.769
9,model.language_model.layers.9.mlp.experts.280.gate_proj,0.0075224608,hessian_weighted_relative_error,27108,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.280.up_proj,0.0081396424,hessian_weighted_relative_error,27108,0.02500,0.807
9,model.language_model.layers.9.mlp.experts.281.down_proj,0.0137911515,hessian_weighted_relative_error,37352,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.281.gate_proj,0.0081270426,hessian_weighted_relative_error,37352,0.02500,0.946
9,model.language_model.layers.9.mlp.experts.281.up_proj,0.0089402177,hessian_weighted_relative_error,37352,0.02500,0.943
9,model.language_model.layers.9.mlp.experts.282.down_proj,0.0114543162,hessian_weighted_relative_error,39102,0.02500,0.766
9,model.language_model.layers.9.mlp.experts.282.gate_proj,0.0063559161,hessian_weighted_relative_error,39102,0.02500,0.801
9,model.language_model.layers.9.mlp.experts.282.up_proj,0.0069781239,hessian_weighted_relative_error,39102,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.283.down_proj,0.0090955974,hessian_weighted_relative_error,22153,0.02500,0.891
9,model.language_model.layers.9.mlp.experts.283.gate_proj,0.0049747418,hessian_weighted_relative_error,22153,0.02500,0.943
9,model.language_model.layers.9.mlp.experts.283.up_proj,0.0053270020,hessian_weighted_relative_error,22153,0.02500,0.929
9,model.language_model.layers.9.mlp.experts.284.down_proj,0.0115933385,hessian_weighted_relative_error,22959,0.02500,0.771
9,model.language_model.layers.9.mlp.experts.284.gate_proj,0.0059314938,hessian_weighted_relative_error,22959,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.284.up_proj,0.0065273981,hessian_weighted_relative_error,22959,0.02500,0.816
9,model.language_model.layers.9.mlp.experts.285.down_proj,0.0130181876,hessian_weighted_relative_error,19672,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.285.gate_proj,0.0067921741,hessian_weighted_relative_error,19672,0.02500,0.940
9,model.language_model.layers.9.mlp.experts.285.up_proj,0.0073300635,hessian_weighted_relative_error,19672,0.02500,0.934
9,model.language_model.layers.9.mlp.experts.286.down_proj,0.0116505706,hessian_weighted_relative_error,10502,0.02500,0.770
9,model.language_model.layers.9.mlp.experts.286.gate_proj,0.0059081267,hessian_weighted_relative_error,10502,0.02500,0.798
9,model.language_model.layers.9.mlp.experts.286.up_proj,0.0063442860,hessian_weighted_relative_error,10502,0.02500,0.804
9,model.language_model.layers.9.mlp.experts.287.down_proj,0.0107611353,hessian_weighted_relative_error,30480,0.02500,0.889
9,model.language_model.layers.9.mlp.experts.287.gate_proj,0.0056155384,hessian_weighted_relative_error,30480,0.02500,0.940
9,model.language_model.layers.9.mlp.experts.287.up_proj,0.0058810834,hessian_weighted_relative_error,30480,0.02500,0.936
9,model.language_model.layers.9.mlp.experts.29.down_proj,0.0080105625,hessian_weighted_relative_error,36379,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.29.gate_proj,0.0038031754,hessian_weighted_relative_error,36379,0.02500,0.872
9,model.language_model.layers.9.mlp.experts.29.up_proj,0.0041282141,hessian_weighted_relative_error,36379,0.02500,0.948
9,model.language_model.layers.9.mlp.experts.3.down_proj,0.0043870706,hessian_weighted_relative_error,12280,0.02500,0.797
9,model.language_model.layers.9.mlp.experts.3.gate_proj,0.0022907755,hessian_weighted_relative_error,12280,0.02500,0.848
9,model.language_model.layers.9.mlp.experts.3.up_proj,0.0024958670,hessian_weighted_relative_error,12280,0.02500,0.946
9,model.language_model.layers.9.mlp.experts.30.down_proj,0.0081094543,hessian_weighted_relative_error,19401,0.02500,0.728
9,model.language_model.layers.9.mlp.experts.30.gate_proj,0.0037314430,hessian_weighted_relative_error,19401,0.02500,0.758
9,model.language_model.layers.9.mlp.experts.30.up_proj,0.0041783344,hessian_weighted_relative_error,19401,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.31.down_proj,0.0103812205,hessian_weighted_relative_error,29375,0.02500,0.808
9,model.language_model.layers.9.mlp.experts.31.gate_proj,0.0061490141,hessian_weighted_relative_error,29375,0.02500,0.860
9,model.language_model.layers.9.mlp.experts.31.up_proj,0.0064439575,hessian_weighted_relative_error,29375,0.02500,0.948
9,model.language_model.layers.9.mlp.experts.32.down_proj,0.0111653412,hessian_weighted_relative_error,25435,0.02500,0.733
9,model.language_model.layers.9.mlp.experts.32.gate_proj,0.0059087425,hessian_weighted_relative_error,25435,0.02500,0.763
9,model.language_model.layers.9.mlp.experts.32.up_proj,0.0063281107,hessian_weighted_relative_error,25435,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.33.down_proj,0.0126460318,hessian_weighted_relative_error,32721,0.02500,0.810
9,model.language_model.layers.9.mlp.experts.33.gate_proj,0.0072141122,hessian_weighted_relative_error,32721,0.02500,0.877
9,model.language_model.layers.9.mlp.experts.33.up_proj,0.0076715012,hessian_weighted_relative_error,32721,0.02500,0.955
9,model.language_model.layers.9.mlp.experts.34.down_proj,0.0111829809,hessian_weighted_relative_error,19299,0.02500,0.731
9,model.language_model.layers.9.mlp.experts.34.gate_proj,0.0062666940,hessian_weighted_relative_error,19299,0.02500,0.765
9,model.language_model.layers.9.mlp.experts.34.up_proj,0.0066017240,hessian_weighted_relative_error,19299,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.35.down_proj,0.0089788286,hessian_weighted_relative_error,26243,0.02500,0.811
9,model.language_model.layers.9.mlp.experts.35.gate_proj,0.0049226577,hessian_weighted_relative_error,26243,0.02500,0.866
9,model.language_model.layers.9.mlp.experts.35.up_proj,0.0051896292,hessian_weighted_relative_error,26243,0.02500,0.942
9,model.language_model.layers.9.mlp.experts.36.down_proj,0.0089465862,hessian_weighted_relative_error,35088,0.02500,0.732
9,model.language_model.layers.9.mlp.experts.36.gate_proj,0.0044618033,hessian_weighted_relative_error,35088,0.02500,0.762
9,model.language_model.layers.9.mlp.experts.36.up_proj,0.0048643115,hessian_weighted_relative_error,35088,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.37.down_proj,0.0139202066,hessian_weighted_relative_error,28755,0.02500,0.809
9,model.language_model.layers.9.mlp.experts.37.gate_proj,0.0086541515,hessian_weighted_relative_error,28755,0.02500,0.865
9,model.language_model.layers.9.mlp.experts.37.up_proj,0.0088837993,hessian_weighted_relative_error,28755,0.02500,0.947
9,model.language_model.layers.9.mlp.experts.38.down_proj,0.0106276913,hessian_weighted_relative_error,30318,0.02500,0.731
9,model.language_model.layers.9.mlp.experts.38.gate_proj,0.0059800929,hessian_weighted_relative_error,30318,0.02500,0.762
9,model.language_model.layers.9.mlp.experts.38.up_proj,0.0062393844,hessian_weighted_relative_error,30318,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.39.down_proj,0.0074967042,hessian_weighted_relative_error,21902,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.39.gate_proj,0.0032959143,hessian_weighted_relative_error,21902,0.02500,0.863
9,model.language_model.layers.9.mlp.experts.39.up_proj,0.0035532089,hessian_weighted_relative_error,21902,0.02500,0.950
9,model.language_model.layers.9.mlp.experts.4.down_proj,0.0106112041,hessian_weighted_relative_error,20297,0.02500,0.723
9,model.language_model.layers.9.mlp.experts.4.gate_proj,0.0058571496,hessian_weighted_relative_error,20297,0.02500,0.767
9,model.language_model.layers.9.mlp.experts.4.up_proj,0.0063887055,hessian_weighted_relative_error,20297,0.02500,0.799
9,model.language_model.layers.9.mlp.experts.40.down_proj,0.0123951712,hessian_weighted_relative_error,35915,0.02500,0.740
9,model.language_model.layers.9.mlp.experts.40.gate_proj,0.0073854107,hessian_weighted_relative_error,35915,0.02500,0.767
9,model.language_model.layers.9.mlp.experts.40.up_proj,0.0078517389,hessian_weighted_relative_error,35915,0.02500,0.831
9,model.language_model.layers.9.mlp.experts.41.down_proj,0.0124620765,hessian_weighted_relative_error,21683,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.41.gate_proj,0.0070152167,hessian_weighted_relative_error,21683,0.02500,0.868
9,model.language_model.layers.9.mlp.experts.41.up_proj,0.0074973160,hessian_weighted_relative_error,21683,0.02500,0.949
9,model.language_model.layers.9.mlp.experts.42.down_proj,0.0076830111,hessian_weighted_relative_error,17452,0.02500,0.734
9,model.language_model.layers.9.mlp.experts.42.gate_proj,0.0037341434,hessian_weighted_relative_error,17452,0.02500,0.764
9,model.language_model.layers.9.mlp.experts.42.up_proj,0.0041850248,hessian_weighted_relative_error,17452,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.43.down_proj,0.0129181943,hessian_weighted_relative_error,41680,0.02500,0.818
9,model.language_model.layers.9.mlp.experts.43.gate_proj,0.0075023293,hessian_weighted_relative_error,41680,0.02500,0.872
9,model.language_model.layers.9.mlp.experts.43.up_proj,0.0083372454,hessian_weighted_relative_error,41680,0.02500,0.954
9,model.language_model.layers.9.mlp.experts.44.down_proj,0.0124449998,hessian_weighted_relative_error,24236,0.02500,0.735
9,model.language_model.layers.9.mlp.experts.44.gate_proj,0.0077992612,hessian_weighted_relative_error,24236,0.02500,0.763
9,model.language_model.layers.9.mlp.experts.44.up_proj,0.0083574790,hessian_weighted_relative_error,24236,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.45.down_proj,0.0102375711,hessian_weighted_relative_error,34676,0.02500,0.813
9,model.language_model.layers.9.mlp.experts.45.gate_proj,0.0051018460,hessian_weighted_relative_error,34676,0.02500,0.870
9,model.language_model.layers.9.mlp.experts.45.up_proj,0.0054524769,hessian_weighted_relative_error,34676,0.02500,0.953
9,model.language_model.layers.9.mlp.experts.46.down_proj,0.0116914008,hessian_weighted_relative_error,21697,0.02500,0.733
9,model.language_model.layers.9.mlp.experts.46.gate_proj,0.0064026705,hessian_weighted_relative_error,21697,0.02500,0.765
9,model.language_model.layers.9.mlp.experts.46.up_proj,0.0068139938,hessian_weighted_relative_error,21697,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.47.down_proj,0.0048372773,hessian_weighted_relative_error,13268,0.02500,0.815
9,model.language_model.layers.9.mlp.experts.47.gate_proj,0.0026697628,hessian_weighted_relative_error,13268,0.02500,0.867
9,model.language_model.layers.9.mlp.experts.47.up_proj,0.0029934081,hessian_weighted_relative_error,13268,0.02500,0.953
9,model.language_model.layers.9.mlp.experts.48.down_proj,0.0119869425,hessian_weighted_relative_error,20610,0.02500,0.734
9,model.language_model.layers.9.mlp.experts.48.gate_proj,0.0068048116,hessian_weighted_relative_error,20610,0.02500,0.768
9,model.language_model.layers.9.mlp.experts.48.up_proj,0.0072055392,hessian_weighted_relative_error,20610,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.49.down_proj,0.0105338689,hessian_weighted_relative_error,9328,0.02500,0.817
9,model.language_model.layers.9.mlp.experts.49.gate_proj,0.0056940580,hessian_weighted_relative_error,9328,0.02500,0.875
9,model.language_model.layers.9.mlp.experts.49.up_proj,0.0060630891,hessian_weighted_relative_error,9328,0.02500,0.956
9,model.language_model.layers.9.mlp.experts.5.down_proj,0.0079221590,hessian_weighted_relative_error,29292,0.02500,0.755
9,model.language_model.layers.9.mlp.experts.5.gate_proj,0.0046260915,hessian_weighted_relative_error,29292,0.02500,0.847
9,model.language_model.layers.9.mlp.experts.5.up_proj,0.0049238697,hessian_weighted_relative_error,29292,0.02500,0.942
9,model.language_model.layers.9.mlp.experts.50.down_proj,0.0123299289,hessian_weighted_relative_error,21401,0.02500,0.736
9,model.language_model.layers.9.mlp.experts.50.gate_proj,0.0060937582,hessian_weighted_relative_error,21401,0.02500,0.773
9,model.language_model.layers.9.mlp.experts.50.up_proj,0.0068790785,hessian_weighted_relative_error,21401,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.51.down_proj,0.0124192164,hessian_weighted_relative_error,35973,0.02500,0.823
9,model.language_model.layers.9.mlp.experts.51.gate_proj,0.0074374398,hessian_weighted_relative_error,35973,0.02500,0.872
9,model.language_model.layers.9.mlp.experts.51.up_proj,0.0083690585,hessian_weighted_relative_error,35973,0.02500,0.955
9,model.language_model.layers.9.mlp.experts.52.down_proj,0.0127904655,hessian_weighted_relative_error,45710,0.02500,0.738
9,model.language_model.layers.9.mlp.experts.52.gate_proj,0.0075151181,hessian_weighted_relative_error,45710,0.02500,0.765
9,model.language_model.layers.9.mlp.experts.52.up_proj,0.0080798302,hessian_weighted_relative_error,45710,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.53.down_proj,0.0130795276,hessian_weighted_relative_error,43344,0.02500,0.816
9,model.language_model.layers.9.mlp.experts.53.gate_proj,0.0072329386,hessian_weighted_relative_error,43344,0.02500,0.873
9,model.language_model.layers.9.mlp.experts.53.up_proj,0.0081148255,hessian_weighted_relative_error,43344,0.02500,0.950
9,model.language_model.layers.9.mlp.experts.54.down_proj,0.0105225807,hessian_weighted_relative_error,26925,0.02500,0.735
9,model.language_model.layers.9.mlp.experts.54.gate_proj,0.0056419545,hessian_weighted_relative_error,26925,0.02500,0.766
9,model.language_model.layers.9.mlp.experts.54.up_proj,0.0060465962,hessian_weighted_relative_error,26925,0.02500,0.801
9,model.language_model.layers.9.mlp.experts.55.down_proj,0.0067150427,hessian_weighted_relative_error,21700,0.02500,0.820
9,model.language_model.layers.9.mlp.experts.55.gate_proj,0.0036246419,hessian_weighted_relative_error,21700,0.02500,0.871
9,model.language_model.layers.9.mlp.experts.55.up_proj,0.0039445616,hessian_weighted_relative_error,21700,0.02500,0.955
9,model.language_model.layers.9.mlp.experts.56.down_proj,0.0123193312,hessian_weighted_relative_error,35485,0.02500,0.739
9,model.language_model.layers.9.mlp.experts.56.gate_proj,0.0069113611,hessian_weighted_relative_error,35485,0.02500,0.768
9,model.language_model.layers.9.mlp.experts.56.up_proj,0.0074801634,hessian_weighted_relative_error,35485,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.57.down_proj,0.0134645977,hessian_weighted_relative_error,24975,0.02500,0.823
9,model.language_model.layers.9.mlp.experts.57.gate_proj,0.0076321350,hessian_weighted_relative_error,24975,0.02500,0.878
9,model.language_model.layers.9.mlp.experts.57.up_proj,0.0082111730,hessian_weighted_relative_error,24975,0.02500,0.955
9,model.language_model.layers.9.mlp.experts.58.down_proj,0.0091401482,hessian_weighted_relative_error,27803,0.02500,0.736
9,model.language_model.layers.9.mlp.experts.58.gate_proj,0.0039974115,hessian_weighted_relative_error,27803,0.02500,0.769
9,model.language_model.layers.9.mlp.experts.58.up_proj,0.0045384824,hessian_weighted_relative_error,27803,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.59.down_proj,0.0126214880,hessian_weighted_relative_error,31243,0.02500,0.827
9,model.language_model.layers.9.mlp.experts.59.gate_proj,0.0075161114,hessian_weighted_relative_error,31243,0.02500,0.878
9,model.language_model.layers.9.mlp.experts.59.up_proj,0.0080339045,hessian_weighted_relative_error,31243,0.02500,0.951
9,model.language_model.layers.9.mlp.experts.6.down_proj,0.0097332367,hessian_weighted_relative_error,17380,0.02500,0.692
9,model.language_model.layers.9.mlp.experts.6.gate_proj,0.0055208992,hessian_weighted_relative_error,17380,0.02500,0.752
9,model.language_model.layers.9.mlp.experts.6.up_proj,0.0059529260,hessian_weighted_relative_error,17380,0.02500,0.800
9,model.language_model.layers.9.mlp.experts.60.down_proj,0.0129090263,hessian_weighted_relative_error,26163,0.02500,0.739
9,model.language_model.layers.9.mlp.experts.60.gate_proj,0.0075884084,hessian_weighted_relative_error,26163,0.02500,0.768
9,model.language_model.layers.9.mlp.experts.60.up_proj,0.0080069897,hessian_weighted_relative_error,26163,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.61.down_proj,0.0104053849,hessian_weighted_relative_error,16438,0.02500,0.821
9,model.language_model.layers.9.mlp.experts.61.gate_proj,0.0051117440,hessian_weighted_relative_error,16438,0.02500,0.878
9,model.language_model.layers.9.mlp.experts.61.up_proj,0.0055454352,hessian_weighted_relative_error,16438,0.02500,0.955
9,model.language_model.layers.9.mlp.experts.62.down_proj,0.0103994891,hessian_weighted_relative_error,18125,0.02500,0.737
9,model.language_model.layers.9.mlp.experts.62.gate_proj,0.0053382511,hessian_weighted_relative_error,18125,0.02500,0.770
9,model.language_model.layers.9.mlp.experts.62.up_proj,0.0057157860,hessian_weighted_relative_error,18125,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.63.down_proj,0.0107573604,hessian_weighted_relative_error,18262,0.02500,0.825
9,model.language_model.layers.9.mlp.experts.63.gate_proj,0.0054506709,hessian_weighted_relative_error,18262,0.02500,0.877
9,model.language_model.layers.9.mlp.experts.63.up_proj,0.0061716067,hessian_weighted_relative_error,18262,0.02500,0.949
9,model.language_model.layers.9.mlp.experts.64.down_proj,0.0073958356,hessian_weighted_relative_error,25915,0.02500,0.741
9,model.language_model.layers.9.mlp.experts.64.gate_proj,0.0030574930,hessian_weighted_relative_error,25915,0.02500,0.771
9,model.language_model.layers.9.mlp.experts.64.up_proj,0.0033888690,hessian_weighted_relative_error,25915,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.65.down_proj,0.0139824647,hessian_weighted_relative_error,44896,0.02500,0.826
9,model.language_model.layers.9.mlp.experts.65.gate_proj,0.0083757190,hessian_weighted_relative_error,44896,0.02500,0.883
9,model.language_model.layers.9.mlp.experts.65.up_proj,0.0092077020,hessian_weighted_relative_error,44896,0.02500,0.962
9,model.language_model.layers.9.mlp.experts.66.down_proj,0.0116924358,hessian_weighted_relative_error,31474,0.02500,0.739
9,model.language_model.layers.9.mlp.experts.66.gate_proj,0.0065521775,hessian_weighted_relative_error,31474,0.02500,0.773
9,model.language_model.layers.9.mlp.experts.66.up_proj,0.0071607966,hessian_weighted_relative_error,31474,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.67.down_proj,0.0112861423,hessian_weighted_relative_error,15715,0.02500,0.831
9,model.language_model.layers.9.mlp.experts.67.gate_proj,0.0059726102,hessian_weighted_relative_error,15715,0.02500,0.882
9,model.language_model.layers.9.mlp.experts.67.up_proj,0.0062834748,hessian_weighted_relative_error,15715,0.02500,0.951
9,model.language_model.layers.9.mlp.experts.68.down_proj,0.0091511046,hessian_weighted_relative_error,14422,0.02500,0.741
9,model.language_model.layers.9.mlp.experts.68.gate_proj,0.0053798758,hessian_weighted_relative_error,14422,0.02500,0.770
9,model.language_model.layers.9.mlp.experts.68.up_proj,0.0056832641,hessian_weighted_relative_error,14422,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.69.down_proj,0.0116863033,hessian_weighted_relative_error,28086,0.02500,0.825
9,model.language_model.layers.9.mlp.experts.69.gate_proj,0.0063790754,hessian_weighted_relative_error,28086,0.02500,0.881
9,model.language_model.layers.9.mlp.experts.69.up_proj,0.0068846671,hessian_weighted_relative_error,28086,0.02500,0.953
9,model.language_model.layers.9.mlp.experts.7.down_proj,0.0140771762,hessian_weighted_relative_error,33109,0.02500,0.795
9,model.language_model.layers.9.mlp.experts.7.gate_proj,0.0081644774,hessian_weighted_relative_error,33109,0.02500,0.844
9,model.language_model.layers.9.mlp.experts.7.up_proj,0.0088793927,hessian_weighted_relative_error,33109,0.02500,0.945
9,model.language_model.layers.9.mlp.experts.70.down_proj,0.0097713634,hessian_weighted_relative_error,21926,0.02500,0.740
9,model.language_model.layers.9.mlp.experts.70.gate_proj,0.0054164042,hessian_weighted_relative_error,21926,0.02500,0.773
9,model.language_model.layers.9.mlp.experts.70.up_proj,0.0058435667,hessian_weighted_relative_error,21926,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.71.down_proj,0.0129261468,hessian_weighted_relative_error,29283,0.02500,0.828
9,model.language_model.layers.9.mlp.experts.71.gate_proj,0.0078414289,hessian_weighted_relative_error,29283,0.02500,0.881
9,model.language_model.layers.9.mlp.experts.71.up_proj,0.0083137600,hessian_weighted_relative_error,29283,0.02500,0.962
9,model.language_model.layers.9.mlp.experts.72.down_proj,0.0134729374,hessian_weighted_relative_error,43277,0.02500,0.742
9,model.language_model.layers.9.mlp.experts.72.gate_proj,0.0076859667,hessian_weighted_relative_error,43277,0.02500,0.772
9,model.language_model.layers.9.mlp.experts.72.up_proj,0.0087712318,hessian_weighted_relative_error,43277,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.73.down_proj,0.0102823606,hessian_weighted_relative_error,18214,0.02500,0.830
9,model.language_model.layers.9.mlp.experts.73.gate_proj,0.0056834161,hessian_weighted_relative_error,18214,0.02500,0.887
9,model.language_model.layers.9.mlp.experts.73.up_proj,0.0060509418,hessian_weighted_relative_error,18214,0.02500,0.959
9,model.language_model.layers.9.mlp.experts.74.down_proj,0.0115614825,hessian_weighted_relative_error,21142,0.02500,0.741
9,model.language_model.layers.9.mlp.experts.74.gate_proj,0.0061440610,hessian_weighted_relative_error,21142,0.02500,0.772
9,model.language_model.layers.9.mlp.experts.74.up_proj,0.0066910726,hessian_weighted_relative_error,21142,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.75.down_proj,0.0114370656,hessian_weighted_relative_error,30827,0.02500,0.836
9,model.language_model.layers.9.mlp.experts.75.gate_proj,0.0060594142,hessian_weighted_relative_error,30827,0.02500,0.887
9,model.language_model.layers.9.mlp.experts.75.up_proj,0.0064273868,hessian_weighted_relative_error,30827,0.02500,0.956
9,model.language_model.layers.9.mlp.experts.76.down_proj,0.0141980973,hessian_weighted_relative_error,40619,0.02500,0.741
9,model.language_model.layers.9.mlp.experts.76.gate_proj,0.0081471756,hessian_weighted_relative_error,40619,0.02500,0.774
9,model.language_model.layers.9.mlp.experts.76.up_proj,0.0088845621,hessian_weighted_relative_error,40619,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.77.down_proj,0.0126563066,hessian_weighted_relative_error,23447,0.02500,0.828
9,model.language_model.layers.9.mlp.experts.77.gate_proj,0.0070838824,hessian_weighted_relative_error,23447,0.02500,0.889
9,model.language_model.layers.9.mlp.experts.77.up_proj,0.0076887244,hessian_weighted_relative_error,23447,0.02500,0.956
9,model.language_model.layers.9.mlp.experts.78.down_proj,0.0064122888,hessian_weighted_relative_error,21673,0.02500,0.741
9,model.language_model.layers.9.mlp.experts.78.gate_proj,0.0035074328,hessian_weighted_relative_error,21673,0.02500,0.771
9,model.language_model.layers.9.mlp.experts.78.up_proj,0.0038165136,hessian_weighted_relative_error,21673,0.02500,0.804
9,model.language_model.layers.9.mlp.experts.79.down_proj,0.0123901494,hessian_weighted_relative_error,17989,0.02500,0.831
9,model.language_model.layers.9.mlp.experts.79.gate_proj,0.0067818565,hessian_weighted_relative_error,17989,0.02500,0.888
9,model.language_model.layers.9.mlp.experts.79.up_proj,0.0072802625,hessian_weighted_relative_error,17989,0.02500,0.958
9,model.language_model.layers.9.mlp.experts.8.down_proj,0.0102215950,hessian_weighted_relative_error,62378,0.02500,0.726
9,model.language_model.layers.9.mlp.experts.8.gate_proj,0.0060409707,hessian_weighted_relative_error,62378,0.02500,0.755
9,model.language_model.layers.9.mlp.experts.8.up_proj,0.0068073009,hessian_weighted_relative_error,62378,0.02500,0.799
9,model.language_model.layers.9.mlp.experts.80.down_proj,0.0128177448,hessian_weighted_relative_error,29994,0.02500,0.747
9,model.language_model.layers.9.mlp.experts.80.gate_proj,0.0066526196,hessian_weighted_relative_error,29994,0.02500,0.777
9,model.language_model.layers.9.mlp.experts.80.up_proj,0.0073383295,hessian_weighted_relative_error,29994,0.02500,0.832
9,model.language_model.layers.9.mlp.experts.81.down_proj,0.0123587860,hessian_weighted_relative_error,25222,0.02500,0.833
9,model.language_model.layers.9.mlp.experts.81.gate_proj,0.0074275460,hessian_weighted_relative_error,25222,0.02500,0.891
9,model.language_model.layers.9.mlp.experts.81.up_proj,0.0078867123,hessian_weighted_relative_error,25222,0.02500,0.987
9,model.language_model.layers.9.mlp.experts.82.down_proj,0.0101786043,hessian_weighted_relative_error,122314,0.02500,0.742
9,model.language_model.layers.9.mlp.experts.82.gate_proj,0.0065275850,hessian_weighted_relative_error,122314,0.02500,0.773
9,model.language_model.layers.9.mlp.experts.82.up_proj,0.0069126560,hessian_weighted_relative_error,122314,0.02500,0.804
9,model.language_model.layers.9.mlp.experts.83.down_proj,0.0137001801,hessian_weighted_relative_error,30857,0.02500,0.837
9,model.language_model.layers.9.mlp.experts.83.gate_proj,0.0083889818,hessian_weighted_relative_error,30857,0.02500,0.891
9,model.language_model.layers.9.mlp.experts.83.up_proj,0.0087583311,hessian_weighted_relative_error,30857,0.02500,0.969
9,model.language_model.layers.9.mlp.experts.84.down_proj,0.0100016344,hessian_weighted_relative_error,25590,0.02500,0.744
9,model.language_model.layers.9.mlp.experts.84.gate_proj,0.0052022264,hessian_weighted_relative_error,25590,0.02500,0.772
9,model.language_model.layers.9.mlp.experts.84.up_proj,0.0054512942,hessian_weighted_relative_error,25590,0.02500,0.805
9,model.language_model.layers.9.mlp.experts.85.down_proj,0.0120583447,hessian_weighted_relative_error,27995,0.02500,0.832
9,model.language_model.layers.9.mlp.experts.85.gate_proj,0.0067292185,hessian_weighted_relative_error,27995,0.02500,0.891
9,model.language_model.layers.9.mlp.experts.85.up_proj,0.0074506515,hessian_weighted_relative_error,27995,0.02500,0.954
9,model.language_model.layers.9.mlp.experts.86.down_proj,0.0054231176,hessian_weighted_relative_error,19228,0.02500,0.742
9,model.language_model.layers.9.mlp.experts.86.gate_proj,0.0028360939,hessian_weighted_relative_error,19228,0.02500,0.773
9,model.language_model.layers.9.mlp.experts.86.up_proj,0.0031583272,hessian_weighted_relative_error,19228,0.02500,0.804
9,model.language_model.layers.9.mlp.experts.87.down_proj,0.0136869114,hessian_weighted_relative_error,46340,0.02500,0.835
9,model.language_model.layers.9.mlp.experts.87.gate_proj,0.0075377305,hessian_weighted_relative_error,46340,0.02500,0.890
9,model.language_model.layers.9.mlp.experts.87.up_proj,0.0080367545,hessian_weighted_relative_error,46340,0.02500,0.963
9,model.language_model.layers.9.mlp.experts.88.down_proj,0.0054238472,hessian_weighted_relative_error,38327,0.02500,0.746
9,model.language_model.layers.9.mlp.experts.88.gate_proj,0.0024150911,hessian_weighted_relative_error,38327,0.02500,0.776
9,model.language_model.layers.9.mlp.experts.88.up_proj,0.0026161966,hessian_weighted_relative_error,38327,0.02500,0.801
9,model.language_model.layers.9.mlp.experts.89.down_proj,0.0116905962,hessian_weighted_relative_error,33384,0.02500,0.837
9,model.language_model.layers.9.mlp.experts.89.gate_proj,0.0064106718,hessian_weighted_relative_error,33384,0.02500,0.895
9,model.language_model.layers.9.mlp.experts.89.up_proj,0.0067264740,hessian_weighted_relative_error,33384,0.02500,0.968
9,model.language_model.layers.9.mlp.experts.9.down_proj,0.0106065916,hessian_weighted_relative_error,24860,0.02500,0.797
9,model.language_model.layers.9.mlp.experts.9.gate_proj,0.0050950299,hessian_weighted_relative_error,24860,0.02500,0.852
9,model.language_model.layers.9.mlp.experts.9.up_proj,0.0056599899,hessian_weighted_relative_error,24860,0.02500,0.943
9,model.language_model.layers.9.mlp.experts.90.down_proj,0.0118039254,hessian_weighted_relative_error,36792,0.02500,0.745
9,model.language_model.layers.9.mlp.experts.90.gate_proj,0.0072394065,hessian_weighted_relative_error,36792,0.02500,0.777
9,model.language_model.layers.9.mlp.experts.90.up_proj,0.0075103141,hessian_weighted_relative_error,36792,0.02500,0.806
9,model.language_model.layers.9.mlp.experts.91.down_proj,0.0131865781,hessian_weighted_relative_error,26796,0.02500,0.841
9,model.language_model.layers.9.mlp.experts.91.gate_proj,0.0079160984,hessian_weighted_relative_error,26796,0.02500,0.895
9,model.language_model.layers.9.mlp.experts.91.up_proj,0.0085929154,hessian_weighted_relative_error,26796,0.02500,0.963
9,model.language_model.layers.9.mlp.experts.92.down_proj,0.0103463246,hessian_weighted_relative_error,12766,0.02500,0.746
9,model.language_model.layers.9.mlp.experts.92.gate_proj,0.0053203876,hessian_weighted_relative_error,12766,0.02500,0.785
9,model.language_model.layers.9.mlp.experts.92.up_proj,0.0056884795,hessian_weighted_relative_error,12766,0.02500,0.802
9,model.language_model.layers.9.mlp.experts.93.down_proj,0.0141799249,hessian_weighted_relative_error,27826,0.02500,0.835
9,model.language_model.layers.9.mlp.experts.93.gate_proj,0.0087843632,hessian_weighted_relative_error,27826,0.02500,0.893
9,model.language_model.layers.9.mlp.experts.93.up_proj,0.0092996331,hessian_weighted_relative_error,27826,0.02500,0.958
9,model.language_model.layers.9.mlp.experts.94.down_proj,0.0115835300,hessian_weighted_relative_error,37927,0.02500,0.743
9,model.language_model.layers.9.mlp.experts.94.gate_proj,0.0068890652,hessian_weighted_relative_error,37927,0.02500,0.777
9,model.language_model.layers.9.mlp.experts.94.up_proj,0.0072678999,hessian_weighted_relative_error,37927,0.02500,0.804
9,model.language_model.layers.9.mlp.experts.95.down_proj,0.0087977073,hessian_weighted_relative_error,23588,0.02500,0.838
9,model.language_model.layers.9.mlp.experts.95.gate_proj,0.0050105608,hessian_weighted_relative_error,23588,0.02500,0.894
9,model.language_model.layers.9.mlp.experts.95.up_proj,0.0053089161,hessian_weighted_relative_error,23588,0.02500,0.964
9,model.language_model.layers.9.mlp.experts.96.down_proj,0.0101463668,hessian_weighted_relative_error,14095,0.02500,0.747
9,model.language_model.layers.9.mlp.experts.96.gate_proj,0.0052413277,hessian_weighted_relative_error,14095,0.02500,0.782
9,model.language_model.layers.9.mlp.experts.96.up_proj,0.0054996943,hessian_weighted_relative_error,14095,0.02500,0.803
9,model.language_model.layers.9.mlp.experts.97.down_proj,0.0135232764,hessian_weighted_relative_error,43993,0.02500,0.841
9,model.language_model.layers.9.mlp.experts.97.gate_proj,0.0080141143,hessian_weighted_relative_error,43993,0.02500,0.899
9,model.language_model.layers.9.mlp.experts.97.up_proj,0.0087673542,hessian_weighted_relative_error,43993,0.02500,0.961
9,model.language_model.layers.9.mlp.experts.98.down_proj,0.0062380588,hessian_weighted_relative_error,45486,0.02500,0.746
9,model.language_model.layers.9.mlp.experts.98.gate_proj,0.0030190841,hessian_weighted_relative_error,45486,0.02500,0.778
9,model.language_model.layers.9.mlp.experts.98.up_proj,0.0032293919,hessian_weighted_relative_error,45486,0.02500,0.812
9,model.language_model.layers.9.mlp.experts.99.down_proj,0.0123914360,hessian_weighted_relative_error,26094,0.02500,0.845
9,model.language_model.layers.9.mlp.experts.99.gate_proj,0.0071779139,hessian_weighted_relative_error,26094,0.02500,0.898
9,model.language_model.layers.9.mlp.experts.99.up_proj,0.0078272174,hessian_weighted_relative_error,26094,0.02500,0.957
10,model.language_model.layers.10.mlp.experts.0.down_proj,0.0054574843,hessian_weighted_relative_error,38623,0.02500,0.692
10,model.language_model.layers.10.mlp.experts.0.gate_proj,0.0036913074,hessian_weighted_relative_error,38623,0.02500,0.750
10,model.language_model.layers.10.mlp.experts.0.up_proj,0.0037567226,hessian_weighted_relative_error,38623,0.02500,0.799
10,model.language_model.layers.10.mlp.experts.1.down_proj,0.0079292006,hessian_weighted_relative_error,30268,0.02500,0.794
10,model.language_model.layers.10.mlp.experts.1.gate_proj,0.0048666954,hessian_weighted_relative_error,30268,0.02500,0.871
10,model.language_model.layers.10.mlp.experts.1.up_proj,0.0050261084,hessian_weighted_relative_error,30268,0.02500,0.947
10,model.language_model.layers.10.mlp.experts.10.down_proj,0.0119813568,hessian_weighted_relative_error,42702,0.02500,0.725
10,model.language_model.layers.10.mlp.experts.10.gate_proj,0.0078137118,hessian_weighted_relative_error,42702,0.02500,0.751
10,model.language_model.layers.10.mlp.experts.10.up_proj,0.0081866379,hessian_weighted_relative_error,42702,0.02500,0.798
10,model.language_model.layers.10.mlp.experts.100.down_proj,0.0133784576,hessian_weighted_relative_error,35116,0.02500,0.745
10,model.language_model.layers.10.mlp.experts.100.gate_proj,0.0075162930,hessian_weighted_relative_error,35116,0.02500,0.779
10,model.language_model.layers.10.mlp.experts.100.up_proj,0.0078793113,hessian_weighted_relative_error,35116,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.101.down_proj,0.0069978447,hessian_weighted_relative_error,31497,0.02500,0.838
10,model.language_model.layers.10.mlp.experts.101.gate_proj,0.0049146558,hessian_weighted_relative_error,31497,0.02500,0.897
10,model.language_model.layers.10.mlp.experts.101.up_proj,0.0051428217,hessian_weighted_relative_error,31497,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.102.down_proj,0.0128952504,hessian_weighted_relative_error,30318,0.02500,0.751
10,model.language_model.layers.10.mlp.experts.102.gate_proj,0.0075298362,hessian_weighted_relative_error,30318,0.02500,0.780
10,model.language_model.layers.10.mlp.experts.102.up_proj,0.0083087333,hessian_weighted_relative_error,30318,0.02500,0.806
10,model.language_model.layers.10.mlp.experts.103.down_proj,0.0132022905,hessian_weighted_relative_error,27023,0.02500,0.841
10,model.language_model.layers.10.mlp.experts.103.gate_proj,0.0077722974,hessian_weighted_relative_error,27023,0.02500,0.901
10,model.language_model.layers.10.mlp.experts.103.up_proj,0.0082843426,hessian_weighted_relative_error,27023,0.02500,0.964
10,model.language_model.layers.10.mlp.experts.104.down_proj,0.0125450117,hessian_weighted_relative_error,45103,0.02500,0.747
10,model.language_model.layers.10.mlp.experts.104.gate_proj,0.0068960999,hessian_weighted_relative_error,45103,0.02500,0.778
10,model.language_model.layers.10.mlp.experts.104.up_proj,0.0074322620,hessian_weighted_relative_error,45103,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.105.down_proj,0.0058714859,hessian_weighted_relative_error,37623,0.02500,0.846
10,model.language_model.layers.10.mlp.experts.105.gate_proj,0.0030563847,hessian_weighted_relative_error,37623,0.02500,0.897
10,model.language_model.layers.10.mlp.experts.105.up_proj,0.0031821106,hessian_weighted_relative_error,37623,0.02500,0.962
10,model.language_model.layers.10.mlp.experts.106.down_proj,0.0113853185,hessian_weighted_relative_error,20326,0.02500,0.749
10,model.language_model.layers.10.mlp.experts.106.gate_proj,0.0066558924,hessian_weighted_relative_error,20326,0.02500,0.780
10,model.language_model.layers.10.mlp.experts.106.up_proj,0.0071094406,hessian_weighted_relative_error,20326,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.107.down_proj,0.0070601586,hessian_weighted_relative_error,9884,0.02500,0.848
10,model.language_model.layers.10.mlp.experts.107.gate_proj,0.0044458325,hessian_weighted_relative_error,9884,0.02500,0.897
10,model.language_model.layers.10.mlp.experts.107.up_proj,0.0047605795,hessian_weighted_relative_error,9884,0.02500,0.972
10,model.language_model.layers.10.mlp.experts.108.down_proj,0.0131944184,hessian_weighted_relative_error,37538,0.02500,0.746
10,model.language_model.layers.10.mlp.experts.108.gate_proj,0.0072119662,hessian_weighted_relative_error,37538,0.02500,0.782
10,model.language_model.layers.10.mlp.experts.108.up_proj,0.0079682194,hessian_weighted_relative_error,37538,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.109.down_proj,0.0113448612,hessian_weighted_relative_error,29808,0.02500,0.844
10,model.language_model.layers.10.mlp.experts.109.gate_proj,0.0061506684,hessian_weighted_relative_error,29808,0.02500,0.899
10,model.language_model.layers.10.mlp.experts.109.up_proj,0.0064618200,hessian_weighted_relative_error,29808,0.02500,0.972
10,model.language_model.layers.10.mlp.experts.11.down_proj,0.0078400259,hessian_weighted_relative_error,26071,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.11.gate_proj,0.0049047406,hessian_weighted_relative_error,26071,0.02500,0.850
10,model.language_model.layers.10.mlp.experts.11.up_proj,0.0052898927,hessian_weighted_relative_error,26071,0.02500,0.950
10,model.language_model.layers.10.mlp.experts.110.down_proj,0.0099298181,hessian_weighted_relative_error,18430,0.02500,0.747
10,model.language_model.layers.10.mlp.experts.110.gate_proj,0.0059952375,hessian_weighted_relative_error,18430,0.02500,0.782
10,model.language_model.layers.10.mlp.experts.110.up_proj,0.0063053758,hessian_weighted_relative_error,18430,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.111.down_proj,0.0073833741,hessian_weighted_relative_error,27134,0.02500,0.845
10,model.language_model.layers.10.mlp.experts.111.gate_proj,0.0040155552,hessian_weighted_relative_error,27134,0.02500,0.901
10,model.language_model.layers.10.mlp.experts.111.up_proj,0.0041609205,hessian_weighted_relative_error,27134,0.02500,0.967
10,model.language_model.layers.10.mlp.experts.112.down_proj,0.0136763076,hessian_weighted_relative_error,33512,0.02500,0.748
10,model.language_model.layers.10.mlp.experts.112.gate_proj,0.0082543746,hessian_weighted_relative_error,33512,0.02500,0.781
10,model.language_model.layers.10.mlp.experts.112.up_proj,0.0088083463,hessian_weighted_relative_error,33512,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.113.down_proj,0.0131495225,hessian_weighted_relative_error,23465,0.02500,0.852
10,model.language_model.layers.10.mlp.experts.113.gate_proj,0.0074761492,hessian_weighted_relative_error,23465,0.02500,0.901
10,model.language_model.layers.10.mlp.experts.113.up_proj,0.0082237867,hessian_weighted_relative_error,23465,0.02500,0.974
10,model.language_model.layers.10.mlp.experts.114.down_proj,0.0132348837,hessian_weighted_relative_error,17141,0.02500,0.749
10,model.language_model.layers.10.mlp.experts.114.gate_proj,0.0075472211,hessian_weighted_relative_error,17141,0.02500,0.780
10,model.language_model.layers.10.mlp.experts.114.up_proj,0.0080554693,hessian_weighted_relative_error,17141,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.115.down_proj,0.0121458925,hessian_weighted_relative_error,25293,0.02500,0.852
10,model.language_model.layers.10.mlp.experts.115.gate_proj,0.0071042945,hessian_weighted_relative_error,25293,0.02500,0.901
10,model.language_model.layers.10.mlp.experts.115.up_proj,0.0075701798,hessian_weighted_relative_error,25293,0.02500,0.965
10,model.language_model.layers.10.mlp.experts.116.down_proj,0.0108655620,hessian_weighted_relative_error,35822,0.02500,0.748
10,model.language_model.layers.10.mlp.experts.116.gate_proj,0.0074140667,hessian_weighted_relative_error,35822,0.02500,0.784
10,model.language_model.layers.10.mlp.experts.116.up_proj,0.0080440593,hessian_weighted_relative_error,35822,0.02500,0.807
10,model.language_model.layers.10.mlp.experts.117.down_proj,0.0067802319,hessian_weighted_relative_error,41410,0.02500,0.847
10,model.language_model.layers.10.mlp.experts.117.gate_proj,0.0041603005,hessian_weighted_relative_error,41410,0.02500,0.901
10,model.language_model.layers.10.mlp.experts.117.up_proj,0.0044775492,hessian_weighted_relative_error,41410,0.02500,0.971
10,model.language_model.layers.10.mlp.experts.118.down_proj,0.0131237281,hessian_weighted_relative_error,33442,0.02500,0.749
10,model.language_model.layers.10.mlp.experts.118.gate_proj,0.0082034791,hessian_weighted_relative_error,33442,0.02500,0.782
10,model.language_model.layers.10.mlp.experts.118.up_proj,0.0087927176,hessian_weighted_relative_error,33442,0.02500,0.806
10,model.language_model.layers.10.mlp.experts.119.down_proj,0.0115003954,hessian_weighted_relative_error,23148,0.02500,0.853
10,model.language_model.layers.10.mlp.experts.119.gate_proj,0.0065024016,hessian_weighted_relative_error,23148,0.02500,0.905
10,model.language_model.layers.10.mlp.experts.119.up_proj,0.0068876614,hessian_weighted_relative_error,23148,0.02500,0.978
10,model.language_model.layers.10.mlp.experts.12.down_proj,0.0126712060,hessian_weighted_relative_error,36719,0.02500,0.723
10,model.language_model.layers.10.mlp.experts.12.gate_proj,0.0073329505,hessian_weighted_relative_error,36719,0.02500,0.754
10,model.language_model.layers.10.mlp.experts.12.up_proj,0.0078220069,hessian_weighted_relative_error,36719,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.120.down_proj,0.0079789824,hessian_weighted_relative_error,33336,0.02500,0.749
10,model.language_model.layers.10.mlp.experts.120.gate_proj,0.0048817649,hessian_weighted_relative_error,33336,0.02500,0.781
10,model.language_model.layers.10.mlp.experts.120.up_proj,0.0052245510,hessian_weighted_relative_error,33336,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.121.down_proj,0.0110331621,hessian_weighted_relative_error,22710,0.02500,0.855
10,model.language_model.layers.10.mlp.experts.121.gate_proj,0.0067129366,hessian_weighted_relative_error,22710,0.02500,0.902
10,model.language_model.layers.10.mlp.experts.121.up_proj,0.0072682741,hessian_weighted_relative_error,22710,0.02500,0.969
10,model.language_model.layers.10.mlp.experts.122.down_proj,0.0075826038,hessian_weighted_relative_error,39735,0.02500,0.750
10,model.language_model.layers.10.mlp.experts.122.gate_proj,0.0042191974,hessian_weighted_relative_error,39735,0.02500,0.782
10,model.language_model.layers.10.mlp.experts.122.up_proj,0.0049982709,hessian_weighted_relative_error,39735,0.02500,0.807
10,model.language_model.layers.10.mlp.experts.123.down_proj,0.0137917208,hessian_weighted_relative_error,57202,0.02500,0.854
10,model.language_model.layers.10.mlp.experts.123.gate_proj,0.0078962928,hessian_weighted_relative_error,57202,0.02500,0.901
10,model.language_model.layers.10.mlp.experts.123.up_proj,0.0083650075,hessian_weighted_relative_error,57202,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.124.down_proj,0.0097020067,hessian_weighted_relative_error,19522,0.02500,0.749
10,model.language_model.layers.10.mlp.experts.124.gate_proj,0.0059366272,hessian_weighted_relative_error,19522,0.02500,0.781
10,model.language_model.layers.10.mlp.experts.124.up_proj,0.0062803331,hessian_weighted_relative_error,19522,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.125.down_proj,0.0078286155,hessian_weighted_relative_error,17446,0.02500,0.852
10,model.language_model.layers.10.mlp.experts.125.gate_proj,0.0042134922,hessian_weighted_relative_error,17446,0.02500,0.902
10,model.language_model.layers.10.mlp.experts.125.up_proj,0.0046942000,hessian_weighted_relative_error,17446,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.126.down_proj,0.0079839520,hessian_weighted_relative_error,20968,0.02500,0.752
10,model.language_model.layers.10.mlp.experts.126.gate_proj,0.0043015824,hessian_weighted_relative_error,20968,0.02500,0.783
10,model.language_model.layers.10.mlp.experts.126.up_proj,0.0045133423,hessian_weighted_relative_error,20968,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.127.down_proj,0.0088853992,hessian_weighted_relative_error,30164,0.02500,0.854
10,model.language_model.layers.10.mlp.experts.127.gate_proj,0.0051674057,hessian_weighted_relative_error,30164,0.02500,0.905
10,model.language_model.layers.10.mlp.experts.127.up_proj,0.0055240523,hessian_weighted_relative_error,30164,0.02500,0.971
10,model.language_model.layers.10.mlp.experts.128.down_proj,0.0099838457,hessian_weighted_relative_error,31743,0.02500,0.751
10,model.language_model.layers.10.mlp.experts.128.gate_proj,0.0059134656,hessian_weighted_relative_error,31743,0.02500,0.799
10,model.language_model.layers.10.mlp.experts.128.up_proj,0.0062406528,hessian_weighted_relative_error,31743,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.129.down_proj,0.0040635731,hessian_weighted_relative_error,31872,0.02500,0.859
10,model.language_model.layers.10.mlp.experts.129.gate_proj,0.0025704124,hessian_weighted_relative_error,31872,0.02500,0.918
10,model.language_model.layers.10.mlp.experts.129.up_proj,0.0027906426,hessian_weighted_relative_error,31872,0.02500,0.979
10,model.language_model.layers.10.mlp.experts.13.down_proj,0.0125054935,hessian_weighted_relative_error,34931,0.02500,0.796
10,model.language_model.layers.10.mlp.experts.13.gate_proj,0.0071247590,hessian_weighted_relative_error,34931,0.02500,0.855
10,model.language_model.layers.10.mlp.experts.13.up_proj,0.0077094546,hessian_weighted_relative_error,34931,0.02500,0.955
10,model.language_model.layers.10.mlp.experts.130.down_proj,0.0077601003,hessian_weighted_relative_error,20552,0.02500,0.754
10,model.language_model.layers.10.mlp.experts.130.gate_proj,0.0048408904,hessian_weighted_relative_error,20552,0.02500,0.786
10,model.language_model.layers.10.mlp.experts.130.up_proj,0.0051394563,hessian_weighted_relative_error,20552,0.02500,0.825
10,model.language_model.layers.10.mlp.experts.131.down_proj,0.0135825586,hessian_weighted_relative_error,41546,0.02500,0.859
10,model.language_model.layers.10.mlp.experts.131.gate_proj,0.0085444966,hessian_weighted_relative_error,41546,0.02500,0.904
10,model.language_model.layers.10.mlp.experts.131.up_proj,0.0090119033,hessian_weighted_relative_error,41546,0.02500,0.974
10,model.language_model.layers.10.mlp.experts.132.down_proj,0.0143610171,hessian_weighted_relative_error,40800,0.02500,0.751
10,model.language_model.layers.10.mlp.experts.132.gate_proj,0.0086505893,hessian_weighted_relative_error,40800,0.02500,0.785
10,model.language_model.layers.10.mlp.experts.132.up_proj,0.0091288801,hessian_weighted_relative_error,40800,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.133.down_proj,0.0088126434,hessian_weighted_relative_error,31006,0.02500,0.856
10,model.language_model.layers.10.mlp.experts.133.gate_proj,0.0041233709,hessian_weighted_relative_error,31006,0.02500,0.907
10,model.language_model.layers.10.mlp.experts.133.up_proj,0.0043591453,hessian_weighted_relative_error,31006,0.02500,0.977
10,model.language_model.layers.10.mlp.experts.134.down_proj,0.0117010661,hessian_weighted_relative_error,52937,0.02500,0.753
10,model.language_model.layers.10.mlp.experts.134.gate_proj,0.0073876801,hessian_weighted_relative_error,52937,0.02500,0.784
10,model.language_model.layers.10.mlp.experts.134.up_proj,0.0077951241,hessian_weighted_relative_error,52937,0.02500,0.806
10,model.language_model.layers.10.mlp.experts.135.down_proj,0.0113617694,hessian_weighted_relative_error,25063,0.02500,0.858
10,model.language_model.layers.10.mlp.experts.135.gate_proj,0.0064353324,hessian_weighted_relative_error,25063,0.02500,0.907
10,model.language_model.layers.10.mlp.experts.135.up_proj,0.0070272964,hessian_weighted_relative_error,25063,0.02500,1.013
10,model.language_model.layers.10.mlp.experts.136.down_proj,0.0126827567,hessian_weighted_relative_error,39785,0.02500,0.751
10,model.language_model.layers.10.mlp.experts.136.gate_proj,0.0068661308,hessian_weighted_relative_error,39785,0.02500,0.784
10,model.language_model.layers.10.mlp.experts.136.up_proj,0.0074578811,hessian_weighted_relative_error,39785,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.137.down_proj,0.0137005461,hessian_weighted_relative_error,41326,0.02500,0.864
10,model.language_model.layers.10.mlp.experts.137.gate_proj,0.0080199529,hessian_weighted_relative_error,41326,0.02500,0.911
10,model.language_model.layers.10.mlp.experts.137.up_proj,0.0090045106,hessian_weighted_relative_error,41326,0.02500,0.983
10,model.language_model.layers.10.mlp.experts.138.down_proj,0.0114133594,hessian_weighted_relative_error,22079,0.02500,0.754
10,model.language_model.layers.10.mlp.experts.138.gate_proj,0.0068059418,hessian_weighted_relative_error,22079,0.02500,0.785
10,model.language_model.layers.10.mlp.experts.138.up_proj,0.0074508496,hessian_weighted_relative_error,22079,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.139.down_proj,0.0078586450,hessian_weighted_relative_error,23966,0.02500,0.865
10,model.language_model.layers.10.mlp.experts.139.gate_proj,0.0052530557,hessian_weighted_relative_error,23966,0.02500,0.903
10,model.language_model.layers.10.mlp.experts.139.up_proj,0.0057555788,hessian_weighted_relative_error,23966,0.02500,0.971
10,model.language_model.layers.10.mlp.experts.14.down_proj,0.0057618896,hessian_weighted_relative_error,18702,0.02500,0.725
10,model.language_model.layers.10.mlp.experts.14.gate_proj,0.0035973749,hessian_weighted_relative_error,18702,0.02500,0.755
10,model.language_model.layers.10.mlp.experts.14.up_proj,0.0039021716,hessian_weighted_relative_error,18702,0.02500,0.802
10,model.language_model.layers.10.mlp.experts.140.down_proj,0.0117239582,hessian_weighted_relative_error,25204,0.02500,0.752
10,model.language_model.layers.10.mlp.experts.140.gate_proj,0.0069952478,hessian_weighted_relative_error,25204,0.02500,0.786
10,model.language_model.layers.10.mlp.experts.140.up_proj,0.0072844538,hessian_weighted_relative_error,25204,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.141.down_proj,0.0086769473,hessian_weighted_relative_error,22253,0.02500,0.860
10,model.language_model.layers.10.mlp.experts.141.gate_proj,0.0065540907,hessian_weighted_relative_error,22253,0.02500,0.912
10,model.language_model.layers.10.mlp.experts.141.up_proj,0.0068112136,hessian_weighted_relative_error,22253,0.02500,0.973
10,model.language_model.layers.10.mlp.experts.142.down_proj,0.0131623971,hessian_weighted_relative_error,19535,0.02500,0.755
10,model.language_model.layers.10.mlp.experts.142.gate_proj,0.0070034567,hessian_weighted_relative_error,19535,0.02500,0.782
10,model.language_model.layers.10.mlp.experts.142.up_proj,0.0074613910,hessian_weighted_relative_error,19535,0.02500,0.807
10,model.language_model.layers.10.mlp.experts.143.down_proj,0.0130023115,hessian_weighted_relative_error,36592,0.02500,0.863
10,model.language_model.layers.10.mlp.experts.143.gate_proj,0.0070829172,hessian_weighted_relative_error,36592,0.02500,0.911
10,model.language_model.layers.10.mlp.experts.143.up_proj,0.0075159922,hessian_weighted_relative_error,36592,0.02500,0.979
10,model.language_model.layers.10.mlp.experts.144.down_proj,0.0085967850,hessian_weighted_relative_error,28036,0.02500,0.753
10,model.language_model.layers.10.mlp.experts.144.gate_proj,0.0059210242,hessian_weighted_relative_error,28036,0.02500,0.787
10,model.language_model.layers.10.mlp.experts.144.up_proj,0.0062197851,hessian_weighted_relative_error,28036,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.145.down_proj,0.0104777285,hessian_weighted_relative_error,16183,0.02500,0.867
10,model.language_model.layers.10.mlp.experts.145.gate_proj,0.0053584276,hessian_weighted_relative_error,16183,0.02500,0.910
10,model.language_model.layers.10.mlp.experts.145.up_proj,0.0057230341,hessian_weighted_relative_error,16183,0.02500,0.977
10,model.language_model.layers.10.mlp.experts.146.down_proj,0.0132339740,hessian_weighted_relative_error,41395,0.02500,0.754
10,model.language_model.layers.10.mlp.experts.146.gate_proj,0.0076840824,hessian_weighted_relative_error,41395,0.02500,0.784
10,model.language_model.layers.10.mlp.experts.146.up_proj,0.0086682499,hessian_weighted_relative_error,41395,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.147.down_proj,0.0087789481,hessian_weighted_relative_error,17440,0.02500,0.868
10,model.language_model.layers.10.mlp.experts.147.gate_proj,0.0052725675,hessian_weighted_relative_error,17440,0.02500,0.912
10,model.language_model.layers.10.mlp.experts.147.up_proj,0.0056000685,hessian_weighted_relative_error,17440,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.148.down_proj,0.0087375424,hessian_weighted_relative_error,30763,0.02500,0.752
10,model.language_model.layers.10.mlp.experts.148.gate_proj,0.0051534135,hessian_weighted_relative_error,30763,0.02500,0.784
10,model.language_model.layers.10.mlp.experts.148.up_proj,0.0054043132,hessian_weighted_relative_error,30763,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.149.down_proj,0.0111349081,hessian_weighted_relative_error,46450,0.02500,0.864
10,model.language_model.layers.10.mlp.experts.149.gate_proj,0.0067525931,hessian_weighted_relative_error,46450,0.02500,0.906
10,model.language_model.layers.10.mlp.experts.149.up_proj,0.0072472746,hessian_weighted_relative_error,46450,0.02500,0.972
10,model.language_model.layers.10.mlp.experts.15.down_proj,0.0130289710,hessian_weighted_relative_error,38439,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.15.gate_proj,0.0078277821,hessian_weighted_relative_error,38439,0.02500,0.854
10,model.language_model.layers.10.mlp.experts.15.up_proj,0.0084071574,hessian_weighted_relative_error,38439,0.02500,0.956
10,model.language_model.layers.10.mlp.experts.150.down_proj,0.0087779743,hessian_weighted_relative_error,24781,0.02500,0.756
10,model.language_model.layers.10.mlp.experts.150.gate_proj,0.0056175846,hessian_weighted_relative_error,24781,0.02500,0.786
10,model.language_model.layers.10.mlp.experts.150.up_proj,0.0059748942,hessian_weighted_relative_error,24781,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.151.down_proj,0.0130511890,hessian_weighted_relative_error,33703,0.02500,0.866
10,model.language_model.layers.10.mlp.experts.151.gate_proj,0.0077891274,hessian_weighted_relative_error,33703,0.02500,0.917
10,model.language_model.layers.10.mlp.experts.151.up_proj,0.0084046864,hessian_weighted_relative_error,33703,0.02500,0.975
10,model.language_model.layers.10.mlp.experts.152.down_proj,0.0057039060,hessian_weighted_relative_error,31989,0.02500,0.754
10,model.language_model.layers.10.mlp.experts.152.gate_proj,0.0034133861,hessian_weighted_relative_error,31989,0.02500,0.787
10,model.language_model.layers.10.mlp.experts.152.up_proj,0.0036068545,hessian_weighted_relative_error,31989,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.153.down_proj,0.0062166403,hessian_weighted_relative_error,21059,0.02500,0.870
10,model.language_model.layers.10.mlp.experts.153.gate_proj,0.0039373316,hessian_weighted_relative_error,21059,0.02500,0.913
10,model.language_model.layers.10.mlp.experts.153.up_proj,0.0043879324,hessian_weighted_relative_error,21059,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.154.down_proj,0.0140805748,hessian_weighted_relative_error,34189,0.02500,0.761
10,model.language_model.layers.10.mlp.experts.154.gate_proj,0.0083405672,hessian_weighted_relative_error,34189,0.02500,0.786
10,model.language_model.layers.10.mlp.experts.154.up_proj,0.0088061780,hessian_weighted_relative_error,34189,0.02500,0.815
10,model.language_model.layers.10.mlp.experts.155.down_proj,0.0102706288,hessian_weighted_relative_error,11767,0.02500,0.869
10,model.language_model.layers.10.mlp.experts.155.gate_proj,0.0060597137,hessian_weighted_relative_error,11767,0.02500,0.909
10,model.language_model.layers.10.mlp.experts.155.up_proj,0.0065260342,hessian_weighted_relative_error,11767,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.156.down_proj,0.0137885611,hessian_weighted_relative_error,28128,0.02500,0.755
10,model.language_model.layers.10.mlp.experts.156.gate_proj,0.0075725501,hessian_weighted_relative_error,28128,0.02500,0.785
10,model.language_model.layers.10.mlp.experts.156.up_proj,0.0087904489,hessian_weighted_relative_error,28128,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.157.down_proj,0.0130821036,hessian_weighted_relative_error,21461,0.02500,0.868
10,model.language_model.layers.10.mlp.experts.157.gate_proj,0.0069603377,hessian_weighted_relative_error,21461,0.02500,0.905
10,model.language_model.layers.10.mlp.experts.157.up_proj,0.0075282217,hessian_weighted_relative_error,21461,0.02500,0.975
10,model.language_model.layers.10.mlp.experts.158.down_proj,0.0127476740,hessian_weighted_relative_error,40483,0.02500,0.753
10,model.language_model.layers.10.mlp.experts.158.gate_proj,0.0081437369,hessian_weighted_relative_error,40483,0.02500,0.796
10,model.language_model.layers.10.mlp.experts.158.up_proj,0.0085390984,hessian_weighted_relative_error,40483,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.159.down_proj,0.0064939478,hessian_weighted_relative_error,17315,0.02500,0.869
10,model.language_model.layers.10.mlp.experts.159.gate_proj,0.0040061876,hessian_weighted_relative_error,17315,0.02500,0.914
10,model.language_model.layers.10.mlp.experts.159.up_proj,0.0043794305,hessian_weighted_relative_error,17315,0.02500,0.995
10,model.language_model.layers.10.mlp.experts.16.down_proj,0.0094264370,hessian_weighted_relative_error,30637,0.02500,0.725
10,model.language_model.layers.10.mlp.experts.16.gate_proj,0.0055194011,hessian_weighted_relative_error,30637,0.02500,0.757
10,model.language_model.layers.10.mlp.experts.16.up_proj,0.0058314291,hessian_weighted_relative_error,30637,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.160.down_proj,0.0129691301,hessian_weighted_relative_error,34591,0.02500,0.756
10,model.language_model.layers.10.mlp.experts.160.gate_proj,0.0078598351,hessian_weighted_relative_error,34591,0.02500,0.787
10,model.language_model.layers.10.mlp.experts.160.up_proj,0.0085086804,hessian_weighted_relative_error,34591,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.161.down_proj,0.0106189559,hessian_weighted_relative_error,30023,0.02500,0.873
10,model.language_model.layers.10.mlp.experts.161.gate_proj,0.0063443416,hessian_weighted_relative_error,30023,0.02500,0.916
10,model.language_model.layers.10.mlp.experts.161.up_proj,0.0068220093,hessian_weighted_relative_error,30023,0.02500,0.973
10,model.language_model.layers.10.mlp.experts.162.down_proj,0.0095828823,hessian_weighted_relative_error,17047,0.02500,0.757
10,model.language_model.layers.10.mlp.experts.162.gate_proj,0.0055068803,hessian_weighted_relative_error,17047,0.02500,0.788
10,model.language_model.layers.10.mlp.experts.162.up_proj,0.0059513231,hessian_weighted_relative_error,17047,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.163.down_proj,0.0128469043,hessian_weighted_relative_error,29576,0.02500,0.871
10,model.language_model.layers.10.mlp.experts.163.gate_proj,0.0080634748,hessian_weighted_relative_error,29576,0.02500,0.909
10,model.language_model.layers.10.mlp.experts.163.up_proj,0.0084514652,hessian_weighted_relative_error,29576,0.02500,0.974
10,model.language_model.layers.10.mlp.experts.164.down_proj,0.0081263712,hessian_weighted_relative_error,27170,0.02500,0.755
10,model.language_model.layers.10.mlp.experts.164.gate_proj,0.0051311276,hessian_weighted_relative_error,27170,0.02500,0.789
10,model.language_model.layers.10.mlp.experts.164.up_proj,0.0053238749,hessian_weighted_relative_error,27170,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.165.down_proj,0.0135878721,hessian_weighted_relative_error,32645,0.02500,0.871
10,model.language_model.layers.10.mlp.experts.165.gate_proj,0.0071517917,hessian_weighted_relative_error,32645,0.02500,0.920
10,model.language_model.layers.10.mlp.experts.165.up_proj,0.0079256047,hessian_weighted_relative_error,32645,0.02500,0.968
10,model.language_model.layers.10.mlp.experts.166.down_proj,0.0098833924,hessian_weighted_relative_error,34259,0.02500,0.759
10,model.language_model.layers.10.mlp.experts.166.gate_proj,0.0065750779,hessian_weighted_relative_error,34259,0.02500,0.788
10,model.language_model.layers.10.mlp.experts.166.up_proj,0.0070044871,hessian_weighted_relative_error,34259,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.167.down_proj,0.0118762000,hessian_weighted_relative_error,31774,0.02500,0.872
10,model.language_model.layers.10.mlp.experts.167.gate_proj,0.0070777492,hessian_weighted_relative_error,31774,0.02500,0.915
10,model.language_model.layers.10.mlp.experts.167.up_proj,0.0074579709,hessian_weighted_relative_error,31774,0.02500,0.967
10,model.language_model.layers.10.mlp.experts.168.down_proj,0.0068625628,hessian_weighted_relative_error,28737,0.02500,0.756
10,model.language_model.layers.10.mlp.experts.168.gate_proj,0.0048614106,hessian_weighted_relative_error,28737,0.02500,0.787
10,model.language_model.layers.10.mlp.experts.168.up_proj,0.0053189453,hessian_weighted_relative_error,28737,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.169.down_proj,0.0136295078,hessian_weighted_relative_error,29147,0.02500,0.876
10,model.language_model.layers.10.mlp.experts.169.gate_proj,0.0078300624,hessian_weighted_relative_error,29147,0.02500,0.916
10,model.language_model.layers.10.mlp.experts.169.up_proj,0.0082729296,hessian_weighted_relative_error,29147,0.02500,0.971
10,model.language_model.layers.10.mlp.experts.17.down_proj,0.0121761272,hessian_weighted_relative_error,27337,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.17.gate_proj,0.0062447543,hessian_weighted_relative_error,27337,0.02500,0.855
10,model.language_model.layers.10.mlp.experts.17.up_proj,0.0067394319,hessian_weighted_relative_error,27337,0.02500,0.950
10,model.language_model.layers.10.mlp.experts.170.down_proj,0.0135824967,hessian_weighted_relative_error,19118,0.02500,0.758
10,model.language_model.layers.10.mlp.experts.170.gate_proj,0.0079728554,hessian_weighted_relative_error,19118,0.02500,0.789
10,model.language_model.layers.10.mlp.experts.170.up_proj,0.0084005264,hessian_weighted_relative_error,19118,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.171.down_proj,0.0106000275,hessian_weighted_relative_error,26696,0.02500,0.877
10,model.language_model.layers.10.mlp.experts.171.gate_proj,0.0059539474,hessian_weighted_relative_error,26696,0.02500,0.915
10,model.language_model.layers.10.mlp.experts.171.up_proj,0.0064578136,hessian_weighted_relative_error,26696,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.172.down_proj,0.0124132020,hessian_weighted_relative_error,27722,0.02500,0.756
10,model.language_model.layers.10.mlp.experts.172.gate_proj,0.0066914305,hessian_weighted_relative_error,27722,0.02500,0.787
10,model.language_model.layers.10.mlp.experts.172.up_proj,0.0072324364,hessian_weighted_relative_error,27722,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.173.down_proj,0.0124076438,hessian_weighted_relative_error,24231,0.02500,0.874
10,model.language_model.layers.10.mlp.experts.173.gate_proj,0.0073717710,hessian_weighted_relative_error,24231,0.02500,0.920
10,model.language_model.layers.10.mlp.experts.173.up_proj,0.0079044064,hessian_weighted_relative_error,24231,0.02500,0.966
10,model.language_model.layers.10.mlp.experts.174.down_proj,0.0125436113,hessian_weighted_relative_error,27843,0.02500,0.756
10,model.language_model.layers.10.mlp.experts.174.gate_proj,0.0079106397,hessian_weighted_relative_error,27843,0.02500,0.788
10,model.language_model.layers.10.mlp.experts.174.up_proj,0.0083117711,hessian_weighted_relative_error,27843,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.175.down_proj,0.0124965717,hessian_weighted_relative_error,31272,0.02500,0.875
10,model.language_model.layers.10.mlp.experts.175.gate_proj,0.0068018997,hessian_weighted_relative_error,31272,0.02500,0.920
10,model.language_model.layers.10.mlp.experts.175.up_proj,0.0072533022,hessian_weighted_relative_error,31272,0.02500,0.969
10,model.language_model.layers.10.mlp.experts.176.down_proj,0.0118942392,hessian_weighted_relative_error,35041,0.02500,0.758
10,model.language_model.layers.10.mlp.experts.176.gate_proj,0.0065789522,hessian_weighted_relative_error,35041,0.02500,0.788
10,model.language_model.layers.10.mlp.experts.176.up_proj,0.0069114595,hessian_weighted_relative_error,35041,0.02500,0.814
10,model.language_model.layers.10.mlp.experts.177.down_proj,0.0110676901,hessian_weighted_relative_error,29548,0.02500,0.876
10,model.language_model.layers.10.mlp.experts.177.gate_proj,0.0067957872,hessian_weighted_relative_error,29548,0.02500,0.917
10,model.language_model.layers.10.mlp.experts.177.up_proj,0.0073380914,hessian_weighted_relative_error,29548,0.02500,0.969
10,model.language_model.layers.10.mlp.experts.178.down_proj,0.0133364643,hessian_weighted_relative_error,32641,0.02500,0.759
10,model.language_model.layers.10.mlp.experts.178.gate_proj,0.0081703508,hessian_weighted_relative_error,32641,0.02500,0.791
10,model.language_model.layers.10.mlp.experts.178.up_proj,0.0086741685,hessian_weighted_relative_error,32641,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.179.down_proj,0.0050861507,hessian_weighted_relative_error,21946,0.02500,0.878
10,model.language_model.layers.10.mlp.experts.179.gate_proj,0.0031273682,hessian_weighted_relative_error,21946,0.02500,0.920
10,model.language_model.layers.10.mlp.experts.179.up_proj,0.0033015955,hessian_weighted_relative_error,21946,0.02500,0.960
10,model.language_model.layers.10.mlp.experts.18.down_proj,0.0131501417,hessian_weighted_relative_error,40046,0.02500,0.728
10,model.language_model.layers.10.mlp.experts.18.gate_proj,0.0080442919,hessian_weighted_relative_error,40046,0.02500,0.754
10,model.language_model.layers.10.mlp.experts.18.up_proj,0.0089061341,hessian_weighted_relative_error,40046,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.180.down_proj,0.0144893241,hessian_weighted_relative_error,35640,0.02500,0.757
10,model.language_model.layers.10.mlp.experts.180.gate_proj,0.0090820983,hessian_weighted_relative_error,35640,0.02500,0.791
10,model.language_model.layers.10.mlp.experts.180.up_proj,0.0096823210,hessian_weighted_relative_error,35640,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.181.down_proj,0.0122364088,hessian_weighted_relative_error,16433,0.02500,0.876
10,model.language_model.layers.10.mlp.experts.181.gate_proj,0.0063655334,hessian_weighted_relative_error,16433,0.02500,0.919
10,model.language_model.layers.10.mlp.experts.181.up_proj,0.0067857732,hessian_weighted_relative_error,16433,0.02500,0.968
10,model.language_model.layers.10.mlp.experts.182.down_proj,0.0010604526,hessian_weighted_relative_error,19263,0.02500,0.758
10,model.language_model.layers.10.mlp.experts.182.gate_proj,0.0051782172,hessian_weighted_relative_error,19263,0.02500,0.790
10,model.language_model.layers.10.mlp.experts.182.up_proj,0.0054455192,hessian_weighted_relative_error,19263,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.183.down_proj,0.0103996999,hessian_weighted_relative_error,41759,0.02500,0.876
10,model.language_model.layers.10.mlp.experts.183.gate_proj,0.0069039554,hessian_weighted_relative_error,41759,0.02500,0.925
10,model.language_model.layers.10.mlp.experts.183.up_proj,0.0074283166,hessian_weighted_relative_error,41759,0.02500,0.966
10,model.language_model.layers.10.mlp.experts.184.down_proj,0.0077773092,hessian_weighted_relative_error,24632,0.02500,0.759
10,model.language_model.layers.10.mlp.experts.184.gate_proj,0.0036283732,hessian_weighted_relative_error,24632,0.02500,0.791
10,model.language_model.layers.10.mlp.experts.184.up_proj,0.0041956495,hessian_weighted_relative_error,24632,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.185.down_proj,0.0126203093,hessian_weighted_relative_error,26059,0.02500,0.878
10,model.language_model.layers.10.mlp.experts.185.gate_proj,0.0078788095,hessian_weighted_relative_error,26059,0.02500,0.922
10,model.language_model.layers.10.mlp.experts.185.up_proj,0.0083813045,hessian_weighted_relative_error,26059,0.02500,0.962
10,model.language_model.layers.10.mlp.experts.186.down_proj,0.0120336801,hessian_weighted_relative_error,32766,0.02500,0.760
10,model.language_model.layers.10.mlp.experts.186.gate_proj,0.0074095822,hessian_weighted_relative_error,32766,0.02500,0.791
10,model.language_model.layers.10.mlp.experts.186.up_proj,0.0082180019,hessian_weighted_relative_error,32766,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.187.down_proj,0.0009620351,hessian_weighted_relative_error,15465,0.02500,0.877
10,model.language_model.layers.10.mlp.experts.187.gate_proj,0.0045143568,hessian_weighted_relative_error,15465,0.02500,0.922
10,model.language_model.layers.10.mlp.experts.187.up_proj,0.0050230396,hessian_weighted_relative_error,15465,0.02500,0.959
10,model.language_model.layers.10.mlp.experts.188.down_proj,0.0130241251,hessian_weighted_relative_error,22773,0.02500,0.757
10,model.language_model.layers.10.mlp.experts.188.gate_proj,0.0074711412,hessian_weighted_relative_error,22773,0.02500,0.791
10,model.language_model.layers.10.mlp.experts.188.up_proj,0.0079498305,hessian_weighted_relative_error,22773,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.189.down_proj,0.0109082423,hessian_weighted_relative_error,27198,0.02500,0.876
10,model.language_model.layers.10.mlp.experts.189.gate_proj,0.0060687967,hessian_weighted_relative_error,27198,0.02500,0.922
10,model.language_model.layers.10.mlp.experts.189.up_proj,0.0064152780,hessian_weighted_relative_error,27198,0.02500,0.966
10,model.language_model.layers.10.mlp.experts.19.down_proj,0.0136482405,hessian_weighted_relative_error,43942,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.19.gate_proj,0.0084533419,hessian_weighted_relative_error,43942,0.02500,0.858
10,model.language_model.layers.10.mlp.experts.19.up_proj,0.0087831853,hessian_weighted_relative_error,43942,0.02500,0.955
10,model.language_model.layers.10.mlp.experts.190.down_proj,0.0138210293,hessian_weighted_relative_error,32484,0.02500,0.761
10,model.language_model.layers.10.mlp.experts.190.gate_proj,0.0079547929,hessian_weighted_relative_error,32484,0.02500,0.790
10,model.language_model.layers.10.mlp.experts.190.up_proj,0.0084726739,hessian_weighted_relative_error,32484,0.02500,0.814
10,model.language_model.layers.10.mlp.experts.191.down_proj,0.0129715166,hessian_weighted_relative_error,26219,0.02500,0.878
10,model.language_model.layers.10.mlp.experts.191.gate_proj,0.0065035643,hessian_weighted_relative_error,26219,0.02500,0.923
10,model.language_model.layers.10.mlp.experts.191.up_proj,0.0068190599,hessian_weighted_relative_error,26219,0.02500,0.972
10,model.language_model.layers.10.mlp.experts.192.down_proj,0.0080044361,hessian_weighted_relative_error,16968,0.02500,0.758
10,model.language_model.layers.10.mlp.experts.192.gate_proj,0.0051312290,hessian_weighted_relative_error,16968,0.02500,0.790
10,model.language_model.layers.10.mlp.experts.192.up_proj,0.0056697032,hessian_weighted_relative_error,16968,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.193.down_proj,0.0055771054,hessian_weighted_relative_error,38508,0.02500,0.879
10,model.language_model.layers.10.mlp.experts.193.gate_proj,0.0037479503,hessian_weighted_relative_error,38508,0.02500,0.934
10,model.language_model.layers.10.mlp.experts.193.up_proj,0.0038744200,hessian_weighted_relative_error,38508,0.02500,0.968
10,model.language_model.layers.10.mlp.experts.194.down_proj,0.0123130458,hessian_weighted_relative_error,26577,0.02500,0.761
10,model.language_model.layers.10.mlp.experts.194.gate_proj,0.0074650808,hessian_weighted_relative_error,26577,0.02500,0.789
10,model.language_model.layers.10.mlp.experts.194.up_proj,0.0079209257,hessian_weighted_relative_error,26577,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.195.down_proj,0.0083883254,hessian_weighted_relative_error,22438,0.02500,0.881
10,model.language_model.layers.10.mlp.experts.195.gate_proj,0.0058973322,hessian_weighted_relative_error,22438,0.02500,0.920
10,model.language_model.layers.10.mlp.experts.195.up_proj,0.0061475916,hessian_weighted_relative_error,22438,0.02500,0.976
10,model.language_model.layers.10.mlp.experts.196.down_proj,0.0123311777,hessian_weighted_relative_error,36915,0.02500,0.758
10,model.language_model.layers.10.mlp.experts.196.gate_proj,0.0068124672,hessian_weighted_relative_error,36915,0.02500,0.790
10,model.language_model.layers.10.mlp.experts.196.up_proj,0.0073537349,hessian_weighted_relative_error,36915,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.197.down_proj,0.0117811489,hessian_weighted_relative_error,33469,0.02500,0.878
10,model.language_model.layers.10.mlp.experts.197.gate_proj,0.0064084673,hessian_weighted_relative_error,33469,0.02500,0.924
10,model.language_model.layers.10.mlp.experts.197.up_proj,0.0066457787,hessian_weighted_relative_error,33469,0.02500,0.968
10,model.language_model.layers.10.mlp.experts.198.down_proj,0.0128246266,hessian_weighted_relative_error,38042,0.02500,0.758
10,model.language_model.layers.10.mlp.experts.198.gate_proj,0.0075764214,hessian_weighted_relative_error,38042,0.02500,0.790
10,model.language_model.layers.10.mlp.experts.198.up_proj,0.0082559643,hessian_weighted_relative_error,38042,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.199.down_proj,0.0130093543,hessian_weighted_relative_error,44488,0.02500,0.879
10,model.language_model.layers.10.mlp.experts.199.gate_proj,0.0074710615,hessian_weighted_relative_error,44488,0.02500,0.928
10,model.language_model.layers.10.mlp.experts.199.up_proj,0.0080033539,hessian_weighted_relative_error,44488,0.02500,0.967
10,model.language_model.layers.10.mlp.experts.2.down_proj,0.0095827837,hessian_weighted_relative_error,19783,0.02500,0.722
10,model.language_model.layers.10.mlp.experts.2.gate_proj,0.0052161492,hessian_weighted_relative_error,19783,0.02500,0.748
10,model.language_model.layers.10.mlp.experts.2.up_proj,0.0055330184,hessian_weighted_relative_error,19783,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.20.down_proj,0.0120591219,hessian_weighted_relative_error,55417,0.02500,0.727
10,model.language_model.layers.10.mlp.experts.20.gate_proj,0.0077006208,hessian_weighted_relative_error,55417,0.02500,0.756
10,model.language_model.layers.10.mlp.experts.20.up_proj,0.0086616141,hessian_weighted_relative_error,55417,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.200.down_proj,0.0117910376,hessian_weighted_relative_error,21811,0.02500,0.761
10,model.language_model.layers.10.mlp.experts.200.gate_proj,0.0071432104,hessian_weighted_relative_error,21811,0.02500,0.793
10,model.language_model.layers.10.mlp.experts.200.up_proj,0.0075965057,hessian_weighted_relative_error,21811,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.201.down_proj,0.0099962210,hessian_weighted_relative_error,20968,0.02500,0.882
10,model.language_model.layers.10.mlp.experts.201.gate_proj,0.0059287186,hessian_weighted_relative_error,20968,0.02500,0.925
10,model.language_model.layers.10.mlp.experts.201.up_proj,0.0062503858,hessian_weighted_relative_error,20968,0.02500,0.971
10,model.language_model.layers.10.mlp.experts.202.down_proj,0.0135347086,hessian_weighted_relative_error,55359,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.202.gate_proj,0.0070730547,hessian_weighted_relative_error,55359,0.02500,0.790
10,model.language_model.layers.10.mlp.experts.202.up_proj,0.0075931488,hessian_weighted_relative_error,55359,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.203.down_proj,0.0059838572,hessian_weighted_relative_error,50373,0.02500,0.882
10,model.language_model.layers.10.mlp.experts.203.gate_proj,0.0035565882,hessian_weighted_relative_error,50373,0.02500,0.926
10,model.language_model.layers.10.mlp.experts.203.up_proj,0.0038147327,hessian_weighted_relative_error,50373,0.02500,0.976
10,model.language_model.layers.10.mlp.experts.204.down_proj,0.0108385241,hessian_weighted_relative_error,21027,0.02500,0.759
10,model.language_model.layers.10.mlp.experts.204.gate_proj,0.0060733559,hessian_weighted_relative_error,21027,0.02500,0.792
10,model.language_model.layers.10.mlp.experts.204.up_proj,0.0064376996,hessian_weighted_relative_error,21027,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.205.down_proj,0.0133390539,hessian_weighted_relative_error,28272,0.02500,0.879
10,model.language_model.layers.10.mlp.experts.205.gate_proj,0.0081260252,hessian_weighted_relative_error,28272,0.02500,0.928
10,model.language_model.layers.10.mlp.experts.205.up_proj,0.0085493221,hessian_weighted_relative_error,28272,0.02500,0.976
10,model.language_model.layers.10.mlp.experts.206.down_proj,0.0128243752,hessian_weighted_relative_error,41334,0.02500,0.764
10,model.language_model.layers.10.mlp.experts.206.gate_proj,0.0072808373,hessian_weighted_relative_error,41334,0.02500,0.795
10,model.language_model.layers.10.mlp.experts.206.up_proj,0.0078394179,hessian_weighted_relative_error,41334,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.207.down_proj,0.0116958763,hessian_weighted_relative_error,31639,0.02500,0.880
10,model.language_model.layers.10.mlp.experts.207.gate_proj,0.0069838958,hessian_weighted_relative_error,31639,0.02500,0.942
10,model.language_model.layers.10.mlp.experts.207.up_proj,0.0071887687,hessian_weighted_relative_error,31639,0.02500,0.977
10,model.language_model.layers.10.mlp.experts.208.down_proj,0.0033555234,hessian_weighted_relative_error,17781,0.02500,0.761
10,model.language_model.layers.10.mlp.experts.208.gate_proj,0.0026152572,hessian_weighted_relative_error,17781,0.02500,0.790
10,model.language_model.layers.10.mlp.experts.208.up_proj,0.0027874927,hessian_weighted_relative_error,17781,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.209.down_proj,0.0129513279,hessian_weighted_relative_error,42216,0.02500,0.881
10,model.language_model.layers.10.mlp.experts.209.gate_proj,0.0076013985,hessian_weighted_relative_error,42216,0.02500,0.928
10,model.language_model.layers.10.mlp.experts.209.up_proj,0.0079341409,hessian_weighted_relative_error,42216,0.02500,0.994
10,model.language_model.layers.10.mlp.experts.21.down_proj,0.0123661151,hessian_weighted_relative_error,27835,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.21.gate_proj,0.0069134525,hessian_weighted_relative_error,27835,0.02500,0.858
10,model.language_model.layers.10.mlp.experts.21.up_proj,0.0073275261,hessian_weighted_relative_error,27835,0.02500,0.950
10,model.language_model.layers.10.mlp.experts.210.down_proj,0.0125966893,hessian_weighted_relative_error,40849,0.02500,0.761
10,model.language_model.layers.10.mlp.experts.210.gate_proj,0.0079028544,hessian_weighted_relative_error,40849,0.02500,0.791
10,model.language_model.layers.10.mlp.experts.210.up_proj,0.0082987861,hessian_weighted_relative_error,40849,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.211.down_proj,0.0094965685,hessian_weighted_relative_error,17713,0.02500,0.884
10,model.language_model.layers.10.mlp.experts.211.gate_proj,0.0055850360,hessian_weighted_relative_error,17713,0.02500,0.931
10,model.language_model.layers.10.mlp.experts.211.up_proj,0.0060069168,hessian_weighted_relative_error,17713,0.02500,0.976
10,model.language_model.layers.10.mlp.experts.212.down_proj,0.0103985698,hessian_weighted_relative_error,25712,0.02500,0.759
10,model.language_model.layers.10.mlp.experts.212.gate_proj,0.0064335077,hessian_weighted_relative_error,25712,0.02500,0.791
10,model.language_model.layers.10.mlp.experts.212.up_proj,0.0068370286,hessian_weighted_relative_error,25712,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.213.down_proj,0.0129477444,hessian_weighted_relative_error,27752,0.02500,0.881
10,model.language_model.layers.10.mlp.experts.213.gate_proj,0.0068655556,hessian_weighted_relative_error,27752,0.02500,0.928
10,model.language_model.layers.10.mlp.experts.213.up_proj,0.0072862919,hessian_weighted_relative_error,27752,0.02500,0.974
10,model.language_model.layers.10.mlp.experts.214.down_proj,0.0119201040,hessian_weighted_relative_error,27680,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.214.gate_proj,0.0072193336,hessian_weighted_relative_error,27680,0.02500,0.792
10,model.language_model.layers.10.mlp.experts.214.up_proj,0.0076305712,hessian_weighted_relative_error,27680,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.215.down_proj,0.0087186213,hessian_weighted_relative_error,13627,0.02500,0.880
10,model.language_model.layers.10.mlp.experts.215.gate_proj,0.0052591407,hessian_weighted_relative_error,13627,0.02500,0.932
10,model.language_model.layers.10.mlp.experts.215.up_proj,0.0056079095,hessian_weighted_relative_error,13627,0.02500,0.979
10,model.language_model.layers.10.mlp.experts.216.down_proj,0.0086770342,hessian_weighted_relative_error,23156,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.216.gate_proj,0.0046061650,hessian_weighted_relative_error,23156,0.02500,0.792
10,model.language_model.layers.10.mlp.experts.216.up_proj,0.0049680464,hessian_weighted_relative_error,23156,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.217.down_proj,0.0057568850,hessian_weighted_relative_error,26176,0.02500,0.883
10,model.language_model.layers.10.mlp.experts.217.gate_proj,0.0033315749,hessian_weighted_relative_error,26176,0.02500,0.942
10,model.language_model.layers.10.mlp.experts.217.up_proj,0.0034794434,hessian_weighted_relative_error,26176,0.02500,0.976
10,model.language_model.layers.10.mlp.experts.218.down_proj,0.0136554719,hessian_weighted_relative_error,22651,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.218.gate_proj,0.0081994378,hessian_weighted_relative_error,22651,0.02500,0.790
10,model.language_model.layers.10.mlp.experts.218.up_proj,0.0087596042,hessian_weighted_relative_error,22651,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.219.down_proj,0.0111496985,hessian_weighted_relative_error,35101,0.02500,0.885
10,model.language_model.layers.10.mlp.experts.219.gate_proj,0.0067108739,hessian_weighted_relative_error,35101,0.02500,0.928
10,model.language_model.layers.10.mlp.experts.219.up_proj,0.0072312275,hessian_weighted_relative_error,35101,0.02500,0.975
10,model.language_model.layers.10.mlp.experts.22.down_proj,0.0126187735,hessian_weighted_relative_error,23395,0.02500,0.728
10,model.language_model.layers.10.mlp.experts.22.gate_proj,0.0079205973,hessian_weighted_relative_error,23395,0.02500,0.758
10,model.language_model.layers.10.mlp.experts.22.up_proj,0.0085178531,hessian_weighted_relative_error,23395,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.220.down_proj,0.0100010644,hessian_weighted_relative_error,47414,0.02500,0.761
10,model.language_model.layers.10.mlp.experts.220.gate_proj,0.0074013097,hessian_weighted_relative_error,47414,0.02500,0.794
10,model.language_model.layers.10.mlp.experts.220.up_proj,0.0078192696,hessian_weighted_relative_error,47414,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.221.down_proj,0.0107924303,hessian_weighted_relative_error,22309,0.02500,0.881
10,model.language_model.layers.10.mlp.experts.221.gate_proj,0.0058821051,hessian_weighted_relative_error,22309,0.02500,0.931
10,model.language_model.layers.10.mlp.experts.221.up_proj,0.0063736708,hessian_weighted_relative_error,22309,0.02500,0.963
10,model.language_model.layers.10.mlp.experts.222.down_proj,0.0115583729,hessian_weighted_relative_error,21145,0.02500,0.764
10,model.language_model.layers.10.mlp.experts.222.gate_proj,0.0071917588,hessian_weighted_relative_error,21145,0.02500,0.796
10,model.language_model.layers.10.mlp.experts.222.up_proj,0.0075804561,hessian_weighted_relative_error,21145,0.02500,0.814
10,model.language_model.layers.10.mlp.experts.223.down_proj,0.0110089635,hessian_weighted_relative_error,32107,0.02500,0.882
10,model.language_model.layers.10.mlp.experts.223.gate_proj,0.0067501370,hessian_weighted_relative_error,32107,0.02500,0.936
10,model.language_model.layers.10.mlp.experts.223.up_proj,0.0071114199,hessian_weighted_relative_error,32107,0.02500,0.983
10,model.language_model.layers.10.mlp.experts.224.down_proj,0.0112739365,hessian_weighted_relative_error,29770,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.224.gate_proj,0.0066447852,hessian_weighted_relative_error,29770,0.02500,0.793
10,model.language_model.layers.10.mlp.experts.224.up_proj,0.0070555516,hessian_weighted_relative_error,29770,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.225.down_proj,0.0149172485,hessian_weighted_relative_error,48260,0.02500,0.883
10,model.language_model.layers.10.mlp.experts.225.gate_proj,0.0093198870,hessian_weighted_relative_error,48260,0.02500,0.935
10,model.language_model.layers.10.mlp.experts.225.up_proj,0.0100531399,hessian_weighted_relative_error,48260,0.02500,0.975
10,model.language_model.layers.10.mlp.experts.226.down_proj,0.0042985934,hessian_weighted_relative_error,40554,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.226.gate_proj,0.0027810510,hessian_weighted_relative_error,40554,0.02500,0.791
10,model.language_model.layers.10.mlp.experts.226.up_proj,0.0028224924,hessian_weighted_relative_error,40554,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.227.down_proj,0.0122179098,hessian_weighted_relative_error,21708,0.02500,0.883
10,model.language_model.layers.10.mlp.experts.227.gate_proj,0.0078086945,hessian_weighted_relative_error,21708,0.02500,0.936
10,model.language_model.layers.10.mlp.experts.227.up_proj,0.0080046050,hessian_weighted_relative_error,21708,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.228.down_proj,0.0076230901,hessian_weighted_relative_error,31609,0.02500,0.763
10,model.language_model.layers.10.mlp.experts.228.gate_proj,0.0040253822,hessian_weighted_relative_error,31609,0.02500,0.795
10,model.language_model.layers.10.mlp.experts.228.up_proj,0.0043250695,hessian_weighted_relative_error,31609,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.229.down_proj,0.0090750790,hessian_weighted_relative_error,19427,0.02500,0.882
10,model.language_model.layers.10.mlp.experts.229.gate_proj,0.0057371922,hessian_weighted_relative_error,19427,0.02500,0.933
10,model.language_model.layers.10.mlp.experts.229.up_proj,0.0060585396,hessian_weighted_relative_error,19427,0.02500,0.966
10,model.language_model.layers.10.mlp.experts.23.down_proj,0.0119787768,hessian_weighted_relative_error,27743,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.23.gate_proj,0.0075014762,hessian_weighted_relative_error,27743,0.02500,0.862
10,model.language_model.layers.10.mlp.experts.23.up_proj,0.0081928498,hessian_weighted_relative_error,27743,0.02500,0.953
10,model.language_model.layers.10.mlp.experts.230.down_proj,0.0134650324,hessian_weighted_relative_error,33004,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.230.gate_proj,0.0084920390,hessian_weighted_relative_error,33004,0.02500,0.794
10,model.language_model.layers.10.mlp.experts.230.up_proj,0.0088212325,hessian_weighted_relative_error,33004,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.231.down_proj,0.0141005948,hessian_weighted_relative_error,41981,0.02500,0.883
10,model.language_model.layers.10.mlp.experts.231.gate_proj,0.0086559178,hessian_weighted_relative_error,41981,0.02500,0.936
10,model.language_model.layers.10.mlp.experts.231.up_proj,0.0091608378,hessian_weighted_relative_error,41981,0.02500,0.966
10,model.language_model.layers.10.mlp.experts.232.down_proj,0.0076017622,hessian_weighted_relative_error,34431,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.232.gate_proj,0.0055406278,hessian_weighted_relative_error,34431,0.02500,0.794
10,model.language_model.layers.10.mlp.experts.232.up_proj,0.0059977722,hessian_weighted_relative_error,34431,0.02500,0.814
10,model.language_model.layers.10.mlp.experts.233.down_proj,0.0127036081,hessian_weighted_relative_error,38742,0.02500,0.884
10,model.language_model.layers.10.mlp.experts.233.gate_proj,0.0073875384,hessian_weighted_relative_error,38742,0.02500,0.937
10,model.language_model.layers.10.mlp.experts.233.up_proj,0.0077819148,hessian_weighted_relative_error,38742,0.02500,0.968
10,model.language_model.layers.10.mlp.experts.234.down_proj,0.0126323176,hessian_weighted_relative_error,23494,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.234.gate_proj,0.0069994061,hessian_weighted_relative_error,23494,0.02500,0.795
10,model.language_model.layers.10.mlp.experts.234.up_proj,0.0077240021,hessian_weighted_relative_error,23494,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.235.down_proj,0.0136047879,hessian_weighted_relative_error,19005,0.02500,0.886
10,model.language_model.layers.10.mlp.experts.235.gate_proj,0.0075591858,hessian_weighted_relative_error,19005,0.02500,0.934
10,model.language_model.layers.10.mlp.experts.235.up_proj,0.0080259729,hessian_weighted_relative_error,19005,0.02500,0.964
10,model.language_model.layers.10.mlp.experts.236.down_proj,0.0054950342,hessian_weighted_relative_error,33554,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.236.gate_proj,0.0027951975,hessian_weighted_relative_error,33554,0.02500,0.796
10,model.language_model.layers.10.mlp.experts.236.up_proj,0.0029800026,hessian_weighted_relative_error,33554,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.237.down_proj,0.0122671867,hessian_weighted_relative_error,33150,0.02500,0.883
10,model.language_model.layers.10.mlp.experts.237.gate_proj,0.0067300481,hessian_weighted_relative_error,33150,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.237.up_proj,0.0072120056,hessian_weighted_relative_error,33150,0.02500,0.961
10,model.language_model.layers.10.mlp.experts.238.down_proj,0.0059008867,hessian_weighted_relative_error,38583,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.238.gate_proj,0.0042308416,hessian_weighted_relative_error,38583,0.02500,0.793
10,model.language_model.layers.10.mlp.experts.238.up_proj,0.0044498467,hessian_weighted_relative_error,38583,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.239.down_proj,0.0119068974,hessian_weighted_relative_error,34659,0.02500,0.883
10,model.language_model.layers.10.mlp.experts.239.gate_proj,0.0073727281,hessian_weighted_relative_error,34659,0.02500,0.931
10,model.language_model.layers.10.mlp.experts.239.up_proj,0.0077327781,hessian_weighted_relative_error,34659,0.02500,0.971
10,model.language_model.layers.10.mlp.experts.24.down_proj,0.0124526643,hessian_weighted_relative_error,33084,0.02500,0.729
10,model.language_model.layers.10.mlp.experts.24.gate_proj,0.0072760231,hessian_weighted_relative_error,33084,0.02500,0.760
10,model.language_model.layers.10.mlp.experts.24.up_proj,0.0078838779,hessian_weighted_relative_error,33084,0.02500,0.802
10,model.language_model.layers.10.mlp.experts.240.down_proj,0.0127125555,hessian_weighted_relative_error,27178,0.02500,0.763
10,model.language_model.layers.10.mlp.experts.240.gate_proj,0.0076887921,hessian_weighted_relative_error,27178,0.02500,0.795
10,model.language_model.layers.10.mlp.experts.240.up_proj,0.0080951505,hessian_weighted_relative_error,27178,0.02500,0.815
10,model.language_model.layers.10.mlp.experts.241.down_proj,0.0104228396,hessian_weighted_relative_error,35935,0.02500,0.885
10,model.language_model.layers.10.mlp.experts.241.gate_proj,0.0058798725,hessian_weighted_relative_error,35935,0.02500,0.938
10,model.language_model.layers.10.mlp.experts.241.up_proj,0.0062029089,hessian_weighted_relative_error,35935,0.02500,0.958
10,model.language_model.layers.10.mlp.experts.242.down_proj,0.0093397127,hessian_weighted_relative_error,31275,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.242.gate_proj,0.0053008854,hessian_weighted_relative_error,31275,0.02500,0.793
10,model.language_model.layers.10.mlp.experts.242.up_proj,0.0058493690,hessian_weighted_relative_error,31275,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.243.down_proj,0.0053786835,hessian_weighted_relative_error,20357,0.02500,0.884
10,model.language_model.layers.10.mlp.experts.243.gate_proj,0.0024634535,hessian_weighted_relative_error,20357,0.02500,0.933
10,model.language_model.layers.10.mlp.experts.243.up_proj,0.0026472312,hessian_weighted_relative_error,20357,0.02500,0.963
10,model.language_model.layers.10.mlp.experts.244.down_proj,0.0089241654,hessian_weighted_relative_error,30342,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.244.gate_proj,0.0051076789,hessian_weighted_relative_error,30342,0.02500,0.795
10,model.language_model.layers.10.mlp.experts.244.up_proj,0.0056911875,hessian_weighted_relative_error,30342,0.02500,0.815
10,model.language_model.layers.10.mlp.experts.245.down_proj,0.0084568682,hessian_weighted_relative_error,4720,0.02500,0.883
10,model.language_model.layers.10.mlp.experts.245.gate_proj,0.0043628247,hessian_weighted_relative_error,4720,0.02500,0.939
10,model.language_model.layers.10.mlp.experts.245.up_proj,0.0046173504,hessian_weighted_relative_error,4720,0.02500,0.961
10,model.language_model.layers.10.mlp.experts.246.down_proj,0.0089935743,hessian_weighted_relative_error,21756,0.02500,0.769
10,model.language_model.layers.10.mlp.experts.246.gate_proj,0.0059772693,hessian_weighted_relative_error,21756,0.02500,0.798
10,model.language_model.layers.10.mlp.experts.246.up_proj,0.0062580339,hessian_weighted_relative_error,21756,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.247.down_proj,0.0113761160,hessian_weighted_relative_error,12997,0.02500,0.885
10,model.language_model.layers.10.mlp.experts.247.gate_proj,0.0059971185,hessian_weighted_relative_error,12997,0.02500,0.941
10,model.language_model.layers.10.mlp.experts.247.up_proj,0.0065838998,hessian_weighted_relative_error,12997,0.02500,0.963
10,model.language_model.layers.10.mlp.experts.248.down_proj,0.0073861093,hessian_weighted_relative_error,18632,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.248.gate_proj,0.0046115494,hessian_weighted_relative_error,18632,0.02500,0.793
10,model.language_model.layers.10.mlp.experts.248.up_proj,0.0048827452,hessian_weighted_relative_error,18632,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.249.down_proj,0.0071631462,hessian_weighted_relative_error,17875,0.02500,0.885
10,model.language_model.layers.10.mlp.experts.249.gate_proj,0.0050018894,hessian_weighted_relative_error,17875,0.02500,0.939
10,model.language_model.layers.10.mlp.experts.249.up_proj,0.0053463947,hessian_weighted_relative_error,17875,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.25.down_proj,0.0027542784,hessian_weighted_relative_error,19748,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.25.gate_proj,0.0041696431,hessian_weighted_relative_error,19748,0.02500,0.860
10,model.language_model.layers.10.mlp.experts.25.up_proj,0.0044543509,hessian_weighted_relative_error,19748,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.250.down_proj,0.0097124760,hessian_weighted_relative_error,28369,0.02500,0.769
10,model.language_model.layers.10.mlp.experts.250.gate_proj,0.0065130030,hessian_weighted_relative_error,28369,0.02500,0.796
10,model.language_model.layers.10.mlp.experts.250.up_proj,0.0069600091,hessian_weighted_relative_error,28369,0.02500,0.816
10,model.language_model.layers.10.mlp.experts.251.down_proj,0.0044599707,hessian_weighted_relative_error,24241,0.02500,0.887
10,model.language_model.layers.10.mlp.experts.251.gate_proj,0.0029994914,hessian_weighted_relative_error,24241,0.02500,0.943
10,model.language_model.layers.10.mlp.experts.251.up_proj,0.0032813675,hessian_weighted_relative_error,24241,0.02500,0.953
10,model.language_model.layers.10.mlp.experts.252.down_proj,0.0109545769,hessian_weighted_relative_error,24636,0.02500,0.764
10,model.language_model.layers.10.mlp.experts.252.gate_proj,0.0069744234,hessian_weighted_relative_error,24636,0.02500,0.794
10,model.language_model.layers.10.mlp.experts.252.up_proj,0.0075047290,hessian_weighted_relative_error,24636,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.253.down_proj,0.0073392885,hessian_weighted_relative_error,31339,0.02500,0.885
10,model.language_model.layers.10.mlp.experts.253.gate_proj,0.0040091026,hessian_weighted_relative_error,31339,0.02500,0.937
10,model.language_model.layers.10.mlp.experts.253.up_proj,0.0042967548,hessian_weighted_relative_error,31339,0.02500,0.968
10,model.language_model.layers.10.mlp.experts.254.down_proj,0.0069377308,hessian_weighted_relative_error,22321,0.02500,0.764
10,model.language_model.layers.10.mlp.experts.254.gate_proj,0.0044521529,hessian_weighted_relative_error,22321,0.02500,0.794
10,model.language_model.layers.10.mlp.experts.254.up_proj,0.0046773108,hessian_weighted_relative_error,22321,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.255.down_proj,0.0139558374,hessian_weighted_relative_error,46035,0.02500,0.885
10,model.language_model.layers.10.mlp.experts.255.gate_proj,0.0080956396,hessian_weighted_relative_error,46035,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.255.up_proj,0.0089869274,hessian_weighted_relative_error,46035,0.02500,0.986
10,model.language_model.layers.10.mlp.experts.256.down_proj,0.0129362058,hessian_weighted_relative_error,40692,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.256.gate_proj,0.0075859895,hessian_weighted_relative_error,40692,0.02500,0.796
10,model.language_model.layers.10.mlp.experts.256.up_proj,0.0081038242,hessian_weighted_relative_error,40692,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.257.down_proj,0.0097004602,hessian_weighted_relative_error,26469,0.02500,0.887
10,model.language_model.layers.10.mlp.experts.257.gate_proj,0.0051985060,hessian_weighted_relative_error,26469,0.02500,0.941
10,model.language_model.layers.10.mlp.experts.257.up_proj,0.0057428342,hessian_weighted_relative_error,26469,0.02500,0.947
10,model.language_model.layers.10.mlp.experts.258.down_proj,0.0084464657,hessian_weighted_relative_error,34253,0.02500,0.768
10,model.language_model.layers.10.mlp.experts.258.gate_proj,0.0050869141,hessian_weighted_relative_error,34253,0.02500,0.794
10,model.language_model.layers.10.mlp.experts.258.up_proj,0.0053467504,hessian_weighted_relative_error,34253,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.259.down_proj,0.0125858500,hessian_weighted_relative_error,42977,0.02500,0.889
10,model.language_model.layers.10.mlp.experts.259.gate_proj,0.0078950419,hessian_weighted_relative_error,42977,0.02500,0.940
10,model.language_model.layers.10.mlp.experts.259.up_proj,0.0089833463,hessian_weighted_relative_error,42977,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.26.down_proj,0.0142687209,hessian_weighted_relative_error,41077,0.02500,0.730
10,model.language_model.layers.10.mlp.experts.26.gate_proj,0.0087401712,hessian_weighted_relative_error,41077,0.02500,0.760
10,model.language_model.layers.10.mlp.experts.26.up_proj,0.0092702237,hessian_weighted_relative_error,41077,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.260.down_proj,0.0124810684,hessian_weighted_relative_error,20064,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.260.gate_proj,0.0066727751,hessian_weighted_relative_error,20064,0.02500,0.806
10,model.language_model.layers.10.mlp.experts.260.up_proj,0.0071822859,hessian_weighted_relative_error,20064,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.261.down_proj,0.0120975984,hessian_weighted_relative_error,30141,0.02500,0.886
10,model.language_model.layers.10.mlp.experts.261.gate_proj,0.0067151079,hessian_weighted_relative_error,30141,0.02500,0.938
10,model.language_model.layers.10.mlp.experts.261.up_proj,0.0072237378,hessian_weighted_relative_error,30141,0.02500,0.952
10,model.language_model.layers.10.mlp.experts.262.down_proj,0.0119872754,hessian_weighted_relative_error,35188,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.262.gate_proj,0.0066124761,hessian_weighted_relative_error,35188,0.02500,0.797
10,model.language_model.layers.10.mlp.experts.262.up_proj,0.0071054635,hessian_weighted_relative_error,35188,0.02500,0.815
10,model.language_model.layers.10.mlp.experts.263.down_proj,0.0131965003,hessian_weighted_relative_error,44890,0.02500,0.887
10,model.language_model.layers.10.mlp.experts.263.gate_proj,0.0077302559,hessian_weighted_relative_error,44890,0.02500,0.949
10,model.language_model.layers.10.mlp.experts.263.up_proj,0.0085486283,hessian_weighted_relative_error,44890,0.02500,0.958
10,model.language_model.layers.10.mlp.experts.264.down_proj,0.0140783039,hessian_weighted_relative_error,43641,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.264.gate_proj,0.0084626295,hessian_weighted_relative_error,43641,0.02500,0.795
10,model.language_model.layers.10.mlp.experts.264.up_proj,0.0092909015,hessian_weighted_relative_error,43641,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.265.down_proj,0.0123436432,hessian_weighted_relative_error,26337,0.02500,0.888
10,model.language_model.layers.10.mlp.experts.265.gate_proj,0.0068414407,hessian_weighted_relative_error,26337,0.02500,0.940
10,model.language_model.layers.10.mlp.experts.265.up_proj,0.0073876487,hessian_weighted_relative_error,26337,0.02500,0.950
10,model.language_model.layers.10.mlp.experts.266.down_proj,0.0073617408,hessian_weighted_relative_error,18421,0.02500,0.768
10,model.language_model.layers.10.mlp.experts.266.gate_proj,0.0045884388,hessian_weighted_relative_error,18421,0.02500,0.798
10,model.language_model.layers.10.mlp.experts.266.up_proj,0.0049592475,hessian_weighted_relative_error,18421,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.267.down_proj,0.0110434141,hessian_weighted_relative_error,13054,0.02500,0.887
10,model.language_model.layers.10.mlp.experts.267.gate_proj,0.0062461967,hessian_weighted_relative_error,13054,0.02500,0.943
10,model.language_model.layers.10.mlp.experts.267.up_proj,0.0066803731,hessian_weighted_relative_error,13054,0.02500,0.948
10,model.language_model.layers.10.mlp.experts.268.down_proj,0.0118686143,hessian_weighted_relative_error,139926,0.02500,0.764
10,model.language_model.layers.10.mlp.experts.268.gate_proj,0.0075301710,hessian_weighted_relative_error,139926,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.268.up_proj,0.0080026992,hessian_weighted_relative_error,139926,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.269.down_proj,0.0074989420,hessian_weighted_relative_error,27183,0.02500,0.888
10,model.language_model.layers.10.mlp.experts.269.gate_proj,0.0048174739,hessian_weighted_relative_error,27183,0.02500,0.950
10,model.language_model.layers.10.mlp.experts.269.up_proj,0.0050819143,hessian_weighted_relative_error,27183,0.02500,0.949
10,model.language_model.layers.10.mlp.experts.27.down_proj,0.0094551664,hessian_weighted_relative_error,27886,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.27.gate_proj,0.0057673364,hessian_weighted_relative_error,27886,0.02500,0.859
10,model.language_model.layers.10.mlp.experts.27.up_proj,0.0061194421,hessian_weighted_relative_error,27886,0.02500,0.952
10,model.language_model.layers.10.mlp.experts.270.down_proj,0.0099835253,hessian_weighted_relative_error,35961,0.02500,0.772
10,model.language_model.layers.10.mlp.experts.270.gate_proj,0.0058775260,hessian_weighted_relative_error,35961,0.02500,0.797
10,model.language_model.layers.10.mlp.experts.270.up_proj,0.0061528699,hessian_weighted_relative_error,35961,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.271.down_proj,0.0102017617,hessian_weighted_relative_error,26806,0.02500,0.887
10,model.language_model.layers.10.mlp.experts.271.gate_proj,0.0063537708,hessian_weighted_relative_error,26806,0.02500,0.953
10,model.language_model.layers.10.mlp.experts.271.up_proj,0.0069995786,hessian_weighted_relative_error,26806,0.02500,0.944
10,model.language_model.layers.10.mlp.experts.272.down_proj,0.0090041577,hessian_weighted_relative_error,29383,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.272.gate_proj,0.0054968262,hessian_weighted_relative_error,29383,0.02500,0.799
10,model.language_model.layers.10.mlp.experts.272.up_proj,0.0057371342,hessian_weighted_relative_error,29383,0.02500,0.816
10,model.language_model.layers.10.mlp.experts.273.down_proj,0.0115961481,hessian_weighted_relative_error,31633,0.02500,0.889
10,model.language_model.layers.10.mlp.experts.273.gate_proj,0.0077838325,hessian_weighted_relative_error,31633,0.02500,0.951
10,model.language_model.layers.10.mlp.experts.273.up_proj,0.0082236757,hessian_weighted_relative_error,31633,0.02500,0.934
10,model.language_model.layers.10.mlp.experts.274.down_proj,0.0107792715,hessian_weighted_relative_error,22681,0.02500,0.768
10,model.language_model.layers.10.mlp.experts.274.gate_proj,0.0060385248,hessian_weighted_relative_error,22681,0.02500,0.798
10,model.language_model.layers.10.mlp.experts.274.up_proj,0.0063873691,hessian_weighted_relative_error,22681,0.02500,0.813
10,model.language_model.layers.10.mlp.experts.275.down_proj,0.0136696872,hessian_weighted_relative_error,46787,0.02500,0.891
10,model.language_model.layers.10.mlp.experts.275.gate_proj,0.0071610941,hessian_weighted_relative_error,46787,0.02500,0.941
10,model.language_model.layers.10.mlp.experts.275.up_proj,0.0079759879,hessian_weighted_relative_error,46787,0.02500,0.932
10,model.language_model.layers.10.mlp.experts.276.down_proj,0.0126924961,hessian_weighted_relative_error,19981,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.276.gate_proj,0.0075522072,hessian_weighted_relative_error,19981,0.02500,0.797
10,model.language_model.layers.10.mlp.experts.276.up_proj,0.0080707715,hessian_weighted_relative_error,19981,0.02500,0.816
10,model.language_model.layers.10.mlp.experts.277.down_proj,0.0126277085,hessian_weighted_relative_error,31954,0.02500,0.888
10,model.language_model.layers.10.mlp.experts.277.gate_proj,0.0070650719,hessian_weighted_relative_error,31954,0.02500,0.946
10,model.language_model.layers.10.mlp.experts.277.up_proj,0.0074770037,hessian_weighted_relative_error,31954,0.02500,0.932
10,model.language_model.layers.10.mlp.experts.278.down_proj,0.0119695289,hessian_weighted_relative_error,44658,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.278.gate_proj,0.0069738482,hessian_weighted_relative_error,44658,0.02500,0.798
10,model.language_model.layers.10.mlp.experts.278.up_proj,0.0073039854,hessian_weighted_relative_error,44658,0.02500,0.814
10,model.language_model.layers.10.mlp.experts.279.down_proj,0.0134904576,hessian_weighted_relative_error,33568,0.02500,0.889
10,model.language_model.layers.10.mlp.experts.279.gate_proj,0.0075795171,hessian_weighted_relative_error,33568,0.02500,0.951
10,model.language_model.layers.10.mlp.experts.279.up_proj,0.0082976804,hessian_weighted_relative_error,33568,0.02500,0.945
10,model.language_model.layers.10.mlp.experts.28.down_proj,0.0059450035,hessian_weighted_relative_error,36470,0.02500,0.730
10,model.language_model.layers.10.mlp.experts.28.gate_proj,0.0040879879,hessian_weighted_relative_error,36470,0.02500,0.768
10,model.language_model.layers.10.mlp.experts.28.up_proj,0.0042112718,hessian_weighted_relative_error,36470,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.280.down_proj,0.0090843781,hessian_weighted_relative_error,37550,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.280.gate_proj,0.0053497878,hessian_weighted_relative_error,37550,0.02500,0.798
10,model.language_model.layers.10.mlp.experts.280.up_proj,0.0056528954,hessian_weighted_relative_error,37550,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.281.down_proj,0.0138768537,hessian_weighted_relative_error,36582,0.02500,0.888
10,model.language_model.layers.10.mlp.experts.281.gate_proj,0.0081982310,hessian_weighted_relative_error,36582,0.02500,0.947
10,model.language_model.layers.10.mlp.experts.281.up_proj,0.0087814123,hessian_weighted_relative_error,36582,0.02500,0.929
10,model.language_model.layers.10.mlp.experts.282.down_proj,0.0060234735,hessian_weighted_relative_error,29530,0.02500,0.768
10,model.language_model.layers.10.mlp.experts.282.gate_proj,0.0037180092,hessian_weighted_relative_error,29530,0.02500,0.797
10,model.language_model.layers.10.mlp.experts.282.up_proj,0.0039689704,hessian_weighted_relative_error,29530,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.283.down_proj,0.0138211495,hessian_weighted_relative_error,38146,0.02500,0.891
10,model.language_model.layers.10.mlp.experts.283.gate_proj,0.0084444463,hessian_weighted_relative_error,38146,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.283.up_proj,0.0088391734,hessian_weighted_relative_error,38146,0.02500,0.938
10,model.language_model.layers.10.mlp.experts.284.down_proj,0.0075375408,hessian_weighted_relative_error,42710,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.284.gate_proj,0.0046684561,hessian_weighted_relative_error,42710,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.284.up_proj,0.0048297622,hessian_weighted_relative_error,42710,0.02500,0.809
10,model.language_model.layers.10.mlp.experts.285.down_proj,0.0066549565,hessian_weighted_relative_error,33915,0.02500,0.888
10,model.language_model.layers.10.mlp.experts.285.gate_proj,0.0040530641,hessian_weighted_relative_error,33915,0.02500,0.944
10,model.language_model.layers.10.mlp.experts.285.up_proj,0.0042991620,hessian_weighted_relative_error,33915,0.02500,0.926
10,model.language_model.layers.10.mlp.experts.286.down_proj,0.0127598737,hessian_weighted_relative_error,38796,0.02500,0.767
10,model.language_model.layers.10.mlp.experts.286.gate_proj,0.0070511832,hessian_weighted_relative_error,38796,0.02500,0.798
10,model.language_model.layers.10.mlp.experts.286.up_proj,0.0076389859,hessian_weighted_relative_error,38796,0.02500,0.807
10,model.language_model.layers.10.mlp.experts.287.down_proj,0.0101496476,hessian_weighted_relative_error,27864,0.02500,0.888
10,model.language_model.layers.10.mlp.experts.287.gate_proj,0.0062520021,hessian_weighted_relative_error,27864,0.02500,0.952
10,model.language_model.layers.10.mlp.experts.287.up_proj,0.0066193621,hessian_weighted_relative_error,27864,0.02500,0.926
10,model.language_model.layers.10.mlp.experts.29.down_proj,0.0109587814,hessian_weighted_relative_error,25063,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.29.gate_proj,0.0064477870,hessian_weighted_relative_error,25063,0.02500,0.863
10,model.language_model.layers.10.mlp.experts.29.up_proj,0.0067878095,hessian_weighted_relative_error,25063,0.02500,0.949
10,model.language_model.layers.10.mlp.experts.3.down_proj,0.0083743871,hessian_weighted_relative_error,25184,0.02500,0.796
10,model.language_model.layers.10.mlp.experts.3.gate_proj,0.0054542988,hessian_weighted_relative_error,25184,0.02500,0.847
10,model.language_model.layers.10.mlp.experts.3.up_proj,0.0057047468,hessian_weighted_relative_error,25184,0.02500,0.946
10,model.language_model.layers.10.mlp.experts.30.down_proj,0.0100306694,hessian_weighted_relative_error,22670,0.02500,0.730
10,model.language_model.layers.10.mlp.experts.30.gate_proj,0.0060263105,hessian_weighted_relative_error,22670,0.02500,0.760
10,model.language_model.layers.10.mlp.experts.30.up_proj,0.0064060225,hessian_weighted_relative_error,22670,0.02500,0.800
10,model.language_model.layers.10.mlp.experts.31.down_proj,0.0104555081,hessian_weighted_relative_error,29337,0.02500,0.807
10,model.language_model.layers.10.mlp.experts.31.gate_proj,0.0067819439,hessian_weighted_relative_error,29337,0.02500,0.864
10,model.language_model.layers.10.mlp.experts.31.up_proj,0.0071257528,hessian_weighted_relative_error,29337,0.02500,0.968
10,model.language_model.layers.10.mlp.experts.32.down_proj,0.0108457872,hessian_weighted_relative_error,27975,0.02500,0.731
10,model.language_model.layers.10.mlp.experts.32.gate_proj,0.0065056322,hessian_weighted_relative_error,27975,0.02500,0.769
10,model.language_model.layers.10.mlp.experts.32.up_proj,0.0071642158,hessian_weighted_relative_error,27975,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.33.down_proj,0.0124411909,hessian_weighted_relative_error,14556,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.33.gate_proj,0.0061775086,hessian_weighted_relative_error,14556,0.02500,0.865
10,model.language_model.layers.10.mlp.experts.33.up_proj,0.0066868370,hessian_weighted_relative_error,14556,0.02500,0.952
10,model.language_model.layers.10.mlp.experts.34.down_proj,0.0092443355,hessian_weighted_relative_error,22940,0.02500,0.733
10,model.language_model.layers.10.mlp.experts.34.gate_proj,0.0049607158,hessian_weighted_relative_error,22940,0.02500,0.770
10,model.language_model.layers.10.mlp.experts.34.up_proj,0.0055472747,hessian_weighted_relative_error,22940,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.35.down_proj,0.0139797957,hessian_weighted_relative_error,39733,0.02500,0.815
10,model.language_model.layers.10.mlp.experts.35.gate_proj,0.0080405150,hessian_weighted_relative_error,39733,0.02500,0.864
10,model.language_model.layers.10.mlp.experts.35.up_proj,0.0090385332,hessian_weighted_relative_error,39733,0.02500,0.953
10,model.language_model.layers.10.mlp.experts.36.down_proj,0.0137552276,hessian_weighted_relative_error,49803,0.02500,0.732
10,model.language_model.layers.10.mlp.experts.36.gate_proj,0.0078915969,hessian_weighted_relative_error,49803,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.36.up_proj,0.0085291640,hessian_weighted_relative_error,49803,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.37.down_proj,0.0136894061,hessian_weighted_relative_error,41065,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.37.gate_proj,0.0080538308,hessian_weighted_relative_error,41065,0.02500,0.866
10,model.language_model.layers.10.mlp.experts.37.up_proj,0.0088826862,hessian_weighted_relative_error,41065,0.02500,0.959
10,model.language_model.layers.10.mlp.experts.38.down_proj,0.0091088535,hessian_weighted_relative_error,17475,0.02500,0.734
10,model.language_model.layers.10.mlp.experts.38.gate_proj,0.0049710846,hessian_weighted_relative_error,17475,0.02500,0.762
10,model.language_model.layers.10.mlp.experts.38.up_proj,0.0052367533,hessian_weighted_relative_error,17475,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.39.down_proj,0.0124058968,hessian_weighted_relative_error,38341,0.02500,0.811
10,model.language_model.layers.10.mlp.experts.39.gate_proj,0.0067670292,hessian_weighted_relative_error,38341,0.02500,0.867
10,model.language_model.layers.10.mlp.experts.39.up_proj,0.0070997953,hessian_weighted_relative_error,38341,0.02500,0.958
10,model.language_model.layers.10.mlp.experts.4.down_proj,0.0088267998,hessian_weighted_relative_error,19033,0.02500,0.721
10,model.language_model.layers.10.mlp.experts.4.gate_proj,0.0055258000,hessian_weighted_relative_error,19033,0.02500,0.756
10,model.language_model.layers.10.mlp.experts.4.up_proj,0.0060324799,hessian_weighted_relative_error,19033,0.02500,0.799
10,model.language_model.layers.10.mlp.experts.40.down_proj,0.0137234266,hessian_weighted_relative_error,39224,0.02500,0.734
10,model.language_model.layers.10.mlp.experts.40.gate_proj,0.0078767121,hessian_weighted_relative_error,39224,0.02500,0.763
10,model.language_model.layers.10.mlp.experts.40.up_proj,0.0084277001,hessian_weighted_relative_error,39224,0.02500,0.802
10,model.language_model.layers.10.mlp.experts.41.down_proj,0.0092575579,hessian_weighted_relative_error,43024,0.02500,0.815
10,model.language_model.layers.10.mlp.experts.41.gate_proj,0.0061694449,hessian_weighted_relative_error,43024,0.02500,0.868
10,model.language_model.layers.10.mlp.experts.41.up_proj,0.0064184577,hessian_weighted_relative_error,43024,0.02500,0.953
10,model.language_model.layers.10.mlp.experts.42.down_proj,0.0108550183,hessian_weighted_relative_error,40369,0.02500,0.739
10,model.language_model.layers.10.mlp.experts.42.gate_proj,0.0071661048,hessian_weighted_relative_error,40369,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.42.up_proj,0.0074872912,hessian_weighted_relative_error,40369,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.43.down_proj,0.0137171560,hessian_weighted_relative_error,23465,0.02500,0.814
10,model.language_model.layers.10.mlp.experts.43.gate_proj,0.0080440923,hessian_weighted_relative_error,23465,0.02500,0.869
10,model.language_model.layers.10.mlp.experts.43.up_proj,0.0087341491,hessian_weighted_relative_error,23465,0.02500,0.956
10,model.language_model.layers.10.mlp.experts.44.down_proj,0.0122511281,hessian_weighted_relative_error,33888,0.02500,0.733
10,model.language_model.layers.10.mlp.experts.44.gate_proj,0.0065737577,hessian_weighted_relative_error,33888,0.02500,0.766
10,model.language_model.layers.10.mlp.experts.44.up_proj,0.0073731928,hessian_weighted_relative_error,33888,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.45.down_proj,0.0123602631,hessian_weighted_relative_error,35515,0.02500,0.812
10,model.language_model.layers.10.mlp.experts.45.gate_proj,0.0081474366,hessian_weighted_relative_error,35515,0.02500,0.873
10,model.language_model.layers.10.mlp.experts.45.up_proj,0.0086672367,hessian_weighted_relative_error,35515,0.02500,0.956
10,model.language_model.layers.10.mlp.experts.46.down_proj,0.0112439302,hessian_weighted_relative_error,17477,0.02500,0.736
10,model.language_model.layers.10.mlp.experts.46.gate_proj,0.0067135106,hessian_weighted_relative_error,17477,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.46.up_proj,0.0071893126,hessian_weighted_relative_error,17477,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.47.down_proj,0.0105680377,hessian_weighted_relative_error,23196,0.02500,0.814
10,model.language_model.layers.10.mlp.experts.47.gate_proj,0.0056962146,hessian_weighted_relative_error,23196,0.02500,0.875
10,model.language_model.layers.10.mlp.experts.47.up_proj,0.0060877563,hessian_weighted_relative_error,23196,0.02500,0.961
10,model.language_model.layers.10.mlp.experts.48.down_proj,0.0140290921,hessian_weighted_relative_error,41724,0.02500,0.735
10,model.language_model.layers.10.mlp.experts.48.gate_proj,0.0079539829,hessian_weighted_relative_error,41724,0.02500,0.765
10,model.language_model.layers.10.mlp.experts.48.up_proj,0.0089784170,hessian_weighted_relative_error,41724,0.02500,0.802
10,model.language_model.layers.10.mlp.experts.49.down_proj,0.0127962527,hessian_weighted_relative_error,25951,0.02500,0.819
10,model.language_model.layers.10.mlp.experts.49.gate_proj,0.0079235934,hessian_weighted_relative_error,25951,0.02500,0.873
10,model.language_model.layers.10.mlp.experts.49.up_proj,0.0085474855,hessian_weighted_relative_error,25951,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.5.down_proj,0.0068852583,hessian_weighted_relative_error,24325,0.02500,0.761
10,model.language_model.layers.10.mlp.experts.5.gate_proj,0.0047484105,hessian_weighted_relative_error,24325,0.02500,0.848
10,model.language_model.layers.10.mlp.experts.5.up_proj,0.0049778362,hessian_weighted_relative_error,24325,0.02500,0.961
10,model.language_model.layers.10.mlp.experts.50.down_proj,0.0129096523,hessian_weighted_relative_error,50504,0.02500,0.743
10,model.language_model.layers.10.mlp.experts.50.gate_proj,0.0077196097,hessian_weighted_relative_error,50504,0.02500,0.767
10,model.language_model.layers.10.mlp.experts.50.up_proj,0.0087607165,hessian_weighted_relative_error,50504,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.51.down_proj,0.0110537833,hessian_weighted_relative_error,27807,0.02500,0.820
10,model.language_model.layers.10.mlp.experts.51.gate_proj,0.0063696417,hessian_weighted_relative_error,27807,0.02500,0.873
10,model.language_model.layers.10.mlp.experts.51.up_proj,0.0068961447,hessian_weighted_relative_error,27807,0.02500,0.960
10,model.language_model.layers.10.mlp.experts.52.down_proj,0.0121449694,hessian_weighted_relative_error,25711,0.02500,0.736
10,model.language_model.layers.10.mlp.experts.52.gate_proj,0.0071624902,hessian_weighted_relative_error,25711,0.02500,0.769
10,model.language_model.layers.10.mlp.experts.52.up_proj,0.0076814538,hessian_weighted_relative_error,25711,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.53.down_proj,0.0063546200,hessian_weighted_relative_error,21528,0.02500,0.815
10,model.language_model.layers.10.mlp.experts.53.gate_proj,0.0049730536,hessian_weighted_relative_error,21528,0.02500,0.876
10,model.language_model.layers.10.mlp.experts.53.up_proj,0.0053324059,hessian_weighted_relative_error,21528,0.02500,0.962
10,model.language_model.layers.10.mlp.experts.54.down_proj,0.0053496035,hessian_weighted_relative_error,24710,0.02500,0.738
10,model.language_model.layers.10.mlp.experts.54.gate_proj,0.0038867994,hessian_weighted_relative_error,24710,0.02500,0.769
10,model.language_model.layers.10.mlp.experts.54.up_proj,0.0041259467,hessian_weighted_relative_error,24710,0.02500,0.802
10,model.language_model.layers.10.mlp.experts.55.down_proj,0.0106235151,hessian_weighted_relative_error,28321,0.02500,0.818
10,model.language_model.layers.10.mlp.experts.55.gate_proj,0.0067933723,hessian_weighted_relative_error,28321,0.02500,0.878
10,model.language_model.layers.10.mlp.experts.55.up_proj,0.0071189907,hessian_weighted_relative_error,28321,0.02500,0.961
10,model.language_model.layers.10.mlp.experts.56.down_proj,0.0073455130,hessian_weighted_relative_error,24582,0.02500,0.737
10,model.language_model.layers.10.mlp.experts.56.gate_proj,0.0044985334,hessian_weighted_relative_error,24582,0.02500,0.768
10,model.language_model.layers.10.mlp.experts.56.up_proj,0.0049204885,hessian_weighted_relative_error,24582,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.57.down_proj,0.0135193905,hessian_weighted_relative_error,30023,0.02500,0.824
10,model.language_model.layers.10.mlp.experts.57.gate_proj,0.0085491065,hessian_weighted_relative_error,30023,0.02500,0.878
10,model.language_model.layers.10.mlp.experts.57.up_proj,0.0091235452,hessian_weighted_relative_error,30023,0.02500,0.955
10,model.language_model.layers.10.mlp.experts.58.down_proj,0.0104053560,hessian_weighted_relative_error,15380,0.02500,0.738
10,model.language_model.layers.10.mlp.experts.58.gate_proj,0.0055194452,hessian_weighted_relative_error,15380,0.02500,0.767
10,model.language_model.layers.10.mlp.experts.58.up_proj,0.0062335345,hessian_weighted_relative_error,15380,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.59.down_proj,0.0095227565,hessian_weighted_relative_error,13360,0.02500,0.822
10,model.language_model.layers.10.mlp.experts.59.gate_proj,0.0048373109,hessian_weighted_relative_error,13360,0.02500,0.879
10,model.language_model.layers.10.mlp.experts.59.up_proj,0.0050498478,hessian_weighted_relative_error,13360,0.02500,0.953
10,model.language_model.layers.10.mlp.experts.6.down_proj,0.0113268544,hessian_weighted_relative_error,24944,0.02500,0.722
10,model.language_model.layers.10.mlp.experts.6.gate_proj,0.0058445004,hessian_weighted_relative_error,24944,0.02500,0.751
10,model.language_model.layers.10.mlp.experts.6.up_proj,0.0065978096,hessian_weighted_relative_error,24944,0.02500,0.801
10,model.language_model.layers.10.mlp.experts.60.down_proj,0.0078918507,hessian_weighted_relative_error,38951,0.02500,0.737
10,model.language_model.layers.10.mlp.experts.60.gate_proj,0.0057646448,hessian_weighted_relative_error,38951,0.02500,0.769
10,model.language_model.layers.10.mlp.experts.60.up_proj,0.0060808662,hessian_weighted_relative_error,38951,0.02500,0.806
10,model.language_model.layers.10.mlp.experts.61.down_proj,0.0077497576,hessian_weighted_relative_error,12388,0.02500,0.821
10,model.language_model.layers.10.mlp.experts.61.gate_proj,0.0047363188,hessian_weighted_relative_error,12388,0.02500,0.880
10,model.language_model.layers.10.mlp.experts.61.up_proj,0.0049896612,hessian_weighted_relative_error,12388,0.02500,0.957
10,model.language_model.layers.10.mlp.experts.62.down_proj,0.0105945079,hessian_weighted_relative_error,31558,0.02500,0.739
10,model.language_model.layers.10.mlp.experts.62.gate_proj,0.0054734800,hessian_weighted_relative_error,31558,0.02500,0.770
10,model.language_model.layers.10.mlp.experts.62.up_proj,0.0058790756,hessian_weighted_relative_error,31558,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.63.down_proj,0.0122640266,hessian_weighted_relative_error,20876,0.02500,0.822
10,model.language_model.layers.10.mlp.experts.63.gate_proj,0.0071456130,hessian_weighted_relative_error,20876,0.02500,0.890
10,model.language_model.layers.10.mlp.experts.63.up_proj,0.0079188475,hessian_weighted_relative_error,20876,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.64.down_proj,0.0144503096,hessian_weighted_relative_error,58844,0.02500,0.740
10,model.language_model.layers.10.mlp.experts.64.gate_proj,0.0081279237,hessian_weighted_relative_error,58844,0.02500,0.771
10,model.language_model.layers.10.mlp.experts.64.up_proj,0.0087629945,hessian_weighted_relative_error,58844,0.02500,0.802
10,model.language_model.layers.10.mlp.experts.65.down_proj,0.0142169446,hessian_weighted_relative_error,53182,0.02500,0.827
10,model.language_model.layers.10.mlp.experts.65.gate_proj,0.0074294447,hessian_weighted_relative_error,53182,0.02500,0.881
10,model.language_model.layers.10.mlp.experts.65.up_proj,0.0081821862,hessian_weighted_relative_error,53182,0.02500,0.957
10,model.language_model.layers.10.mlp.experts.66.down_proj,0.0063535904,hessian_weighted_relative_error,12778,0.02500,0.740
10,model.language_model.layers.10.mlp.experts.66.gate_proj,0.0036143494,hessian_weighted_relative_error,12778,0.02500,0.770
10,model.language_model.layers.10.mlp.experts.66.up_proj,0.0038351829,hessian_weighted_relative_error,12778,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.67.down_proj,0.0131313919,hessian_weighted_relative_error,26820,0.02500,0.826
10,model.language_model.layers.10.mlp.experts.67.gate_proj,0.0075589541,hessian_weighted_relative_error,26820,0.02500,0.881
10,model.language_model.layers.10.mlp.experts.67.up_proj,0.0079902591,hessian_weighted_relative_error,26820,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.68.down_proj,0.0124765785,hessian_weighted_relative_error,42113,0.02500,0.742
10,model.language_model.layers.10.mlp.experts.68.gate_proj,0.0075768302,hessian_weighted_relative_error,42113,0.02500,0.773
10,model.language_model.layers.10.mlp.experts.68.up_proj,0.0080281868,hessian_weighted_relative_error,42113,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.69.down_proj,0.0102105287,hessian_weighted_relative_error,17376,0.02500,0.824
10,model.language_model.layers.10.mlp.experts.69.gate_proj,0.0063667282,hessian_weighted_relative_error,17376,0.02500,0.885
10,model.language_model.layers.10.mlp.experts.69.up_proj,0.0068030003,hessian_weighted_relative_error,17376,0.02500,0.962
10,model.language_model.layers.10.mlp.experts.7.down_proj,0.0122810715,hessian_weighted_relative_error,25506,0.02500,0.794
10,model.language_model.layers.10.mlp.experts.7.gate_proj,0.0067908027,hessian_weighted_relative_error,25506,0.02500,0.849
10,model.language_model.layers.10.mlp.experts.7.up_proj,0.0071821915,hessian_weighted_relative_error,25506,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.70.down_proj,0.0058233103,hessian_weighted_relative_error,17914,0.02500,0.741
10,model.language_model.layers.10.mlp.experts.70.gate_proj,0.0030135108,hessian_weighted_relative_error,17914,0.02500,0.772
10,model.language_model.layers.10.mlp.experts.70.up_proj,0.0030637196,hessian_weighted_relative_error,17914,0.02500,0.806
10,model.language_model.layers.10.mlp.experts.71.down_proj,0.0098549848,hessian_weighted_relative_error,23768,0.02500,0.826
10,model.language_model.layers.10.mlp.experts.71.gate_proj,0.0059096609,hessian_weighted_relative_error,23768,0.02500,0.887
10,model.language_model.layers.10.mlp.experts.71.up_proj,0.0062863935,hessian_weighted_relative_error,23768,0.02500,0.972
10,model.language_model.layers.10.mlp.experts.72.down_proj,0.0052133681,hessian_weighted_relative_error,25725,0.02500,0.740
10,model.language_model.layers.10.mlp.experts.72.gate_proj,0.0040561397,hessian_weighted_relative_error,25725,0.02500,0.773
10,model.language_model.layers.10.mlp.experts.72.up_proj,0.0044398230,hessian_weighted_relative_error,25725,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.73.down_proj,0.0062717744,hessian_weighted_relative_error,24008,0.02500,0.831
10,model.language_model.layers.10.mlp.experts.73.gate_proj,0.0034566916,hessian_weighted_relative_error,24008,0.02500,0.887
10,model.language_model.layers.10.mlp.experts.73.up_proj,0.0040676954,hessian_weighted_relative_error,24008,0.02500,0.960
10,model.language_model.layers.10.mlp.experts.74.down_proj,0.0133282812,hessian_weighted_relative_error,33868,0.02500,0.742
10,model.language_model.layers.10.mlp.experts.74.gate_proj,0.0073963129,hessian_weighted_relative_error,33868,0.02500,0.771
10,model.language_model.layers.10.mlp.experts.74.up_proj,0.0078625308,hessian_weighted_relative_error,33868,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.75.down_proj,0.0079503500,hessian_weighted_relative_error,11386,0.02500,0.830
10,model.language_model.layers.10.mlp.experts.75.gate_proj,0.0047935087,hessian_weighted_relative_error,11386,0.02500,0.892
10,model.language_model.layers.10.mlp.experts.75.up_proj,0.0049779002,hessian_weighted_relative_error,11386,0.02500,0.966
10,model.language_model.layers.10.mlp.experts.76.down_proj,0.0110495027,hessian_weighted_relative_error,15672,0.02500,0.741
10,model.language_model.layers.10.mlp.experts.76.gate_proj,0.0062927599,hessian_weighted_relative_error,15672,0.02500,0.773
10,model.language_model.layers.10.mlp.experts.76.up_proj,0.0068483914,hessian_weighted_relative_error,15672,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.77.down_proj,0.0137102422,hessian_weighted_relative_error,29171,0.02500,0.828
10,model.language_model.layers.10.mlp.experts.77.gate_proj,0.0081408490,hessian_weighted_relative_error,29171,0.02500,0.888
10,model.language_model.layers.10.mlp.experts.77.up_proj,0.0088847109,hessian_weighted_relative_error,29171,0.02500,0.960
10,model.language_model.layers.10.mlp.experts.78.down_proj,0.0072661872,hessian_weighted_relative_error,23512,0.02500,0.742
10,model.language_model.layers.10.mlp.experts.78.gate_proj,0.0051194332,hessian_weighted_relative_error,23512,0.02500,0.774
10,model.language_model.layers.10.mlp.experts.78.up_proj,0.0053217552,hessian_weighted_relative_error,23512,0.02500,0.810
10,model.language_model.layers.10.mlp.experts.79.down_proj,0.0140455478,hessian_weighted_relative_error,39183,0.02500,0.829
10,model.language_model.layers.10.mlp.experts.79.gate_proj,0.0081222624,hessian_weighted_relative_error,39183,0.02500,0.891
10,model.language_model.layers.10.mlp.experts.79.up_proj,0.0090948043,hessian_weighted_relative_error,39183,0.02500,0.964
10,model.language_model.layers.10.mlp.experts.8.down_proj,0.0065163289,hessian_weighted_relative_error,24989,0.02500,0.723
10,model.language_model.layers.10.mlp.experts.8.gate_proj,0.0051170077,hessian_weighted_relative_error,24989,0.02500,0.752
10,model.language_model.layers.10.mlp.experts.8.up_proj,0.0053718520,hessian_weighted_relative_error,24989,0.02500,0.799
10,model.language_model.layers.10.mlp.experts.80.down_proj,0.0115943279,hessian_weighted_relative_error,32591,0.02500,0.742
10,model.language_model.layers.10.mlp.experts.80.gate_proj,0.0070970038,hessian_weighted_relative_error,32591,0.02500,0.775
10,model.language_model.layers.10.mlp.experts.80.up_proj,0.0076351417,hessian_weighted_relative_error,32591,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.81.down_proj,0.0077123642,hessian_weighted_relative_error,28930,0.02500,0.834
10,model.language_model.layers.10.mlp.experts.81.gate_proj,0.0043821537,hessian_weighted_relative_error,28930,0.02500,0.887
10,model.language_model.layers.10.mlp.experts.81.up_proj,0.0045687222,hessian_weighted_relative_error,28930,0.02500,0.963
10,model.language_model.layers.10.mlp.experts.82.down_proj,0.0118568167,hessian_weighted_relative_error,27275,0.02500,0.748
10,model.language_model.layers.10.mlp.experts.82.gate_proj,0.0061752038,hessian_weighted_relative_error,27275,0.02500,0.777
10,model.language_model.layers.10.mlp.experts.82.up_proj,0.0067433162,hessian_weighted_relative_error,27275,0.02500,0.806
10,model.language_model.layers.10.mlp.experts.83.down_proj,0.0088994848,hessian_weighted_relative_error,33532,0.02500,0.832
10,model.language_model.layers.10.mlp.experts.83.gate_proj,0.0053189631,hessian_weighted_relative_error,33532,0.02500,0.889
10,model.language_model.layers.10.mlp.experts.83.up_proj,0.0057171254,hessian_weighted_relative_error,33532,0.02500,0.955
10,model.language_model.layers.10.mlp.experts.84.down_proj,0.0044822683,hessian_weighted_relative_error,21222,0.02500,0.745
10,model.language_model.layers.10.mlp.experts.84.gate_proj,0.0026180743,hessian_weighted_relative_error,21222,0.02500,0.776
10,model.language_model.layers.10.mlp.experts.84.up_proj,0.0027857961,hessian_weighted_relative_error,21222,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.85.down_proj,0.0102520430,hessian_weighted_relative_error,18803,0.02500,0.831
10,model.language_model.layers.10.mlp.experts.85.gate_proj,0.0063736612,hessian_weighted_relative_error,18803,0.02500,0.893
10,model.language_model.layers.10.mlp.experts.85.up_proj,0.0070675010,hessian_weighted_relative_error,18803,0.02500,0.972
10,model.language_model.layers.10.mlp.experts.86.down_proj,0.0127506297,hessian_weighted_relative_error,20354,0.02500,0.744
10,model.language_model.layers.10.mlp.experts.86.gate_proj,0.0067641060,hessian_weighted_relative_error,20354,0.02500,0.776
10,model.language_model.layers.10.mlp.experts.86.up_proj,0.0077384807,hessian_weighted_relative_error,20354,0.02500,0.805
10,model.language_model.layers.10.mlp.experts.87.down_proj,0.0055995161,hessian_weighted_relative_error,26522,0.02500,0.833
10,model.language_model.layers.10.mlp.experts.87.gate_proj,0.0024403687,hessian_weighted_relative_error,26522,0.02500,0.892
10,model.language_model.layers.10.mlp.experts.87.up_proj,0.0027231678,hessian_weighted_relative_error,26522,0.02500,0.970
10,model.language_model.layers.10.mlp.experts.88.down_proj,0.0124014487,hessian_weighted_relative_error,31105,0.02500,0.744
10,model.language_model.layers.10.mlp.experts.88.gate_proj,0.0070674035,hessian_weighted_relative_error,31105,0.02500,0.775
10,model.language_model.layers.10.mlp.experts.88.up_proj,0.0074724801,hessian_weighted_relative_error,31105,0.02500,0.826
10,model.language_model.layers.10.mlp.experts.89.down_proj,0.0133118896,hessian_weighted_relative_error,42015,0.02500,0.840
10,model.language_model.layers.10.mlp.experts.89.gate_proj,0.0073242166,hessian_weighted_relative_error,42015,0.02500,0.894
10,model.language_model.layers.10.mlp.experts.89.up_proj,0.0080113922,hessian_weighted_relative_error,42015,0.02500,0.969
10,model.language_model.layers.10.mlp.experts.9.down_proj,0.0065851305,hessian_weighted_relative_error,26462,0.02500,0.801
10,model.language_model.layers.10.mlp.experts.9.gate_proj,0.0037195804,hessian_weighted_relative_error,26462,0.02500,0.850
10,model.language_model.layers.10.mlp.experts.9.up_proj,0.0039397366,hessian_weighted_relative_error,26462,0.02500,0.954
10,model.language_model.layers.10.mlp.experts.90.down_proj,0.0117094723,hessian_weighted_relative_error,26712,0.02500,0.746
10,model.language_model.layers.10.mlp.experts.90.gate_proj,0.0064540507,hessian_weighted_relative_error,26712,0.02500,0.775
10,model.language_model.layers.10.mlp.experts.90.up_proj,0.0075842989,hessian_weighted_relative_error,26712,0.02500,0.806
10,model.language_model.layers.10.mlp.experts.91.down_proj,0.0068504179,hessian_weighted_relative_error,28901,0.02500,0.839
10,model.language_model.layers.10.mlp.experts.91.gate_proj,0.0028127776,hessian_weighted_relative_error,28901,0.02500,0.893
10,model.language_model.layers.10.mlp.experts.91.up_proj,0.0033190984,hessian_weighted_relative_error,28901,0.02500,0.967
10,model.language_model.layers.10.mlp.experts.92.down_proj,0.0059568049,hessian_weighted_relative_error,21894,0.02500,0.744
10,model.language_model.layers.10.mlp.experts.92.gate_proj,0.0040681010,hessian_weighted_relative_error,21894,0.02500,0.777
10,model.language_model.layers.10.mlp.experts.92.up_proj,0.0043110658,hessian_weighted_relative_error,21894,0.02500,0.803
10,model.language_model.layers.10.mlp.experts.93.down_proj,0.0123278455,hessian_weighted_relative_error,37865,0.02500,0.835
10,model.language_model.layers.10.mlp.experts.93.gate_proj,0.0070532292,hessian_weighted_relative_error,37865,0.02500,0.903
10,model.language_model.layers.10.mlp.experts.93.up_proj,0.0073599064,hessian_weighted_relative_error,37865,0.02500,0.966
10,model.language_model.layers.10.mlp.experts.94.down_proj,0.0114552368,hessian_weighted_relative_error,48528,0.02500,0.745
10,model.language_model.layers.10.mlp.experts.94.gate_proj,0.0061734788,hessian_weighted_relative_error,48528,0.02500,0.778
10,model.language_model.layers.10.mlp.experts.94.up_proj,0.0066445136,hessian_weighted_relative_error,48528,0.02500,0.807
10,model.language_model.layers.10.mlp.experts.95.down_proj,0.0034340092,hessian_weighted_relative_error,15985,0.02500,0.838
10,model.language_model.layers.10.mlp.experts.95.gate_proj,0.0029173173,hessian_weighted_relative_error,15985,0.02500,0.896
10,model.language_model.layers.10.mlp.experts.95.up_proj,0.0029504280,hessian_weighted_relative_error,15985,0.02500,0.975
10,model.language_model.layers.10.mlp.experts.96.down_proj,0.0085563273,hessian_weighted_relative_error,35697,0.02500,0.745
10,model.language_model.layers.10.mlp.experts.96.gate_proj,0.0051710915,hessian_weighted_relative_error,35697,0.02500,0.778
10,model.language_model.layers.10.mlp.experts.96.up_proj,0.0053577578,hessian_weighted_relative_error,35697,0.02500,0.804
10,model.language_model.layers.10.mlp.experts.97.down_proj,0.0130877802,hessian_weighted_relative_error,19606,0.02500,0.842
10,model.language_model.layers.10.mlp.experts.97.gate_proj,0.0074709890,hessian_weighted_relative_error,19606,0.02500,0.893
10,model.language_model.layers.10.mlp.experts.97.up_proj,0.0079293348,hessian_weighted_relative_error,19606,0.02500,0.965
10,model.language_model.layers.10.mlp.experts.98.down_proj,0.0100114020,hessian_weighted_relative_error,16678,0.02500,0.748
10,model.language_model.layers.10.mlp.experts.98.gate_proj,0.0059846737,hessian_weighted_relative_error,16678,0.02500,0.779
10,model.language_model.layers.10.mlp.experts.98.up_proj,0.0062592357,hessian_weighted_relative_error,16678,0.02500,0.808
10,model.language_model.layers.10.mlp.experts.99.down_proj,0.0051815506,hessian_weighted_relative_error,35185,0.02500,0.840
10,model.language_model.layers.10.mlp.experts.99.gate_proj,0.0030278962,hessian_weighted_relative_error,35185,0.02500,0.904
10,model.language_model.layers.10.mlp.experts.99.up_proj,0.0032679264,hessian_weighted_relative_error,35185,0.02500,0.968
11,model.language_model.layers.11.mlp.experts.0.down_proj,0.0108996917,hessian_weighted_relative_error,25534,0.02500,0.721
11,model.language_model.layers.11.mlp.experts.0.gate_proj,0.0056394987,hessian_weighted_relative_error,25534,0.02500,0.745
11,model.language_model.layers.11.mlp.experts.0.up_proj,0.0061799355,hessian_weighted_relative_error,25534,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.1.down_proj,0.0133197160,hessian_weighted_relative_error,32785,0.02500,0.792
11,model.language_model.layers.11.mlp.experts.1.gate_proj,0.0080161507,hessian_weighted_relative_error,32785,0.02500,0.844
11,model.language_model.layers.11.mlp.experts.1.up_proj,0.0088323434,hessian_weighted_relative_error,32785,0.02500,0.940
11,model.language_model.layers.11.mlp.experts.10.down_proj,0.0122459876,hessian_weighted_relative_error,16421,0.02500,0.722
11,model.language_model.layers.11.mlp.experts.10.gate_proj,0.0073958530,hessian_weighted_relative_error,16421,0.02500,0.747
11,model.language_model.layers.11.mlp.experts.10.up_proj,0.0079627315,hessian_weighted_relative_error,16421,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.100.down_proj,0.0088541800,hessian_weighted_relative_error,36973,0.02500,0.742
11,model.language_model.layers.11.mlp.experts.100.gate_proj,0.0052807752,hessian_weighted_relative_error,36973,0.02500,0.775
11,model.language_model.layers.11.mlp.experts.100.up_proj,0.0056037667,hessian_weighted_relative_error,36973,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.101.down_proj,0.0116503333,hessian_weighted_relative_error,29734,0.02500,0.838
11,model.language_model.layers.11.mlp.experts.101.gate_proj,0.0066415760,hessian_weighted_relative_error,29734,0.02500,0.890
11,model.language_model.layers.11.mlp.experts.101.up_proj,0.0071611778,hessian_weighted_relative_error,29734,0.02500,0.959
11,model.language_model.layers.11.mlp.experts.102.down_proj,0.0082688132,hessian_weighted_relative_error,21179,0.02500,0.744
11,model.language_model.layers.11.mlp.experts.102.gate_proj,0.0046263146,hessian_weighted_relative_error,21179,0.02500,0.773
11,model.language_model.layers.11.mlp.experts.102.up_proj,0.0047836728,hessian_weighted_relative_error,21179,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.103.down_proj,0.0083117158,hessian_weighted_relative_error,81513,0.02500,0.836
11,model.language_model.layers.11.mlp.experts.103.gate_proj,0.0045475063,hessian_weighted_relative_error,81513,0.02500,0.891
11,model.language_model.layers.11.mlp.experts.103.up_proj,0.0047182741,hessian_weighted_relative_error,81513,0.02500,0.970
11,model.language_model.layers.11.mlp.experts.104.down_proj,0.0101794540,hessian_weighted_relative_error,8413,0.02500,0.745
11,model.language_model.layers.11.mlp.experts.104.gate_proj,0.0060759062,hessian_weighted_relative_error,8413,0.02500,0.775
11,model.language_model.layers.11.mlp.experts.104.up_proj,0.0066747301,hessian_weighted_relative_error,8413,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.105.down_proj,0.0071979675,hessian_weighted_relative_error,30051,0.02500,0.842
11,model.language_model.layers.11.mlp.experts.105.gate_proj,0.0049559442,hessian_weighted_relative_error,30051,0.02500,0.892
11,model.language_model.layers.11.mlp.experts.105.up_proj,0.0050721050,hessian_weighted_relative_error,30051,0.02500,0.963
11,model.language_model.layers.11.mlp.experts.106.down_proj,0.0103262031,hessian_weighted_relative_error,27260,0.02500,0.747
11,model.language_model.layers.11.mlp.experts.106.gate_proj,0.0061987452,hessian_weighted_relative_error,27260,0.02500,0.775
11,model.language_model.layers.11.mlp.experts.106.up_proj,0.0069274510,hessian_weighted_relative_error,27260,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.107.down_proj,0.0130613071,hessian_weighted_relative_error,28997,0.02500,0.841
11,model.language_model.layers.11.mlp.experts.107.gate_proj,0.0081194336,hessian_weighted_relative_error,28997,0.02500,0.892
11,model.language_model.layers.11.mlp.experts.107.up_proj,0.0085058352,hessian_weighted_relative_error,28997,0.02500,0.961
11,model.language_model.layers.11.mlp.experts.108.down_proj,0.0076347990,hessian_weighted_relative_error,23437,0.02500,0.744
11,model.language_model.layers.11.mlp.experts.108.gate_proj,0.0043612976,hessian_weighted_relative_error,23437,0.02500,0.774
11,model.language_model.layers.11.mlp.experts.108.up_proj,0.0047576672,hessian_weighted_relative_error,23437,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.109.down_proj,0.0075714722,hessian_weighted_relative_error,23278,0.02500,0.843
11,model.language_model.layers.11.mlp.experts.109.gate_proj,0.0056610028,hessian_weighted_relative_error,23278,0.02500,0.892
11,model.language_model.layers.11.mlp.experts.109.up_proj,0.0057923431,hessian_weighted_relative_error,23278,0.02500,0.983
11,model.language_model.layers.11.mlp.experts.11.down_proj,0.0146821869,hessian_weighted_relative_error,26920,0.02500,0.793
11,model.language_model.layers.11.mlp.experts.11.gate_proj,0.0090208126,hessian_weighted_relative_error,26920,0.02500,0.844
11,model.language_model.layers.11.mlp.experts.11.up_proj,0.0096975437,hessian_weighted_relative_error,26920,0.02500,0.937
11,model.language_model.layers.11.mlp.experts.110.down_proj,0.0119375972,hessian_weighted_relative_error,42957,0.02500,0.745
11,model.language_model.layers.11.mlp.experts.110.gate_proj,0.0076223761,hessian_weighted_relative_error,42957,0.02500,0.774
11,model.language_model.layers.11.mlp.experts.110.up_proj,0.0084262121,hessian_weighted_relative_error,42957,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.111.down_proj,0.0133803421,hessian_weighted_relative_error,33439,0.02500,0.840
11,model.language_model.layers.11.mlp.experts.111.gate_proj,0.0082199846,hessian_weighted_relative_error,33439,0.02500,0.894
11,model.language_model.layers.11.mlp.experts.111.up_proj,0.0093523703,hessian_weighted_relative_error,33439,0.02500,0.966
11,model.language_model.layers.11.mlp.experts.112.down_proj,0.0108441389,hessian_weighted_relative_error,17290,0.02500,0.747
11,model.language_model.layers.11.mlp.experts.112.gate_proj,0.0060364032,hessian_weighted_relative_error,17290,0.02500,0.777
11,model.language_model.layers.11.mlp.experts.112.up_proj,0.0066845010,hessian_weighted_relative_error,17290,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.113.down_proj,0.0107943667,hessian_weighted_relative_error,29757,0.02500,0.847
11,model.language_model.layers.11.mlp.experts.113.gate_proj,0.0075122533,hessian_weighted_relative_error,29757,0.02500,0.895
11,model.language_model.layers.11.mlp.experts.113.up_proj,0.0081699215,hessian_weighted_relative_error,29757,0.02500,0.951
11,model.language_model.layers.11.mlp.experts.114.down_proj,0.0119016433,hessian_weighted_relative_error,25838,0.02500,0.748
11,model.language_model.layers.11.mlp.experts.114.gate_proj,0.0069714970,hessian_weighted_relative_error,25838,0.02500,0.777
11,model.language_model.layers.11.mlp.experts.114.up_proj,0.0080062377,hessian_weighted_relative_error,25838,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.115.down_proj,0.0127975705,hessian_weighted_relative_error,48888,0.02500,0.843
11,model.language_model.layers.11.mlp.experts.115.gate_proj,0.0074609171,hessian_weighted_relative_error,48888,0.02500,0.895
11,model.language_model.layers.11.mlp.experts.115.up_proj,0.0081164119,hessian_weighted_relative_error,48888,0.02500,0.979
11,model.language_model.layers.11.mlp.experts.116.down_proj,0.0136262250,hessian_weighted_relative_error,21420,0.02500,0.745
11,model.language_model.layers.11.mlp.experts.116.gate_proj,0.0084815517,hessian_weighted_relative_error,21420,0.02500,0.778
11,model.language_model.layers.11.mlp.experts.116.up_proj,0.0091110159,hessian_weighted_relative_error,21420,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.117.down_proj,0.0108548047,hessian_weighted_relative_error,14332,0.02500,0.845
11,model.language_model.layers.11.mlp.experts.117.gate_proj,0.0061623980,hessian_weighted_relative_error,14332,0.02500,0.894
11,model.language_model.layers.11.mlp.experts.117.up_proj,0.0065861518,hessian_weighted_relative_error,14332,0.02500,0.966
11,model.language_model.layers.11.mlp.experts.118.down_proj,0.0121493481,hessian_weighted_relative_error,23130,0.02500,0.747
11,model.language_model.layers.11.mlp.experts.118.gate_proj,0.0068048796,hessian_weighted_relative_error,23130,0.02500,0.777
11,model.language_model.layers.11.mlp.experts.118.up_proj,0.0072237969,hessian_weighted_relative_error,23130,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.119.down_proj,0.0118398173,hessian_weighted_relative_error,48337,0.02500,0.844
11,model.language_model.layers.11.mlp.experts.119.gate_proj,0.0069625794,hessian_weighted_relative_error,48337,0.02500,0.895
11,model.language_model.layers.11.mlp.experts.119.up_proj,0.0076947457,hessian_weighted_relative_error,48337,0.02500,0.965
11,model.language_model.layers.11.mlp.experts.12.down_proj,0.0103093777,hessian_weighted_relative_error,33905,0.02500,0.720
11,model.language_model.layers.11.mlp.experts.12.gate_proj,0.0061477682,hessian_weighted_relative_error,33905,0.02500,0.747
11,model.language_model.layers.11.mlp.experts.12.up_proj,0.0065795313,hessian_weighted_relative_error,33905,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.120.down_proj,0.0094838631,hessian_weighted_relative_error,28713,0.02500,0.748
11,model.language_model.layers.11.mlp.experts.120.gate_proj,0.0047157408,hessian_weighted_relative_error,28713,0.02500,0.778
11,model.language_model.layers.11.mlp.experts.120.up_proj,0.0051287952,hessian_weighted_relative_error,28713,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.121.down_proj,0.0069352719,hessian_weighted_relative_error,23692,0.02500,0.851
11,model.language_model.layers.11.mlp.experts.121.gate_proj,0.0034781491,hessian_weighted_relative_error,23692,0.02500,0.895
11,model.language_model.layers.11.mlp.experts.121.up_proj,0.0037234274,hessian_weighted_relative_error,23692,0.02500,0.956
11,model.language_model.layers.11.mlp.experts.122.down_proj,0.0115743426,hessian_weighted_relative_error,37635,0.02500,0.749
11,model.language_model.layers.11.mlp.experts.122.gate_proj,0.0071511508,hessian_weighted_relative_error,37635,0.02500,0.777
11,model.language_model.layers.11.mlp.experts.122.up_proj,0.0083213892,hessian_weighted_relative_error,37635,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.123.down_proj,0.0078902098,hessian_weighted_relative_error,28094,0.02500,0.851
11,model.language_model.layers.11.mlp.experts.123.gate_proj,0.0048273040,hessian_weighted_relative_error,28094,0.02500,0.896
11,model.language_model.layers.11.mlp.experts.123.up_proj,0.0053051694,hessian_weighted_relative_error,28094,0.02500,0.960
11,model.language_model.layers.11.mlp.experts.124.down_proj,0.0120868927,hessian_weighted_relative_error,41676,0.02500,0.747
11,model.language_model.layers.11.mlp.experts.124.gate_proj,0.0073301248,hessian_weighted_relative_error,41676,0.02500,0.779
11,model.language_model.layers.11.mlp.experts.124.up_proj,0.0081438645,hessian_weighted_relative_error,41676,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.125.down_proj,0.0118545298,hessian_weighted_relative_error,24679,0.02500,0.850
11,model.language_model.layers.11.mlp.experts.125.gate_proj,0.0065506435,hessian_weighted_relative_error,24679,0.02500,0.895
11,model.language_model.layers.11.mlp.experts.125.up_proj,0.0072708360,hessian_weighted_relative_error,24679,0.02500,0.954
11,model.language_model.layers.11.mlp.experts.126.down_proj,0.0125246698,hessian_weighted_relative_error,32793,0.02500,0.750
11,model.language_model.layers.11.mlp.experts.126.gate_proj,0.0073613289,hessian_weighted_relative_error,32793,0.02500,0.779
11,model.language_model.layers.11.mlp.experts.126.up_proj,0.0085740769,hessian_weighted_relative_error,32793,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.127.down_proj,0.0110306511,hessian_weighted_relative_error,12970,0.02500,0.849
11,model.language_model.layers.11.mlp.experts.127.gate_proj,0.0058917118,hessian_weighted_relative_error,12970,0.02500,0.899
11,model.language_model.layers.11.mlp.experts.127.up_proj,0.0064067710,hessian_weighted_relative_error,12970,0.02500,0.956
11,model.language_model.layers.11.mlp.experts.128.down_proj,0.0071362224,hessian_weighted_relative_error,18080,0.02500,0.750
11,model.language_model.layers.11.mlp.experts.128.gate_proj,0.0039910391,hessian_weighted_relative_error,18080,0.02500,0.781
11,model.language_model.layers.11.mlp.experts.128.up_proj,0.0040650169,hessian_weighted_relative_error,18080,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.129.down_proj,0.0144165647,hessian_weighted_relative_error,26531,0.02500,0.856
11,model.language_model.layers.11.mlp.experts.129.gate_proj,0.0093716989,hessian_weighted_relative_error,26531,0.02500,0.896
11,model.language_model.layers.11.mlp.experts.129.up_proj,0.0100449893,hessian_weighted_relative_error,26531,0.02500,0.959
11,model.language_model.layers.11.mlp.experts.13.down_proj,0.0104518017,hessian_weighted_relative_error,24186,0.02500,0.795
11,model.language_model.layers.11.mlp.experts.13.gate_proj,0.0063902020,hessian_weighted_relative_error,24186,0.02500,0.844
11,model.language_model.layers.11.mlp.experts.13.up_proj,0.0068058062,hessian_weighted_relative_error,24186,0.02500,0.941
11,model.language_model.layers.11.mlp.experts.130.down_proj,0.0102346385,hessian_weighted_relative_error,37790,0.02500,0.749
11,model.language_model.layers.11.mlp.experts.130.gate_proj,0.0063120796,hessian_weighted_relative_error,37790,0.02500,0.779
11,model.language_model.layers.11.mlp.experts.130.up_proj,0.0072999803,hessian_weighted_relative_error,37790,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.131.down_proj,0.0085485449,hessian_weighted_relative_error,31717,0.02500,0.852
11,model.language_model.layers.11.mlp.experts.131.gate_proj,0.0047742338,hessian_weighted_relative_error,31717,0.02500,0.898
11,model.language_model.layers.11.mlp.experts.131.up_proj,0.0050577594,hessian_weighted_relative_error,31717,0.02500,0.959
11,model.language_model.layers.11.mlp.experts.132.down_proj,0.0131552560,hessian_weighted_relative_error,31100,0.02500,0.747
11,model.language_model.layers.11.mlp.experts.132.gate_proj,0.0078423590,hessian_weighted_relative_error,31100,0.02500,0.781
11,model.language_model.layers.11.mlp.experts.132.up_proj,0.0082984721,hessian_weighted_relative_error,31100,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.133.down_proj,0.0117252050,hessian_weighted_relative_error,32528,0.02500,0.855
11,model.language_model.layers.11.mlp.experts.133.gate_proj,0.0071091830,hessian_weighted_relative_error,32528,0.02500,0.899
11,model.language_model.layers.11.mlp.experts.133.up_proj,0.0073816794,hessian_weighted_relative_error,32528,0.02500,0.953
11,model.language_model.layers.11.mlp.experts.134.down_proj,0.0115746911,hessian_weighted_relative_error,62683,0.02500,0.749
11,model.language_model.layers.11.mlp.experts.134.gate_proj,0.0074167725,hessian_weighted_relative_error,62683,0.02500,0.779
11,model.language_model.layers.11.mlp.experts.134.up_proj,0.0077766531,hessian_weighted_relative_error,62683,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.135.down_proj,0.0053725009,hessian_weighted_relative_error,25443,0.02500,0.853
11,model.language_model.layers.11.mlp.experts.135.gate_proj,0.0021185869,hessian_weighted_relative_error,25443,0.02500,0.900
11,model.language_model.layers.11.mlp.experts.135.up_proj,0.0026213487,hessian_weighted_relative_error,25443,0.02500,0.961
11,model.language_model.layers.11.mlp.experts.136.down_proj,0.0081536932,hessian_weighted_relative_error,27630,0.02500,0.751
11,model.language_model.layers.11.mlp.experts.136.gate_proj,0.0037604577,hessian_weighted_relative_error,27630,0.02500,0.782
11,model.language_model.layers.11.mlp.experts.136.up_proj,0.0039730813,hessian_weighted_relative_error,27630,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.137.down_proj,0.0089751914,hessian_weighted_relative_error,69854,0.02500,0.859
11,model.language_model.layers.11.mlp.experts.137.gate_proj,0.0055529646,hessian_weighted_relative_error,69854,0.02500,0.899
11,model.language_model.layers.11.mlp.experts.137.up_proj,0.0059219848,hessian_weighted_relative_error,69854,0.02500,0.952
11,model.language_model.layers.11.mlp.experts.138.down_proj,0.0138783760,hessian_weighted_relative_error,63208,0.02500,0.752
11,model.language_model.layers.11.mlp.experts.138.gate_proj,0.0094156625,hessian_weighted_relative_error,63208,0.02500,0.781
11,model.language_model.layers.11.mlp.experts.138.up_proj,0.0098233822,hessian_weighted_relative_error,63208,0.02500,0.810
11,model.language_model.layers.11.mlp.experts.139.down_proj,0.0132862674,hessian_weighted_relative_error,36416,0.02500,0.858
11,model.language_model.layers.11.mlp.experts.139.gate_proj,0.0081970910,hessian_weighted_relative_error,36416,0.02500,0.900
11,model.language_model.layers.11.mlp.experts.139.up_proj,0.0091630161,hessian_weighted_relative_error,36416,0.02500,0.959
11,model.language_model.layers.11.mlp.experts.14.down_proj,0.0133119745,hessian_weighted_relative_error,36437,0.02500,0.721
11,model.language_model.layers.11.mlp.experts.14.gate_proj,0.0090701440,hessian_weighted_relative_error,36437,0.02500,0.750
11,model.language_model.layers.11.mlp.experts.14.up_proj,0.0095008395,hessian_weighted_relative_error,36437,0.02500,0.800
11,model.language_model.layers.11.mlp.experts.140.down_proj,0.0122784656,hessian_weighted_relative_error,30747,0.02500,0.750
11,model.language_model.layers.11.mlp.experts.140.gate_proj,0.0081894746,hessian_weighted_relative_error,30747,0.02500,0.782
11,model.language_model.layers.11.mlp.experts.140.up_proj,0.0087558008,hessian_weighted_relative_error,30747,0.02500,0.811
11,model.language_model.layers.11.mlp.experts.141.down_proj,0.0112047635,hessian_weighted_relative_error,27432,0.02500,0.857
11,model.language_model.layers.11.mlp.experts.141.gate_proj,0.0061853065,hessian_weighted_relative_error,27432,0.02500,0.898
11,model.language_model.layers.11.mlp.experts.141.up_proj,0.0069244737,hessian_weighted_relative_error,27432,0.02500,0.962
11,model.language_model.layers.11.mlp.experts.142.down_proj,0.0126281754,hessian_weighted_relative_error,24201,0.02500,0.754
11,model.language_model.layers.11.mlp.experts.142.gate_proj,0.0073365553,hessian_weighted_relative_error,24201,0.02500,0.782
11,model.language_model.layers.11.mlp.experts.142.up_proj,0.0082560342,hessian_weighted_relative_error,24201,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.143.down_proj,0.0091056271,hessian_weighted_relative_error,18473,0.02500,0.857
11,model.language_model.layers.11.mlp.experts.143.gate_proj,0.0062784587,hessian_weighted_relative_error,18473,0.02500,0.903
11,model.language_model.layers.11.mlp.experts.143.up_proj,0.0066386140,hessian_weighted_relative_error,18473,0.02500,0.956
11,model.language_model.layers.11.mlp.experts.144.down_proj,0.0111017812,hessian_weighted_relative_error,37845,0.02500,0.752
11,model.language_model.layers.11.mlp.experts.144.gate_proj,0.0067734239,hessian_weighted_relative_error,37845,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.144.up_proj,0.0076564295,hessian_weighted_relative_error,37845,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.145.down_proj,0.0143927497,hessian_weighted_relative_error,24363,0.02500,0.864
11,model.language_model.layers.11.mlp.experts.145.gate_proj,0.0092706999,hessian_weighted_relative_error,24363,0.02500,0.902
11,model.language_model.layers.11.mlp.experts.145.up_proj,0.0098472032,hessian_weighted_relative_error,24363,0.02500,0.960
11,model.language_model.layers.11.mlp.experts.146.down_proj,0.0096876094,hessian_weighted_relative_error,40731,0.02500,0.756
11,model.language_model.layers.11.mlp.experts.146.gate_proj,0.0066690321,hessian_weighted_relative_error,40731,0.02500,0.783
11,model.language_model.layers.11.mlp.experts.146.up_proj,0.0072491637,hessian_weighted_relative_error,40731,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.147.down_proj,0.0095943386,hessian_weighted_relative_error,34012,0.02500,0.860
11,model.language_model.layers.11.mlp.experts.147.gate_proj,0.0058184544,hessian_weighted_relative_error,34012,0.02500,0.899
11,model.language_model.layers.11.mlp.experts.147.up_proj,0.0061564169,hessian_weighted_relative_error,34012,0.02500,0.968
11,model.language_model.layers.11.mlp.experts.148.down_proj,0.0110627890,hessian_weighted_relative_error,18023,0.02500,0.750
11,model.language_model.layers.11.mlp.experts.148.gate_proj,0.0064102603,hessian_weighted_relative_error,18023,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.148.up_proj,0.0067560676,hessian_weighted_relative_error,18023,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.149.down_proj,0.0085814936,hessian_weighted_relative_error,15208,0.02500,0.862
11,model.language_model.layers.11.mlp.experts.149.gate_proj,0.0049544530,hessian_weighted_relative_error,15208,0.02500,0.900
11,model.language_model.layers.11.mlp.experts.149.up_proj,0.0052195162,hessian_weighted_relative_error,15208,0.02500,0.956
11,model.language_model.layers.11.mlp.experts.15.down_proj,0.0124690349,hessian_weighted_relative_error,15883,0.02500,0.795
11,model.language_model.layers.11.mlp.experts.15.gate_proj,0.0067874242,hessian_weighted_relative_error,15883,0.02500,0.846
11,model.language_model.layers.11.mlp.experts.15.up_proj,0.0076187960,hessian_weighted_relative_error,15883,0.02500,0.944
11,model.language_model.layers.11.mlp.experts.150.down_proj,0.0110420491,hessian_weighted_relative_error,25482,0.02500,0.752
11,model.language_model.layers.11.mlp.experts.150.gate_proj,0.0062925342,hessian_weighted_relative_error,25482,0.02500,0.781
11,model.language_model.layers.11.mlp.experts.150.up_proj,0.0069746231,hessian_weighted_relative_error,25482,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.151.down_proj,0.0113939442,hessian_weighted_relative_error,25830,0.02500,0.860
11,model.language_model.layers.11.mlp.experts.151.gate_proj,0.0066993669,hessian_weighted_relative_error,25830,0.02500,0.905
11,model.language_model.layers.11.mlp.experts.151.up_proj,0.0073425988,hessian_weighted_relative_error,25830,0.02500,0.972
11,model.language_model.layers.11.mlp.experts.152.down_proj,0.0140748011,hessian_weighted_relative_error,34111,0.02500,0.754
11,model.language_model.layers.11.mlp.experts.152.gate_proj,0.0084817701,hessian_weighted_relative_error,34111,0.02500,0.785
11,model.language_model.layers.11.mlp.experts.152.up_proj,0.0090165952,hessian_weighted_relative_error,34111,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.153.down_proj,0.0133102690,hessian_weighted_relative_error,29413,0.02500,0.867
11,model.language_model.layers.11.mlp.experts.153.gate_proj,0.0078053681,hessian_weighted_relative_error,29413,0.02500,0.902
11,model.language_model.layers.11.mlp.experts.153.up_proj,0.0087979503,hessian_weighted_relative_error,29413,0.02500,0.961
11,model.language_model.layers.11.mlp.experts.154.down_proj,0.0119603544,hessian_weighted_relative_error,25992,0.02500,0.755
11,model.language_model.layers.11.mlp.experts.154.gate_proj,0.0074993885,hessian_weighted_relative_error,25992,0.02500,0.784
11,model.language_model.layers.11.mlp.experts.154.up_proj,0.0079726910,hessian_weighted_relative_error,25992,0.02500,0.811
11,model.language_model.layers.11.mlp.experts.155.down_proj,0.0108305092,hessian_weighted_relative_error,35562,0.02500,0.866
11,model.language_model.layers.11.mlp.experts.155.gate_proj,0.0059250091,hessian_weighted_relative_error,35562,0.02500,0.901
11,model.language_model.layers.11.mlp.experts.155.up_proj,0.0066278595,hessian_weighted_relative_error,35562,0.02500,0.958
11,model.language_model.layers.11.mlp.experts.156.down_proj,0.0134421778,hessian_weighted_relative_error,20080,0.02500,0.750
11,model.language_model.layers.11.mlp.experts.156.gate_proj,0.0079389573,hessian_weighted_relative_error,20080,0.02500,0.785
11,model.language_model.layers.11.mlp.experts.156.up_proj,0.0084687885,hessian_weighted_relative_error,20080,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.157.down_proj,0.0129627303,hessian_weighted_relative_error,53493,0.02500,0.867
11,model.language_model.layers.11.mlp.experts.157.gate_proj,0.0078714521,hessian_weighted_relative_error,53493,0.02500,0.900
11,model.language_model.layers.11.mlp.experts.157.up_proj,0.0085105828,hessian_weighted_relative_error,53493,0.02500,0.958
11,model.language_model.layers.11.mlp.experts.158.down_proj,0.0078106329,hessian_weighted_relative_error,17111,0.02500,0.753
11,model.language_model.layers.11.mlp.experts.158.gate_proj,0.0043667089,hessian_weighted_relative_error,17111,0.02500,0.784
11,model.language_model.layers.11.mlp.experts.158.up_proj,0.0050379322,hessian_weighted_relative_error,17111,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.159.down_proj,0.0094814597,hessian_weighted_relative_error,30744,0.02500,0.865
11,model.language_model.layers.11.mlp.experts.159.gate_proj,0.0049959336,hessian_weighted_relative_error,30744,0.02500,0.904
11,model.language_model.layers.11.mlp.experts.159.up_proj,0.0057650284,hessian_weighted_relative_error,30744,0.02500,0.967
11,model.language_model.layers.11.mlp.experts.16.down_proj,0.0064228492,hessian_weighted_relative_error,24038,0.02500,0.727
11,model.language_model.layers.11.mlp.experts.16.gate_proj,0.0029727579,hessian_weighted_relative_error,24038,0.02500,0.751
11,model.language_model.layers.11.mlp.experts.16.up_proj,0.0033957437,hessian_weighted_relative_error,24038,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.160.down_proj,0.0135817734,hessian_weighted_relative_error,33030,0.02500,0.754
11,model.language_model.layers.11.mlp.experts.160.gate_proj,0.0080182427,hessian_weighted_relative_error,33030,0.02500,0.796
11,model.language_model.layers.11.mlp.experts.160.up_proj,0.0089003170,hessian_weighted_relative_error,33030,0.02500,0.812
11,model.language_model.layers.11.mlp.experts.161.down_proj,0.0101587201,hessian_weighted_relative_error,106812,0.02500,0.871
11,model.language_model.layers.11.mlp.experts.161.gate_proj,0.0067473095,hessian_weighted_relative_error,106812,0.02500,0.901
11,model.language_model.layers.11.mlp.experts.161.up_proj,0.0070760703,hessian_weighted_relative_error,106812,0.02500,0.961
11,model.language_model.layers.11.mlp.experts.162.down_proj,0.0101248692,hessian_weighted_relative_error,32566,0.02500,0.754
11,model.language_model.layers.11.mlp.experts.162.gate_proj,0.0055833669,hessian_weighted_relative_error,32566,0.02500,0.785
11,model.language_model.layers.11.mlp.experts.162.up_proj,0.0058559505,hessian_weighted_relative_error,32566,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.163.down_proj,0.0106736769,hessian_weighted_relative_error,34928,0.02500,0.868
11,model.language_model.layers.11.mlp.experts.163.gate_proj,0.0063749813,hessian_weighted_relative_error,34928,0.02500,0.913
11,model.language_model.layers.11.mlp.experts.163.up_proj,0.0077887324,hessian_weighted_relative_error,34928,0.02500,0.965
11,model.language_model.layers.11.mlp.experts.164.down_proj,0.0077259715,hessian_weighted_relative_error,30828,0.02500,0.752
11,model.language_model.layers.11.mlp.experts.164.gate_proj,0.0041026293,hessian_weighted_relative_error,30828,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.164.up_proj,0.0044121055,hessian_weighted_relative_error,30828,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.165.down_proj,0.0113753341,hessian_weighted_relative_error,27577,0.02500,0.870
11,model.language_model.layers.11.mlp.experts.165.gate_proj,0.0068175621,hessian_weighted_relative_error,27577,0.02500,0.902
11,model.language_model.layers.11.mlp.experts.165.up_proj,0.0073426517,hessian_weighted_relative_error,27577,0.02500,0.967
11,model.language_model.layers.11.mlp.experts.166.down_proj,0.0059213480,hessian_weighted_relative_error,13129,0.02500,0.755
11,model.language_model.layers.11.mlp.experts.166.gate_proj,0.0041615438,hessian_weighted_relative_error,13129,0.02500,0.783
11,model.language_model.layers.11.mlp.experts.166.up_proj,0.0043611403,hessian_weighted_relative_error,13129,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.167.down_proj,0.0133815308,hessian_weighted_relative_error,36007,0.02500,0.869
11,model.language_model.layers.11.mlp.experts.167.gate_proj,0.0075776499,hessian_weighted_relative_error,36007,0.02500,0.902
11,model.language_model.layers.11.mlp.experts.167.up_proj,0.0084597589,hessian_weighted_relative_error,36007,0.02500,0.968
11,model.language_model.layers.11.mlp.experts.168.down_proj,0.0127453183,hessian_weighted_relative_error,38847,0.02500,0.755
11,model.language_model.layers.11.mlp.experts.168.gate_proj,0.0078651688,hessian_weighted_relative_error,38847,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.168.up_proj,0.0087429533,hessian_weighted_relative_error,38847,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.169.down_proj,0.0089504397,hessian_weighted_relative_error,26502,0.02500,0.874
11,model.language_model.layers.11.mlp.experts.169.gate_proj,0.0063907885,hessian_weighted_relative_error,26502,0.02500,0.906
11,model.language_model.layers.11.mlp.experts.169.up_proj,0.0066025446,hessian_weighted_relative_error,26502,0.02500,0.966
11,model.language_model.layers.11.mlp.experts.17.down_proj,0.0067435739,hessian_weighted_relative_error,16280,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.17.gate_proj,0.0038503986,hessian_weighted_relative_error,16280,0.02500,0.847
11,model.language_model.layers.11.mlp.experts.17.up_proj,0.0040677549,hessian_weighted_relative_error,16280,0.02500,0.940
11,model.language_model.layers.11.mlp.experts.170.down_proj,0.0088684807,hessian_weighted_relative_error,42561,0.02500,0.760
11,model.language_model.layers.11.mlp.experts.170.gate_proj,0.0062785959,hessian_weighted_relative_error,42561,0.02500,0.784
11,model.language_model.layers.11.mlp.experts.170.up_proj,0.0065846437,hessian_weighted_relative_error,42561,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.171.down_proj,0.0133579143,hessian_weighted_relative_error,18160,0.02500,0.874
11,model.language_model.layers.11.mlp.experts.171.gate_proj,0.0081541192,hessian_weighted_relative_error,18160,0.02500,0.915
11,model.language_model.layers.11.mlp.experts.171.up_proj,0.0086445611,hessian_weighted_relative_error,18160,0.02500,0.966
11,model.language_model.layers.11.mlp.experts.172.down_proj,0.0134771077,hessian_weighted_relative_error,21116,0.02500,0.753
11,model.language_model.layers.11.mlp.experts.172.gate_proj,0.0077572016,hessian_weighted_relative_error,21116,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.172.up_proj,0.0087884956,hessian_weighted_relative_error,21116,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.173.down_proj,0.0135352131,hessian_weighted_relative_error,33919,0.02500,0.872
11,model.language_model.layers.11.mlp.experts.173.gate_proj,0.0075253348,hessian_weighted_relative_error,33919,0.02500,0.906
11,model.language_model.layers.11.mlp.experts.173.up_proj,0.0081712552,hessian_weighted_relative_error,33919,0.02500,0.967
11,model.language_model.layers.11.mlp.experts.174.down_proj,0.0047831601,hessian_weighted_relative_error,9000,0.02500,0.755
11,model.language_model.layers.11.mlp.experts.174.gate_proj,0.0021542282,hessian_weighted_relative_error,9000,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.174.up_proj,0.0020736202,hessian_weighted_relative_error,9000,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.175.down_proj,0.0100087886,hessian_weighted_relative_error,28660,0.02500,0.871
11,model.language_model.layers.11.mlp.experts.175.gate_proj,0.0056978211,hessian_weighted_relative_error,28660,0.02500,0.908
11,model.language_model.layers.11.mlp.experts.175.up_proj,0.0062224289,hessian_weighted_relative_error,28660,0.02500,0.964
11,model.language_model.layers.11.mlp.experts.176.down_proj,0.0052986278,hessian_weighted_relative_error,15729,0.02500,0.756
11,model.language_model.layers.11.mlp.experts.176.gate_proj,0.0042228207,hessian_weighted_relative_error,15729,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.176.up_proj,0.0045558440,hessian_weighted_relative_error,15729,0.02500,0.813
11,model.language_model.layers.11.mlp.experts.177.down_proj,0.0145235734,hessian_weighted_relative_error,39524,0.02500,0.875
11,model.language_model.layers.11.mlp.experts.177.gate_proj,0.0090412040,hessian_weighted_relative_error,39524,0.02500,0.906
11,model.language_model.layers.11.mlp.experts.177.up_proj,0.0096813739,hessian_weighted_relative_error,39524,0.02500,0.968
11,model.language_model.layers.11.mlp.experts.178.down_proj,0.0089458027,hessian_weighted_relative_error,13602,0.02500,0.756
11,model.language_model.layers.11.mlp.experts.178.gate_proj,0.0048593033,hessian_weighted_relative_error,13602,0.02500,0.788
11,model.language_model.layers.11.mlp.experts.178.up_proj,0.0049911753,hessian_weighted_relative_error,13602,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.179.down_proj,0.0116415087,hessian_weighted_relative_error,33947,0.02500,0.876
11,model.language_model.layers.11.mlp.experts.179.gate_proj,0.0075338786,hessian_weighted_relative_error,33947,0.02500,0.904
11,model.language_model.layers.11.mlp.experts.179.up_proj,0.0082762566,hessian_weighted_relative_error,33947,0.02500,0.970
11,model.language_model.layers.11.mlp.experts.18.down_proj,0.0122796391,hessian_weighted_relative_error,49565,0.02500,0.731
11,model.language_model.layers.11.mlp.experts.18.gate_proj,0.0082168938,hessian_weighted_relative_error,49565,0.02500,0.751
11,model.language_model.layers.11.mlp.experts.18.up_proj,0.0087720620,hessian_weighted_relative_error,49565,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.180.down_proj,0.0134130339,hessian_weighted_relative_error,56889,0.02500,0.753
11,model.language_model.layers.11.mlp.experts.180.gate_proj,0.0074274184,hessian_weighted_relative_error,56889,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.180.up_proj,0.0090179593,hessian_weighted_relative_error,56889,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.181.down_proj,0.0096768822,hessian_weighted_relative_error,27102,0.02500,0.874
11,model.language_model.layers.11.mlp.experts.181.gate_proj,0.0055477329,hessian_weighted_relative_error,27102,0.02500,0.907
11,model.language_model.layers.11.mlp.experts.181.up_proj,0.0059799545,hessian_weighted_relative_error,27102,0.02500,0.978
11,model.language_model.layers.11.mlp.experts.182.down_proj,0.0138726654,hessian_weighted_relative_error,34927,0.02500,0.761
11,model.language_model.layers.11.mlp.experts.182.gate_proj,0.0079499264,hessian_weighted_relative_error,34927,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.182.up_proj,0.0085805196,hessian_weighted_relative_error,34927,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.183.down_proj,0.0125644374,hessian_weighted_relative_error,20651,0.02500,0.874
11,model.language_model.layers.11.mlp.experts.183.gate_proj,0.0066244951,hessian_weighted_relative_error,20651,0.02500,0.914
11,model.language_model.layers.11.mlp.experts.183.up_proj,0.0071975058,hessian_weighted_relative_error,20651,0.02500,0.969
11,model.language_model.layers.11.mlp.experts.184.down_proj,0.0141226426,hessian_weighted_relative_error,26886,0.02500,0.757
11,model.language_model.layers.11.mlp.experts.184.gate_proj,0.0086439200,hessian_weighted_relative_error,26886,0.02500,0.789
11,model.language_model.layers.11.mlp.experts.184.up_proj,0.0093678908,hessian_weighted_relative_error,26886,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.185.down_proj,0.0075901367,hessian_weighted_relative_error,28535,0.02500,0.877
11,model.language_model.layers.11.mlp.experts.185.gate_proj,0.0048773150,hessian_weighted_relative_error,28535,0.02500,0.908
11,model.language_model.layers.11.mlp.experts.185.up_proj,0.0053602995,hessian_weighted_relative_error,28535,0.02500,0.974
11,model.language_model.layers.11.mlp.experts.186.down_proj,0.0143683243,hessian_weighted_relative_error,27027,0.02500,0.758
11,model.language_model.layers.11.mlp.experts.186.gate_proj,0.0086401628,hessian_weighted_relative_error,27027,0.02500,0.787
11,model.language_model.layers.11.mlp.experts.186.up_proj,0.0093110295,hessian_weighted_relative_error,27027,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.187.down_proj,0.0114960407,hessian_weighted_relative_error,20733,0.02500,0.877
11,model.language_model.layers.11.mlp.experts.187.gate_proj,0.0066705320,hessian_weighted_relative_error,20733,0.02500,0.920
11,model.language_model.layers.11.mlp.experts.187.up_proj,0.0071671986,hessian_weighted_relative_error,20733,0.02500,0.976
11,model.language_model.layers.11.mlp.experts.188.down_proj,0.0118718332,hessian_weighted_relative_error,28773,0.02500,0.755
11,model.language_model.layers.11.mlp.experts.188.gate_proj,0.0071001738,hessian_weighted_relative_error,28773,0.02500,0.786
11,model.language_model.layers.11.mlp.experts.188.up_proj,0.0075454282,hessian_weighted_relative_error,28773,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.189.down_proj,0.0071676689,hessian_weighted_relative_error,18496,0.02500,0.877
11,model.language_model.layers.11.mlp.experts.189.gate_proj,0.0038519812,hessian_weighted_relative_error,18496,0.02500,0.916
11,model.language_model.layers.11.mlp.experts.189.up_proj,0.0040928262,hessian_weighted_relative_error,18496,0.02500,0.972
11,model.language_model.layers.11.mlp.experts.19.down_proj,0.0081452093,hessian_weighted_relative_error,24473,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.19.gate_proj,0.0051060465,hessian_weighted_relative_error,24473,0.02500,0.848
11,model.language_model.layers.11.mlp.experts.19.up_proj,0.0055384866,hessian_weighted_relative_error,24473,0.02500,0.946
11,model.language_model.layers.11.mlp.experts.190.down_proj,0.0067420540,hessian_weighted_relative_error,39028,0.02500,0.758
11,model.language_model.layers.11.mlp.experts.190.gate_proj,0.0031502320,hessian_weighted_relative_error,39028,0.02500,0.788
11,model.language_model.layers.11.mlp.experts.190.up_proj,0.0034298255,hessian_weighted_relative_error,39028,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.191.down_proj,0.0121787364,hessian_weighted_relative_error,38821,0.02500,0.876
11,model.language_model.layers.11.mlp.experts.191.gate_proj,0.0072967665,hessian_weighted_relative_error,38821,0.02500,0.909
11,model.language_model.layers.11.mlp.experts.191.up_proj,0.0076722474,hessian_weighted_relative_error,38821,0.02500,0.973
11,model.language_model.layers.11.mlp.experts.192.down_proj,0.0122841798,hessian_weighted_relative_error,42683,0.02500,0.759
11,model.language_model.layers.11.mlp.experts.192.gate_proj,0.0074346600,hessian_weighted_relative_error,42683,0.02500,0.788
11,model.language_model.layers.11.mlp.experts.192.up_proj,0.0080540439,hessian_weighted_relative_error,42683,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.193.down_proj,0.0091513535,hessian_weighted_relative_error,33915,0.02500,0.878
11,model.language_model.layers.11.mlp.experts.193.gate_proj,0.0063857633,hessian_weighted_relative_error,33915,0.02500,0.921
11,model.language_model.layers.11.mlp.experts.193.up_proj,0.0071279531,hessian_weighted_relative_error,33915,0.02500,0.975
11,model.language_model.layers.11.mlp.experts.194.down_proj,0.0097053792,hessian_weighted_relative_error,35170,0.02500,0.758
11,model.language_model.layers.11.mlp.experts.194.gate_proj,0.0053047529,hessian_weighted_relative_error,35170,0.02500,0.789
11,model.language_model.layers.11.mlp.experts.194.up_proj,0.0058205600,hessian_weighted_relative_error,35170,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.195.down_proj,0.0103454198,hessian_weighted_relative_error,29021,0.02500,0.880
11,model.language_model.layers.11.mlp.experts.195.gate_proj,0.0054484879,hessian_weighted_relative_error,29021,0.02500,0.920
11,model.language_model.layers.11.mlp.experts.195.up_proj,0.0057277886,hessian_weighted_relative_error,29021,0.02500,0.967
11,model.language_model.layers.11.mlp.experts.196.down_proj,0.0125214629,hessian_weighted_relative_error,35840,0.02500,0.756
11,model.language_model.layers.11.mlp.experts.196.gate_proj,0.0066676464,hessian_weighted_relative_error,35840,0.02500,0.789
11,model.language_model.layers.11.mlp.experts.196.up_proj,0.0077128195,hessian_weighted_relative_error,35840,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.197.down_proj,0.0116464395,hessian_weighted_relative_error,30774,0.02500,0.878
11,model.language_model.layers.11.mlp.experts.197.gate_proj,0.0072491157,hessian_weighted_relative_error,30774,0.02500,0.919
11,model.language_model.layers.11.mlp.experts.197.up_proj,0.0078308779,hessian_weighted_relative_error,30774,0.02500,0.973
11,model.language_model.layers.11.mlp.experts.198.down_proj,0.0129150814,hessian_weighted_relative_error,43117,0.02500,0.760
11,model.language_model.layers.11.mlp.experts.198.gate_proj,0.0066385004,hessian_weighted_relative_error,43117,0.02500,0.788
11,model.language_model.layers.11.mlp.experts.198.up_proj,0.0070702744,hessian_weighted_relative_error,43117,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.199.down_proj,0.0091348878,hessian_weighted_relative_error,23054,0.02500,0.878
11,model.language_model.layers.11.mlp.experts.199.gate_proj,0.0047844346,hessian_weighted_relative_error,23054,0.02500,0.923
11,model.language_model.layers.11.mlp.experts.199.up_proj,0.0052706590,hessian_weighted_relative_error,23054,0.02500,0.971
11,model.language_model.layers.11.mlp.experts.2.down_proj,0.0073628945,hessian_weighted_relative_error,39187,0.02500,0.724
11,model.language_model.layers.11.mlp.experts.2.gate_proj,0.0046449375,hessian_weighted_relative_error,39187,0.02500,0.755
11,model.language_model.layers.11.mlp.experts.2.up_proj,0.0050517116,hessian_weighted_relative_error,39187,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.20.down_proj,0.0093019856,hessian_weighted_relative_error,20842,0.02500,0.723
11,model.language_model.layers.11.mlp.experts.20.gate_proj,0.0055454641,hessian_weighted_relative_error,20842,0.02500,0.751
11,model.language_model.layers.11.mlp.experts.20.up_proj,0.0059716740,hessian_weighted_relative_error,20842,0.02500,0.797
11,model.language_model.layers.11.mlp.experts.200.down_proj,0.0115144365,hessian_weighted_relative_error,23121,0.02500,0.760
11,model.language_model.layers.11.mlp.experts.200.gate_proj,0.0057075751,hessian_weighted_relative_error,23121,0.02500,0.788
11,model.language_model.layers.11.mlp.experts.200.up_proj,0.0063365435,hessian_weighted_relative_error,23121,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.201.down_proj,0.0073344476,hessian_weighted_relative_error,18353,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.201.gate_proj,0.0037342728,hessian_weighted_relative_error,18353,0.02500,0.915
11,model.language_model.layers.11.mlp.experts.201.up_proj,0.0043585184,hessian_weighted_relative_error,18353,0.02500,0.993
11,model.language_model.layers.11.mlp.experts.202.down_proj,0.0081852187,hessian_weighted_relative_error,38471,0.02500,0.759
11,model.language_model.layers.11.mlp.experts.202.gate_proj,0.0049578932,hessian_weighted_relative_error,38471,0.02500,0.791
11,model.language_model.layers.11.mlp.experts.202.up_proj,0.0053284806,hessian_weighted_relative_error,38471,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.203.down_proj,0.0120776566,hessian_weighted_relative_error,31552,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.203.gate_proj,0.0075063859,hessian_weighted_relative_error,31552,0.02500,0.924
11,model.language_model.layers.11.mlp.experts.203.up_proj,0.0083177245,hessian_weighted_relative_error,31552,0.02500,0.978
11,model.language_model.layers.11.mlp.experts.204.down_proj,0.0115182000,hessian_weighted_relative_error,14853,0.02500,0.756
11,model.language_model.layers.11.mlp.experts.204.gate_proj,0.0059075700,hessian_weighted_relative_error,14853,0.02500,0.790
11,model.language_model.layers.11.mlp.experts.204.up_proj,0.0068611338,hessian_weighted_relative_error,14853,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.205.down_proj,0.0102720814,hessian_weighted_relative_error,50391,0.02500,0.880
11,model.language_model.layers.11.mlp.experts.205.gate_proj,0.0060449050,hessian_weighted_relative_error,50391,0.02500,0.920
11,model.language_model.layers.11.mlp.experts.205.up_proj,0.0065261032,hessian_weighted_relative_error,50391,0.02500,0.974
11,model.language_model.layers.11.mlp.experts.206.down_proj,0.0101883553,hessian_weighted_relative_error,28637,0.02500,0.762
11,model.language_model.layers.11.mlp.experts.206.gate_proj,0.0067919126,hessian_weighted_relative_error,28637,0.02500,0.791
11,model.language_model.layers.11.mlp.experts.206.up_proj,0.0076588191,hessian_weighted_relative_error,28637,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.207.down_proj,0.0086383878,hessian_weighted_relative_error,19755,0.02500,0.878
11,model.language_model.layers.11.mlp.experts.207.gate_proj,0.0053266351,hessian_weighted_relative_error,19755,0.02500,0.918
11,model.language_model.layers.11.mlp.experts.207.up_proj,0.0057652823,hessian_weighted_relative_error,19755,0.02500,0.975
11,model.language_model.layers.11.mlp.experts.208.down_proj,0.0136946559,hessian_weighted_relative_error,28195,0.02500,0.760
11,model.language_model.layers.11.mlp.experts.208.gate_proj,0.0083349511,hessian_weighted_relative_error,28195,0.02500,0.794
11,model.language_model.layers.11.mlp.experts.208.up_proj,0.0093412636,hessian_weighted_relative_error,28195,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.209.down_proj,0.0128000122,hessian_weighted_relative_error,34154,0.02500,0.880
11,model.language_model.layers.11.mlp.experts.209.gate_proj,0.0078461298,hessian_weighted_relative_error,34154,0.02500,0.924
11,model.language_model.layers.11.mlp.experts.209.up_proj,0.0083412393,hessian_weighted_relative_error,34154,0.02500,0.982
11,model.language_model.layers.11.mlp.experts.21.down_proj,0.0060437461,hessian_weighted_relative_error,8790,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.21.gate_proj,0.0030394115,hessian_weighted_relative_error,8790,0.02500,0.846
11,model.language_model.layers.11.mlp.experts.21.up_proj,0.0034561658,hessian_weighted_relative_error,8790,0.02500,0.941
11,model.language_model.layers.11.mlp.experts.210.down_proj,0.0128851729,hessian_weighted_relative_error,21637,0.02500,0.761
11,model.language_model.layers.11.mlp.experts.210.gate_proj,0.0084173942,hessian_weighted_relative_error,21637,0.02500,0.791
11,model.language_model.layers.11.mlp.experts.210.up_proj,0.0090231204,hessian_weighted_relative_error,21637,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.211.down_proj,0.0089934636,hessian_weighted_relative_error,22893,0.02500,0.883
11,model.language_model.layers.11.mlp.experts.211.gate_proj,0.0048170836,hessian_weighted_relative_error,22893,0.02500,0.917
11,model.language_model.layers.11.mlp.experts.211.up_proj,0.0053283348,hessian_weighted_relative_error,22893,0.02500,0.966
11,model.language_model.layers.11.mlp.experts.212.down_proj,0.0142167631,hessian_weighted_relative_error,34187,0.02500,0.759
11,model.language_model.layers.11.mlp.experts.212.gate_proj,0.0084603584,hessian_weighted_relative_error,34187,0.02500,0.797
11,model.language_model.layers.11.mlp.experts.212.up_proj,0.0097114639,hessian_weighted_relative_error,34187,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.213.down_proj,0.0102825568,hessian_weighted_relative_error,20210,0.02500,0.880
11,model.language_model.layers.11.mlp.experts.213.gate_proj,0.0061062004,hessian_weighted_relative_error,20210,0.02500,0.926
11,model.language_model.layers.11.mlp.experts.213.up_proj,0.0066891357,hessian_weighted_relative_error,20210,0.02500,0.973
11,model.language_model.layers.11.mlp.experts.214.down_proj,0.0066362944,hessian_weighted_relative_error,31173,0.02500,0.760
11,model.language_model.layers.11.mlp.experts.214.gate_proj,0.0035712673,hessian_weighted_relative_error,31173,0.02500,0.790
11,model.language_model.layers.11.mlp.experts.214.up_proj,0.0037555316,hessian_weighted_relative_error,31173,0.02500,0.810
11,model.language_model.layers.11.mlp.experts.215.down_proj,0.0132863489,hessian_weighted_relative_error,30682,0.02500,0.880
11,model.language_model.layers.11.mlp.experts.215.gate_proj,0.0072617991,hessian_weighted_relative_error,30682,0.02500,0.922
11,model.language_model.layers.11.mlp.experts.215.up_proj,0.0080195203,hessian_weighted_relative_error,30682,0.02500,0.972
11,model.language_model.layers.11.mlp.experts.216.down_proj,0.0071950317,hessian_weighted_relative_error,28111,0.02500,0.762
11,model.language_model.layers.11.mlp.experts.216.gate_proj,0.0039643738,hessian_weighted_relative_error,28111,0.02500,0.795
11,model.language_model.layers.11.mlp.experts.216.up_proj,0.0044391281,hessian_weighted_relative_error,28111,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.217.down_proj,0.0062523982,hessian_weighted_relative_error,16718,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.217.gate_proj,0.0030188184,hessian_weighted_relative_error,16718,0.02500,0.918
11,model.language_model.layers.11.mlp.experts.217.up_proj,0.0034867013,hessian_weighted_relative_error,16718,0.02500,0.967
11,model.language_model.layers.11.mlp.experts.218.down_proj,0.0132807512,hessian_weighted_relative_error,19824,0.02500,0.762
11,model.language_model.layers.11.mlp.experts.218.gate_proj,0.0079251662,hessian_weighted_relative_error,19824,0.02500,0.793
11,model.language_model.layers.11.mlp.experts.218.up_proj,0.0085677492,hessian_weighted_relative_error,19824,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.219.down_proj,0.0073776648,hessian_weighted_relative_error,66504,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.219.gate_proj,0.0044690608,hessian_weighted_relative_error,66504,0.02500,0.913
11,model.language_model.layers.11.mlp.experts.219.up_proj,0.0047171846,hessian_weighted_relative_error,66504,0.02500,0.961
11,model.language_model.layers.11.mlp.experts.22.down_proj,0.0109181026,hessian_weighted_relative_error,24536,0.02500,0.724
11,model.language_model.layers.11.mlp.experts.22.gate_proj,0.0067130741,hessian_weighted_relative_error,24536,0.02500,0.750
11,model.language_model.layers.11.mlp.experts.22.up_proj,0.0070209017,hessian_weighted_relative_error,24536,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.220.down_proj,0.0087678492,hessian_weighted_relative_error,29724,0.02500,0.759
11,model.language_model.layers.11.mlp.experts.220.gate_proj,0.0058428595,hessian_weighted_relative_error,29724,0.02500,0.792
11,model.language_model.layers.11.mlp.experts.220.up_proj,0.0062068107,hessian_weighted_relative_error,29724,0.02500,0.825
11,model.language_model.layers.11.mlp.experts.221.down_proj,0.0121470919,hessian_weighted_relative_error,24667,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.221.gate_proj,0.0057411088,hessian_weighted_relative_error,24667,0.02500,0.922
11,model.language_model.layers.11.mlp.experts.221.up_proj,0.0064914387,hessian_weighted_relative_error,24667,0.02500,0.970
11,model.language_model.layers.11.mlp.experts.222.down_proj,0.0123991655,hessian_weighted_relative_error,40693,0.02500,0.764
11,model.language_model.layers.11.mlp.experts.222.gate_proj,0.0068378370,hessian_weighted_relative_error,40693,0.02500,0.791
11,model.language_model.layers.11.mlp.experts.222.up_proj,0.0081096877,hessian_weighted_relative_error,40693,0.02500,0.812
11,model.language_model.layers.11.mlp.experts.223.down_proj,0.0086000291,hessian_weighted_relative_error,38404,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.223.gate_proj,0.0042024834,hessian_weighted_relative_error,38404,0.02500,0.920
11,model.language_model.layers.11.mlp.experts.223.up_proj,0.0048140582,hessian_weighted_relative_error,38404,0.02500,0.978
11,model.language_model.layers.11.mlp.experts.224.down_proj,0.0065553639,hessian_weighted_relative_error,21631,0.02500,0.761
11,model.language_model.layers.11.mlp.experts.224.gate_proj,0.0042992348,hessian_weighted_relative_error,21631,0.02500,0.792
11,model.language_model.layers.11.mlp.experts.224.up_proj,0.0047213573,hessian_weighted_relative_error,21631,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.225.down_proj,0.0111184956,hessian_weighted_relative_error,28551,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.225.gate_proj,0.0065943029,hessian_weighted_relative_error,28551,0.02500,0.926
11,model.language_model.layers.11.mlp.experts.225.up_proj,0.0071275940,hessian_weighted_relative_error,28551,0.02500,0.967
11,model.language_model.layers.11.mlp.experts.226.down_proj,0.0123548133,hessian_weighted_relative_error,29741,0.02500,0.762
11,model.language_model.layers.11.mlp.experts.226.gate_proj,0.0077288085,hessian_weighted_relative_error,29741,0.02500,0.791
11,model.language_model.layers.11.mlp.experts.226.up_proj,0.0081901318,hessian_weighted_relative_error,29741,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.227.down_proj,0.0074250332,hessian_weighted_relative_error,22867,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.227.gate_proj,0.0035782669,hessian_weighted_relative_error,22867,0.02500,0.924
11,model.language_model.layers.11.mlp.experts.227.up_proj,0.0041170804,hessian_weighted_relative_error,22867,0.02500,0.965
11,model.language_model.layers.11.mlp.experts.228.down_proj,0.0114275124,hessian_weighted_relative_error,20044,0.02500,0.758
11,model.language_model.layers.11.mlp.experts.228.gate_proj,0.0068589575,hessian_weighted_relative_error,20044,0.02500,0.793
11,model.language_model.layers.11.mlp.experts.228.up_proj,0.0072179813,hessian_weighted_relative_error,20044,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.229.down_proj,0.0135502489,hessian_weighted_relative_error,37544,0.02500,0.882
11,model.language_model.layers.11.mlp.experts.229.gate_proj,0.0077753700,hessian_weighted_relative_error,37544,0.02500,0.923
11,model.language_model.layers.11.mlp.experts.229.up_proj,0.0081747636,hessian_weighted_relative_error,37544,0.02500,0.966
11,model.language_model.layers.11.mlp.experts.23.down_proj,0.0112019196,hessian_weighted_relative_error,23274,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.23.gate_proj,0.0062421865,hessian_weighted_relative_error,23274,0.02500,0.850
11,model.language_model.layers.11.mlp.experts.23.up_proj,0.0069414864,hessian_weighted_relative_error,23274,0.02500,0.949
11,model.language_model.layers.11.mlp.experts.230.down_proj,0.0130478608,hessian_weighted_relative_error,28812,0.02500,0.762
11,model.language_model.layers.11.mlp.experts.230.gate_proj,0.0081467834,hessian_weighted_relative_error,28812,0.02500,0.791
11,model.language_model.layers.11.mlp.experts.230.up_proj,0.0085844422,hessian_weighted_relative_error,28812,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.231.down_proj,0.0102570581,hessian_weighted_relative_error,29647,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.231.gate_proj,0.0068420220,hessian_weighted_relative_error,29647,0.02500,0.931
11,model.language_model.layers.11.mlp.experts.231.up_proj,0.0075200120,hessian_weighted_relative_error,29647,0.02500,0.962
11,model.language_model.layers.11.mlp.experts.232.down_proj,0.0061569082,hessian_weighted_relative_error,25589,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.232.gate_proj,0.0027630428,hessian_weighted_relative_error,25589,0.02500,0.794
11,model.language_model.layers.11.mlp.experts.232.up_proj,0.0032964728,hessian_weighted_relative_error,25589,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.233.down_proj,0.0125097679,hessian_weighted_relative_error,26224,0.02500,0.883
11,model.language_model.layers.11.mlp.experts.233.gate_proj,0.0075595507,hessian_weighted_relative_error,26224,0.02500,0.922
11,model.language_model.layers.11.mlp.experts.233.up_proj,0.0084071895,hessian_weighted_relative_error,26224,0.02500,0.965
11,model.language_model.layers.11.mlp.experts.234.down_proj,0.0117944290,hessian_weighted_relative_error,22091,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.234.gate_proj,0.0070532824,hessian_weighted_relative_error,22091,0.02500,0.794
11,model.language_model.layers.11.mlp.experts.234.up_proj,0.0076514127,hessian_weighted_relative_error,22091,0.02500,0.811
11,model.language_model.layers.11.mlp.experts.235.down_proj,0.0104536774,hessian_weighted_relative_error,19183,0.02500,0.884
11,model.language_model.layers.11.mlp.experts.235.gate_proj,0.0058059401,hessian_weighted_relative_error,19183,0.02500,0.925
11,model.language_model.layers.11.mlp.experts.235.up_proj,0.0061889566,hessian_weighted_relative_error,19183,0.02500,0.967
11,model.language_model.layers.11.mlp.experts.236.down_proj,0.0143603984,hessian_weighted_relative_error,52770,0.02500,0.761
11,model.language_model.layers.11.mlp.experts.236.gate_proj,0.0080334171,hessian_weighted_relative_error,52770,0.02500,0.792
11,model.language_model.layers.11.mlp.experts.236.up_proj,0.0089650278,hessian_weighted_relative_error,52770,0.02500,0.810
11,model.language_model.layers.11.mlp.experts.237.down_proj,0.0054926524,hessian_weighted_relative_error,23886,0.02500,0.883
11,model.language_model.layers.11.mlp.experts.237.gate_proj,0.0047194284,hessian_weighted_relative_error,23886,0.02500,0.923
11,model.language_model.layers.11.mlp.experts.237.up_proj,0.0051158142,hessian_weighted_relative_error,23886,0.02500,0.961
11,model.language_model.layers.11.mlp.experts.238.down_proj,0.0121814191,hessian_weighted_relative_error,16500,0.02500,0.762
11,model.language_model.layers.11.mlp.experts.238.gate_proj,0.0069076571,hessian_weighted_relative_error,16500,0.02500,0.793
11,model.language_model.layers.11.mlp.experts.238.up_proj,0.0074833908,hessian_weighted_relative_error,16500,0.02500,0.810
11,model.language_model.layers.11.mlp.experts.239.down_proj,0.0125130537,hessian_weighted_relative_error,21670,0.02500,0.882
11,model.language_model.layers.11.mlp.experts.239.gate_proj,0.0067062119,hessian_weighted_relative_error,21670,0.02500,0.919
11,model.language_model.layers.11.mlp.experts.239.up_proj,0.0073286489,hessian_weighted_relative_error,21670,0.02500,0.967
11,model.language_model.layers.11.mlp.experts.24.down_proj,0.0140399652,hessian_weighted_relative_error,46676,0.02500,0.728
11,model.language_model.layers.11.mlp.experts.24.gate_proj,0.0089552806,hessian_weighted_relative_error,46676,0.02500,0.756
11,model.language_model.layers.11.mlp.experts.24.up_proj,0.0102127185,hessian_weighted_relative_error,46676,0.02500,0.800
11,model.language_model.layers.11.mlp.experts.240.down_proj,0.0111414163,hessian_weighted_relative_error,54151,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.240.gate_proj,0.0067280745,hessian_weighted_relative_error,54151,0.02500,0.792
11,model.language_model.layers.11.mlp.experts.240.up_proj,0.0075984343,hessian_weighted_relative_error,54151,0.02500,0.812
11,model.language_model.layers.11.mlp.experts.241.down_proj,0.0060561859,hessian_weighted_relative_error,13826,0.02500,0.885
11,model.language_model.layers.11.mlp.experts.241.gate_proj,0.0038943122,hessian_weighted_relative_error,13826,0.02500,0.928
11,model.language_model.layers.11.mlp.experts.241.up_proj,0.0043557666,hessian_weighted_relative_error,13826,0.02500,0.960
11,model.language_model.layers.11.mlp.experts.242.down_proj,0.0122860224,hessian_weighted_relative_error,24826,0.02500,0.764
11,model.language_model.layers.11.mlp.experts.242.gate_proj,0.0075892045,hessian_weighted_relative_error,24826,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.242.up_proj,0.0081223869,hessian_weighted_relative_error,24826,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.243.down_proj,0.0089741291,hessian_weighted_relative_error,58435,0.02500,0.883
11,model.language_model.layers.11.mlp.experts.243.gate_proj,0.0074928046,hessian_weighted_relative_error,58435,0.02500,0.934
11,model.language_model.layers.11.mlp.experts.243.up_proj,0.0080882673,hessian_weighted_relative_error,58435,0.02500,0.957
11,model.language_model.layers.11.mlp.experts.244.down_proj,0.0139837617,hessian_weighted_relative_error,32005,0.02500,0.759
11,model.language_model.layers.11.mlp.experts.244.gate_proj,0.0080449637,hessian_weighted_relative_error,32005,0.02500,0.793
11,model.language_model.layers.11.mlp.experts.244.up_proj,0.0089619793,hessian_weighted_relative_error,32005,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.245.down_proj,0.0066300495,hessian_weighted_relative_error,31071,0.02500,0.885
11,model.language_model.layers.11.mlp.experts.245.gate_proj,0.0024317760,hessian_weighted_relative_error,31071,0.02500,0.921
11,model.language_model.layers.11.mlp.experts.245.up_proj,0.0030625029,hessian_weighted_relative_error,31071,0.02500,0.964
11,model.language_model.layers.11.mlp.experts.246.down_proj,0.0102121342,hessian_weighted_relative_error,90678,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.246.gate_proj,0.0062460590,hessian_weighted_relative_error,90678,0.02500,0.793
11,model.language_model.layers.11.mlp.experts.246.up_proj,0.0064418717,hessian_weighted_relative_error,90678,0.02500,0.812
11,model.language_model.layers.11.mlp.experts.247.down_proj,0.0092529272,hessian_weighted_relative_error,36095,0.02500,0.883
11,model.language_model.layers.11.mlp.experts.247.gate_proj,0.0053406621,hessian_weighted_relative_error,36095,0.02500,0.933
11,model.language_model.layers.11.mlp.experts.247.up_proj,0.0056362592,hessian_weighted_relative_error,36095,0.02500,0.964
11,model.language_model.layers.11.mlp.experts.248.down_proj,0.0108308504,hessian_weighted_relative_error,22635,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.248.gate_proj,0.0073761473,hessian_weighted_relative_error,22635,0.02500,0.793
11,model.language_model.layers.11.mlp.experts.248.up_proj,0.0080279238,hessian_weighted_relative_error,22635,0.02500,0.811
11,model.language_model.layers.11.mlp.experts.249.down_proj,0.0126591299,hessian_weighted_relative_error,31637,0.02500,0.884
11,model.language_model.layers.11.mlp.experts.249.gate_proj,0.0078577555,hessian_weighted_relative_error,31637,0.02500,0.928
11,model.language_model.layers.11.mlp.experts.249.up_proj,0.0083588717,hessian_weighted_relative_error,31637,0.02500,0.956
11,model.language_model.layers.11.mlp.experts.25.down_proj,0.0122868474,hessian_weighted_relative_error,34484,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.25.gate_proj,0.0076889168,hessian_weighted_relative_error,34484,0.02500,0.850
11,model.language_model.layers.11.mlp.experts.25.up_proj,0.0081492386,hessian_weighted_relative_error,34484,0.02500,0.942
11,model.language_model.layers.11.mlp.experts.250.down_proj,0.0127427244,hessian_weighted_relative_error,50512,0.02500,0.765
11,model.language_model.layers.11.mlp.experts.250.gate_proj,0.0069649360,hessian_weighted_relative_error,50512,0.02500,0.793
11,model.language_model.layers.11.mlp.experts.250.up_proj,0.0079076562,hessian_weighted_relative_error,50512,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.251.down_proj,0.0132983889,hessian_weighted_relative_error,35906,0.02500,0.884
11,model.language_model.layers.11.mlp.experts.251.gate_proj,0.0070089983,hessian_weighted_relative_error,35906,0.02500,0.928
11,model.language_model.layers.11.mlp.experts.251.up_proj,0.0082352306,hessian_weighted_relative_error,35906,0.02500,0.953
11,model.language_model.layers.11.mlp.experts.252.down_proj,0.0108610882,hessian_weighted_relative_error,14085,0.02500,0.761
11,model.language_model.layers.11.mlp.experts.252.gate_proj,0.0062634065,hessian_weighted_relative_error,14085,0.02500,0.796
11,model.language_model.layers.11.mlp.experts.252.up_proj,0.0065125821,hessian_weighted_relative_error,14085,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.253.down_proj,0.0121986385,hessian_weighted_relative_error,28037,0.02500,0.884
11,model.language_model.layers.11.mlp.experts.253.gate_proj,0.0078748921,hessian_weighted_relative_error,28037,0.02500,0.933
11,model.language_model.layers.11.mlp.experts.253.up_proj,0.0083687591,hessian_weighted_relative_error,28037,0.02500,0.965
11,model.language_model.layers.11.mlp.experts.254.down_proj,0.0084997376,hessian_weighted_relative_error,34011,0.02500,0.770
11,model.language_model.layers.11.mlp.experts.254.gate_proj,0.0049405885,hessian_weighted_relative_error,34011,0.02500,0.792
11,model.language_model.layers.11.mlp.experts.254.up_proj,0.0053619429,hessian_weighted_relative_error,34011,0.02500,0.811
11,model.language_model.layers.11.mlp.experts.255.down_proj,0.0060674147,hessian_weighted_relative_error,23825,0.02500,0.884
11,model.language_model.layers.11.mlp.experts.255.gate_proj,0.0043433242,hessian_weighted_relative_error,23825,0.02500,0.932
11,model.language_model.layers.11.mlp.experts.255.up_proj,0.0046240154,hessian_weighted_relative_error,23825,0.02500,0.971
11,model.language_model.layers.11.mlp.experts.256.down_proj,0.0133818546,hessian_weighted_relative_error,25825,0.02500,0.764
11,model.language_model.layers.11.mlp.experts.256.gate_proj,0.0082452748,hessian_weighted_relative_error,25825,0.02500,0.794
11,model.language_model.layers.11.mlp.experts.256.up_proj,0.0087661186,hessian_weighted_relative_error,25825,0.02500,0.810
11,model.language_model.layers.11.mlp.experts.257.down_proj,0.0102696926,hessian_weighted_relative_error,46083,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.257.gate_proj,0.0063514213,hessian_weighted_relative_error,46083,0.02500,0.930
11,model.language_model.layers.11.mlp.experts.257.up_proj,0.0066532697,hessian_weighted_relative_error,46083,0.02500,0.950
11,model.language_model.layers.11.mlp.experts.258.down_proj,0.0102474818,hessian_weighted_relative_error,32344,0.02500,0.769
11,model.language_model.layers.11.mlp.experts.258.gate_proj,0.0064879687,hessian_weighted_relative_error,32344,0.02500,0.797
11,model.language_model.layers.11.mlp.experts.258.up_proj,0.0071832693,hessian_weighted_relative_error,32344,0.02500,0.813
11,model.language_model.layers.11.mlp.experts.259.down_proj,0.0127659176,hessian_weighted_relative_error,37987,0.02500,0.884
11,model.language_model.layers.11.mlp.experts.259.gate_proj,0.0073817522,hessian_weighted_relative_error,37987,0.02500,0.929
11,model.language_model.layers.11.mlp.experts.259.up_proj,0.0087845950,hessian_weighted_relative_error,37987,0.02500,0.957
11,model.language_model.layers.11.mlp.experts.26.down_proj,0.0112990122,hessian_weighted_relative_error,24439,0.02500,0.728
11,model.language_model.layers.11.mlp.experts.26.gate_proj,0.0068034673,hessian_weighted_relative_error,24439,0.02500,0.754
11,model.language_model.layers.11.mlp.experts.26.up_proj,0.0073785205,hessian_weighted_relative_error,24439,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.260.down_proj,0.0092059620,hessian_weighted_relative_error,9661,0.02500,0.762
11,model.language_model.layers.11.mlp.experts.260.gate_proj,0.0044917129,hessian_weighted_relative_error,9661,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.260.up_proj,0.0049010444,hessian_weighted_relative_error,9661,0.02500,0.810
11,model.language_model.layers.11.mlp.experts.261.down_proj,0.0053766773,hessian_weighted_relative_error,23362,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.261.gate_proj,0.0026418241,hessian_weighted_relative_error,23362,0.02500,0.931
11,model.language_model.layers.11.mlp.experts.261.up_proj,0.0027907432,hessian_weighted_relative_error,23362,0.02500,0.952
11,model.language_model.layers.11.mlp.experts.262.down_proj,0.0047898995,hessian_weighted_relative_error,21661,0.02500,0.765
11,model.language_model.layers.11.mlp.experts.262.gate_proj,0.0024106959,hessian_weighted_relative_error,21661,0.02500,0.796
11,model.language_model.layers.11.mlp.experts.262.up_proj,0.0025542270,hessian_weighted_relative_error,21661,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.263.down_proj,0.0117431089,hessian_weighted_relative_error,40454,0.02500,0.885
11,model.language_model.layers.11.mlp.experts.263.gate_proj,0.0067393432,hessian_weighted_relative_error,40454,0.02500,0.932
11,model.language_model.layers.11.mlp.experts.263.up_proj,0.0069772778,hessian_weighted_relative_error,40454,0.02500,0.955
11,model.language_model.layers.11.mlp.experts.264.down_proj,0.0060010089,hessian_weighted_relative_error,17826,0.02500,0.764
11,model.language_model.layers.11.mlp.experts.264.gate_proj,0.0023170871,hessian_weighted_relative_error,17826,0.02500,0.794
11,model.language_model.layers.11.mlp.experts.264.up_proj,0.0026678670,hessian_weighted_relative_error,17826,0.02500,0.813
11,model.language_model.layers.11.mlp.experts.265.down_proj,0.0087338121,hessian_weighted_relative_error,10264,0.02500,0.887
11,model.language_model.layers.11.mlp.experts.265.gate_proj,0.0046819141,hessian_weighted_relative_error,10264,0.02500,0.932
11,model.language_model.layers.11.mlp.experts.265.up_proj,0.0054993822,hessian_weighted_relative_error,10264,0.02500,0.950
11,model.language_model.layers.11.mlp.experts.266.down_proj,0.0132488003,hessian_weighted_relative_error,25532,0.02500,0.769
11,model.language_model.layers.11.mlp.experts.266.gate_proj,0.0085715055,hessian_weighted_relative_error,25532,0.02500,0.797
11,model.language_model.layers.11.mlp.experts.266.up_proj,0.0091492825,hessian_weighted_relative_error,25532,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.267.down_proj,0.0096607803,hessian_weighted_relative_error,19251,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.267.gate_proj,0.0050171960,hessian_weighted_relative_error,19251,0.02500,0.933
11,model.language_model.layers.11.mlp.experts.267.up_proj,0.0056486738,hessian_weighted_relative_error,19251,0.02500,0.950
11,model.language_model.layers.11.mlp.experts.268.down_proj,0.0097388833,hessian_weighted_relative_error,32706,0.02500,0.762
11,model.language_model.layers.11.mlp.experts.268.gate_proj,0.0064717069,hessian_weighted_relative_error,32706,0.02500,0.795
11,model.language_model.layers.11.mlp.experts.268.up_proj,0.0071081597,hessian_weighted_relative_error,32706,0.02500,0.820
11,model.language_model.layers.11.mlp.experts.269.down_proj,0.0121784524,hessian_weighted_relative_error,44262,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.269.gate_proj,0.0076765888,hessian_weighted_relative_error,44262,0.02500,0.933
11,model.language_model.layers.11.mlp.experts.269.up_proj,0.0085473853,hessian_weighted_relative_error,44262,0.02500,0.946
11,model.language_model.layers.11.mlp.experts.27.down_proj,0.0096082951,hessian_weighted_relative_error,27006,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.27.gate_proj,0.0053920402,hessian_weighted_relative_error,27006,0.02500,0.854
11,model.language_model.layers.11.mlp.experts.27.up_proj,0.0059531571,hessian_weighted_relative_error,27006,0.02500,0.950
11,model.language_model.layers.11.mlp.experts.270.down_proj,0.0140802627,hessian_weighted_relative_error,50169,0.02500,0.765
11,model.language_model.layers.11.mlp.experts.270.gate_proj,0.0076887183,hessian_weighted_relative_error,50169,0.02500,0.794
11,model.language_model.layers.11.mlp.experts.270.up_proj,0.0083836311,hessian_weighted_relative_error,50169,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.271.down_proj,0.0107026414,hessian_weighted_relative_error,53486,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.271.gate_proj,0.0067409336,hessian_weighted_relative_error,53486,0.02500,0.932
11,model.language_model.layers.11.mlp.experts.271.up_proj,0.0072330930,hessian_weighted_relative_error,53486,0.02500,0.955
11,model.language_model.layers.11.mlp.experts.272.down_proj,0.0052579304,hessian_weighted_relative_error,5654,0.02500,0.765
11,model.language_model.layers.11.mlp.experts.272.gate_proj,0.0030031191,hessian_weighted_relative_error,5654,0.02500,0.797
11,model.language_model.layers.11.mlp.experts.272.up_proj,0.0032066321,hessian_weighted_relative_error,5654,0.02500,0.813
11,model.language_model.layers.11.mlp.experts.273.down_proj,0.0131629511,hessian_weighted_relative_error,31470,0.02500,0.887
11,model.language_model.layers.11.mlp.experts.273.gate_proj,0.0085884989,hessian_weighted_relative_error,31470,0.02500,0.939
11,model.language_model.layers.11.mlp.experts.273.up_proj,0.0090924904,hessian_weighted_relative_error,31470,0.02500,0.938
11,model.language_model.layers.11.mlp.experts.274.down_proj,0.0115622414,hessian_weighted_relative_error,18056,0.02500,0.771
11,model.language_model.layers.11.mlp.experts.274.gate_proj,0.0062544588,hessian_weighted_relative_error,18056,0.02500,0.796
11,model.language_model.layers.11.mlp.experts.274.up_proj,0.0067155997,hessian_weighted_relative_error,18056,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.275.down_proj,0.0112686781,hessian_weighted_relative_error,35370,0.02500,0.888
11,model.language_model.layers.11.mlp.experts.275.gate_proj,0.0067462222,hessian_weighted_relative_error,35370,0.02500,0.936
11,model.language_model.layers.11.mlp.experts.275.up_proj,0.0073299484,hessian_weighted_relative_error,35370,0.02500,0.944
11,model.language_model.layers.11.mlp.experts.276.down_proj,0.0124428659,hessian_weighted_relative_error,48180,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.276.gate_proj,0.0081818562,hessian_weighted_relative_error,48180,0.02500,0.797
11,model.language_model.layers.11.mlp.experts.276.up_proj,0.0086550266,hessian_weighted_relative_error,48180,0.02500,0.811
11,model.language_model.layers.11.mlp.experts.277.down_proj,0.0083961365,hessian_weighted_relative_error,18658,0.02500,0.887
11,model.language_model.layers.11.mlp.experts.277.gate_proj,0.0050173947,hessian_weighted_relative_error,18658,0.02500,0.941
11,model.language_model.layers.11.mlp.experts.277.up_proj,0.0054809438,hessian_weighted_relative_error,18658,0.02500,0.951
11,model.language_model.layers.11.mlp.experts.278.down_proj,0.0115059740,hessian_weighted_relative_error,14543,0.02500,0.767
11,model.language_model.layers.11.mlp.experts.278.gate_proj,0.0073965380,hessian_weighted_relative_error,14543,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.278.up_proj,0.0079362344,hessian_weighted_relative_error,14543,0.02500,0.811
11,model.language_model.layers.11.mlp.experts.279.down_proj,0.0110149052,hessian_weighted_relative_error,26054,0.02500,0.887
11,model.language_model.layers.11.mlp.experts.279.gate_proj,0.0074433807,hessian_weighted_relative_error,26054,0.02500,0.937
11,model.language_model.layers.11.mlp.experts.279.up_proj,0.0080148040,hessian_weighted_relative_error,26054,0.02500,0.952
11,model.language_model.layers.11.mlp.experts.28.down_proj,0.0107138547,hessian_weighted_relative_error,12045,0.02500,0.727
11,model.language_model.layers.11.mlp.experts.28.gate_proj,0.0061888973,hessian_weighted_relative_error,12045,0.02500,0.756
11,model.language_model.layers.11.mlp.experts.28.up_proj,0.0064633759,hessian_weighted_relative_error,12045,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.280.down_proj,0.0117518135,hessian_weighted_relative_error,34393,0.02500,0.764
11,model.language_model.layers.11.mlp.experts.280.gate_proj,0.0066121072,hessian_weighted_relative_error,34393,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.280.up_proj,0.0073131303,hessian_weighted_relative_error,34393,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.281.down_proj,0.0104897963,hessian_weighted_relative_error,21417,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.281.gate_proj,0.0055785863,hessian_weighted_relative_error,21417,0.02500,0.937
11,model.language_model.layers.11.mlp.experts.281.up_proj,0.0062126346,hessian_weighted_relative_error,21417,0.02500,0.943
11,model.language_model.layers.11.mlp.experts.282.down_proj,0.0133803607,hessian_weighted_relative_error,21130,0.02500,0.766
11,model.language_model.layers.11.mlp.experts.282.gate_proj,0.0076204945,hessian_weighted_relative_error,21130,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.282.up_proj,0.0087427724,hessian_weighted_relative_error,21130,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.283.down_proj,0.0070162538,hessian_weighted_relative_error,28682,0.02500,0.887
11,model.language_model.layers.11.mlp.experts.283.gate_proj,0.0036606810,hessian_weighted_relative_error,28682,0.02500,0.935
11,model.language_model.layers.11.mlp.experts.283.up_proj,0.0042251140,hessian_weighted_relative_error,28682,0.02500,0.936
11,model.language_model.layers.11.mlp.experts.284.down_proj,0.0130254099,hessian_weighted_relative_error,70426,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.284.gate_proj,0.0082525650,hessian_weighted_relative_error,70426,0.02500,0.796
11,model.language_model.layers.11.mlp.experts.284.up_proj,0.0086629956,hessian_weighted_relative_error,70426,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.285.down_proj,0.0080172234,hessian_weighted_relative_error,30028,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.285.gate_proj,0.0044756542,hessian_weighted_relative_error,30028,0.02500,0.934
11,model.language_model.layers.11.mlp.experts.285.up_proj,0.0051322468,hessian_weighted_relative_error,30028,0.02500,0.937
11,model.language_model.layers.11.mlp.experts.286.down_proj,0.0134239481,hessian_weighted_relative_error,23999,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.286.gate_proj,0.0081239306,hessian_weighted_relative_error,23999,0.02500,0.796
11,model.language_model.layers.11.mlp.experts.286.up_proj,0.0089404013,hessian_weighted_relative_error,23999,0.02500,0.815
11,model.language_model.layers.11.mlp.experts.287.down_proj,0.0112005449,hessian_weighted_relative_error,12183,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.287.gate_proj,0.0057754822,hessian_weighted_relative_error,12183,0.02500,0.937
11,model.language_model.layers.11.mlp.experts.287.up_proj,0.0061851538,hessian_weighted_relative_error,12183,0.02500,0.944
11,model.language_model.layers.11.mlp.experts.29.down_proj,0.0132134283,hessian_weighted_relative_error,37324,0.02500,0.805
11,model.language_model.layers.11.mlp.experts.29.gate_proj,0.0080567293,hessian_weighted_relative_error,37324,0.02500,0.852
11,model.language_model.layers.11.mlp.experts.29.up_proj,0.0085944945,hessian_weighted_relative_error,37324,0.02500,0.937
11,model.language_model.layers.11.mlp.experts.3.down_proj,0.0082427542,hessian_weighted_relative_error,22018,0.02500,0.758
11,model.language_model.layers.11.mlp.experts.3.gate_proj,0.0053327717,hessian_weighted_relative_error,22018,0.02500,0.838
11,model.language_model.layers.11.mlp.experts.3.up_proj,0.0056252293,hessian_weighted_relative_error,22018,0.02500,0.943
11,model.language_model.layers.11.mlp.experts.30.down_proj,0.0111566394,hessian_weighted_relative_error,23442,0.02500,0.725
11,model.language_model.layers.11.mlp.experts.30.gate_proj,0.0064020581,hessian_weighted_relative_error,23442,0.02500,0.753
11,model.language_model.layers.11.mlp.experts.30.up_proj,0.0071345371,hessian_weighted_relative_error,23442,0.02500,0.800
11,model.language_model.layers.11.mlp.experts.31.down_proj,0.0086035688,hessian_weighted_relative_error,30217,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.31.gate_proj,0.0036767568,hessian_weighted_relative_error,30217,0.02500,0.853
11,model.language_model.layers.11.mlp.experts.31.up_proj,0.0041229098,hessian_weighted_relative_error,30217,0.02500,0.956
11,model.language_model.layers.11.mlp.experts.32.down_proj,0.0134220552,hessian_weighted_relative_error,37342,0.02500,0.730
11,model.language_model.layers.11.mlp.experts.32.gate_proj,0.0079914866,hessian_weighted_relative_error,37342,0.02500,0.759
11,model.language_model.layers.11.mlp.experts.32.up_proj,0.0085252811,hessian_weighted_relative_error,37342,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.33.down_proj,0.0126405352,hessian_weighted_relative_error,41505,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.33.gate_proj,0.0068729211,hessian_weighted_relative_error,41505,0.02500,0.854
11,model.language_model.layers.11.mlp.experts.33.up_proj,0.0071630917,hessian_weighted_relative_error,41505,0.02500,0.952
11,model.language_model.layers.11.mlp.experts.34.down_proj,0.0119544817,hessian_weighted_relative_error,36836,0.02500,0.730
11,model.language_model.layers.11.mlp.experts.34.gate_proj,0.0073812632,hessian_weighted_relative_error,36836,0.02500,0.757
11,model.language_model.layers.11.mlp.experts.34.up_proj,0.0086334565,hessian_weighted_relative_error,36836,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.35.down_proj,0.0094201137,hessian_weighted_relative_error,24214,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.35.gate_proj,0.0056621140,hessian_weighted_relative_error,24214,0.02500,0.859
11,model.language_model.layers.11.mlp.experts.35.up_proj,0.0059771497,hessian_weighted_relative_error,24214,0.02500,0.950
11,model.language_model.layers.11.mlp.experts.36.down_proj,0.0108121681,hessian_weighted_relative_error,12298,0.02500,0.732
11,model.language_model.layers.11.mlp.experts.36.gate_proj,0.0063387955,hessian_weighted_relative_error,12298,0.02500,0.761
11,model.language_model.layers.11.mlp.experts.36.up_proj,0.0065964887,hessian_weighted_relative_error,12298,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.37.down_proj,0.0117109003,hessian_weighted_relative_error,26543,0.02500,0.809
11,model.language_model.layers.11.mlp.experts.37.gate_proj,0.0066130014,hessian_weighted_relative_error,26543,0.02500,0.857
11,model.language_model.layers.11.mlp.experts.37.up_proj,0.0072877788,hessian_weighted_relative_error,26543,0.02500,0.943
11,model.language_model.layers.11.mlp.experts.38.down_proj,0.0080780258,hessian_weighted_relative_error,13604,0.02500,0.728
11,model.language_model.layers.11.mlp.experts.38.gate_proj,0.0052180309,hessian_weighted_relative_error,13604,0.02500,0.755
11,model.language_model.layers.11.mlp.experts.38.up_proj,0.0055260607,hessian_weighted_relative_error,13604,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.39.down_proj,0.0116862993,hessian_weighted_relative_error,38837,0.02500,0.808
11,model.language_model.layers.11.mlp.experts.39.gate_proj,0.0071094314,hessian_weighted_relative_error,38837,0.02500,0.860
11,model.language_model.layers.11.mlp.experts.39.up_proj,0.0081047792,hessian_weighted_relative_error,38837,0.02500,0.961
11,model.language_model.layers.11.mlp.experts.4.down_proj,0.0123251261,hessian_weighted_relative_error,24307,0.02500,0.717
11,model.language_model.layers.11.mlp.experts.4.gate_proj,0.0071656250,hessian_weighted_relative_error,24307,0.02500,0.753
11,model.language_model.layers.11.mlp.experts.4.up_proj,0.0080508524,hessian_weighted_relative_error,24307,0.02500,0.795
11,model.language_model.layers.11.mlp.experts.40.down_proj,0.0050885810,hessian_weighted_relative_error,22817,0.02500,0.732
11,model.language_model.layers.11.mlp.experts.40.gate_proj,0.0030184602,hessian_weighted_relative_error,22817,0.02500,0.759
11,model.language_model.layers.11.mlp.experts.40.up_proj,0.0035948582,hessian_weighted_relative_error,22817,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.41.down_proj,0.0125675761,hessian_weighted_relative_error,34948,0.02500,0.812
11,model.language_model.layers.11.mlp.experts.41.gate_proj,0.0072717667,hessian_weighted_relative_error,34948,0.02500,0.859
11,model.language_model.layers.11.mlp.experts.41.up_proj,0.0078644304,hessian_weighted_relative_error,34948,0.02500,0.947
11,model.language_model.layers.11.mlp.experts.42.down_proj,0.0126317901,hessian_weighted_relative_error,26581,0.02500,0.731
11,model.language_model.layers.11.mlp.experts.42.gate_proj,0.0068039412,hessian_weighted_relative_error,26581,0.02500,0.760
11,model.language_model.layers.11.mlp.experts.42.up_proj,0.0074510539,hessian_weighted_relative_error,26581,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.43.down_proj,0.0132172103,hessian_weighted_relative_error,26030,0.02500,0.813
11,model.language_model.layers.11.mlp.experts.43.gate_proj,0.0086325072,hessian_weighted_relative_error,26030,0.02500,0.861
11,model.language_model.layers.11.mlp.experts.43.up_proj,0.0091568654,hessian_weighted_relative_error,26030,0.02500,0.944
11,model.language_model.layers.11.mlp.experts.44.down_proj,0.0116366081,hessian_weighted_relative_error,26151,0.02500,0.729
11,model.language_model.layers.11.mlp.experts.44.gate_proj,0.0067138713,hessian_weighted_relative_error,26151,0.02500,0.760
11,model.language_model.layers.11.mlp.experts.44.up_proj,0.0071449986,hessian_weighted_relative_error,26151,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.45.down_proj,0.0125676141,hessian_weighted_relative_error,53261,0.02500,0.811
11,model.language_model.layers.11.mlp.experts.45.gate_proj,0.0078929315,hessian_weighted_relative_error,53261,0.02500,0.861
11,model.language_model.layers.11.mlp.experts.45.up_proj,0.0085878104,hessian_weighted_relative_error,53261,0.02500,0.947
11,model.language_model.layers.11.mlp.experts.46.down_proj,0.0125778783,hessian_weighted_relative_error,28605,0.02500,0.730
11,model.language_model.layers.11.mlp.experts.46.gate_proj,0.0071389749,hessian_weighted_relative_error,28605,0.02500,0.758
11,model.language_model.layers.11.mlp.experts.46.up_proj,0.0076362802,hessian_weighted_relative_error,28605,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.47.down_proj,0.0109050812,hessian_weighted_relative_error,56285,0.02500,0.810
11,model.language_model.layers.11.mlp.experts.47.gate_proj,0.0063312186,hessian_weighted_relative_error,56285,0.02500,0.859
11,model.language_model.layers.11.mlp.experts.47.up_proj,0.0066788160,hessian_weighted_relative_error,56285,0.02500,0.952
11,model.language_model.layers.11.mlp.experts.48.down_proj,0.0129043461,hessian_weighted_relative_error,19926,0.02500,0.734
11,model.language_model.layers.11.mlp.experts.48.gate_proj,0.0077170772,hessian_weighted_relative_error,19926,0.02500,0.770
11,model.language_model.layers.11.mlp.experts.48.up_proj,0.0082672320,hessian_weighted_relative_error,19926,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.49.down_proj,0.0103670806,hessian_weighted_relative_error,17323,0.02500,0.817
11,model.language_model.layers.11.mlp.experts.49.gate_proj,0.0060039917,hessian_weighted_relative_error,17323,0.02500,0.864
11,model.language_model.layers.11.mlp.experts.49.up_proj,0.0065137310,hessian_weighted_relative_error,17323,0.02500,0.941
11,model.language_model.layers.11.mlp.experts.5.down_proj,0.0113385561,hessian_weighted_relative_error,32865,0.02500,0.790
11,model.language_model.layers.11.mlp.experts.5.gate_proj,0.0065111673,hessian_weighted_relative_error,32865,0.02500,0.842
11,model.language_model.layers.11.mlp.experts.5.up_proj,0.0069336361,hessian_weighted_relative_error,32865,0.02500,0.935
11,model.language_model.layers.11.mlp.experts.50.down_proj,0.0134736754,hessian_weighted_relative_error,28915,0.02500,0.734
11,model.language_model.layers.11.mlp.experts.50.gate_proj,0.0073559794,hessian_weighted_relative_error,28915,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.50.up_proj,0.0080955390,hessian_weighted_relative_error,28915,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.51.down_proj,0.0087850697,hessian_weighted_relative_error,34239,0.02500,0.816
11,model.language_model.layers.11.mlp.experts.51.gate_proj,0.0065460321,hessian_weighted_relative_error,34239,0.02500,0.864
11,model.language_model.layers.11.mlp.experts.51.up_proj,0.0070709210,hessian_weighted_relative_error,34239,0.02500,0.948
11,model.language_model.layers.11.mlp.experts.52.down_proj,0.0137852851,hessian_weighted_relative_error,39316,0.02500,0.730
11,model.language_model.layers.11.mlp.experts.52.gate_proj,0.0082391956,hessian_weighted_relative_error,39316,0.02500,0.763
11,model.language_model.layers.11.mlp.experts.52.up_proj,0.0094744674,hessian_weighted_relative_error,39316,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.53.down_proj,0.0113446138,hessian_weighted_relative_error,32718,0.02500,0.816
11,model.language_model.layers.11.mlp.experts.53.gate_proj,0.0073651578,hessian_weighted_relative_error,32718,0.02500,0.865
11,model.language_model.layers.11.mlp.experts.53.up_proj,0.0080129146,hessian_weighted_relative_error,32718,0.02500,0.950
11,model.language_model.layers.11.mlp.experts.54.down_proj,0.0139456008,hessian_weighted_relative_error,26778,0.02500,0.732
11,model.language_model.layers.11.mlp.experts.54.gate_proj,0.0089622898,hessian_weighted_relative_error,26778,0.02500,0.761
11,model.language_model.layers.11.mlp.experts.54.up_proj,0.0097777617,hessian_weighted_relative_error,26778,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.55.down_proj,0.0132056186,hessian_weighted_relative_error,31142,0.02500,0.815
11,model.language_model.layers.11.mlp.experts.55.gate_proj,0.0077268574,hessian_weighted_relative_error,31142,0.02500,0.877
11,model.language_model.layers.11.mlp.experts.55.up_proj,0.0085471184,hessian_weighted_relative_error,31142,0.02500,0.948
11,model.language_model.layers.11.mlp.experts.56.down_proj,0.0117372436,hessian_weighted_relative_error,41298,0.02500,0.737
11,model.language_model.layers.11.mlp.experts.56.gate_proj,0.0059837738,hessian_weighted_relative_error,41298,0.02500,0.764
11,model.language_model.layers.11.mlp.experts.56.up_proj,0.0068295229,hessian_weighted_relative_error,41298,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.57.down_proj,0.0135177530,hessian_weighted_relative_error,56211,0.02500,0.820
11,model.language_model.layers.11.mlp.experts.57.gate_proj,0.0079181598,hessian_weighted_relative_error,56211,0.02500,0.866
11,model.language_model.layers.11.mlp.experts.57.up_proj,0.0085990081,hessian_weighted_relative_error,56211,0.02500,0.948
11,model.language_model.layers.11.mlp.experts.58.down_proj,0.0095901416,hessian_weighted_relative_error,21166,0.02500,0.741
11,model.language_model.layers.11.mlp.experts.58.gate_proj,0.0057387591,hessian_weighted_relative_error,21166,0.02500,0.764
11,model.language_model.layers.11.mlp.experts.58.up_proj,0.0060293982,hessian_weighted_relative_error,21166,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.59.down_proj,0.0113914350,hessian_weighted_relative_error,9237,0.02500,0.821
11,model.language_model.layers.11.mlp.experts.59.gate_proj,0.0058572678,hessian_weighted_relative_error,9237,0.02500,0.869
11,model.language_model.layers.11.mlp.experts.59.up_proj,0.0063870794,hessian_weighted_relative_error,9237,0.02500,0.948
11,model.language_model.layers.11.mlp.experts.6.down_proj,0.0068479706,hessian_weighted_relative_error,61184,0.02500,0.693
11,model.language_model.layers.11.mlp.experts.6.gate_proj,0.0051118413,hessian_weighted_relative_error,61184,0.02500,0.784
11,model.language_model.layers.11.mlp.experts.6.up_proj,0.0055100232,hessian_weighted_relative_error,61184,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.60.down_proj,0.0076262945,hessian_weighted_relative_error,27671,0.02500,0.733
11,model.language_model.layers.11.mlp.experts.60.gate_proj,0.0039542195,hessian_weighted_relative_error,27671,0.02500,0.764
11,model.language_model.layers.11.mlp.experts.60.up_proj,0.0044652583,hessian_weighted_relative_error,27671,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.61.down_proj,0.0081514208,hessian_weighted_relative_error,30796,0.02500,0.819
11,model.language_model.layers.11.mlp.experts.61.gate_proj,0.0051384213,hessian_weighted_relative_error,30796,0.02500,0.867
11,model.language_model.layers.11.mlp.experts.61.up_proj,0.0055774398,hessian_weighted_relative_error,30796,0.02500,0.955
11,model.language_model.layers.11.mlp.experts.62.down_proj,0.0143888369,hessian_weighted_relative_error,38504,0.02500,0.734
11,model.language_model.layers.11.mlp.experts.62.gate_proj,0.0086759742,hessian_weighted_relative_error,38504,0.02500,0.765
11,model.language_model.layers.11.mlp.experts.62.up_proj,0.0098181232,hessian_weighted_relative_error,38504,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.63.down_proj,0.0112193250,hessian_weighted_relative_error,34923,0.02500,0.818
11,model.language_model.layers.11.mlp.experts.63.gate_proj,0.0075462177,hessian_weighted_relative_error,34923,0.02500,0.868
11,model.language_model.layers.11.mlp.experts.63.up_proj,0.0082560983,hessian_weighted_relative_error,34923,0.02500,0.952
11,model.language_model.layers.11.mlp.experts.64.down_proj,0.0106169297,hessian_weighted_relative_error,36296,0.02500,0.738
11,model.language_model.layers.11.mlp.experts.64.gate_proj,0.0055693601,hessian_weighted_relative_error,36296,0.02500,0.768
11,model.language_model.layers.11.mlp.experts.64.up_proj,0.0059467265,hessian_weighted_relative_error,36296,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.65.down_proj,0.0120109619,hessian_weighted_relative_error,26621,0.02500,0.824
11,model.language_model.layers.11.mlp.experts.65.gate_proj,0.0059427628,hessian_weighted_relative_error,26621,0.02500,0.869
11,model.language_model.layers.11.mlp.experts.65.up_proj,0.0067649390,hessian_weighted_relative_error,26621,0.02500,0.951
11,model.language_model.layers.11.mlp.experts.66.down_proj,0.0067890111,hessian_weighted_relative_error,28234,0.02500,0.738
11,model.language_model.layers.11.mlp.experts.66.gate_proj,0.0038356272,hessian_weighted_relative_error,28234,0.02500,0.765
11,model.language_model.layers.11.mlp.experts.66.up_proj,0.0042780942,hessian_weighted_relative_error,28234,0.02500,0.812
11,model.language_model.layers.11.mlp.experts.67.down_proj,0.0112792093,hessian_weighted_relative_error,27716,0.02500,0.824
11,model.language_model.layers.11.mlp.experts.67.gate_proj,0.0065990346,hessian_weighted_relative_error,27716,0.02500,0.874
11,model.language_model.layers.11.mlp.experts.67.up_proj,0.0070732898,hessian_weighted_relative_error,27716,0.02500,0.951
11,model.language_model.layers.11.mlp.experts.68.down_proj,0.0137796420,hessian_weighted_relative_error,30462,0.02500,0.737
11,model.language_model.layers.11.mlp.experts.68.gate_proj,0.0081114765,hessian_weighted_relative_error,30462,0.02500,0.767
11,model.language_model.layers.11.mlp.experts.68.up_proj,0.0087857680,hessian_weighted_relative_error,30462,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.69.down_proj,0.0118864375,hessian_weighted_relative_error,31682,0.02500,0.824
11,model.language_model.layers.11.mlp.experts.69.gate_proj,0.0073306305,hessian_weighted_relative_error,31682,0.02500,0.873
11,model.language_model.layers.11.mlp.experts.69.up_proj,0.0076747265,hessian_weighted_relative_error,31682,0.02500,0.948
11,model.language_model.layers.11.mlp.experts.7.down_proj,0.0101378523,hessian_weighted_relative_error,17030,0.02500,0.790
11,model.language_model.layers.11.mlp.experts.7.gate_proj,0.0055444135,hessian_weighted_relative_error,17030,0.02500,0.860
11,model.language_model.layers.11.mlp.experts.7.up_proj,0.0062453596,hessian_weighted_relative_error,17030,0.02500,0.941
11,model.language_model.layers.11.mlp.experts.70.down_proj,0.0092332608,hessian_weighted_relative_error,15907,0.02500,0.736
11,model.language_model.layers.11.mlp.experts.70.gate_proj,0.0055330061,hessian_weighted_relative_error,15907,0.02500,0.767
11,model.language_model.layers.11.mlp.experts.70.up_proj,0.0062336275,hessian_weighted_relative_error,15907,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.71.down_proj,0.0069683136,hessian_weighted_relative_error,25097,0.02500,0.823
11,model.language_model.layers.11.mlp.experts.71.gate_proj,0.0041805450,hessian_weighted_relative_error,25097,0.02500,0.873
11,model.language_model.layers.11.mlp.experts.71.up_proj,0.0044672640,hessian_weighted_relative_error,25097,0.02500,0.953
11,model.language_model.layers.11.mlp.experts.72.down_proj,0.0113532518,hessian_weighted_relative_error,29587,0.02500,0.739
11,model.language_model.layers.11.mlp.experts.72.gate_proj,0.0065901519,hessian_weighted_relative_error,29587,0.02500,0.769
11,model.language_model.layers.11.mlp.experts.72.up_proj,0.0068853510,hessian_weighted_relative_error,29587,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.73.down_proj,0.0057182615,hessian_weighted_relative_error,32581,0.02500,0.827
11,model.language_model.layers.11.mlp.experts.73.gate_proj,0.0029928958,hessian_weighted_relative_error,32581,0.02500,0.874
11,model.language_model.layers.11.mlp.experts.73.up_proj,0.0033383312,hessian_weighted_relative_error,32581,0.02500,0.952
11,model.language_model.layers.11.mlp.experts.74.down_proj,0.0058871488,hessian_weighted_relative_error,25574,0.02500,0.740
11,model.language_model.layers.11.mlp.experts.74.gate_proj,0.0030896737,hessian_weighted_relative_error,25574,0.02500,0.767
11,model.language_model.layers.11.mlp.experts.74.up_proj,0.0032300233,hessian_weighted_relative_error,25574,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.75.down_proj,0.0134508852,hessian_weighted_relative_error,42342,0.02500,0.827
11,model.language_model.layers.11.mlp.experts.75.gate_proj,0.0077530316,hessian_weighted_relative_error,42342,0.02500,0.890
11,model.language_model.layers.11.mlp.experts.75.up_proj,0.0081240190,hessian_weighted_relative_error,42342,0.02500,0.953
11,model.language_model.layers.11.mlp.experts.76.down_proj,0.0063725658,hessian_weighted_relative_error,2791,0.02500,0.738
11,model.language_model.layers.11.mlp.experts.76.gate_proj,0.0032435617,hessian_weighted_relative_error,2791,0.02500,0.768
11,model.language_model.layers.11.mlp.experts.76.up_proj,0.0034413063,hessian_weighted_relative_error,2791,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.77.down_proj,0.0128965265,hessian_weighted_relative_error,27059,0.02500,0.827
11,model.language_model.layers.11.mlp.experts.77.gate_proj,0.0075684599,hessian_weighted_relative_error,27059,0.02500,0.876
11,model.language_model.layers.11.mlp.experts.77.up_proj,0.0079689876,hessian_weighted_relative_error,27059,0.02500,0.952
11,model.language_model.layers.11.mlp.experts.78.down_proj,0.0095978218,hessian_weighted_relative_error,16229,0.02500,0.738
11,model.language_model.layers.11.mlp.experts.78.gate_proj,0.0050522423,hessian_weighted_relative_error,16229,0.02500,0.771
11,model.language_model.layers.11.mlp.experts.78.up_proj,0.0056647085,hessian_weighted_relative_error,16229,0.02500,0.806
11,model.language_model.layers.11.mlp.experts.79.down_proj,0.0073376031,hessian_weighted_relative_error,7460,0.02500,0.825
11,model.language_model.layers.11.mlp.experts.79.gate_proj,0.0046392761,hessian_weighted_relative_error,7460,0.02500,0.878
11,model.language_model.layers.11.mlp.experts.79.up_proj,0.0048873094,hessian_weighted_relative_error,7460,0.02500,0.957
11,model.language_model.layers.11.mlp.experts.8.down_proj,0.0108352580,hessian_weighted_relative_error,26034,0.02500,0.723
11,model.language_model.layers.11.mlp.experts.8.gate_proj,0.0065487966,hessian_weighted_relative_error,26034,0.02500,0.752
11,model.language_model.layers.11.mlp.experts.8.up_proj,0.0075154464,hessian_weighted_relative_error,26034,0.02500,0.798
11,model.language_model.layers.11.mlp.experts.80.down_proj,0.0109574689,hessian_weighted_relative_error,20385,0.02500,0.740
11,model.language_model.layers.11.mlp.experts.80.gate_proj,0.0067192907,hessian_weighted_relative_error,20385,0.02500,0.772
11,model.language_model.layers.11.mlp.experts.80.up_proj,0.0072398259,hessian_weighted_relative_error,20385,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.81.down_proj,0.0067032450,hessian_weighted_relative_error,21092,0.02500,0.832
11,model.language_model.layers.11.mlp.experts.81.gate_proj,0.0030862054,hessian_weighted_relative_error,21092,0.02500,0.880
11,model.language_model.layers.11.mlp.experts.81.up_proj,0.0033694248,hessian_weighted_relative_error,21092,0.02500,0.953
11,model.language_model.layers.11.mlp.experts.82.down_proj,0.0083938620,hessian_weighted_relative_error,24076,0.02500,0.740
11,model.language_model.layers.11.mlp.experts.82.gate_proj,0.0053982318,hessian_weighted_relative_error,24076,0.02500,0.773
11,model.language_model.layers.11.mlp.experts.82.up_proj,0.0058219511,hessian_weighted_relative_error,24076,0.02500,0.800
11,model.language_model.layers.11.mlp.experts.83.down_proj,0.0107393725,hessian_weighted_relative_error,32883,0.02500,0.830
11,model.language_model.layers.11.mlp.experts.83.gate_proj,0.0060970743,hessian_weighted_relative_error,32883,0.02500,0.883
11,model.language_model.layers.11.mlp.experts.83.up_proj,0.0067481256,hessian_weighted_relative_error,32883,0.02500,0.961
11,model.language_model.layers.11.mlp.experts.84.down_proj,0.0110962706,hessian_weighted_relative_error,20455,0.02500,0.738
11,model.language_model.layers.11.mlp.experts.84.gate_proj,0.0067482937,hessian_weighted_relative_error,20455,0.02500,0.770
11,model.language_model.layers.11.mlp.experts.84.up_proj,0.0075097843,hessian_weighted_relative_error,20455,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.85.down_proj,0.0085600507,hessian_weighted_relative_error,24890,0.02500,0.830
11,model.language_model.layers.11.mlp.experts.85.gate_proj,0.0041151615,hessian_weighted_relative_error,24890,0.02500,0.881
11,model.language_model.layers.11.mlp.experts.85.up_proj,0.0045571004,hessian_weighted_relative_error,24890,0.02500,0.957
11,model.language_model.layers.11.mlp.experts.86.down_proj,0.0127112658,hessian_weighted_relative_error,28403,0.02500,0.740
11,model.language_model.layers.11.mlp.experts.86.gate_proj,0.0079889079,hessian_weighted_relative_error,28403,0.02500,0.771
11,model.language_model.layers.11.mlp.experts.86.up_proj,0.0083038977,hessian_weighted_relative_error,28403,0.02500,0.799
11,model.language_model.layers.11.mlp.experts.87.down_proj,0.0097895404,hessian_weighted_relative_error,17301,0.02500,0.832
11,model.language_model.layers.11.mlp.experts.87.gate_proj,0.0056951771,hessian_weighted_relative_error,17301,0.02500,0.883
11,model.language_model.layers.11.mlp.experts.87.up_proj,0.0062767201,hessian_weighted_relative_error,17301,0.02500,0.959
11,model.language_model.layers.11.mlp.experts.88.down_proj,0.0113197858,hessian_weighted_relative_error,25366,0.02500,0.743
11,model.language_model.layers.11.mlp.experts.88.gate_proj,0.0062283347,hessian_weighted_relative_error,25366,0.02500,0.776
11,model.language_model.layers.11.mlp.experts.88.up_proj,0.0066610183,hessian_weighted_relative_error,25366,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.89.down_proj,0.0120592932,hessian_weighted_relative_error,21439,0.02500,0.835
11,model.language_model.layers.11.mlp.experts.89.gate_proj,0.0072534883,hessian_weighted_relative_error,21439,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.89.up_proj,0.0079411567,hessian_weighted_relative_error,21439,0.02500,0.953
11,model.language_model.layers.11.mlp.experts.9.down_proj,0.0138235962,hessian_weighted_relative_error,30230,0.02500,0.797
11,model.language_model.layers.11.mlp.experts.9.gate_proj,0.0090162796,hessian_weighted_relative_error,30230,0.02500,0.841
11,model.language_model.layers.11.mlp.experts.9.up_proj,0.0097397968,hessian_weighted_relative_error,30230,0.02500,0.941
11,model.language_model.layers.11.mlp.experts.90.down_proj,0.0119538159,hessian_weighted_relative_error,42451,0.02500,0.742
11,model.language_model.layers.11.mlp.experts.90.gate_proj,0.0076136712,hessian_weighted_relative_error,42451,0.02500,0.773
11,model.language_model.layers.11.mlp.experts.90.up_proj,0.0078894654,hessian_weighted_relative_error,42451,0.02500,0.801
11,model.language_model.layers.11.mlp.experts.91.down_proj,0.0096785245,hessian_weighted_relative_error,37909,0.02500,0.832
11,model.language_model.layers.11.mlp.experts.91.gate_proj,0.0063533345,hessian_weighted_relative_error,37909,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.91.up_proj,0.0066792240,hessian_weighted_relative_error,37909,0.02500,0.953
11,model.language_model.layers.11.mlp.experts.92.down_proj,0.0128073726,hessian_weighted_relative_error,37619,0.02500,0.741
11,model.language_model.layers.11.mlp.experts.92.gate_proj,0.0075787571,hessian_weighted_relative_error,37619,0.02500,0.772
11,model.language_model.layers.11.mlp.experts.92.up_proj,0.0081929901,hessian_weighted_relative_error,37619,0.02500,0.807
11,model.language_model.layers.11.mlp.experts.93.down_proj,0.0122004786,hessian_weighted_relative_error,31424,0.02500,0.835
11,model.language_model.layers.11.mlp.experts.93.gate_proj,0.0071364520,hessian_weighted_relative_error,31424,0.02500,0.896
11,model.language_model.layers.11.mlp.experts.93.up_proj,0.0079666890,hessian_weighted_relative_error,31424,0.02500,0.950
11,model.language_model.layers.11.mlp.experts.94.down_proj,0.0085358558,hessian_weighted_relative_error,22013,0.02500,0.743
11,model.language_model.layers.11.mlp.experts.94.gate_proj,0.0042267665,hessian_weighted_relative_error,22013,0.02500,0.773
11,model.language_model.layers.11.mlp.experts.94.up_proj,0.0045034812,hessian_weighted_relative_error,22013,0.02500,0.803
11,model.language_model.layers.11.mlp.experts.95.down_proj,0.0117891751,hessian_weighted_relative_error,31171,0.02500,0.834
11,model.language_model.layers.11.mlp.experts.95.gate_proj,0.0068414850,hessian_weighted_relative_error,31171,0.02500,0.886
11,model.language_model.layers.11.mlp.experts.95.up_proj,0.0074900696,hessian_weighted_relative_error,31171,0.02500,0.953
11,model.language_model.layers.11.mlp.experts.96.down_proj,0.0126338209,hessian_weighted_relative_error,16105,0.02500,0.745
11,model.language_model.layers.11.mlp.experts.96.gate_proj,0.0065667052,hessian_weighted_relative_error,16105,0.02500,0.775
11,model.language_model.layers.11.mlp.experts.96.up_proj,0.0073449903,hessian_weighted_relative_error,16105,0.02500,0.804
11,model.language_model.layers.11.mlp.experts.97.down_proj,0.0120198992,hessian_weighted_relative_error,27559,0.02500,0.839
11,model.language_model.layers.11.mlp.experts.97.gate_proj,0.0075665347,hessian_weighted_relative_error,27559,0.02500,0.888
11,model.language_model.layers.11.mlp.experts.97.up_proj,0.0085473388,hessian_weighted_relative_error,27559,0.02500,0.956
11,model.language_model.layers.11.mlp.experts.98.down_proj,0.0121895837,hessian_weighted_relative_error,25844,0.02500,0.748
11,model.language_model.layers.11.mlp.experts.98.gate_proj,0.0067780270,hessian_weighted_relative_error,25844,0.02500,0.773
11,model.language_model.layers.11.mlp.experts.98.up_proj,0.0075810922,hessian_weighted_relative_error,25844,0.02500,0.802
11,model.language_model.layers.11.mlp.experts.99.down_proj,0.0103324712,hessian_weighted_relative_error,33896,0.02500,0.839
11,model.language_model.layers.11.mlp.experts.99.gate_proj,0.0042287446,hessian_weighted_relative_error,33896,0.02500,0.890
11,model.language_model.layers.11.mlp.experts.99.up_proj,0.0046968280,hessian_weighted_relative_error,33896,0.02500,0.956
12,model.language_model.layers.12.mlp.experts.0.down_proj,0.0087829574,hessian_weighted_relative_error,17798,0.02500,0.721
12,model.language_model.layers.12.mlp.experts.0.gate_proj,0.0039341308,hessian_weighted_relative_error,17798,0.02500,0.746
12,model.language_model.layers.12.mlp.experts.0.up_proj,0.0043087141,hessian_weighted_relative_error,17798,0.02500,0.798
12,model.language_model.layers.12.mlp.experts.1.down_proj,0.0125683346,hessian_weighted_relative_error,24974,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.1.gate_proj,0.0067075741,hessian_weighted_relative_error,24974,0.02500,0.845
12,model.language_model.layers.12.mlp.experts.1.up_proj,0.0076503782,hessian_weighted_relative_error,24974,0.02500,0.934
12,model.language_model.layers.12.mlp.experts.10.down_proj,0.0107938357,hessian_weighted_relative_error,21752,0.02500,0.722
12,model.language_model.layers.12.mlp.experts.10.gate_proj,0.0047921764,hessian_weighted_relative_error,21752,0.02500,0.750
12,model.language_model.layers.12.mlp.experts.10.up_proj,0.0053578079,hessian_weighted_relative_error,21752,0.02500,0.796
12,model.language_model.layers.12.mlp.experts.100.down_proj,0.0125717067,hessian_weighted_relative_error,16038,0.02500,0.747
12,model.language_model.layers.12.mlp.experts.100.gate_proj,0.0063904092,hessian_weighted_relative_error,16038,0.02500,0.779
12,model.language_model.layers.12.mlp.experts.100.up_proj,0.0073401359,hessian_weighted_relative_error,16038,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.101.down_proj,0.0096385712,hessian_weighted_relative_error,7973,0.02500,0.842
12,model.language_model.layers.12.mlp.experts.101.gate_proj,0.0053770716,hessian_weighted_relative_error,7973,0.02500,0.891
12,model.language_model.layers.12.mlp.experts.101.up_proj,0.0059549596,hessian_weighted_relative_error,7973,0.02500,0.946
12,model.language_model.layers.12.mlp.experts.102.down_proj,0.0134254955,hessian_weighted_relative_error,31981,0.02500,0.745
12,model.language_model.layers.12.mlp.experts.102.gate_proj,0.0069198917,hessian_weighted_relative_error,31981,0.02500,0.777
12,model.language_model.layers.12.mlp.experts.102.up_proj,0.0079190098,hessian_weighted_relative_error,31981,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.103.down_proj,0.0103644541,hessian_weighted_relative_error,34286,0.02500,0.841
12,model.language_model.layers.12.mlp.experts.103.gate_proj,0.0040975969,hessian_weighted_relative_error,34286,0.02500,0.895
12,model.language_model.layers.12.mlp.experts.103.up_proj,0.0046077611,hessian_weighted_relative_error,34286,0.02500,0.949
12,model.language_model.layers.12.mlp.experts.104.down_proj,0.0112875885,hessian_weighted_relative_error,23138,0.02500,0.747
12,model.language_model.layers.12.mlp.experts.104.gate_proj,0.0059983025,hessian_weighted_relative_error,23138,0.02500,0.778
12,model.language_model.layers.12.mlp.experts.104.up_proj,0.0069583832,hessian_weighted_relative_error,23138,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.105.down_proj,0.0092343554,hessian_weighted_relative_error,18366,0.02500,0.845
12,model.language_model.layers.12.mlp.experts.105.gate_proj,0.0046620536,hessian_weighted_relative_error,18366,0.02500,0.895
12,model.language_model.layers.12.mlp.experts.105.up_proj,0.0055961262,hessian_weighted_relative_error,18366,0.02500,0.948
12,model.language_model.layers.12.mlp.experts.106.down_proj,0.0112097138,hessian_weighted_relative_error,50747,0.02500,0.751
12,model.language_model.layers.12.mlp.experts.106.gate_proj,0.0058627197,hessian_weighted_relative_error,50747,0.02500,0.779
12,model.language_model.layers.12.mlp.experts.106.up_proj,0.0064144215,hessian_weighted_relative_error,50747,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.107.down_proj,0.0102892134,hessian_weighted_relative_error,47786,0.02500,0.847
12,model.language_model.layers.12.mlp.experts.107.gate_proj,0.0061089825,hessian_weighted_relative_error,47786,0.02500,0.896
12,model.language_model.layers.12.mlp.experts.107.up_proj,0.0068505788,hessian_weighted_relative_error,47786,0.02500,0.947
12,model.language_model.layers.12.mlp.experts.108.down_proj,0.0118761951,hessian_weighted_relative_error,23999,0.02500,0.749
12,model.language_model.layers.12.mlp.experts.108.gate_proj,0.0063981732,hessian_weighted_relative_error,23999,0.02500,0.778
12,model.language_model.layers.12.mlp.experts.108.up_proj,0.0076515736,hessian_weighted_relative_error,23999,0.02500,0.806
12,model.language_model.layers.12.mlp.experts.109.down_proj,0.0131407832,hessian_weighted_relative_error,32395,0.02500,0.846
12,model.language_model.layers.12.mlp.experts.109.gate_proj,0.0066166775,hessian_weighted_relative_error,32395,0.02500,0.893
12,model.language_model.layers.12.mlp.experts.109.up_proj,0.0073567804,hessian_weighted_relative_error,32395,0.02500,0.941
12,model.language_model.layers.12.mlp.experts.11.down_proj,0.0117357909,hessian_weighted_relative_error,49483,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.11.gate_proj,0.0068481952,hessian_weighted_relative_error,49483,0.02500,0.852
12,model.language_model.layers.12.mlp.experts.11.up_proj,0.0078221635,hessian_weighted_relative_error,49483,0.02500,0.936
12,model.language_model.layers.12.mlp.experts.110.down_proj,0.0103389990,hessian_weighted_relative_error,45408,0.02500,0.747
12,model.language_model.layers.12.mlp.experts.110.gate_proj,0.0051667995,hessian_weighted_relative_error,45408,0.02500,0.777
12,model.language_model.layers.12.mlp.experts.110.up_proj,0.0058924231,hessian_weighted_relative_error,45408,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.111.down_proj,0.0087161762,hessian_weighted_relative_error,13866,0.02500,0.847
12,model.language_model.layers.12.mlp.experts.111.gate_proj,0.0035095481,hessian_weighted_relative_error,13866,0.02500,0.898
12,model.language_model.layers.12.mlp.experts.111.up_proj,0.0041492494,hessian_weighted_relative_error,13866,0.02500,0.950
12,model.language_model.layers.12.mlp.experts.112.down_proj,0.0090835305,hessian_weighted_relative_error,26628,0.02500,0.749
12,model.language_model.layers.12.mlp.experts.112.gate_proj,0.0039173703,hessian_weighted_relative_error,26628,0.02500,0.778
12,model.language_model.layers.12.mlp.experts.112.up_proj,0.0043612086,hessian_weighted_relative_error,26628,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.113.down_proj,0.0129412903,hessian_weighted_relative_error,40340,0.02500,0.849
12,model.language_model.layers.12.mlp.experts.113.gate_proj,0.0064298841,hessian_weighted_relative_error,40340,0.02500,0.898
12,model.language_model.layers.12.mlp.experts.113.up_proj,0.0071088751,hessian_weighted_relative_error,40340,0.02500,0.954
12,model.language_model.layers.12.mlp.experts.114.down_proj,0.0119831770,hessian_weighted_relative_error,28579,0.02500,0.747
12,model.language_model.layers.12.mlp.experts.114.gate_proj,0.0065606561,hessian_weighted_relative_error,28579,0.02500,0.778
12,model.language_model.layers.12.mlp.experts.114.up_proj,0.0073733459,hessian_weighted_relative_error,28579,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.115.down_proj,0.0080778946,hessian_weighted_relative_error,22514,0.02500,0.851
12,model.language_model.layers.12.mlp.experts.115.gate_proj,0.0045705155,hessian_weighted_relative_error,22514,0.02500,0.907
12,model.language_model.layers.12.mlp.experts.115.up_proj,0.0050225591,hessian_weighted_relative_error,22514,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.116.down_proj,0.0130305074,hessian_weighted_relative_error,63915,0.02500,0.749
12,model.language_model.layers.12.mlp.experts.116.gate_proj,0.0068202942,hessian_weighted_relative_error,63915,0.02500,0.781
12,model.language_model.layers.12.mlp.experts.116.up_proj,0.0076058757,hessian_weighted_relative_error,63915,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.117.down_proj,0.0121369818,hessian_weighted_relative_error,23435,0.02500,0.851
12,model.language_model.layers.12.mlp.experts.117.gate_proj,0.0059397838,hessian_weighted_relative_error,23435,0.02500,0.895
12,model.language_model.layers.12.mlp.experts.117.up_proj,0.0064743166,hessian_weighted_relative_error,23435,0.02500,0.946
12,model.language_model.layers.12.mlp.experts.118.down_proj,0.0098666917,hessian_weighted_relative_error,26747,0.02500,0.748
12,model.language_model.layers.12.mlp.experts.118.gate_proj,0.0032741723,hessian_weighted_relative_error,26747,0.02500,0.778
12,model.language_model.layers.12.mlp.experts.118.up_proj,0.0037598628,hessian_weighted_relative_error,26747,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.119.down_proj,0.0113672449,hessian_weighted_relative_error,22781,0.02500,0.849
12,model.language_model.layers.12.mlp.experts.119.gate_proj,0.0061717137,hessian_weighted_relative_error,22781,0.02500,0.899
12,model.language_model.layers.12.mlp.experts.119.up_proj,0.0065685671,hessian_weighted_relative_error,22781,0.02500,0.951
12,model.language_model.layers.12.mlp.experts.12.down_proj,0.0123535363,hessian_weighted_relative_error,18417,0.02500,0.725
12,model.language_model.layers.12.mlp.experts.12.gate_proj,0.0066885000,hessian_weighted_relative_error,18417,0.02500,0.753
12,model.language_model.layers.12.mlp.experts.12.up_proj,0.0075317525,hessian_weighted_relative_error,18417,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.120.down_proj,0.0111204519,hessian_weighted_relative_error,25763,0.02500,0.751
12,model.language_model.layers.12.mlp.experts.120.gate_proj,0.0054900371,hessian_weighted_relative_error,25763,0.02500,0.779
12,model.language_model.layers.12.mlp.experts.120.up_proj,0.0062797554,hessian_weighted_relative_error,25763,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.121.down_proj,0.0110679201,hessian_weighted_relative_error,47934,0.02500,0.853
12,model.language_model.layers.12.mlp.experts.121.gate_proj,0.0058978066,hessian_weighted_relative_error,47934,0.02500,0.897
12,model.language_model.layers.12.mlp.experts.121.up_proj,0.0068437352,hessian_weighted_relative_error,47934,0.02500,0.958
12,model.language_model.layers.12.mlp.experts.122.down_proj,0.0111664703,hessian_weighted_relative_error,11500,0.02500,0.750
12,model.language_model.layers.12.mlp.experts.122.gate_proj,0.0063183630,hessian_weighted_relative_error,11500,0.02500,0.780
12,model.language_model.layers.12.mlp.experts.122.up_proj,0.0071018370,hessian_weighted_relative_error,11500,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.123.down_proj,0.0072958600,hessian_weighted_relative_error,22108,0.02500,0.855
12,model.language_model.layers.12.mlp.experts.123.gate_proj,0.0042144884,hessian_weighted_relative_error,22108,0.02500,0.900
12,model.language_model.layers.12.mlp.experts.123.up_proj,0.0045902712,hessian_weighted_relative_error,22108,0.02500,0.955
12,model.language_model.layers.12.mlp.experts.124.down_proj,0.0127239386,hessian_weighted_relative_error,43606,0.02500,0.751
12,model.language_model.layers.12.mlp.experts.124.gate_proj,0.0064604293,hessian_weighted_relative_error,43606,0.02500,0.780
12,model.language_model.layers.12.mlp.experts.124.up_proj,0.0074328422,hessian_weighted_relative_error,43606,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.125.down_proj,0.0124045335,hessian_weighted_relative_error,26580,0.02500,0.855
12,model.language_model.layers.12.mlp.experts.125.gate_proj,0.0065298100,hessian_weighted_relative_error,26580,0.02500,0.898
12,model.language_model.layers.12.mlp.experts.125.up_proj,0.0072123755,hessian_weighted_relative_error,26580,0.02500,0.954
12,model.language_model.layers.12.mlp.experts.126.down_proj,0.0111901931,hessian_weighted_relative_error,46598,0.02500,0.749
12,model.language_model.layers.12.mlp.experts.126.gate_proj,0.0066629520,hessian_weighted_relative_error,46598,0.02500,0.782
12,model.language_model.layers.12.mlp.experts.126.up_proj,0.0071008278,hessian_weighted_relative_error,46598,0.02500,0.801
12,model.language_model.layers.12.mlp.experts.127.down_proj,0.0128681739,hessian_weighted_relative_error,29780,0.02500,0.853
12,model.language_model.layers.12.mlp.experts.127.gate_proj,0.0062644629,hessian_weighted_relative_error,29780,0.02500,0.901
12,model.language_model.layers.12.mlp.experts.127.up_proj,0.0072426059,hessian_weighted_relative_error,29780,0.02500,0.951
12,model.language_model.layers.12.mlp.experts.128.down_proj,0.0111226678,hessian_weighted_relative_error,20788,0.02500,0.750
12,model.language_model.layers.12.mlp.experts.128.gate_proj,0.0061383489,hessian_weighted_relative_error,20788,0.02500,0.782
12,model.language_model.layers.12.mlp.experts.128.up_proj,0.0066444588,hessian_weighted_relative_error,20788,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.129.down_proj,0.0115822946,hessian_weighted_relative_error,32660,0.02500,0.856
12,model.language_model.layers.12.mlp.experts.129.gate_proj,0.0058173752,hessian_weighted_relative_error,32660,0.02500,0.899
12,model.language_model.layers.12.mlp.experts.129.up_proj,0.0065912058,hessian_weighted_relative_error,32660,0.02500,0.953
12,model.language_model.layers.12.mlp.experts.13.down_proj,0.0067905744,hessian_weighted_relative_error,10903,0.02500,0.800
12,model.language_model.layers.12.mlp.experts.13.gate_proj,0.0032505879,hessian_weighted_relative_error,10903,0.02500,0.849
12,model.language_model.layers.12.mlp.experts.13.up_proj,0.0036579629,hessian_weighted_relative_error,10903,0.02500,0.938
12,model.language_model.layers.12.mlp.experts.130.down_proj,0.0122116589,hessian_weighted_relative_error,51719,0.02500,0.750
12,model.language_model.layers.12.mlp.experts.130.gate_proj,0.0069456715,hessian_weighted_relative_error,51719,0.02500,0.783
12,model.language_model.layers.12.mlp.experts.130.up_proj,0.0079090354,hessian_weighted_relative_error,51719,0.02500,0.818
12,model.language_model.layers.12.mlp.experts.131.down_proj,0.0113958479,hessian_weighted_relative_error,12612,0.02500,0.859
12,model.language_model.layers.12.mlp.experts.131.gate_proj,0.0058581587,hessian_weighted_relative_error,12612,0.02500,0.899
12,model.language_model.layers.12.mlp.experts.131.up_proj,0.0068219409,hessian_weighted_relative_error,12612,0.02500,0.961
12,model.language_model.layers.12.mlp.experts.132.down_proj,0.0090432748,hessian_weighted_relative_error,37249,0.02500,0.752
12,model.language_model.layers.12.mlp.experts.132.gate_proj,0.0064186603,hessian_weighted_relative_error,37249,0.02500,0.784
12,model.language_model.layers.12.mlp.experts.132.up_proj,0.0071419792,hessian_weighted_relative_error,37249,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.133.down_proj,0.0124522292,hessian_weighted_relative_error,48117,0.02500,0.859
12,model.language_model.layers.12.mlp.experts.133.gate_proj,0.0075017354,hessian_weighted_relative_error,48117,0.02500,0.910
12,model.language_model.layers.12.mlp.experts.133.up_proj,0.0079580923,hessian_weighted_relative_error,48117,0.02500,0.961
12,model.language_model.layers.12.mlp.experts.134.down_proj,0.0114208895,hessian_weighted_relative_error,30300,0.02500,0.750
12,model.language_model.layers.12.mlp.experts.134.gate_proj,0.0068815931,hessian_weighted_relative_error,30300,0.02500,0.787
12,model.language_model.layers.12.mlp.experts.134.up_proj,0.0077686665,hessian_weighted_relative_error,30300,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.135.down_proj,0.0131487811,hessian_weighted_relative_error,27091,0.02500,0.857
12,model.language_model.layers.12.mlp.experts.135.gate_proj,0.0072250857,hessian_weighted_relative_error,27091,0.02500,0.902
12,model.language_model.layers.12.mlp.experts.135.up_proj,0.0080591980,hessian_weighted_relative_error,27091,0.02500,0.959
12,model.language_model.layers.12.mlp.experts.136.down_proj,0.0084255264,hessian_weighted_relative_error,18148,0.02500,0.751
12,model.language_model.layers.12.mlp.experts.136.gate_proj,0.0046421536,hessian_weighted_relative_error,18148,0.02500,0.782
12,model.language_model.layers.12.mlp.experts.136.up_proj,0.0052886505,hessian_weighted_relative_error,18148,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.137.down_proj,0.0114431517,hessian_weighted_relative_error,14510,0.02500,0.862
12,model.language_model.layers.12.mlp.experts.137.gate_proj,0.0060698097,hessian_weighted_relative_error,14510,0.02500,0.902
12,model.language_model.layers.12.mlp.experts.137.up_proj,0.0067214637,hessian_weighted_relative_error,14510,0.02500,0.971
12,model.language_model.layers.12.mlp.experts.138.down_proj,0.0065686822,hessian_weighted_relative_error,16371,0.02500,0.754
12,model.language_model.layers.12.mlp.experts.138.gate_proj,0.0022258286,hessian_weighted_relative_error,16371,0.02500,0.783
12,model.language_model.layers.12.mlp.experts.138.up_proj,0.0026073373,hessian_weighted_relative_error,16371,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.139.down_proj,0.0100319926,hessian_weighted_relative_error,63660,0.02500,0.861
12,model.language_model.layers.12.mlp.experts.139.gate_proj,0.0056237699,hessian_weighted_relative_error,63660,0.02500,0.903
12,model.language_model.layers.12.mlp.experts.139.up_proj,0.0064176908,hessian_weighted_relative_error,63660,0.02500,0.955
12,model.language_model.layers.12.mlp.experts.14.down_proj,0.0083121574,hessian_weighted_relative_error,64845,0.02500,0.723
12,model.language_model.layers.12.mlp.experts.14.gate_proj,0.0049140429,hessian_weighted_relative_error,64845,0.02500,0.753
12,model.language_model.layers.12.mlp.experts.14.up_proj,0.0052348647,hessian_weighted_relative_error,64845,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.140.down_proj,0.0098519463,hessian_weighted_relative_error,20021,0.02500,0.753
12,model.language_model.layers.12.mlp.experts.140.gate_proj,0.0060118638,hessian_weighted_relative_error,20021,0.02500,0.783
12,model.language_model.layers.12.mlp.experts.140.up_proj,0.0071987197,hessian_weighted_relative_error,20021,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.141.down_proj,0.0092388922,hessian_weighted_relative_error,46590,0.02500,0.861
12,model.language_model.layers.12.mlp.experts.141.gate_proj,0.0050996081,hessian_weighted_relative_error,46590,0.02500,0.910
12,model.language_model.layers.12.mlp.experts.141.up_proj,0.0053913851,hessian_weighted_relative_error,46590,0.02500,0.964
12,model.language_model.layers.12.mlp.experts.142.down_proj,0.0064538681,hessian_weighted_relative_error,20890,0.02500,0.750
12,model.language_model.layers.12.mlp.experts.142.gate_proj,0.0032110836,hessian_weighted_relative_error,20890,0.02500,0.784
12,model.language_model.layers.12.mlp.experts.142.up_proj,0.0034308966,hessian_weighted_relative_error,20890,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.143.down_proj,0.0123338563,hessian_weighted_relative_error,30575,0.02500,0.861
12,model.language_model.layers.12.mlp.experts.143.gate_proj,0.0071724635,hessian_weighted_relative_error,30575,0.02500,0.902
12,model.language_model.layers.12.mlp.experts.143.up_proj,0.0079959736,hessian_weighted_relative_error,30575,0.02500,0.956
12,model.language_model.layers.12.mlp.experts.144.down_proj,0.0130662253,hessian_weighted_relative_error,44714,0.02500,0.752
12,model.language_model.layers.12.mlp.experts.144.gate_proj,0.0076922651,hessian_weighted_relative_error,44714,0.02500,0.783
12,model.language_model.layers.12.mlp.experts.144.up_proj,0.0086386514,hessian_weighted_relative_error,44714,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.145.down_proj,0.0098381665,hessian_weighted_relative_error,26777,0.02500,0.864
12,model.language_model.layers.12.mlp.experts.145.gate_proj,0.0048775343,hessian_weighted_relative_error,26777,0.02500,0.911
12,model.language_model.layers.12.mlp.experts.145.up_proj,0.0056351532,hessian_weighted_relative_error,26777,0.02500,0.965
12,model.language_model.layers.12.mlp.experts.146.down_proj,0.0097307976,hessian_weighted_relative_error,21446,0.02500,0.752
12,model.language_model.layers.12.mlp.experts.146.gate_proj,0.0048060819,hessian_weighted_relative_error,21446,0.02500,0.785
12,model.language_model.layers.12.mlp.experts.146.up_proj,0.0053061555,hessian_weighted_relative_error,21446,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.147.down_proj,0.0109168553,hessian_weighted_relative_error,54187,0.02500,0.864
12,model.language_model.layers.12.mlp.experts.147.gate_proj,0.0063151060,hessian_weighted_relative_error,54187,0.02500,0.903
12,model.language_model.layers.12.mlp.experts.147.up_proj,0.0073867926,hessian_weighted_relative_error,54187,0.02500,0.969
12,model.language_model.layers.12.mlp.experts.148.down_proj,0.0100646729,hessian_weighted_relative_error,27532,0.02500,0.754
12,model.language_model.layers.12.mlp.experts.148.gate_proj,0.0051465150,hessian_weighted_relative_error,27532,0.02500,0.785
12,model.language_model.layers.12.mlp.experts.148.up_proj,0.0057042383,hessian_weighted_relative_error,27532,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.149.down_proj,0.0141117015,hessian_weighted_relative_error,87199,0.02500,0.867
12,model.language_model.layers.12.mlp.experts.149.gate_proj,0.0067601095,hessian_weighted_relative_error,87199,0.02500,0.906
12,model.language_model.layers.12.mlp.experts.149.up_proj,0.0081498051,hessian_weighted_relative_error,87199,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.15.down_proj,0.0092260534,hessian_weighted_relative_error,28079,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.15.gate_proj,0.0028404537,hessian_weighted_relative_error,28079,0.02500,0.851
12,model.language_model.layers.12.mlp.experts.15.up_proj,0.0031852508,hessian_weighted_relative_error,28079,0.02500,0.937
12,model.language_model.layers.12.mlp.experts.150.down_proj,0.0094071010,hessian_weighted_relative_error,21750,0.02500,0.751
12,model.language_model.layers.12.mlp.experts.150.gate_proj,0.0039046587,hessian_weighted_relative_error,21750,0.02500,0.784
12,model.language_model.layers.12.mlp.experts.150.up_proj,0.0043248753,hessian_weighted_relative_error,21750,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.151.down_proj,0.0046779166,hessian_weighted_relative_error,13656,0.02500,0.865
12,model.language_model.layers.12.mlp.experts.151.gate_proj,0.0024648693,hessian_weighted_relative_error,13656,0.02500,0.907
12,model.language_model.layers.12.mlp.experts.151.up_proj,0.0026455801,hessian_weighted_relative_error,13656,0.02500,0.965
12,model.language_model.layers.12.mlp.experts.152.down_proj,0.0126864329,hessian_weighted_relative_error,48686,0.02500,0.755
12,model.language_model.layers.12.mlp.experts.152.gate_proj,0.0066845006,hessian_weighted_relative_error,48686,0.02500,0.787
12,model.language_model.layers.12.mlp.experts.152.up_proj,0.0073026220,hessian_weighted_relative_error,48686,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.153.down_proj,0.0124344148,hessian_weighted_relative_error,19875,0.02500,0.869
12,model.language_model.layers.12.mlp.experts.153.gate_proj,0.0071602540,hessian_weighted_relative_error,19875,0.02500,0.906
12,model.language_model.layers.12.mlp.experts.153.up_proj,0.0079194859,hessian_weighted_relative_error,19875,0.02500,0.968
12,model.language_model.layers.12.mlp.experts.154.down_proj,0.0113869956,hessian_weighted_relative_error,52296,0.02500,0.758
12,model.language_model.layers.12.mlp.experts.154.gate_proj,0.0078052226,hessian_weighted_relative_error,52296,0.02500,0.784
12,model.language_model.layers.12.mlp.experts.154.up_proj,0.0086521557,hessian_weighted_relative_error,52296,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.155.down_proj,0.0079415831,hessian_weighted_relative_error,39523,0.02500,0.868
12,model.language_model.layers.12.mlp.experts.155.gate_proj,0.0036779054,hessian_weighted_relative_error,39523,0.02500,0.906
12,model.language_model.layers.12.mlp.experts.155.up_proj,0.0039778182,hessian_weighted_relative_error,39523,0.02500,0.958
12,model.language_model.layers.12.mlp.experts.156.down_proj,0.0113034416,hessian_weighted_relative_error,23973,0.02500,0.755
12,model.language_model.layers.12.mlp.experts.156.gate_proj,0.0064899405,hessian_weighted_relative_error,23973,0.02500,0.784
12,model.language_model.layers.12.mlp.experts.156.up_proj,0.0077272067,hessian_weighted_relative_error,23973,0.02500,0.806
12,model.language_model.layers.12.mlp.experts.157.down_proj,0.0112222860,hessian_weighted_relative_error,15279,0.02500,0.870
12,model.language_model.layers.12.mlp.experts.157.gate_proj,0.0060816302,hessian_weighted_relative_error,15279,0.02500,0.909
12,model.language_model.layers.12.mlp.experts.157.up_proj,0.0071942292,hessian_weighted_relative_error,15279,0.02500,0.965
12,model.language_model.layers.12.mlp.experts.158.down_proj,0.0091716906,hessian_weighted_relative_error,22469,0.02500,0.753
12,model.language_model.layers.12.mlp.experts.158.gate_proj,0.0047428149,hessian_weighted_relative_error,22469,0.02500,0.783
12,model.language_model.layers.12.mlp.experts.158.up_proj,0.0052504086,hessian_weighted_relative_error,22469,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.159.down_proj,0.0114298353,hessian_weighted_relative_error,20079,0.02500,0.870
12,model.language_model.layers.12.mlp.experts.159.gate_proj,0.0068415101,hessian_weighted_relative_error,20079,0.02500,0.905
12,model.language_model.layers.12.mlp.experts.159.up_proj,0.0073466771,hessian_weighted_relative_error,20079,0.02500,0.970
12,model.language_model.layers.12.mlp.experts.16.down_proj,0.0109509802,hessian_weighted_relative_error,15250,0.02500,0.727
12,model.language_model.layers.12.mlp.experts.16.gate_proj,0.0052003143,hessian_weighted_relative_error,15250,0.02500,0.775
12,model.language_model.layers.12.mlp.experts.16.up_proj,0.0057843374,hessian_weighted_relative_error,15250,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.160.down_proj,0.0105070430,hessian_weighted_relative_error,32043,0.02500,0.755
12,model.language_model.layers.12.mlp.experts.160.gate_proj,0.0047867382,hessian_weighted_relative_error,32043,0.02500,0.787
12,model.language_model.layers.12.mlp.experts.160.up_proj,0.0053129103,hessian_weighted_relative_error,32043,0.02500,0.806
12,model.language_model.layers.12.mlp.experts.161.down_proj,0.0122212370,hessian_weighted_relative_error,22834,0.02500,0.872
12,model.language_model.layers.12.mlp.experts.161.gate_proj,0.0059564729,hessian_weighted_relative_error,22834,0.02500,0.915
12,model.language_model.layers.12.mlp.experts.161.up_proj,0.0066527495,hessian_weighted_relative_error,22834,0.02500,0.969
12,model.language_model.layers.12.mlp.experts.162.down_proj,0.0112837148,hessian_weighted_relative_error,25834,0.02500,0.756
12,model.language_model.layers.12.mlp.experts.162.gate_proj,0.0046654477,hessian_weighted_relative_error,25834,0.02500,0.784
12,model.language_model.layers.12.mlp.experts.162.up_proj,0.0052742195,hessian_weighted_relative_error,25834,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.163.down_proj,0.0092651497,hessian_weighted_relative_error,61890,0.02500,0.876
12,model.language_model.layers.12.mlp.experts.163.gate_proj,0.0052230470,hessian_weighted_relative_error,61890,0.02500,0.904
12,model.language_model.layers.12.mlp.experts.163.up_proj,0.0058302132,hessian_weighted_relative_error,61890,0.02500,0.964
12,model.language_model.layers.12.mlp.experts.164.down_proj,0.0115933016,hessian_weighted_relative_error,11732,0.02500,0.758
12,model.language_model.layers.12.mlp.experts.164.gate_proj,0.0058721451,hessian_weighted_relative_error,11732,0.02500,0.785
12,model.language_model.layers.12.mlp.experts.164.up_proj,0.0065364842,hessian_weighted_relative_error,11732,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.165.down_proj,0.0078054066,hessian_weighted_relative_error,36442,0.02500,0.875
12,model.language_model.layers.12.mlp.experts.165.gate_proj,0.0048307691,hessian_weighted_relative_error,36442,0.02500,0.913
12,model.language_model.layers.12.mlp.experts.165.up_proj,0.0053670344,hessian_weighted_relative_error,36442,0.02500,0.963
12,model.language_model.layers.12.mlp.experts.166.down_proj,0.0110748005,hessian_weighted_relative_error,41154,0.02500,0.754
12,model.language_model.layers.12.mlp.experts.166.gate_proj,0.0050775419,hessian_weighted_relative_error,41154,0.02500,0.785
12,model.language_model.layers.12.mlp.experts.166.up_proj,0.0055599683,hessian_weighted_relative_error,41154,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.167.down_proj,0.0073316286,hessian_weighted_relative_error,22971,0.02500,0.874
12,model.language_model.layers.12.mlp.experts.167.gate_proj,0.0037949826,hessian_weighted_relative_error,22971,0.02500,0.917
12,model.language_model.layers.12.mlp.experts.167.up_proj,0.0042442726,hessian_weighted_relative_error,22971,0.02500,0.998
12,model.language_model.layers.12.mlp.experts.168.down_proj,0.0113160272,hessian_weighted_relative_error,33566,0.02500,0.756
12,model.language_model.layers.12.mlp.experts.168.gate_proj,0.0060242819,hessian_weighted_relative_error,33566,0.02500,0.786
12,model.language_model.layers.12.mlp.experts.168.up_proj,0.0069476368,hessian_weighted_relative_error,33566,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.169.down_proj,0.0110453751,hessian_weighted_relative_error,22697,0.02500,0.878
12,model.language_model.layers.12.mlp.experts.169.gate_proj,0.0057628180,hessian_weighted_relative_error,22697,0.02500,0.912
12,model.language_model.layers.12.mlp.experts.169.up_proj,0.0063179961,hessian_weighted_relative_error,22697,0.02500,0.966
12,model.language_model.layers.12.mlp.experts.17.down_proj,0.0115569448,hessian_weighted_relative_error,21039,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.17.gate_proj,0.0071239021,hessian_weighted_relative_error,21039,0.02500,0.855
12,model.language_model.layers.12.mlp.experts.17.up_proj,0.0080898874,hessian_weighted_relative_error,21039,0.02500,0.943
12,model.language_model.layers.12.mlp.experts.170.down_proj,0.0098851920,hessian_weighted_relative_error,26230,0.02500,0.756
12,model.language_model.layers.12.mlp.experts.170.gate_proj,0.0056267728,hessian_weighted_relative_error,26230,0.02500,0.784
12,model.language_model.layers.12.mlp.experts.170.up_proj,0.0059923551,hessian_weighted_relative_error,26230,0.02500,0.824
12,model.language_model.layers.12.mlp.experts.171.down_proj,0.0070339050,hessian_weighted_relative_error,48531,0.02500,0.875
12,model.language_model.layers.12.mlp.experts.171.gate_proj,0.0045791235,hessian_weighted_relative_error,48531,0.02500,0.913
12,model.language_model.layers.12.mlp.experts.171.up_proj,0.0048775323,hessian_weighted_relative_error,48531,0.02500,0.968
12,model.language_model.layers.12.mlp.experts.172.down_proj,0.0092847653,hessian_weighted_relative_error,8393,0.02500,0.759
12,model.language_model.layers.12.mlp.experts.172.gate_proj,0.0041833194,hessian_weighted_relative_error,8393,0.02500,0.786
12,model.language_model.layers.12.mlp.experts.172.up_proj,0.0047508757,hessian_weighted_relative_error,8393,0.02500,0.814
12,model.language_model.layers.12.mlp.experts.173.down_proj,0.0059989320,hessian_weighted_relative_error,30296,0.02500,0.876
12,model.language_model.layers.12.mlp.experts.173.gate_proj,0.0031909208,hessian_weighted_relative_error,30296,0.02500,0.913
12,model.language_model.layers.12.mlp.experts.173.up_proj,0.0035937698,hessian_weighted_relative_error,30296,0.02500,1.009
12,model.language_model.layers.12.mlp.experts.174.down_proj,0.0099587233,hessian_weighted_relative_error,21502,0.02500,0.755
12,model.language_model.layers.12.mlp.experts.174.gate_proj,0.0039408101,hessian_weighted_relative_error,21502,0.02500,0.786
12,model.language_model.layers.12.mlp.experts.174.up_proj,0.0044969097,hessian_weighted_relative_error,21502,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.175.down_proj,0.0100490346,hessian_weighted_relative_error,18742,0.02500,0.876
12,model.language_model.layers.12.mlp.experts.175.gate_proj,0.0055149224,hessian_weighted_relative_error,18742,0.02500,0.917
12,model.language_model.layers.12.mlp.experts.175.up_proj,0.0066681012,hessian_weighted_relative_error,18742,0.02500,0.967
12,model.language_model.layers.12.mlp.experts.176.down_proj,0.0099725763,hessian_weighted_relative_error,49189,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.176.gate_proj,0.0063445800,hessian_weighted_relative_error,49189,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.176.up_proj,0.0069320593,hessian_weighted_relative_error,49189,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.177.down_proj,0.0122316210,hessian_weighted_relative_error,28231,0.02500,0.877
12,model.language_model.layers.12.mlp.experts.177.gate_proj,0.0063922702,hessian_weighted_relative_error,28231,0.02500,0.916
12,model.language_model.layers.12.mlp.experts.177.up_proj,0.0075860415,hessian_weighted_relative_error,28231,0.02500,0.964
12,model.language_model.layers.12.mlp.experts.178.down_proj,0.0104475327,hessian_weighted_relative_error,17510,0.02500,0.756
12,model.language_model.layers.12.mlp.experts.178.gate_proj,0.0056375838,hessian_weighted_relative_error,17510,0.02500,0.785
12,model.language_model.layers.12.mlp.experts.178.up_proj,0.0062764059,hessian_weighted_relative_error,17510,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.179.down_proj,0.0131808150,hessian_weighted_relative_error,27817,0.02500,0.878
12,model.language_model.layers.12.mlp.experts.179.gate_proj,0.0064093810,hessian_weighted_relative_error,27817,0.02500,0.946
12,model.language_model.layers.12.mlp.experts.179.up_proj,0.0073285411,hessian_weighted_relative_error,27817,0.02500,0.967
12,model.language_model.layers.12.mlp.experts.18.down_proj,0.0114540991,hessian_weighted_relative_error,20494,0.02500,0.725
12,model.language_model.layers.12.mlp.experts.18.gate_proj,0.0047756447,hessian_weighted_relative_error,20494,0.02500,0.754
12,model.language_model.layers.12.mlp.experts.18.up_proj,0.0053828608,hessian_weighted_relative_error,20494,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.180.down_proj,0.0052707802,hessian_weighted_relative_error,19833,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.180.gate_proj,0.0045230231,hessian_weighted_relative_error,19833,0.02500,0.789
12,model.language_model.layers.12.mlp.experts.180.up_proj,0.0056313818,hessian_weighted_relative_error,19833,0.02500,0.806
12,model.language_model.layers.12.mlp.experts.181.down_proj,0.0076892644,hessian_weighted_relative_error,29665,0.02500,0.878
12,model.language_model.layers.12.mlp.experts.181.gate_proj,0.0047764981,hessian_weighted_relative_error,29665,0.02500,0.917
12,model.language_model.layers.12.mlp.experts.181.up_proj,0.0054808102,hessian_weighted_relative_error,29665,0.02500,0.968
12,model.language_model.layers.12.mlp.experts.182.down_proj,0.0108821066,hessian_weighted_relative_error,18448,0.02500,0.756
12,model.language_model.layers.12.mlp.experts.182.gate_proj,0.0063080179,hessian_weighted_relative_error,18448,0.02500,0.789
12,model.language_model.layers.12.mlp.experts.182.up_proj,0.0069198585,hessian_weighted_relative_error,18448,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.183.down_proj,0.0127738798,hessian_weighted_relative_error,22660,0.02500,0.877
12,model.language_model.layers.12.mlp.experts.183.gate_proj,0.0061758432,hessian_weighted_relative_error,22660,0.02500,0.926
12,model.language_model.layers.12.mlp.experts.183.up_proj,0.0070632425,hessian_weighted_relative_error,22660,0.02500,0.968
12,model.language_model.layers.12.mlp.experts.184.down_proj,0.0109720135,hessian_weighted_relative_error,17859,0.02500,0.758
12,model.language_model.layers.12.mlp.experts.184.gate_proj,0.0061102678,hessian_weighted_relative_error,17859,0.02500,0.790
12,model.language_model.layers.12.mlp.experts.184.up_proj,0.0067523942,hessian_weighted_relative_error,17859,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.185.down_proj,0.0114788556,hessian_weighted_relative_error,12733,0.02500,0.879
12,model.language_model.layers.12.mlp.experts.185.gate_proj,0.0056980294,hessian_weighted_relative_error,12733,0.02500,0.920
12,model.language_model.layers.12.mlp.experts.185.up_proj,0.0063087409,hessian_weighted_relative_error,12733,0.02500,0.956
12,model.language_model.layers.12.mlp.experts.186.down_proj,0.0119522761,hessian_weighted_relative_error,13861,0.02500,0.759
12,model.language_model.layers.12.mlp.experts.186.gate_proj,0.0060816927,hessian_weighted_relative_error,13861,0.02500,0.787
12,model.language_model.layers.12.mlp.experts.186.up_proj,0.0072275880,hessian_weighted_relative_error,13861,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.187.down_proj,0.0103625697,hessian_weighted_relative_error,11926,0.02500,0.882
12,model.language_model.layers.12.mlp.experts.187.gate_proj,0.0051724994,hessian_weighted_relative_error,11926,0.02500,0.919
12,model.language_model.layers.12.mlp.experts.187.up_proj,0.0058876254,hessian_weighted_relative_error,11926,0.02500,0.959
12,model.language_model.layers.12.mlp.experts.188.down_proj,0.0081969855,hessian_weighted_relative_error,15748,0.02500,0.759
12,model.language_model.layers.12.mlp.experts.188.gate_proj,0.0044519402,hessian_weighted_relative_error,15748,0.02500,0.790
12,model.language_model.layers.12.mlp.experts.188.up_proj,0.0049216655,hessian_weighted_relative_error,15748,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.189.down_proj,0.0121659484,hessian_weighted_relative_error,46774,0.02500,0.879
12,model.language_model.layers.12.mlp.experts.189.gate_proj,0.0060653796,hessian_weighted_relative_error,46774,0.02500,0.923
12,model.language_model.layers.12.mlp.experts.189.up_proj,0.0071993124,hessian_weighted_relative_error,46774,0.02500,0.971
12,model.language_model.layers.12.mlp.experts.19.down_proj,0.0122014168,hessian_weighted_relative_error,22284,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.19.gate_proj,0.0064520603,hessian_weighted_relative_error,22284,0.02500,0.856
12,model.language_model.layers.12.mlp.experts.19.up_proj,0.0073328346,hessian_weighted_relative_error,22284,0.02500,0.941
12,model.language_model.layers.12.mlp.experts.190.down_proj,0.0079319644,hessian_weighted_relative_error,9248,0.02500,0.758
12,model.language_model.layers.12.mlp.experts.190.gate_proj,0.0042162924,hessian_weighted_relative_error,9248,0.02500,0.791
12,model.language_model.layers.12.mlp.experts.190.up_proj,0.0050013829,hessian_weighted_relative_error,9248,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.191.down_proj,0.0116347176,hessian_weighted_relative_error,25805,0.02500,0.879
12,model.language_model.layers.12.mlp.experts.191.gate_proj,0.0056849419,hessian_weighted_relative_error,25805,0.02500,0.920
12,model.language_model.layers.12.mlp.experts.191.up_proj,0.0066170307,hessian_weighted_relative_error,25805,0.02500,0.965
12,model.language_model.layers.12.mlp.experts.192.down_proj,0.0082250011,hessian_weighted_relative_error,10717,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.192.gate_proj,0.0043409023,hessian_weighted_relative_error,10717,0.02500,0.790
12,model.language_model.layers.12.mlp.experts.192.up_proj,0.0049934452,hessian_weighted_relative_error,10717,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.193.down_proj,0.0117411876,hessian_weighted_relative_error,42378,0.02500,0.880
12,model.language_model.layers.12.mlp.experts.193.gate_proj,0.0058857752,hessian_weighted_relative_error,42378,0.02500,0.913
12,model.language_model.layers.12.mlp.experts.193.up_proj,0.0069407290,hessian_weighted_relative_error,42378,0.02500,0.952
12,model.language_model.layers.12.mlp.experts.194.down_proj,0.0077772091,hessian_weighted_relative_error,31310,0.02500,0.758
12,model.language_model.layers.12.mlp.experts.194.gate_proj,0.0043650098,hessian_weighted_relative_error,31310,0.02500,0.789
12,model.language_model.layers.12.mlp.experts.194.up_proj,0.0048493807,hessian_weighted_relative_error,31310,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.195.down_proj,0.0082899866,hessian_weighted_relative_error,25915,0.02500,0.882
12,model.language_model.layers.12.mlp.experts.195.gate_proj,0.0040697000,hessian_weighted_relative_error,25915,0.02500,0.909
12,model.language_model.layers.12.mlp.experts.195.up_proj,0.0045631070,hessian_weighted_relative_error,25915,0.02500,0.957
12,model.language_model.layers.12.mlp.experts.196.down_proj,0.0116076356,hessian_weighted_relative_error,20554,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.196.gate_proj,0.0064172871,hessian_weighted_relative_error,20554,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.196.up_proj,0.0071099226,hessian_weighted_relative_error,20554,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.197.down_proj,0.0122095797,hessian_weighted_relative_error,15527,0.02500,0.880
12,model.language_model.layers.12.mlp.experts.197.gate_proj,0.0057970266,hessian_weighted_relative_error,15527,0.02500,0.934
12,model.language_model.layers.12.mlp.experts.197.up_proj,0.0066939898,hessian_weighted_relative_error,15527,0.02500,0.958
12,model.language_model.layers.12.mlp.experts.198.down_proj,0.0122709256,hessian_weighted_relative_error,48601,0.02500,0.757
12,model.language_model.layers.12.mlp.experts.198.gate_proj,0.0058868627,hessian_weighted_relative_error,48601,0.02500,0.790
12,model.language_model.layers.12.mlp.experts.198.up_proj,0.0064481506,hessian_weighted_relative_error,48601,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.199.down_proj,0.0089382218,hessian_weighted_relative_error,18974,0.02500,0.880
12,model.language_model.layers.12.mlp.experts.199.gate_proj,0.0047561069,hessian_weighted_relative_error,18974,0.02500,0.918
12,model.language_model.layers.12.mlp.experts.199.up_proj,0.0052305164,hessian_weighted_relative_error,18974,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.2.down_proj,0.0102771690,hessian_weighted_relative_error,28344,0.02500,0.695
12,model.language_model.layers.12.mlp.experts.2.gate_proj,0.0058263808,hessian_weighted_relative_error,28344,0.02500,0.778
12,model.language_model.layers.12.mlp.experts.2.up_proj,0.0067092194,hessian_weighted_relative_error,28344,0.02500,0.798
12,model.language_model.layers.12.mlp.experts.20.down_proj,0.0093086143,hessian_weighted_relative_error,17021,0.02500,0.727
12,model.language_model.layers.12.mlp.experts.20.gate_proj,0.0039995015,hessian_weighted_relative_error,17021,0.02500,0.754
12,model.language_model.layers.12.mlp.experts.20.up_proj,0.0043167096,hessian_weighted_relative_error,17021,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.200.down_proj,0.0123502442,hessian_weighted_relative_error,29764,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.200.gate_proj,0.0062292892,hessian_weighted_relative_error,29764,0.02500,0.791
12,model.language_model.layers.12.mlp.experts.200.up_proj,0.0071842828,hessian_weighted_relative_error,29764,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.201.down_proj,0.0099988166,hessian_weighted_relative_error,35422,0.02500,0.881
12,model.language_model.layers.12.mlp.experts.201.gate_proj,0.0050451340,hessian_weighted_relative_error,35422,0.02500,0.920
12,model.language_model.layers.12.mlp.experts.201.up_proj,0.0057504685,hessian_weighted_relative_error,35422,0.02500,0.956
12,model.language_model.layers.12.mlp.experts.202.down_proj,0.0100342744,hessian_weighted_relative_error,26868,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.202.gate_proj,0.0050535939,hessian_weighted_relative_error,26868,0.02500,0.790
12,model.language_model.layers.12.mlp.experts.202.up_proj,0.0054708275,hessian_weighted_relative_error,26868,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.203.down_proj,0.0104085398,hessian_weighted_relative_error,42560,0.02500,0.884
12,model.language_model.layers.12.mlp.experts.203.gate_proj,0.0049852859,hessian_weighted_relative_error,42560,0.02500,0.915
12,model.language_model.layers.12.mlp.experts.203.up_proj,0.0057689875,hessian_weighted_relative_error,42560,0.02500,0.955
12,model.language_model.layers.12.mlp.experts.204.down_proj,0.0109387789,hessian_weighted_relative_error,22574,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.204.gate_proj,0.0060660030,hessian_weighted_relative_error,22574,0.02500,0.791
12,model.language_model.layers.12.mlp.experts.204.up_proj,0.0063935709,hessian_weighted_relative_error,22574,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.205.down_proj,0.0095515998,hessian_weighted_relative_error,17478,0.02500,0.881
12,model.language_model.layers.12.mlp.experts.205.gate_proj,0.0042155032,hessian_weighted_relative_error,17478,0.02500,0.909
12,model.language_model.layers.12.mlp.experts.205.up_proj,0.0046567661,hessian_weighted_relative_error,17478,0.02500,0.958
12,model.language_model.layers.12.mlp.experts.206.down_proj,0.0121714150,hessian_weighted_relative_error,34518,0.02500,0.758
12,model.language_model.layers.12.mlp.experts.206.gate_proj,0.0067943024,hessian_weighted_relative_error,34518,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.206.up_proj,0.0079981277,hessian_weighted_relative_error,34518,0.02500,0.811
12,model.language_model.layers.12.mlp.experts.207.down_proj,0.0096932062,hessian_weighted_relative_error,66881,0.02500,0.882
12,model.language_model.layers.12.mlp.experts.207.gate_proj,0.0062119222,hessian_weighted_relative_error,66881,0.02500,0.913
12,model.language_model.layers.12.mlp.experts.207.up_proj,0.0068118653,hessian_weighted_relative_error,66881,0.02500,0.983
12,model.language_model.layers.12.mlp.experts.208.down_proj,0.0110630377,hessian_weighted_relative_error,59098,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.208.gate_proj,0.0053997057,hessian_weighted_relative_error,59098,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.208.up_proj,0.0062077459,hessian_weighted_relative_error,59098,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.209.down_proj,0.0078258813,hessian_weighted_relative_error,44272,0.02500,0.882
12,model.language_model.layers.12.mlp.experts.209.gate_proj,0.0037178970,hessian_weighted_relative_error,44272,0.02500,0.918
12,model.language_model.layers.12.mlp.experts.209.up_proj,0.0040713823,hessian_weighted_relative_error,44272,0.02500,0.970
12,model.language_model.layers.12.mlp.experts.21.down_proj,0.0038132210,hessian_weighted_relative_error,11196,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.21.gate_proj,0.0018807015,hessian_weighted_relative_error,11196,0.02500,0.854
12,model.language_model.layers.12.mlp.experts.21.up_proj,0.0019900336,hessian_weighted_relative_error,11196,0.02500,0.941
12,model.language_model.layers.12.mlp.experts.210.down_proj,0.0110852731,hessian_weighted_relative_error,25359,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.210.gate_proj,0.0055803437,hessian_weighted_relative_error,25359,0.02500,0.794
12,model.language_model.layers.12.mlp.experts.210.up_proj,0.0061279014,hessian_weighted_relative_error,25359,0.02500,0.809
12,model.language_model.layers.12.mlp.experts.211.down_proj,0.0130102861,hessian_weighted_relative_error,23085,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.211.gate_proj,0.0064725770,hessian_weighted_relative_error,23085,0.02500,0.920
12,model.language_model.layers.12.mlp.experts.211.up_proj,0.0073242059,hessian_weighted_relative_error,23085,0.02500,0.963
12,model.language_model.layers.12.mlp.experts.212.down_proj,0.0072599906,hessian_weighted_relative_error,17392,0.02500,0.765
12,model.language_model.layers.12.mlp.experts.212.gate_proj,0.0034741729,hessian_weighted_relative_error,17392,0.02500,0.790
12,model.language_model.layers.12.mlp.experts.212.up_proj,0.0037948928,hessian_weighted_relative_error,17392,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.213.down_proj,0.0103731249,hessian_weighted_relative_error,8066,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.213.gate_proj,0.0057375606,hessian_weighted_relative_error,8066,0.02500,0.923
12,model.language_model.layers.12.mlp.experts.213.up_proj,0.0063873572,hessian_weighted_relative_error,8066,0.02500,0.959
12,model.language_model.layers.12.mlp.experts.214.down_proj,0.0106387107,hessian_weighted_relative_error,15277,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.214.gate_proj,0.0058984323,hessian_weighted_relative_error,15277,0.02500,0.791
12,model.language_model.layers.12.mlp.experts.214.up_proj,0.0065325328,hessian_weighted_relative_error,15277,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.215.down_proj,0.0132715904,hessian_weighted_relative_error,28209,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.215.gate_proj,0.0064406668,hessian_weighted_relative_error,28209,0.02500,0.923
12,model.language_model.layers.12.mlp.experts.215.up_proj,0.0079413337,hessian_weighted_relative_error,28209,0.02500,0.964
12,model.language_model.layers.12.mlp.experts.216.down_proj,0.0092595430,hessian_weighted_relative_error,36065,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.216.gate_proj,0.0056337337,hessian_weighted_relative_error,36065,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.216.up_proj,0.0062784803,hessian_weighted_relative_error,36065,0.02500,0.806
12,model.language_model.layers.12.mlp.experts.217.down_proj,0.0100360538,hessian_weighted_relative_error,16224,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.217.gate_proj,0.0057277220,hessian_weighted_relative_error,16224,0.02500,0.916
12,model.language_model.layers.12.mlp.experts.217.up_proj,0.0069881123,hessian_weighted_relative_error,16224,0.02500,0.958
12,model.language_model.layers.12.mlp.experts.218.down_proj,0.0122247037,hessian_weighted_relative_error,23198,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.218.gate_proj,0.0060025563,hessian_weighted_relative_error,23198,0.02500,0.791
12,model.language_model.layers.12.mlp.experts.218.up_proj,0.0069492267,hessian_weighted_relative_error,23198,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.219.down_proj,0.0106884648,hessian_weighted_relative_error,9476,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.219.gate_proj,0.0048383102,hessian_weighted_relative_error,9476,0.02500,0.925
12,model.language_model.layers.12.mlp.experts.219.up_proj,0.0059784561,hessian_weighted_relative_error,9476,0.02500,0.960
12,model.language_model.layers.12.mlp.experts.22.down_proj,0.0073203109,hessian_weighted_relative_error,40734,0.02500,0.726
12,model.language_model.layers.12.mlp.experts.22.gate_proj,0.0032135854,hessian_weighted_relative_error,40734,0.02500,0.756
12,model.language_model.layers.12.mlp.experts.22.up_proj,0.0036139400,hessian_weighted_relative_error,40734,0.02500,0.800
12,model.language_model.layers.12.mlp.experts.220.down_proj,0.0067118104,hessian_weighted_relative_error,22943,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.220.gate_proj,0.0026279414,hessian_weighted_relative_error,22943,0.02500,0.793
12,model.language_model.layers.12.mlp.experts.220.up_proj,0.0028646585,hessian_weighted_relative_error,22943,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.221.down_proj,0.0105209500,hessian_weighted_relative_error,16690,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.221.gate_proj,0.0064321554,hessian_weighted_relative_error,16690,0.02500,0.921
12,model.language_model.layers.12.mlp.experts.221.up_proj,0.0074288561,hessian_weighted_relative_error,16690,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.222.down_proj,0.0122256562,hessian_weighted_relative_error,18651,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.222.gate_proj,0.0068450444,hessian_weighted_relative_error,18651,0.02500,0.791
12,model.language_model.layers.12.mlp.experts.222.up_proj,0.0082026999,hessian_weighted_relative_error,18651,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.223.down_proj,0.0108123489,hessian_weighted_relative_error,38612,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.223.gate_proj,0.0072487686,hessian_weighted_relative_error,38612,0.02500,0.918
12,model.language_model.layers.12.mlp.experts.223.up_proj,0.0075866826,hessian_weighted_relative_error,38612,0.02500,0.969
12,model.language_model.layers.12.mlp.experts.224.down_proj,0.0117751916,hessian_weighted_relative_error,37724,0.02500,0.769
12,model.language_model.layers.12.mlp.experts.224.gate_proj,0.0047583615,hessian_weighted_relative_error,37724,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.224.up_proj,0.0057211117,hessian_weighted_relative_error,37724,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.225.down_proj,0.0091532192,hessian_weighted_relative_error,27528,0.02500,0.884
12,model.language_model.layers.12.mlp.experts.225.gate_proj,0.0051320532,hessian_weighted_relative_error,27528,0.02500,0.930
12,model.language_model.layers.12.mlp.experts.225.up_proj,0.0055279153,hessian_weighted_relative_error,27528,0.02500,0.961
12,model.language_model.layers.12.mlp.experts.226.down_proj,0.0124683657,hessian_weighted_relative_error,33884,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.226.gate_proj,0.0058466285,hessian_weighted_relative_error,33884,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.226.up_proj,0.0074142581,hessian_weighted_relative_error,33884,0.02500,0.809
12,model.language_model.layers.12.mlp.experts.227.down_proj,0.0118021448,hessian_weighted_relative_error,28757,0.02500,0.886
12,model.language_model.layers.12.mlp.experts.227.gate_proj,0.0060343602,hessian_weighted_relative_error,28757,0.02500,0.927
12,model.language_model.layers.12.mlp.experts.227.up_proj,0.0068713576,hessian_weighted_relative_error,28757,0.02500,0.967
12,model.language_model.layers.12.mlp.experts.228.down_proj,0.0110563676,hessian_weighted_relative_error,14480,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.228.gate_proj,0.0060275316,hessian_weighted_relative_error,14480,0.02500,0.794
12,model.language_model.layers.12.mlp.experts.228.up_proj,0.0072131055,hessian_weighted_relative_error,14480,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.229.down_proj,0.0110836836,hessian_weighted_relative_error,31448,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.229.gate_proj,0.0071443076,hessian_weighted_relative_error,31448,0.02500,0.921
12,model.language_model.layers.12.mlp.experts.229.up_proj,0.0078801185,hessian_weighted_relative_error,31448,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.23.down_proj,0.0105149348,hessian_weighted_relative_error,50830,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.23.gate_proj,0.0058131723,hessian_weighted_relative_error,50830,0.02500,0.857
12,model.language_model.layers.12.mlp.experts.23.up_proj,0.0064968909,hessian_weighted_relative_error,50830,0.02500,0.948
12,model.language_model.layers.12.mlp.experts.230.down_proj,0.0097831863,hessian_weighted_relative_error,17812,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.230.gate_proj,0.0044959521,hessian_weighted_relative_error,17812,0.02500,0.793
12,model.language_model.layers.12.mlp.experts.230.up_proj,0.0049340918,hessian_weighted_relative_error,17812,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.231.down_proj,0.0140908212,hessian_weighted_relative_error,81010,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.231.gate_proj,0.0066429855,hessian_weighted_relative_error,81010,0.02500,0.920
12,model.language_model.layers.12.mlp.experts.231.up_proj,0.0078538674,hessian_weighted_relative_error,81010,0.02500,0.970
12,model.language_model.layers.12.mlp.experts.232.down_proj,0.0113255463,hessian_weighted_relative_error,18079,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.232.gate_proj,0.0049295641,hessian_weighted_relative_error,18079,0.02500,0.795
12,model.language_model.layers.12.mlp.experts.232.up_proj,0.0055563721,hessian_weighted_relative_error,18079,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.233.down_proj,0.0112605721,hessian_weighted_relative_error,20903,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.233.gate_proj,0.0058641187,hessian_weighted_relative_error,20903,0.02500,0.924
12,model.language_model.layers.12.mlp.experts.233.up_proj,0.0067643445,hessian_weighted_relative_error,20903,0.02500,0.967
12,model.language_model.layers.12.mlp.experts.234.down_proj,0.0091424859,hessian_weighted_relative_error,52947,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.234.gate_proj,0.0045386570,hessian_weighted_relative_error,52947,0.02500,0.794
12,model.language_model.layers.12.mlp.experts.234.up_proj,0.0051761028,hessian_weighted_relative_error,52947,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.235.down_proj,0.0112281409,hessian_weighted_relative_error,17958,0.02500,0.886
12,model.language_model.layers.12.mlp.experts.235.gate_proj,0.0050432126,hessian_weighted_relative_error,17958,0.02500,0.931
12,model.language_model.layers.12.mlp.experts.235.up_proj,0.0062796086,hessian_weighted_relative_error,17958,0.02500,0.961
12,model.language_model.layers.12.mlp.experts.236.down_proj,0.0125969238,hessian_weighted_relative_error,38934,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.236.gate_proj,0.0064491980,hessian_weighted_relative_error,38934,0.02500,0.795
12,model.language_model.layers.12.mlp.experts.236.up_proj,0.0070398170,hessian_weighted_relative_error,38934,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.237.down_proj,0.0117905827,hessian_weighted_relative_error,18468,0.02500,0.884
12,model.language_model.layers.12.mlp.experts.237.gate_proj,0.0066970787,hessian_weighted_relative_error,18468,0.02500,0.926
12,model.language_model.layers.12.mlp.experts.237.up_proj,0.0071380020,hessian_weighted_relative_error,18468,0.02500,0.963
12,model.language_model.layers.12.mlp.experts.238.down_proj,0.0099838581,hessian_weighted_relative_error,16141,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.238.gate_proj,0.0051554062,hessian_weighted_relative_error,16141,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.238.up_proj,0.0056393078,hessian_weighted_relative_error,16141,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.239.down_proj,0.0107453652,hessian_weighted_relative_error,15137,0.02500,0.884
12,model.language_model.layers.12.mlp.experts.239.gate_proj,0.0056524187,hessian_weighted_relative_error,15137,0.02500,0.942
12,model.language_model.layers.12.mlp.experts.239.up_proj,0.0060541175,hessian_weighted_relative_error,15137,0.02500,0.969
12,model.language_model.layers.12.mlp.experts.24.down_proj,0.0076652173,hessian_weighted_relative_error,22306,0.02500,0.731
12,model.language_model.layers.12.mlp.experts.24.gate_proj,0.0040007418,hessian_weighted_relative_error,22306,0.02500,0.756
12,model.language_model.layers.12.mlp.experts.24.up_proj,0.0044307053,hessian_weighted_relative_error,22306,0.02500,0.800
12,model.language_model.layers.12.mlp.experts.240.down_proj,0.0115833165,hessian_weighted_relative_error,28489,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.240.gate_proj,0.0054110341,hessian_weighted_relative_error,28489,0.02500,0.793
12,model.language_model.layers.12.mlp.experts.240.up_proj,0.0059338268,hessian_weighted_relative_error,28489,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.241.down_proj,0.0122914999,hessian_weighted_relative_error,58926,0.02500,0.885
12,model.language_model.layers.12.mlp.experts.241.gate_proj,0.0069504961,hessian_weighted_relative_error,58926,0.02500,0.928
12,model.language_model.layers.12.mlp.experts.241.up_proj,0.0079768591,hessian_weighted_relative_error,58926,0.02500,0.963
12,model.language_model.layers.12.mlp.experts.242.down_proj,0.0135608174,hessian_weighted_relative_error,20637,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.242.gate_proj,0.0082390927,hessian_weighted_relative_error,20637,0.02500,0.794
12,model.language_model.layers.12.mlp.experts.242.up_proj,0.0091408681,hessian_weighted_relative_error,20637,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.243.down_proj,0.0113451873,hessian_weighted_relative_error,35871,0.02500,0.886
12,model.language_model.layers.12.mlp.experts.243.gate_proj,0.0061665344,hessian_weighted_relative_error,35871,0.02500,0.928
12,model.language_model.layers.12.mlp.experts.243.up_proj,0.0068789943,hessian_weighted_relative_error,35871,0.02500,0.965
12,model.language_model.layers.12.mlp.experts.244.down_proj,0.0074485141,hessian_weighted_relative_error,33615,0.02500,0.769
12,model.language_model.layers.12.mlp.experts.244.gate_proj,0.0034867356,hessian_weighted_relative_error,33615,0.02500,0.795
12,model.language_model.layers.12.mlp.experts.244.up_proj,0.0037119347,hessian_weighted_relative_error,33615,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.245.down_proj,0.0122350028,hessian_weighted_relative_error,34457,0.02500,0.884
12,model.language_model.layers.12.mlp.experts.245.gate_proj,0.0062364300,hessian_weighted_relative_error,34457,0.02500,0.925
12,model.language_model.layers.12.mlp.experts.245.up_proj,0.0070350209,hessian_weighted_relative_error,34457,0.02500,0.960
12,model.language_model.layers.12.mlp.experts.246.down_proj,0.0069334448,hessian_weighted_relative_error,22976,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.246.gate_proj,0.0042262783,hessian_weighted_relative_error,22976,0.02500,0.795
12,model.language_model.layers.12.mlp.experts.246.up_proj,0.0049345843,hessian_weighted_relative_error,22976,0.02500,0.809
12,model.language_model.layers.12.mlp.experts.247.down_proj,0.0110241268,hessian_weighted_relative_error,55866,0.02500,0.884
12,model.language_model.layers.12.mlp.experts.247.gate_proj,0.0056134683,hessian_weighted_relative_error,55866,0.02500,0.922
12,model.language_model.layers.12.mlp.experts.247.up_proj,0.0061826739,hessian_weighted_relative_error,55866,0.02500,0.966
12,model.language_model.layers.12.mlp.experts.248.down_proj,0.0061989717,hessian_weighted_relative_error,17701,0.02500,0.765
12,model.language_model.layers.12.mlp.experts.248.gate_proj,0.0028756895,hessian_weighted_relative_error,17701,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.248.up_proj,0.0030882247,hessian_weighted_relative_error,17701,0.02500,0.809
12,model.language_model.layers.12.mlp.experts.249.down_proj,0.0087780425,hessian_weighted_relative_error,23762,0.02500,0.885
12,model.language_model.layers.12.mlp.experts.249.gate_proj,0.0044822453,hessian_weighted_relative_error,23762,0.02500,0.928
12,model.language_model.layers.12.mlp.experts.249.up_proj,0.0049756603,hessian_weighted_relative_error,23762,0.02500,0.959
12,model.language_model.layers.12.mlp.experts.25.down_proj,0.0117949653,hessian_weighted_relative_error,20901,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.25.gate_proj,0.0071084774,hessian_weighted_relative_error,20901,0.02500,0.858
12,model.language_model.layers.12.mlp.experts.25.up_proj,0.0076570111,hessian_weighted_relative_error,20901,0.02500,0.942
12,model.language_model.layers.12.mlp.experts.250.down_proj,0.0111648283,hessian_weighted_relative_error,24622,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.250.gate_proj,0.0059421321,hessian_weighted_relative_error,24622,0.02500,0.796
12,model.language_model.layers.12.mlp.experts.250.up_proj,0.0064285453,hessian_weighted_relative_error,24622,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.251.down_proj,0.0094293889,hessian_weighted_relative_error,76195,0.02500,0.887
12,model.language_model.layers.12.mlp.experts.251.gate_proj,0.0050698194,hessian_weighted_relative_error,76195,0.02500,0.925
12,model.language_model.layers.12.mlp.experts.251.up_proj,0.0057725001,hessian_weighted_relative_error,76195,0.02500,0.959
12,model.language_model.layers.12.mlp.experts.252.down_proj,0.0108275871,hessian_weighted_relative_error,22938,0.02500,0.766
12,model.language_model.layers.12.mlp.experts.252.gate_proj,0.0048936859,hessian_weighted_relative_error,22938,0.02500,0.795
12,model.language_model.layers.12.mlp.experts.252.up_proj,0.0055178187,hessian_weighted_relative_error,22938,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.253.down_proj,0.0108107018,hessian_weighted_relative_error,18565,0.02500,0.885
12,model.language_model.layers.12.mlp.experts.253.gate_proj,0.0047514981,hessian_weighted_relative_error,18565,0.02500,0.926
12,model.language_model.layers.12.mlp.experts.253.up_proj,0.0057682101,hessian_weighted_relative_error,18565,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.254.down_proj,0.0113243165,hessian_weighted_relative_error,12909,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.254.gate_proj,0.0059415141,hessian_weighted_relative_error,12909,0.02500,0.796
12,model.language_model.layers.12.mlp.experts.254.up_proj,0.0068737816,hessian_weighted_relative_error,12909,0.02500,0.813
12,model.language_model.layers.12.mlp.experts.255.down_proj,0.0116126377,hessian_weighted_relative_error,50374,0.02500,0.885
12,model.language_model.layers.12.mlp.experts.255.gate_proj,0.0066177685,hessian_weighted_relative_error,50374,0.02500,0.934
12,model.language_model.layers.12.mlp.experts.255.up_proj,0.0073489564,hessian_weighted_relative_error,50374,0.02500,0.969
12,model.language_model.layers.12.mlp.experts.256.down_proj,0.0116057734,hessian_weighted_relative_error,35106,0.02500,0.768
12,model.language_model.layers.12.mlp.experts.256.gate_proj,0.0060347112,hessian_weighted_relative_error,35106,0.02500,0.796
12,model.language_model.layers.12.mlp.experts.256.up_proj,0.0067935310,hessian_weighted_relative_error,35106,0.02500,0.811
12,model.language_model.layers.12.mlp.experts.257.down_proj,0.0069077066,hessian_weighted_relative_error,41130,0.02500,0.886
12,model.language_model.layers.12.mlp.experts.257.gate_proj,0.0036898240,hessian_weighted_relative_error,41130,0.02500,0.927
12,model.language_model.layers.12.mlp.experts.257.up_proj,0.0040102620,hessian_weighted_relative_error,41130,0.02500,0.957
12,model.language_model.layers.12.mlp.experts.258.down_proj,0.0117293572,hessian_weighted_relative_error,74668,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.258.gate_proj,0.0064899597,hessian_weighted_relative_error,74668,0.02500,0.794
12,model.language_model.layers.12.mlp.experts.258.up_proj,0.0075402729,hessian_weighted_relative_error,74668,0.02500,0.814
12,model.language_model.layers.12.mlp.experts.259.down_proj,0.0090337356,hessian_weighted_relative_error,21759,0.02500,0.889
12,model.language_model.layers.12.mlp.experts.259.gate_proj,0.0054811816,hessian_weighted_relative_error,21759,0.02500,0.929
12,model.language_model.layers.12.mlp.experts.259.up_proj,0.0058789721,hessian_weighted_relative_error,21759,0.02500,0.956
12,model.language_model.layers.12.mlp.experts.26.down_proj,0.0120533467,hessian_weighted_relative_error,26036,0.02500,0.728
12,model.language_model.layers.12.mlp.experts.26.gate_proj,0.0058119780,hessian_weighted_relative_error,26036,0.02500,0.757
12,model.language_model.layers.12.mlp.experts.26.up_proj,0.0074196867,hessian_weighted_relative_error,26036,0.02500,0.796
12,model.language_model.layers.12.mlp.experts.260.down_proj,0.0082836140,hessian_weighted_relative_error,42193,0.02500,0.765
12,model.language_model.layers.12.mlp.experts.260.gate_proj,0.0042821204,hessian_weighted_relative_error,42193,0.02500,0.798
12,model.language_model.layers.12.mlp.experts.260.up_proj,0.0047701879,hessian_weighted_relative_error,42193,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.261.down_proj,0.0122934941,hessian_weighted_relative_error,50697,0.02500,0.887
12,model.language_model.layers.12.mlp.experts.261.gate_proj,0.0062116390,hessian_weighted_relative_error,50697,0.02500,0.924
12,model.language_model.layers.12.mlp.experts.261.up_proj,0.0070027455,hessian_weighted_relative_error,50697,0.02500,0.954
12,model.language_model.layers.12.mlp.experts.262.down_proj,0.0105115244,hessian_weighted_relative_error,45117,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.262.gate_proj,0.0045588566,hessian_weighted_relative_error,45117,0.02500,0.795
12,model.language_model.layers.12.mlp.experts.262.up_proj,0.0053422800,hessian_weighted_relative_error,45117,0.02500,0.809
12,model.language_model.layers.12.mlp.experts.263.down_proj,0.0094934467,hessian_weighted_relative_error,13165,0.02500,0.886
12,model.language_model.layers.12.mlp.experts.263.gate_proj,0.0029085485,hessian_weighted_relative_error,13165,0.02500,0.929
12,model.language_model.layers.12.mlp.experts.263.up_proj,0.0034010818,hessian_weighted_relative_error,13165,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.264.down_proj,0.0106291569,hessian_weighted_relative_error,19910,0.02500,0.768
12,model.language_model.layers.12.mlp.experts.264.gate_proj,0.0057804026,hessian_weighted_relative_error,19910,0.02500,0.796
12,model.language_model.layers.12.mlp.experts.264.up_proj,0.0063705208,hessian_weighted_relative_error,19910,0.02500,0.811
12,model.language_model.layers.12.mlp.experts.265.down_proj,0.0059748307,hessian_weighted_relative_error,10787,0.02500,0.887
12,model.language_model.layers.12.mlp.experts.265.gate_proj,0.0028873655,hessian_weighted_relative_error,10787,0.02500,0.934
12,model.language_model.layers.12.mlp.experts.265.up_proj,0.0031999195,hessian_weighted_relative_error,10787,0.02500,0.952
12,model.language_model.layers.12.mlp.experts.266.down_proj,0.0132135979,hessian_weighted_relative_error,28521,0.02500,0.766
12,model.language_model.layers.12.mlp.experts.266.gate_proj,0.0065803433,hessian_weighted_relative_error,28521,0.02500,0.798
12,model.language_model.layers.12.mlp.experts.266.up_proj,0.0076680722,hessian_weighted_relative_error,28521,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.267.down_proj,0.0073917462,hessian_weighted_relative_error,9139,0.02500,0.890
12,model.language_model.layers.12.mlp.experts.267.gate_proj,0.0035524384,hessian_weighted_relative_error,9139,0.02500,0.928
12,model.language_model.layers.12.mlp.experts.267.up_proj,0.0038446487,hessian_weighted_relative_error,9139,0.02500,0.948
12,model.language_model.layers.12.mlp.experts.268.down_proj,0.0138606453,hessian_weighted_relative_error,20940,0.02500,0.768
12,model.language_model.layers.12.mlp.experts.268.gate_proj,0.0083335942,hessian_weighted_relative_error,20940,0.02500,0.795
12,model.language_model.layers.12.mlp.experts.268.up_proj,0.0087587323,hessian_weighted_relative_error,20940,0.02500,0.809
12,model.language_model.layers.12.mlp.experts.269.down_proj,0.0131961857,hessian_weighted_relative_error,49336,0.02500,0.887
12,model.language_model.layers.12.mlp.experts.269.gate_proj,0.0071694628,hessian_weighted_relative_error,49336,0.02500,0.925
12,model.language_model.layers.12.mlp.experts.269.up_proj,0.0077412149,hessian_weighted_relative_error,49336,0.02500,0.949
12,model.language_model.layers.12.mlp.experts.27.down_proj,0.0139026699,hessian_weighted_relative_error,42494,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.27.gate_proj,0.0073202353,hessian_weighted_relative_error,42494,0.02500,0.859
12,model.language_model.layers.12.mlp.experts.27.up_proj,0.0082168326,hessian_weighted_relative_error,42494,0.02500,0.956
12,model.language_model.layers.12.mlp.experts.270.down_proj,0.0076145514,hessian_weighted_relative_error,46310,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.270.gate_proj,0.0042435501,hessian_weighted_relative_error,46310,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.270.up_proj,0.0045938111,hessian_weighted_relative_error,46310,0.02500,0.828
12,model.language_model.layers.12.mlp.experts.271.down_proj,0.0114194449,hessian_weighted_relative_error,32526,0.02500,0.887
12,model.language_model.layers.12.mlp.experts.271.gate_proj,0.0059605891,hessian_weighted_relative_error,32526,0.02500,0.929
12,model.language_model.layers.12.mlp.experts.271.up_proj,0.0068704287,hessian_weighted_relative_error,32526,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.272.down_proj,0.0118386780,hessian_weighted_relative_error,65522,0.02500,0.765
12,model.language_model.layers.12.mlp.experts.272.gate_proj,0.0064829876,hessian_weighted_relative_error,65522,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.272.up_proj,0.0076140767,hessian_weighted_relative_error,65522,0.02500,0.809
12,model.language_model.layers.12.mlp.experts.273.down_proj,0.0120887811,hessian_weighted_relative_error,25943,0.02500,0.887
12,model.language_model.layers.12.mlp.experts.273.gate_proj,0.0067403064,hessian_weighted_relative_error,25943,0.02500,0.936
12,model.language_model.layers.12.mlp.experts.273.up_proj,0.0075021963,hessian_weighted_relative_error,25943,0.02500,0.946
12,model.language_model.layers.12.mlp.experts.274.down_proj,0.0099011923,hessian_weighted_relative_error,30666,0.02500,0.766
12,model.language_model.layers.12.mlp.experts.274.gate_proj,0.0060593308,hessian_weighted_relative_error,30666,0.02500,0.795
12,model.language_model.layers.12.mlp.experts.274.up_proj,0.0068323697,hessian_weighted_relative_error,30666,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.275.down_proj,0.0128924441,hessian_weighted_relative_error,40492,0.02500,0.890
12,model.language_model.layers.12.mlp.experts.275.gate_proj,0.0063954254,hessian_weighted_relative_error,40492,0.02500,0.935
12,model.language_model.layers.12.mlp.experts.275.up_proj,0.0072965736,hessian_weighted_relative_error,40492,0.02500,0.945
12,model.language_model.layers.12.mlp.experts.276.down_proj,0.0109228243,hessian_weighted_relative_error,25578,0.02500,0.768
12,model.language_model.layers.12.mlp.experts.276.gate_proj,0.0061064078,hessian_weighted_relative_error,25578,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.276.up_proj,0.0067226810,hessian_weighted_relative_error,25578,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.277.down_proj,0.0105455672,hessian_weighted_relative_error,11872,0.02500,0.888
12,model.language_model.layers.12.mlp.experts.277.gate_proj,0.0045900206,hessian_weighted_relative_error,11872,0.02500,0.929
12,model.language_model.layers.12.mlp.experts.277.up_proj,0.0051879238,hessian_weighted_relative_error,11872,0.02500,0.951
12,model.language_model.layers.12.mlp.experts.278.down_proj,0.0092504066,hessian_weighted_relative_error,21318,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.278.gate_proj,0.0059819477,hessian_weighted_relative_error,21318,0.02500,0.798
12,model.language_model.layers.12.mlp.experts.278.up_proj,0.0068363535,hessian_weighted_relative_error,21318,0.02500,0.812
12,model.language_model.layers.12.mlp.experts.279.down_proj,0.0077071897,hessian_weighted_relative_error,23717,0.02500,0.887
12,model.language_model.layers.12.mlp.experts.279.gate_proj,0.0031043971,hessian_weighted_relative_error,23717,0.02500,0.935
12,model.language_model.layers.12.mlp.experts.279.up_proj,0.0032570339,hessian_weighted_relative_error,23717,0.02500,0.957
12,model.language_model.layers.12.mlp.experts.28.down_proj,0.0136455509,hessian_weighted_relative_error,70763,0.02500,0.730
12,model.language_model.layers.12.mlp.experts.28.gate_proj,0.0063694588,hessian_weighted_relative_error,70763,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.28.up_proj,0.0075847385,hessian_weighted_relative_error,70763,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.280.down_proj,0.0115220702,hessian_weighted_relative_error,9876,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.280.gate_proj,0.0062623054,hessian_weighted_relative_error,9876,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.280.up_proj,0.0070299115,hessian_weighted_relative_error,9876,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.281.down_proj,0.0072215635,hessian_weighted_relative_error,23644,0.02500,0.888
12,model.language_model.layers.12.mlp.experts.281.gate_proj,0.0031873269,hessian_weighted_relative_error,23644,0.02500,0.933
12,model.language_model.layers.12.mlp.experts.281.up_proj,0.0034143786,hessian_weighted_relative_error,23644,0.02500,0.935
12,model.language_model.layers.12.mlp.experts.282.down_proj,0.0118737661,hessian_weighted_relative_error,29722,0.02500,0.765
12,model.language_model.layers.12.mlp.experts.282.gate_proj,0.0059624801,hessian_weighted_relative_error,29722,0.02500,0.814
12,model.language_model.layers.12.mlp.experts.282.up_proj,0.0066369859,hessian_weighted_relative_error,29722,0.02500,0.809
12,model.language_model.layers.12.mlp.experts.283.down_proj,0.0063287101,hessian_weighted_relative_error,20212,0.02500,0.891
12,model.language_model.layers.12.mlp.experts.283.gate_proj,0.0023161626,hessian_weighted_relative_error,20212,0.02500,0.936
12,model.language_model.layers.12.mlp.experts.283.up_proj,0.0027683860,hessian_weighted_relative_error,20212,0.02500,0.940
12,model.language_model.layers.12.mlp.experts.284.down_proj,0.0113884242,hessian_weighted_relative_error,16258,0.02500,0.767
12,model.language_model.layers.12.mlp.experts.284.gate_proj,0.0058301603,hessian_weighted_relative_error,16258,0.02500,0.798
12,model.language_model.layers.12.mlp.experts.284.up_proj,0.0064856483,hessian_weighted_relative_error,16258,0.02500,0.806
12,model.language_model.layers.12.mlp.experts.285.down_proj,0.0101702418,hessian_weighted_relative_error,9354,0.02500,0.888
12,model.language_model.layers.12.mlp.experts.285.gate_proj,0.0045326158,hessian_weighted_relative_error,9354,0.02500,0.930
12,model.language_model.layers.12.mlp.experts.285.up_proj,0.0050628359,hessian_weighted_relative_error,9354,0.02500,0.947
12,model.language_model.layers.12.mlp.experts.286.down_proj,0.0115750017,hessian_weighted_relative_error,20737,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.286.gate_proj,0.0060537992,hessian_weighted_relative_error,20737,0.02500,0.800
12,model.language_model.layers.12.mlp.experts.286.up_proj,0.0066258100,hessian_weighted_relative_error,20737,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.287.down_proj,0.0100138528,hessian_weighted_relative_error,30418,0.02500,0.888
12,model.language_model.layers.12.mlp.experts.287.gate_proj,0.0044372115,hessian_weighted_relative_error,30418,0.02500,0.937
12,model.language_model.layers.12.mlp.experts.287.up_proj,0.0049722609,hessian_weighted_relative_error,30418,0.02500,0.944
12,model.language_model.layers.12.mlp.experts.29.down_proj,0.0119376170,hessian_weighted_relative_error,11918,0.02500,0.808
12,model.language_model.layers.12.mlp.experts.29.gate_proj,0.0066635549,hessian_weighted_relative_error,11918,0.02500,0.857
12,model.language_model.layers.12.mlp.experts.29.up_proj,0.0072731978,hessian_weighted_relative_error,11918,0.02500,0.940
12,model.language_model.layers.12.mlp.experts.3.down_proj,0.0084890721,hessian_weighted_relative_error,11398,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.3.gate_proj,0.0039529743,hessian_weighted_relative_error,11398,0.02500,0.845
12,model.language_model.layers.12.mlp.experts.3.up_proj,0.0047717159,hessian_weighted_relative_error,11398,0.02500,0.939
12,model.language_model.layers.12.mlp.experts.30.down_proj,0.0098694978,hessian_weighted_relative_error,35119,0.02500,0.729
12,model.language_model.layers.12.mlp.experts.30.gate_proj,0.0054007842,hessian_weighted_relative_error,35119,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.30.up_proj,0.0060980938,hessian_weighted_relative_error,35119,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.31.down_proj,0.0117575097,hessian_weighted_relative_error,17518,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.31.gate_proj,0.0073244700,hessian_weighted_relative_error,17518,0.02500,0.860
12,model.language_model.layers.12.mlp.experts.31.up_proj,0.0082003735,hessian_weighted_relative_error,17518,0.02500,0.942
12,model.language_model.layers.12.mlp.experts.32.down_proj,0.0122710852,hessian_weighted_relative_error,74489,0.02500,0.732
12,model.language_model.layers.12.mlp.experts.32.gate_proj,0.0065192534,hessian_weighted_relative_error,74489,0.02500,0.760
12,model.language_model.layers.12.mlp.experts.32.up_proj,0.0071374791,hessian_weighted_relative_error,74489,0.02500,0.800
12,model.language_model.layers.12.mlp.experts.33.down_proj,0.0103191940,hessian_weighted_relative_error,11386,0.02500,0.810
12,model.language_model.layers.12.mlp.experts.33.gate_proj,0.0059093133,hessian_weighted_relative_error,11386,0.02500,0.860
12,model.language_model.layers.12.mlp.experts.33.up_proj,0.0065099463,hessian_weighted_relative_error,11386,0.02500,0.949
12,model.language_model.layers.12.mlp.experts.34.down_proj,0.0100067604,hessian_weighted_relative_error,15353,0.02500,0.729
12,model.language_model.layers.12.mlp.experts.34.gate_proj,0.0049398082,hessian_weighted_relative_error,15353,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.34.up_proj,0.0053684988,hessian_weighted_relative_error,15353,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.35.down_proj,0.0058750372,hessian_weighted_relative_error,33924,0.02500,0.812
12,model.language_model.layers.12.mlp.experts.35.gate_proj,0.0033892629,hessian_weighted_relative_error,33924,0.02500,0.861
12,model.language_model.layers.12.mlp.experts.35.up_proj,0.0036189811,hessian_weighted_relative_error,33924,0.02500,0.949
12,model.language_model.layers.12.mlp.experts.36.down_proj,0.0125513693,hessian_weighted_relative_error,35255,0.02500,0.732
12,model.language_model.layers.12.mlp.experts.36.gate_proj,0.0063789825,hessian_weighted_relative_error,35255,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.36.up_proj,0.0074449714,hessian_weighted_relative_error,35255,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.37.down_proj,0.0066762799,hessian_weighted_relative_error,31436,0.02500,0.812
12,model.language_model.layers.12.mlp.experts.37.gate_proj,0.0022211419,hessian_weighted_relative_error,31436,0.02500,0.860
12,model.language_model.layers.12.mlp.experts.37.up_proj,0.0024782226,hessian_weighted_relative_error,31436,0.02500,0.951
12,model.language_model.layers.12.mlp.experts.38.down_proj,0.0093644753,hessian_weighted_relative_error,34175,0.02500,0.730
12,model.language_model.layers.12.mlp.experts.38.gate_proj,0.0059058225,hessian_weighted_relative_error,34175,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.38.up_proj,0.0062781963,hessian_weighted_relative_error,34175,0.02500,0.801
12,model.language_model.layers.12.mlp.experts.39.down_proj,0.0094897143,hessian_weighted_relative_error,27879,0.02500,0.811
12,model.language_model.layers.12.mlp.experts.39.gate_proj,0.0048192692,hessian_weighted_relative_error,27879,0.02500,0.871
12,model.language_model.layers.12.mlp.experts.39.up_proj,0.0054400605,hessian_weighted_relative_error,27879,0.02500,0.952
12,model.language_model.layers.12.mlp.experts.4.down_proj,0.0120385625,hessian_weighted_relative_error,17889,0.02500,0.726
12,model.language_model.layers.12.mlp.experts.4.gate_proj,0.0058987825,hessian_weighted_relative_error,17889,0.02500,0.749
12,model.language_model.layers.12.mlp.experts.4.up_proj,0.0067360857,hessian_weighted_relative_error,17889,0.02500,0.799
12,model.language_model.layers.12.mlp.experts.40.down_proj,0.0086366322,hessian_weighted_relative_error,25143,0.02500,0.734
12,model.language_model.layers.12.mlp.experts.40.gate_proj,0.0047958979,hessian_weighted_relative_error,25143,0.02500,0.762
12,model.language_model.layers.12.mlp.experts.40.up_proj,0.0051370275,hessian_weighted_relative_error,25143,0.02500,0.801
12,model.language_model.layers.12.mlp.experts.41.down_proj,0.0097446034,hessian_weighted_relative_error,25855,0.02500,0.813
12,model.language_model.layers.12.mlp.experts.41.gate_proj,0.0054340164,hessian_weighted_relative_error,25855,0.02500,0.864
12,model.language_model.layers.12.mlp.experts.41.up_proj,0.0059553075,hessian_weighted_relative_error,25855,0.02500,0.946
12,model.language_model.layers.12.mlp.experts.42.down_proj,0.0088413734,hessian_weighted_relative_error,24564,0.02500,0.731
12,model.language_model.layers.12.mlp.experts.42.gate_proj,0.0057972286,hessian_weighted_relative_error,24564,0.02500,0.761
12,model.language_model.layers.12.mlp.experts.42.up_proj,0.0068743612,hessian_weighted_relative_error,24564,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.43.down_proj,0.0101617699,hessian_weighted_relative_error,32005,0.02500,0.816
12,model.language_model.layers.12.mlp.experts.43.gate_proj,0.0055284471,hessian_weighted_relative_error,32005,0.02500,0.868
12,model.language_model.layers.12.mlp.experts.43.up_proj,0.0060477340,hessian_weighted_relative_error,32005,0.02500,0.939
12,model.language_model.layers.12.mlp.experts.44.down_proj,0.0142367202,hessian_weighted_relative_error,115809,0.02500,0.739
12,model.language_model.layers.12.mlp.experts.44.gate_proj,0.0068882551,hessian_weighted_relative_error,115809,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.44.up_proj,0.0081561000,hessian_weighted_relative_error,115809,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.45.down_proj,0.0066774503,hessian_weighted_relative_error,21214,0.02500,0.815
12,model.language_model.layers.12.mlp.experts.45.gate_proj,0.0025679645,hessian_weighted_relative_error,21214,0.02500,0.864
12,model.language_model.layers.12.mlp.experts.45.up_proj,0.0028891087,hessian_weighted_relative_error,21214,0.02500,0.945
12,model.language_model.layers.12.mlp.experts.46.down_proj,0.0123039316,hessian_weighted_relative_error,28245,0.02500,0.734
12,model.language_model.layers.12.mlp.experts.46.gate_proj,0.0067909693,hessian_weighted_relative_error,28245,0.02500,0.763
12,model.language_model.layers.12.mlp.experts.46.up_proj,0.0076215281,hessian_weighted_relative_error,28245,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.47.down_proj,0.0114277904,hessian_weighted_relative_error,54276,0.02500,0.813
12,model.language_model.layers.12.mlp.experts.47.gate_proj,0.0053809354,hessian_weighted_relative_error,54276,0.02500,0.866
12,model.language_model.layers.12.mlp.experts.47.up_proj,0.0060685544,hessian_weighted_relative_error,54276,0.02500,0.950
12,model.language_model.layers.12.mlp.experts.48.down_proj,0.0094235837,hessian_weighted_relative_error,22368,0.02500,0.737
12,model.language_model.layers.12.mlp.experts.48.gate_proj,0.0052398161,hessian_weighted_relative_error,22368,0.02500,0.765
12,model.language_model.layers.12.mlp.experts.48.up_proj,0.0059492207,hessian_weighted_relative_error,22368,0.02500,0.801
12,model.language_model.layers.12.mlp.experts.49.down_proj,0.0120014475,hessian_weighted_relative_error,25589,0.02500,0.817
12,model.language_model.layers.12.mlp.experts.49.gate_proj,0.0065629453,hessian_weighted_relative_error,25589,0.02500,0.869
12,model.language_model.layers.12.mlp.experts.49.up_proj,0.0076938600,hessian_weighted_relative_error,25589,0.02500,0.958
12,model.language_model.layers.12.mlp.experts.5.down_proj,0.0119623929,hessian_weighted_relative_error,44392,0.02500,0.794
12,model.language_model.layers.12.mlp.experts.5.gate_proj,0.0067408599,hessian_weighted_relative_error,44392,0.02500,0.842
12,model.language_model.layers.12.mlp.experts.5.up_proj,0.0073493809,hessian_weighted_relative_error,44392,0.02500,0.933
12,model.language_model.layers.12.mlp.experts.50.down_proj,0.0101830751,hessian_weighted_relative_error,24514,0.02500,0.734
12,model.language_model.layers.12.mlp.experts.50.gate_proj,0.0051297373,hessian_weighted_relative_error,24514,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.50.up_proj,0.0056046329,hessian_weighted_relative_error,24514,0.02500,0.800
12,model.language_model.layers.12.mlp.experts.51.down_proj,0.0069444050,hessian_weighted_relative_error,35526,0.02500,0.818
12,model.language_model.layers.12.mlp.experts.51.gate_proj,0.0041991879,hessian_weighted_relative_error,35526,0.02500,0.870
12,model.language_model.layers.12.mlp.experts.51.up_proj,0.0048754390,hessian_weighted_relative_error,35526,0.02500,0.949
12,model.language_model.layers.12.mlp.experts.52.down_proj,0.0102225776,hessian_weighted_relative_error,83500,0.02500,0.736
12,model.language_model.layers.12.mlp.experts.52.gate_proj,0.0052265037,hessian_weighted_relative_error,83500,0.02500,0.764
12,model.language_model.layers.12.mlp.experts.52.up_proj,0.0058198327,hessian_weighted_relative_error,83500,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.53.down_proj,0.0095218895,hessian_weighted_relative_error,35950,0.02500,0.818
12,model.language_model.layers.12.mlp.experts.53.gate_proj,0.0048409329,hessian_weighted_relative_error,35950,0.02500,0.870
12,model.language_model.layers.12.mlp.experts.53.up_proj,0.0057009374,hessian_weighted_relative_error,35950,0.02500,0.952
12,model.language_model.layers.12.mlp.experts.54.down_proj,0.0114360073,hessian_weighted_relative_error,44908,0.02500,0.734
12,model.language_model.layers.12.mlp.experts.54.gate_proj,0.0059548543,hessian_weighted_relative_error,44908,0.02500,0.766
12,model.language_model.layers.12.mlp.experts.54.up_proj,0.0067808123,hessian_weighted_relative_error,44908,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.55.down_proj,0.0106249129,hessian_weighted_relative_error,20594,0.02500,0.817
12,model.language_model.layers.12.mlp.experts.55.gate_proj,0.0059620034,hessian_weighted_relative_error,20594,0.02500,0.880
12,model.language_model.layers.12.mlp.experts.55.up_proj,0.0066208913,hessian_weighted_relative_error,20594,0.02500,0.951
12,model.language_model.layers.12.mlp.experts.56.down_proj,0.0133415242,hessian_weighted_relative_error,26078,0.02500,0.738
12,model.language_model.layers.12.mlp.experts.56.gate_proj,0.0070975458,hessian_weighted_relative_error,26078,0.02500,0.768
12,model.language_model.layers.12.mlp.experts.56.up_proj,0.0081428923,hessian_weighted_relative_error,26078,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.57.down_proj,0.0137538139,hessian_weighted_relative_error,46618,0.02500,0.820
12,model.language_model.layers.12.mlp.experts.57.gate_proj,0.0066207741,hessian_weighted_relative_error,46618,0.02500,0.875
12,model.language_model.layers.12.mlp.experts.57.up_proj,0.0075639631,hessian_weighted_relative_error,46618,0.02500,0.951
12,model.language_model.layers.12.mlp.experts.58.down_proj,0.0116919962,hessian_weighted_relative_error,42219,0.02500,0.736
12,model.language_model.layers.12.mlp.experts.58.gate_proj,0.0066242441,hessian_weighted_relative_error,42219,0.02500,0.766
12,model.language_model.layers.12.mlp.experts.58.up_proj,0.0075682766,hessian_weighted_relative_error,42219,0.02500,0.801
12,model.language_model.layers.12.mlp.experts.59.down_proj,0.0127063071,hessian_weighted_relative_error,17501,0.02500,0.822
12,model.language_model.layers.12.mlp.experts.59.gate_proj,0.0071072474,hessian_weighted_relative_error,17501,0.02500,0.879
12,model.language_model.layers.12.mlp.experts.59.up_proj,0.0081378385,hessian_weighted_relative_error,17501,0.02500,0.956
12,model.language_model.layers.12.mlp.experts.6.down_proj,0.0122656697,hessian_weighted_relative_error,34544,0.02500,0.719
12,model.language_model.layers.12.mlp.experts.6.gate_proj,0.0067065758,hessian_weighted_relative_error,34544,0.02500,0.748
12,model.language_model.layers.12.mlp.experts.6.up_proj,0.0079139758,hessian_weighted_relative_error,34544,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.60.down_proj,0.0092278001,hessian_weighted_relative_error,30561,0.02500,0.738
12,model.language_model.layers.12.mlp.experts.60.gate_proj,0.0055632637,hessian_weighted_relative_error,30561,0.02500,0.766
12,model.language_model.layers.12.mlp.experts.60.up_proj,0.0062364292,hessian_weighted_relative_error,30561,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.61.down_proj,0.0124532840,hessian_weighted_relative_error,36847,0.02500,0.822
12,model.language_model.layers.12.mlp.experts.61.gate_proj,0.0064131253,hessian_weighted_relative_error,36847,0.02500,0.872
12,model.language_model.layers.12.mlp.experts.61.up_proj,0.0072035008,hessian_weighted_relative_error,36847,0.02500,0.947
12,model.language_model.layers.12.mlp.experts.62.down_proj,0.0083738989,hessian_weighted_relative_error,32654,0.02500,0.737
12,model.language_model.layers.12.mlp.experts.62.gate_proj,0.0037739093,hessian_weighted_relative_error,32654,0.02500,0.768
12,model.language_model.layers.12.mlp.experts.62.up_proj,0.0041267455,hessian_weighted_relative_error,32654,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.63.down_proj,0.0103178133,hessian_weighted_relative_error,17068,0.02500,0.821
12,model.language_model.layers.12.mlp.experts.63.gate_proj,0.0056563923,hessian_weighted_relative_error,17068,0.02500,0.874
12,model.language_model.layers.12.mlp.experts.63.up_proj,0.0062535929,hessian_weighted_relative_error,17068,0.02500,0.946
12,model.language_model.layers.12.mlp.experts.64.down_proj,0.0134416061,hessian_weighted_relative_error,63004,0.02500,0.740
12,model.language_model.layers.12.mlp.experts.64.gate_proj,0.0075559086,hessian_weighted_relative_error,63004,0.02500,0.770
12,model.language_model.layers.12.mlp.experts.64.up_proj,0.0088001086,hessian_weighted_relative_error,63004,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.65.down_proj,0.0107366789,hessian_weighted_relative_error,82438,0.02500,0.824
12,model.language_model.layers.12.mlp.experts.65.gate_proj,0.0059933352,hessian_weighted_relative_error,82438,0.02500,0.878
12,model.language_model.layers.12.mlp.experts.65.up_proj,0.0066796919,hessian_weighted_relative_error,82438,0.02500,0.959
12,model.language_model.layers.12.mlp.experts.66.down_proj,0.0118377159,hessian_weighted_relative_error,23738,0.02500,0.738
12,model.language_model.layers.12.mlp.experts.66.gate_proj,0.0070547466,hessian_weighted_relative_error,23738,0.02500,0.767
12,model.language_model.layers.12.mlp.experts.66.up_proj,0.0077683961,hessian_weighted_relative_error,23738,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.67.down_proj,0.0102553131,hessian_weighted_relative_error,7916,0.02500,0.827
12,model.language_model.layers.12.mlp.experts.67.gate_proj,0.0053384151,hessian_weighted_relative_error,7916,0.02500,0.880
12,model.language_model.layers.12.mlp.experts.67.up_proj,0.0061130620,hessian_weighted_relative_error,7916,0.02500,0.954
12,model.language_model.layers.12.mlp.experts.68.down_proj,0.0113947215,hessian_weighted_relative_error,56052,0.02500,0.742
12,model.language_model.layers.12.mlp.experts.68.gate_proj,0.0053292794,hessian_weighted_relative_error,56052,0.02500,0.771
12,model.language_model.layers.12.mlp.experts.68.up_proj,0.0061265622,hessian_weighted_relative_error,56052,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.69.down_proj,0.0074371778,hessian_weighted_relative_error,7888,0.02500,0.826
12,model.language_model.layers.12.mlp.experts.69.gate_proj,0.0040165335,hessian_weighted_relative_error,7888,0.02500,0.877
12,model.language_model.layers.12.mlp.experts.69.up_proj,0.0044250635,hessian_weighted_relative_error,7888,0.02500,0.972
12,model.language_model.layers.12.mlp.experts.7.down_proj,0.0097879202,hessian_weighted_relative_error,27853,0.02500,0.792
12,model.language_model.layers.12.mlp.experts.7.gate_proj,0.0047448285,hessian_weighted_relative_error,27853,0.02500,0.853
12,model.language_model.layers.12.mlp.experts.7.up_proj,0.0053891720,hessian_weighted_relative_error,27853,0.02500,0.939
12,model.language_model.layers.12.mlp.experts.70.down_proj,0.0107630105,hessian_weighted_relative_error,21998,0.02500,0.738
12,model.language_model.layers.12.mlp.experts.70.gate_proj,0.0059299159,hessian_weighted_relative_error,21998,0.02500,0.777
12,model.language_model.layers.12.mlp.experts.70.up_proj,0.0064629132,hessian_weighted_relative_error,21998,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.71.down_proj,0.0108290740,hessian_weighted_relative_error,30975,0.02500,0.825
12,model.language_model.layers.12.mlp.experts.71.gate_proj,0.0051078120,hessian_weighted_relative_error,30975,0.02500,0.879
12,model.language_model.layers.12.mlp.experts.71.up_proj,0.0056456896,hessian_weighted_relative_error,30975,0.02500,0.956
12,model.language_model.layers.12.mlp.experts.72.down_proj,0.0062045223,hessian_weighted_relative_error,26074,0.02500,0.741
12,model.language_model.layers.12.mlp.experts.72.gate_proj,0.0038684594,hessian_weighted_relative_error,26074,0.02500,0.770
12,model.language_model.layers.12.mlp.experts.72.up_proj,0.0042730871,hessian_weighted_relative_error,26074,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.73.down_proj,0.0126146189,hessian_weighted_relative_error,31216,0.02500,0.829
12,model.language_model.layers.12.mlp.experts.73.gate_proj,0.0066236171,hessian_weighted_relative_error,31216,0.02500,0.900
12,model.language_model.layers.12.mlp.experts.73.up_proj,0.0080722278,hessian_weighted_relative_error,31216,0.02500,0.945
12,model.language_model.layers.12.mlp.experts.74.down_proj,0.0122674986,hessian_weighted_relative_error,16139,0.02500,0.739
12,model.language_model.layers.12.mlp.experts.74.gate_proj,0.0068063813,hessian_weighted_relative_error,16139,0.02500,0.770
12,model.language_model.layers.12.mlp.experts.74.up_proj,0.0076624316,hessian_weighted_relative_error,16139,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.75.down_proj,0.0050306854,hessian_weighted_relative_error,33129,0.02500,0.831
12,model.language_model.layers.12.mlp.experts.75.gate_proj,0.0031230240,hessian_weighted_relative_error,33129,0.02500,0.883
12,model.language_model.layers.12.mlp.experts.75.up_proj,0.0033518833,hessian_weighted_relative_error,33129,0.02500,0.950
12,model.language_model.layers.12.mlp.experts.76.down_proj,0.0119166269,hessian_weighted_relative_error,17729,0.02500,0.742
12,model.language_model.layers.12.mlp.experts.76.gate_proj,0.0066062708,hessian_weighted_relative_error,17729,0.02500,0.772
12,model.language_model.layers.12.mlp.experts.76.up_proj,0.0070097616,hessian_weighted_relative_error,17729,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.77.down_proj,0.0084888506,hessian_weighted_relative_error,22585,0.02500,0.830
12,model.language_model.layers.12.mlp.experts.77.gate_proj,0.0039748926,hessian_weighted_relative_error,22585,0.02500,0.882
12,model.language_model.layers.12.mlp.experts.77.up_proj,0.0042515771,hessian_weighted_relative_error,22585,0.02500,0.945
12,model.language_model.layers.12.mlp.experts.78.down_proj,0.0115511524,hessian_weighted_relative_error,31085,0.02500,0.741
12,model.language_model.layers.12.mlp.experts.78.gate_proj,0.0068827642,hessian_weighted_relative_error,31085,0.02500,0.770
12,model.language_model.layers.12.mlp.experts.78.up_proj,0.0073365105,hessian_weighted_relative_error,31085,0.02500,0.812
12,model.language_model.layers.12.mlp.experts.79.down_proj,0.0125845963,hessian_weighted_relative_error,26989,0.02500,0.829
12,model.language_model.layers.12.mlp.experts.79.gate_proj,0.0064460506,hessian_weighted_relative_error,26989,0.02500,0.885
12,model.language_model.layers.12.mlp.experts.79.up_proj,0.0075688480,hessian_weighted_relative_error,26989,0.02500,0.962
12,model.language_model.layers.12.mlp.experts.8.down_proj,0.0091399482,hessian_weighted_relative_error,32831,0.02500,0.724
12,model.language_model.layers.12.mlp.experts.8.gate_proj,0.0048214601,hessian_weighted_relative_error,32831,0.02500,0.751
12,model.language_model.layers.12.mlp.experts.8.up_proj,0.0052371765,hessian_weighted_relative_error,32831,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.80.down_proj,0.0097892687,hessian_weighted_relative_error,28824,0.02500,0.744
12,model.language_model.layers.12.mlp.experts.80.gate_proj,0.0062628140,hessian_weighted_relative_error,28824,0.02500,0.773
12,model.language_model.layers.12.mlp.experts.80.up_proj,0.0073541065,hessian_weighted_relative_error,28824,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.81.down_proj,0.0105136920,hessian_weighted_relative_error,14044,0.02500,0.832
12,model.language_model.layers.12.mlp.experts.81.gate_proj,0.0045797192,hessian_weighted_relative_error,14044,0.02500,0.887
12,model.language_model.layers.12.mlp.experts.81.up_proj,0.0051368541,hessian_weighted_relative_error,14044,0.02500,0.947
12,model.language_model.layers.12.mlp.experts.82.down_proj,0.0060682390,hessian_weighted_relative_error,47879,0.02500,0.741
12,model.language_model.layers.12.mlp.experts.82.gate_proj,0.0028496814,hessian_weighted_relative_error,47879,0.02500,0.771
12,model.language_model.layers.12.mlp.experts.82.up_proj,0.0032118195,hessian_weighted_relative_error,47879,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.83.down_proj,0.0125451822,hessian_weighted_relative_error,56205,0.02500,0.835
12,model.language_model.layers.12.mlp.experts.83.gate_proj,0.0063310113,hessian_weighted_relative_error,56205,0.02500,0.889
12,model.language_model.layers.12.mlp.experts.83.up_proj,0.0070945338,hessian_weighted_relative_error,56205,0.02500,0.941
12,model.language_model.layers.12.mlp.experts.84.down_proj,0.0113508450,hessian_weighted_relative_error,26505,0.02500,0.747
12,model.language_model.layers.12.mlp.experts.84.gate_proj,0.0057405536,hessian_weighted_relative_error,26505,0.02500,0.772
12,model.language_model.layers.12.mlp.experts.84.up_proj,0.0062830102,hessian_weighted_relative_error,26505,0.02500,0.803
12,model.language_model.layers.12.mlp.experts.85.down_proj,0.0081820887,hessian_weighted_relative_error,9663,0.02500,0.834
12,model.language_model.layers.12.mlp.experts.85.gate_proj,0.0045702694,hessian_weighted_relative_error,9663,0.02500,0.886
12,model.language_model.layers.12.mlp.experts.85.up_proj,0.0052427161,hessian_weighted_relative_error,9663,0.02500,0.946
12,model.language_model.layers.12.mlp.experts.86.down_proj,0.0124597263,hessian_weighted_relative_error,50151,0.02500,0.741
12,model.language_model.layers.12.mlp.experts.86.gate_proj,0.0069326948,hessian_weighted_relative_error,50151,0.02500,0.771
12,model.language_model.layers.12.mlp.experts.86.up_proj,0.0075701491,hessian_weighted_relative_error,50151,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.87.down_proj,0.0100122052,hessian_weighted_relative_error,37483,0.02500,0.834
12,model.language_model.layers.12.mlp.experts.87.gate_proj,0.0063092368,hessian_weighted_relative_error,37483,0.02500,0.889
12,model.language_model.layers.12.mlp.experts.87.up_proj,0.0071655769,hessian_weighted_relative_error,37483,0.02500,0.948
12,model.language_model.layers.12.mlp.experts.88.down_proj,0.0118359175,hessian_weighted_relative_error,22611,0.02500,0.743
12,model.language_model.layers.12.mlp.experts.88.gate_proj,0.0062927858,hessian_weighted_relative_error,22611,0.02500,0.774
12,model.language_model.layers.12.mlp.experts.88.up_proj,0.0074847347,hessian_weighted_relative_error,22611,0.02500,0.806
12,model.language_model.layers.12.mlp.experts.89.down_proj,0.0097423331,hessian_weighted_relative_error,20948,0.02500,0.837
12,model.language_model.layers.12.mlp.experts.89.gate_proj,0.0052498039,hessian_weighted_relative_error,20948,0.02500,0.889
12,model.language_model.layers.12.mlp.experts.89.up_proj,0.0059532918,hessian_weighted_relative_error,20948,0.02500,0.948
12,model.language_model.layers.12.mlp.experts.9.down_proj,0.0128354660,hessian_weighted_relative_error,28351,0.02500,0.797
12,model.language_model.layers.12.mlp.experts.9.gate_proj,0.0062672331,hessian_weighted_relative_error,28351,0.02500,0.850
12,model.language_model.layers.12.mlp.experts.9.up_proj,0.0070894762,hessian_weighted_relative_error,28351,0.02500,0.934
12,model.language_model.layers.12.mlp.experts.90.down_proj,0.0060804220,hessian_weighted_relative_error,17025,0.02500,0.743
12,model.language_model.layers.12.mlp.experts.90.gate_proj,0.0029815389,hessian_weighted_relative_error,17025,0.02500,0.772
12,model.language_model.layers.12.mlp.experts.90.up_proj,0.0032093722,hessian_weighted_relative_error,17025,0.02500,0.806
12,model.language_model.layers.12.mlp.experts.91.down_proj,0.0104422937,hessian_weighted_relative_error,15269,0.02500,0.840
12,model.language_model.layers.12.mlp.experts.91.gate_proj,0.0041816472,hessian_weighted_relative_error,15269,0.02500,0.890
12,model.language_model.layers.12.mlp.experts.91.up_proj,0.0046124559,hessian_weighted_relative_error,15269,0.02500,0.944
12,model.language_model.layers.12.mlp.experts.92.down_proj,0.0055127734,hessian_weighted_relative_error,35076,0.02500,0.744
12,model.language_model.layers.12.mlp.experts.92.gate_proj,0.0033521654,hessian_weighted_relative_error,35076,0.02500,0.773
12,model.language_model.layers.12.mlp.experts.92.up_proj,0.0037042326,hessian_weighted_relative_error,35076,0.02500,0.805
12,model.language_model.layers.12.mlp.experts.93.down_proj,0.0095046933,hessian_weighted_relative_error,18430,0.02500,0.839
12,model.language_model.layers.12.mlp.experts.93.gate_proj,0.0047287550,hessian_weighted_relative_error,18430,0.02500,0.899
12,model.language_model.layers.12.mlp.experts.93.up_proj,0.0051703351,hessian_weighted_relative_error,18430,0.02500,0.939
12,model.language_model.layers.12.mlp.experts.94.down_proj,0.0096707295,hessian_weighted_relative_error,14216,0.02500,0.743
12,model.language_model.layers.12.mlp.experts.94.gate_proj,0.0042594854,hessian_weighted_relative_error,14216,0.02500,0.776
12,model.language_model.layers.12.mlp.experts.94.up_proj,0.0047925978,hessian_weighted_relative_error,14216,0.02500,0.804
12,model.language_model.layers.12.mlp.experts.95.down_proj,0.0063836746,hessian_weighted_relative_error,19829,0.02500,0.839
12,model.language_model.layers.12.mlp.experts.95.gate_proj,0.0031475313,hessian_weighted_relative_error,19829,0.02500,0.894
12,model.language_model.layers.12.mlp.experts.95.up_proj,0.0033748717,hessian_weighted_relative_error,19829,0.02500,0.942
12,model.language_model.layers.12.mlp.experts.96.down_proj,0.0101007001,hessian_weighted_relative_error,24998,0.02500,0.751
12,model.language_model.layers.12.mlp.experts.96.gate_proj,0.0054656086,hessian_weighted_relative_error,24998,0.02500,0.777
12,model.language_model.layers.12.mlp.experts.96.up_proj,0.0062699581,hessian_weighted_relative_error,24998,0.02500,0.807
12,model.language_model.layers.12.mlp.experts.97.down_proj,0.0124039036,hessian_weighted_relative_error,39454,0.02500,0.840
12,model.language_model.layers.12.mlp.experts.97.gate_proj,0.0066734886,hessian_weighted_relative_error,39454,0.02500,0.891
12,model.language_model.layers.12.mlp.experts.97.up_proj,0.0072548907,hessian_weighted_relative_error,39454,0.02500,0.944
12,model.language_model.layers.12.mlp.experts.98.down_proj,0.0098779322,hessian_weighted_relative_error,18025,0.02500,0.744
12,model.language_model.layers.12.mlp.experts.98.gate_proj,0.0055340145,hessian_weighted_relative_error,18025,0.02500,0.775
12,model.language_model.layers.12.mlp.experts.98.up_proj,0.0059673590,hessian_weighted_relative_error,18025,0.02500,0.802
12,model.language_model.layers.12.mlp.experts.99.down_proj,0.0104555080,hessian_weighted_relative_error,22050,0.02500,0.842
12,model.language_model.layers.12.mlp.experts.99.gate_proj,0.0059253529,hessian_weighted_relative_error,22050,0.02500,0.893
12,model.language_model.layers.12.mlp.experts.99.up_proj,0.0064657663,hessian_weighted_relative_error,22050,0.02500,0.953
13,model.language_model.layers.13.mlp.experts.0.down_proj,0.0056299819,hessian_weighted_relative_error,35035,0.02500,0.716
13,model.language_model.layers.13.mlp.experts.0.gate_proj,0.0043621751,hessian_weighted_relative_error,35035,0.02500,0.757
13,model.language_model.layers.13.mlp.experts.0.up_proj,0.0050217447,hessian_weighted_relative_error,35035,0.02500,0.800
13,model.language_model.layers.13.mlp.experts.1.down_proj,0.0121728407,hessian_weighted_relative_error,36692,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.1.gate_proj,0.0054915713,hessian_weighted_relative_error,36692,0.02500,0.849
13,model.language_model.layers.13.mlp.experts.1.up_proj,0.0067372017,hessian_weighted_relative_error,36692,0.02500,0.948
13,model.language_model.layers.13.mlp.experts.10.down_proj,0.0106198062,hessian_weighted_relative_error,35512,0.02500,0.724
13,model.language_model.layers.13.mlp.experts.10.gate_proj,0.0050798323,hessian_weighted_relative_error,35512,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.10.up_proj,0.0059239871,hessian_weighted_relative_error,35512,0.02500,0.801
13,model.language_model.layers.13.mlp.experts.100.down_proj,0.0111962857,hessian_weighted_relative_error,15006,0.02500,0.747
13,model.language_model.layers.13.mlp.experts.100.gate_proj,0.0045980734,hessian_weighted_relative_error,15006,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.100.up_proj,0.0055061613,hessian_weighted_relative_error,15006,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.101.down_proj,0.0127343460,hessian_weighted_relative_error,84883,0.02500,0.841
13,model.language_model.layers.13.mlp.experts.101.gate_proj,0.0069781279,hessian_weighted_relative_error,84883,0.02500,0.893
13,model.language_model.layers.13.mlp.experts.101.up_proj,0.0091805039,hessian_weighted_relative_error,84883,0.02500,0.960
13,model.language_model.layers.13.mlp.experts.102.down_proj,0.0132721765,hessian_weighted_relative_error,25776,0.02500,0.745
13,model.language_model.layers.13.mlp.experts.102.gate_proj,0.0059902629,hessian_weighted_relative_error,25776,0.02500,0.780
13,model.language_model.layers.13.mlp.experts.102.up_proj,0.0072711267,hessian_weighted_relative_error,25776,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.103.down_proj,0.0062304104,hessian_weighted_relative_error,14200,0.02500,0.841
13,model.language_model.layers.13.mlp.experts.103.gate_proj,0.0027404315,hessian_weighted_relative_error,14200,0.02500,0.898
13,model.language_model.layers.13.mlp.experts.103.up_proj,0.0032914668,hessian_weighted_relative_error,14200,0.02500,0.969
13,model.language_model.layers.13.mlp.experts.104.down_proj,0.0103089106,hessian_weighted_relative_error,19621,0.02500,0.746
13,model.language_model.layers.13.mlp.experts.104.gate_proj,0.0047602579,hessian_weighted_relative_error,19621,0.02500,0.781
13,model.language_model.layers.13.mlp.experts.104.up_proj,0.0067838286,hessian_weighted_relative_error,19621,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.105.down_proj,0.0112193256,hessian_weighted_relative_error,31566,0.02500,0.846
13,model.language_model.layers.13.mlp.experts.105.gate_proj,0.0062739464,hessian_weighted_relative_error,31566,0.02500,0.895
13,model.language_model.layers.13.mlp.experts.105.up_proj,0.0082335769,hessian_weighted_relative_error,31566,0.02500,0.966
13,model.language_model.layers.13.mlp.experts.106.down_proj,0.0054250709,hessian_weighted_relative_error,33300,0.02500,0.746
13,model.language_model.layers.13.mlp.experts.106.gate_proj,0.0028567185,hessian_weighted_relative_error,33300,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.106.up_proj,0.0033110183,hessian_weighted_relative_error,33300,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.107.down_proj,0.0089339697,hessian_weighted_relative_error,20685,0.02500,0.851
13,model.language_model.layers.13.mlp.experts.107.gate_proj,0.0037749377,hessian_weighted_relative_error,20685,0.02500,0.896
13,model.language_model.layers.13.mlp.experts.107.up_proj,0.0048408945,hessian_weighted_relative_error,20685,0.02500,0.964
13,model.language_model.layers.13.mlp.experts.108.down_proj,0.0090591412,hessian_weighted_relative_error,12613,0.02500,0.747
13,model.language_model.layers.13.mlp.experts.108.gate_proj,0.0043519343,hessian_weighted_relative_error,12613,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.108.up_proj,0.0053972889,hessian_weighted_relative_error,12613,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.109.down_proj,0.0114274442,hessian_weighted_relative_error,39930,0.02500,0.845
13,model.language_model.layers.13.mlp.experts.109.gate_proj,0.0053928155,hessian_weighted_relative_error,39930,0.02500,0.898
13,model.language_model.layers.13.mlp.experts.109.up_proj,0.0065475841,hessian_weighted_relative_error,39930,0.02500,0.960
13,model.language_model.layers.13.mlp.experts.11.down_proj,0.0090732776,hessian_weighted_relative_error,27727,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.11.gate_proj,0.0040490373,hessian_weighted_relative_error,27727,0.02500,0.848
13,model.language_model.layers.13.mlp.experts.11.up_proj,0.0047321363,hessian_weighted_relative_error,27727,0.02500,0.949
13,model.language_model.layers.13.mlp.experts.110.down_proj,0.0098625980,hessian_weighted_relative_error,16219,0.02500,0.747
13,model.language_model.layers.13.mlp.experts.110.gate_proj,0.0051879083,hessian_weighted_relative_error,16219,0.02500,0.780
13,model.language_model.layers.13.mlp.experts.110.up_proj,0.0063260604,hessian_weighted_relative_error,16219,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.111.down_proj,0.0078075841,hessian_weighted_relative_error,4735,0.02500,0.845
13,model.language_model.layers.13.mlp.experts.111.gate_proj,0.0030422900,hessian_weighted_relative_error,4735,0.02500,0.900
13,model.language_model.layers.13.mlp.experts.111.up_proj,0.0041511053,hessian_weighted_relative_error,4735,0.02500,0.962
13,model.language_model.layers.13.mlp.experts.112.down_proj,0.0069043718,hessian_weighted_relative_error,11727,0.02500,0.746
13,model.language_model.layers.13.mlp.experts.112.gate_proj,0.0033187495,hessian_weighted_relative_error,11727,0.02500,0.782
13,model.language_model.layers.13.mlp.experts.112.up_proj,0.0040128873,hessian_weighted_relative_error,11727,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.113.down_proj,0.0100051733,hessian_weighted_relative_error,33971,0.02500,0.851
13,model.language_model.layers.13.mlp.experts.113.gate_proj,0.0046901624,hessian_weighted_relative_error,33971,0.02500,0.897
13,model.language_model.layers.13.mlp.experts.113.up_proj,0.0057429828,hessian_weighted_relative_error,33971,0.02500,0.968
13,model.language_model.layers.13.mlp.experts.114.down_proj,0.0079435067,hessian_weighted_relative_error,25299,0.02500,0.747
13,model.language_model.layers.13.mlp.experts.114.gate_proj,0.0037182908,hessian_weighted_relative_error,25299,0.02500,0.787
13,model.language_model.layers.13.mlp.experts.114.up_proj,0.0042286116,hessian_weighted_relative_error,25299,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.115.down_proj,0.0107598229,hessian_weighted_relative_error,36090,0.02500,0.854
13,model.language_model.layers.13.mlp.experts.115.gate_proj,0.0050760088,hessian_weighted_relative_error,36090,0.02500,0.899
13,model.language_model.layers.13.mlp.experts.115.up_proj,0.0069250683,hessian_weighted_relative_error,36090,0.02500,0.965
13,model.language_model.layers.13.mlp.experts.116.down_proj,0.0111826703,hessian_weighted_relative_error,44078,0.02500,0.748
13,model.language_model.layers.13.mlp.experts.116.gate_proj,0.0056538777,hessian_weighted_relative_error,44078,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.116.up_proj,0.0068983120,hessian_weighted_relative_error,44078,0.02500,0.812
13,model.language_model.layers.13.mlp.experts.117.down_proj,0.0112234357,hessian_weighted_relative_error,35415,0.02500,0.850
13,model.language_model.layers.13.mlp.experts.117.gate_proj,0.0060345308,hessian_weighted_relative_error,35415,0.02500,0.896
13,model.language_model.layers.13.mlp.experts.117.up_proj,0.0066486877,hessian_weighted_relative_error,35415,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.118.down_proj,0.0083521903,hessian_weighted_relative_error,25289,0.02500,0.749
13,model.language_model.layers.13.mlp.experts.118.gate_proj,0.0039745412,hessian_weighted_relative_error,25289,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.118.up_proj,0.0048598654,hessian_weighted_relative_error,25289,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.119.down_proj,0.0090868026,hessian_weighted_relative_error,29780,0.02500,0.849
13,model.language_model.layers.13.mlp.experts.119.gate_proj,0.0044821619,hessian_weighted_relative_error,29780,0.02500,0.907
13,model.language_model.layers.13.mlp.experts.119.up_proj,0.0058511996,hessian_weighted_relative_error,29780,0.02500,0.966
13,model.language_model.layers.13.mlp.experts.12.down_proj,0.0113916787,hessian_weighted_relative_error,20159,0.02500,0.724
13,model.language_model.layers.13.mlp.experts.12.gate_proj,0.0054803406,hessian_weighted_relative_error,20159,0.02500,0.754
13,model.language_model.layers.13.mlp.experts.12.up_proj,0.0067449027,hessian_weighted_relative_error,20159,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.120.down_proj,0.0126581274,hessian_weighted_relative_error,31297,0.02500,0.748
13,model.language_model.layers.13.mlp.experts.120.gate_proj,0.0058024622,hessian_weighted_relative_error,31297,0.02500,0.783
13,model.language_model.layers.13.mlp.experts.120.up_proj,0.0070981661,hessian_weighted_relative_error,31297,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.121.down_proj,0.0085443832,hessian_weighted_relative_error,16611,0.02500,0.855
13,model.language_model.layers.13.mlp.experts.121.gate_proj,0.0042034288,hessian_weighted_relative_error,16611,0.02500,0.898
13,model.language_model.layers.13.mlp.experts.121.up_proj,0.0054603255,hessian_weighted_relative_error,16611,0.02500,0.972
13,model.language_model.layers.13.mlp.experts.122.down_proj,0.0112790170,hessian_weighted_relative_error,30656,0.02500,0.751
13,model.language_model.layers.13.mlp.experts.122.gate_proj,0.0054490145,hessian_weighted_relative_error,30656,0.02500,0.782
13,model.language_model.layers.13.mlp.experts.122.up_proj,0.0064064717,hessian_weighted_relative_error,30656,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.123.down_proj,0.0103122003,hessian_weighted_relative_error,27417,0.02500,0.858
13,model.language_model.layers.13.mlp.experts.123.gate_proj,0.0049778849,hessian_weighted_relative_error,27417,0.02500,0.898
13,model.language_model.layers.13.mlp.experts.123.up_proj,0.0057510211,hessian_weighted_relative_error,27417,0.02500,0.969
13,model.language_model.layers.13.mlp.experts.124.down_proj,0.0109372628,hessian_weighted_relative_error,27565,0.02500,0.750
13,model.language_model.layers.13.mlp.experts.124.gate_proj,0.0053778383,hessian_weighted_relative_error,27565,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.124.up_proj,0.0065035633,hessian_weighted_relative_error,27565,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.125.down_proj,0.0110926539,hessian_weighted_relative_error,15317,0.02500,0.854
13,model.language_model.layers.13.mlp.experts.125.gate_proj,0.0057360406,hessian_weighted_relative_error,15317,0.02500,0.898
13,model.language_model.layers.13.mlp.experts.125.up_proj,0.0073303647,hessian_weighted_relative_error,15317,0.02500,0.964
13,model.language_model.layers.13.mlp.experts.126.down_proj,0.0099622999,hessian_weighted_relative_error,32198,0.02500,0.750
13,model.language_model.layers.13.mlp.experts.126.gate_proj,0.0051730056,hessian_weighted_relative_error,32198,0.02500,0.782
13,model.language_model.layers.13.mlp.experts.126.up_proj,0.0064558553,hessian_weighted_relative_error,32198,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.127.down_proj,0.0085938459,hessian_weighted_relative_error,10503,0.02500,0.853
13,model.language_model.layers.13.mlp.experts.127.gate_proj,0.0042869326,hessian_weighted_relative_error,10503,0.02500,0.903
13,model.language_model.layers.13.mlp.experts.127.up_proj,0.0058634921,hessian_weighted_relative_error,10503,0.02500,0.971
13,model.language_model.layers.13.mlp.experts.128.down_proj,0.0122619371,hessian_weighted_relative_error,27500,0.02500,0.749
13,model.language_model.layers.13.mlp.experts.128.gate_proj,0.0057882816,hessian_weighted_relative_error,27500,0.02500,0.784
13,model.language_model.layers.13.mlp.experts.128.up_proj,0.0076806746,hessian_weighted_relative_error,27500,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.129.down_proj,0.0106757625,hessian_weighted_relative_error,21494,0.02500,0.859
13,model.language_model.layers.13.mlp.experts.129.gate_proj,0.0055744407,hessian_weighted_relative_error,21494,0.02500,0.901
13,model.language_model.layers.13.mlp.experts.129.up_proj,0.0076661738,hessian_weighted_relative_error,21494,0.02500,0.967
13,model.language_model.layers.13.mlp.experts.13.down_proj,0.0061474931,hessian_weighted_relative_error,72841,0.02500,0.799
13,model.language_model.layers.13.mlp.experts.13.gate_proj,0.0032541584,hessian_weighted_relative_error,72841,0.02500,0.846
13,model.language_model.layers.13.mlp.experts.13.up_proj,0.0038435098,hessian_weighted_relative_error,72841,0.02500,0.945
13,model.language_model.layers.13.mlp.experts.130.down_proj,0.0120460069,hessian_weighted_relative_error,108737,0.02500,0.750
13,model.language_model.layers.13.mlp.experts.130.gate_proj,0.0072650064,hessian_weighted_relative_error,108737,0.02500,0.797
13,model.language_model.layers.13.mlp.experts.130.up_proj,0.0093264746,hessian_weighted_relative_error,108737,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.131.down_proj,0.0111530983,hessian_weighted_relative_error,32273,0.02500,0.862
13,model.language_model.layers.13.mlp.experts.131.gate_proj,0.0058931295,hessian_weighted_relative_error,32273,0.02500,0.913
13,model.language_model.layers.13.mlp.experts.131.up_proj,0.0076179240,hessian_weighted_relative_error,32273,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.132.down_proj,0.0120034657,hessian_weighted_relative_error,23422,0.02500,0.749
13,model.language_model.layers.13.mlp.experts.132.gate_proj,0.0058340346,hessian_weighted_relative_error,23422,0.02500,0.785
13,model.language_model.layers.13.mlp.experts.132.up_proj,0.0075134780,hessian_weighted_relative_error,23422,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.133.down_proj,0.0104154465,hessian_weighted_relative_error,13702,0.02500,0.858
13,model.language_model.layers.13.mlp.experts.133.gate_proj,0.0052636041,hessian_weighted_relative_error,13702,0.02500,0.900
13,model.language_model.layers.13.mlp.experts.133.up_proj,0.0065334955,hessian_weighted_relative_error,13702,0.02500,0.967
13,model.language_model.layers.13.mlp.experts.134.down_proj,0.0111545578,hessian_weighted_relative_error,33811,0.02500,0.751
13,model.language_model.layers.13.mlp.experts.134.gate_proj,0.0049074925,hessian_weighted_relative_error,33811,0.02500,0.784
13,model.language_model.layers.13.mlp.experts.134.up_proj,0.0063189392,hessian_weighted_relative_error,33811,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.135.down_proj,0.0078916649,hessian_weighted_relative_error,19963,0.02500,0.857
13,model.language_model.layers.13.mlp.experts.135.gate_proj,0.0043111193,hessian_weighted_relative_error,19963,0.02500,0.904
13,model.language_model.layers.13.mlp.experts.135.up_proj,0.0050236473,hessian_weighted_relative_error,19963,0.02500,0.970
13,model.language_model.layers.13.mlp.experts.136.down_proj,0.0056394434,hessian_weighted_relative_error,20123,0.02500,0.750
13,model.language_model.layers.13.mlp.experts.136.gate_proj,0.0029732654,hessian_weighted_relative_error,20123,0.02500,0.786
13,model.language_model.layers.13.mlp.experts.136.up_proj,0.0032250749,hessian_weighted_relative_error,20123,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.137.down_proj,0.0112236426,hessian_weighted_relative_error,35997,0.02500,0.864
13,model.language_model.layers.13.mlp.experts.137.gate_proj,0.0048775225,hessian_weighted_relative_error,35997,0.02500,0.909
13,model.language_model.layers.13.mlp.experts.137.up_proj,0.0055701398,hessian_weighted_relative_error,35997,0.02500,0.968
13,model.language_model.layers.13.mlp.experts.138.down_proj,0.0109437786,hessian_weighted_relative_error,22977,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.138.gate_proj,0.0052789499,hessian_weighted_relative_error,22977,0.02500,0.784
13,model.language_model.layers.13.mlp.experts.138.up_proj,0.0066151086,hessian_weighted_relative_error,22977,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.139.down_proj,0.0119294046,hessian_weighted_relative_error,39706,0.02500,0.865
13,model.language_model.layers.13.mlp.experts.139.gate_proj,0.0056694037,hessian_weighted_relative_error,39706,0.02500,0.903
13,model.language_model.layers.13.mlp.experts.139.up_proj,0.0070889256,hessian_weighted_relative_error,39706,0.02500,0.969
13,model.language_model.layers.13.mlp.experts.14.down_proj,0.0112927859,hessian_weighted_relative_error,21485,0.02500,0.724
13,model.language_model.layers.13.mlp.experts.14.gate_proj,0.0050980535,hessian_weighted_relative_error,21485,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.14.up_proj,0.0067675486,hessian_weighted_relative_error,21485,0.02500,0.800
13,model.language_model.layers.13.mlp.experts.140.down_proj,0.0116045171,hessian_weighted_relative_error,37941,0.02500,0.750
13,model.language_model.layers.13.mlp.experts.140.gate_proj,0.0060214644,hessian_weighted_relative_error,37941,0.02500,0.785
13,model.language_model.layers.13.mlp.experts.140.up_proj,0.0080883391,hessian_weighted_relative_error,37941,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.141.down_proj,0.0118596225,hessian_weighted_relative_error,35139,0.02500,0.862
13,model.language_model.layers.13.mlp.experts.141.gate_proj,0.0057394309,hessian_weighted_relative_error,35139,0.02500,0.903
13,model.language_model.layers.13.mlp.experts.141.up_proj,0.0069534671,hessian_weighted_relative_error,35139,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.142.down_proj,0.0094060697,hessian_weighted_relative_error,13575,0.02500,0.753
13,model.language_model.layers.13.mlp.experts.142.gate_proj,0.0045131060,hessian_weighted_relative_error,13575,0.02500,0.785
13,model.language_model.layers.13.mlp.experts.142.up_proj,0.0049957866,hessian_weighted_relative_error,13575,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.143.down_proj,0.0083604820,hessian_weighted_relative_error,22936,0.02500,0.861
13,model.language_model.layers.13.mlp.experts.143.gate_proj,0.0050742895,hessian_weighted_relative_error,22936,0.02500,0.907
13,model.language_model.layers.13.mlp.experts.143.up_proj,0.0055311891,hessian_weighted_relative_error,22936,0.02500,0.983
13,model.language_model.layers.13.mlp.experts.144.down_proj,0.0078285082,hessian_weighted_relative_error,24702,0.02500,0.753
13,model.language_model.layers.13.mlp.experts.144.gate_proj,0.0034383685,hessian_weighted_relative_error,24702,0.02500,0.786
13,model.language_model.layers.13.mlp.experts.144.up_proj,0.0037353873,hessian_weighted_relative_error,24702,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.145.down_proj,0.0108792252,hessian_weighted_relative_error,50162,0.02500,0.868
13,model.language_model.layers.13.mlp.experts.145.gate_proj,0.0063160812,hessian_weighted_relative_error,50162,0.02500,0.904
13,model.language_model.layers.13.mlp.experts.145.up_proj,0.0071985048,hessian_weighted_relative_error,50162,0.02500,0.971
13,model.language_model.layers.13.mlp.experts.146.down_proj,0.0092253235,hessian_weighted_relative_error,26455,0.02500,0.755
13,model.language_model.layers.13.mlp.experts.146.gate_proj,0.0048291955,hessian_weighted_relative_error,26455,0.02500,0.785
13,model.language_model.layers.13.mlp.experts.146.up_proj,0.0066533916,hessian_weighted_relative_error,26455,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.147.down_proj,0.0069888120,hessian_weighted_relative_error,7453,0.02500,0.870
13,model.language_model.layers.13.mlp.experts.147.gate_proj,0.0036075916,hessian_weighted_relative_error,7453,0.02500,0.902
13,model.language_model.layers.13.mlp.experts.147.up_proj,0.0042543274,hessian_weighted_relative_error,7453,0.02500,0.973
13,model.language_model.layers.13.mlp.experts.148.down_proj,0.0082136003,hessian_weighted_relative_error,16608,0.02500,0.753
13,model.language_model.layers.13.mlp.experts.148.gate_proj,0.0029104917,hessian_weighted_relative_error,16608,0.02500,0.786
13,model.language_model.layers.13.mlp.experts.148.up_proj,0.0032392410,hessian_weighted_relative_error,16608,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.149.down_proj,0.0103436750,hessian_weighted_relative_error,33145,0.02500,0.867
13,model.language_model.layers.13.mlp.experts.149.gate_proj,0.0048200349,hessian_weighted_relative_error,33145,0.02500,0.908
13,model.language_model.layers.13.mlp.experts.149.up_proj,0.0061889412,hessian_weighted_relative_error,33145,0.02500,0.972
13,model.language_model.layers.13.mlp.experts.15.down_proj,0.0091667853,hessian_weighted_relative_error,22955,0.02500,0.798
13,model.language_model.layers.13.mlp.experts.15.gate_proj,0.0036354508,hessian_weighted_relative_error,22955,0.02500,0.856
13,model.language_model.layers.13.mlp.experts.15.up_proj,0.0040853982,hessian_weighted_relative_error,22955,0.02500,0.956
13,model.language_model.layers.13.mlp.experts.150.down_proj,0.0105708120,hessian_weighted_relative_error,14183,0.02500,0.754
13,model.language_model.layers.13.mlp.experts.150.gate_proj,0.0044784286,hessian_weighted_relative_error,14183,0.02500,0.783
13,model.language_model.layers.13.mlp.experts.150.up_proj,0.0057321269,hessian_weighted_relative_error,14183,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.151.down_proj,0.0063779644,hessian_weighted_relative_error,34357,0.02500,0.865
13,model.language_model.layers.13.mlp.experts.151.gate_proj,0.0036478187,hessian_weighted_relative_error,34357,0.02500,0.907
13,model.language_model.layers.13.mlp.experts.151.up_proj,0.0044019780,hessian_weighted_relative_error,34357,0.02500,0.971
13,model.language_model.layers.13.mlp.experts.152.down_proj,0.0118894941,hessian_weighted_relative_error,44841,0.02500,0.752
13,model.language_model.layers.13.mlp.experts.152.gate_proj,0.0055745101,hessian_weighted_relative_error,44841,0.02500,0.787
13,model.language_model.layers.13.mlp.experts.152.up_proj,0.0067395706,hessian_weighted_relative_error,44841,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.153.down_proj,0.0090364845,hessian_weighted_relative_error,24808,0.02500,0.871
13,model.language_model.layers.13.mlp.experts.153.gate_proj,0.0049687035,hessian_weighted_relative_error,24808,0.02500,0.906
13,model.language_model.layers.13.mlp.experts.153.up_proj,0.0059846082,hessian_weighted_relative_error,24808,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.154.down_proj,0.0077031072,hessian_weighted_relative_error,9507,0.02500,0.752
13,model.language_model.layers.13.mlp.experts.154.gate_proj,0.0032439504,hessian_weighted_relative_error,9507,0.02500,0.790
13,model.language_model.layers.13.mlp.experts.154.up_proj,0.0040591644,hessian_weighted_relative_error,9507,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.155.down_proj,0.0078471270,hessian_weighted_relative_error,10076,0.02500,0.873
13,model.language_model.layers.13.mlp.experts.155.gate_proj,0.0038475311,hessian_weighted_relative_error,10076,0.02500,0.909
13,model.language_model.layers.13.mlp.experts.155.up_proj,0.0051574916,hessian_weighted_relative_error,10076,0.02500,0.962
13,model.language_model.layers.13.mlp.experts.156.down_proj,0.0114868299,hessian_weighted_relative_error,70507,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.156.gate_proj,0.0059651417,hessian_weighted_relative_error,70507,0.02500,0.787
13,model.language_model.layers.13.mlp.experts.156.up_proj,0.0067619111,hessian_weighted_relative_error,70507,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.157.down_proj,0.0112290329,hessian_weighted_relative_error,35493,0.02500,0.870
13,model.language_model.layers.13.mlp.experts.157.gate_proj,0.0057309374,hessian_weighted_relative_error,35493,0.02500,0.905
13,model.language_model.layers.13.mlp.experts.157.up_proj,0.0069992721,hessian_weighted_relative_error,35493,0.02500,0.968
13,model.language_model.layers.13.mlp.experts.158.down_proj,0.0080530368,hessian_weighted_relative_error,20701,0.02500,0.757
13,model.language_model.layers.13.mlp.experts.158.gate_proj,0.0041871280,hessian_weighted_relative_error,20701,0.02500,0.785
13,model.language_model.layers.13.mlp.experts.158.up_proj,0.0049673358,hessian_weighted_relative_error,20701,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.159.down_proj,0.0116240178,hessian_weighted_relative_error,33441,0.02500,0.869
13,model.language_model.layers.13.mlp.experts.159.gate_proj,0.0058257431,hessian_weighted_relative_error,33441,0.02500,0.916
13,model.language_model.layers.13.mlp.experts.159.up_proj,0.0072933120,hessian_weighted_relative_error,33441,0.02500,0.964
13,model.language_model.layers.13.mlp.experts.16.down_proj,0.0084097237,hessian_weighted_relative_error,22915,0.02500,0.726
13,model.language_model.layers.13.mlp.experts.16.gate_proj,0.0035901376,hessian_weighted_relative_error,22915,0.02500,0.759
13,model.language_model.layers.13.mlp.experts.16.up_proj,0.0042902954,hessian_weighted_relative_error,22915,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.160.down_proj,0.0102086835,hessian_weighted_relative_error,52408,0.02500,0.753
13,model.language_model.layers.13.mlp.experts.160.gate_proj,0.0056048568,hessian_weighted_relative_error,52408,0.02500,0.787
13,model.language_model.layers.13.mlp.experts.160.up_proj,0.0071802783,hessian_weighted_relative_error,52408,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.161.down_proj,0.0091919125,hessian_weighted_relative_error,55774,0.02500,0.874
13,model.language_model.layers.13.mlp.experts.161.gate_proj,0.0051359247,hessian_weighted_relative_error,55774,0.02500,0.911
13,model.language_model.layers.13.mlp.experts.161.up_proj,0.0064937743,hessian_weighted_relative_error,55774,0.02500,0.961
13,model.language_model.layers.13.mlp.experts.162.down_proj,0.0103201639,hessian_weighted_relative_error,28168,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.162.gate_proj,0.0055979059,hessian_weighted_relative_error,28168,0.02500,0.788
13,model.language_model.layers.13.mlp.experts.162.up_proj,0.0066186903,hessian_weighted_relative_error,28168,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.163.down_proj,0.0074556592,hessian_weighted_relative_error,10425,0.02500,0.876
13,model.language_model.layers.13.mlp.experts.163.gate_proj,0.0032070782,hessian_weighted_relative_error,10425,0.02500,0.905
13,model.language_model.layers.13.mlp.experts.163.up_proj,0.0036535996,hessian_weighted_relative_error,10425,0.02500,0.956
13,model.language_model.layers.13.mlp.experts.164.down_proj,0.0079154837,hessian_weighted_relative_error,51257,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.164.gate_proj,0.0041677279,hessian_weighted_relative_error,51257,0.02500,0.788
13,model.language_model.layers.13.mlp.experts.164.up_proj,0.0048104325,hessian_weighted_relative_error,51257,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.165.down_proj,0.0092942018,hessian_weighted_relative_error,21404,0.02500,0.873
13,model.language_model.layers.13.mlp.experts.165.gate_proj,0.0047386475,hessian_weighted_relative_error,21404,0.02500,0.913
13,model.language_model.layers.13.mlp.experts.165.up_proj,0.0058969892,hessian_weighted_relative_error,21404,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.166.down_proj,0.0124448506,hessian_weighted_relative_error,24288,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.166.gate_proj,0.0061408239,hessian_weighted_relative_error,24288,0.02500,0.788
13,model.language_model.layers.13.mlp.experts.166.up_proj,0.0078742224,hessian_weighted_relative_error,24288,0.02500,0.811
13,model.language_model.layers.13.mlp.experts.167.down_proj,0.0100420257,hessian_weighted_relative_error,27931,0.02500,0.872
13,model.language_model.layers.13.mlp.experts.167.gate_proj,0.0054325964,hessian_weighted_relative_error,27931,0.02500,0.914
13,model.language_model.layers.13.mlp.experts.167.up_proj,0.0067960750,hessian_weighted_relative_error,27931,0.02500,0.967
13,model.language_model.layers.13.mlp.experts.168.down_proj,0.0069244807,hessian_weighted_relative_error,15390,0.02500,0.755
13,model.language_model.layers.13.mlp.experts.168.gate_proj,0.0031500228,hessian_weighted_relative_error,15390,0.02500,0.790
13,model.language_model.layers.13.mlp.experts.168.up_proj,0.0035320961,hessian_weighted_relative_error,15390,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.169.down_proj,0.0087765624,hessian_weighted_relative_error,154507,0.02500,0.876
13,model.language_model.layers.13.mlp.experts.169.gate_proj,0.0048880122,hessian_weighted_relative_error,154507,0.02500,0.914
13,model.language_model.layers.13.mlp.experts.169.up_proj,0.0059293281,hessian_weighted_relative_error,154507,0.02500,0.959
13,model.language_model.layers.13.mlp.experts.17.down_proj,0.0063403826,hessian_weighted_relative_error,20599,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.17.gate_proj,0.0037069556,hessian_weighted_relative_error,20599,0.02500,0.855
13,model.language_model.layers.13.mlp.experts.17.up_proj,0.0044552357,hessian_weighted_relative_error,20599,0.02500,0.947
13,model.language_model.layers.13.mlp.experts.170.down_proj,0.0074717429,hessian_weighted_relative_error,12900,0.02500,0.759
13,model.language_model.layers.13.mlp.experts.170.gate_proj,0.0034279866,hessian_weighted_relative_error,12900,0.02500,0.788
13,model.language_model.layers.13.mlp.experts.170.up_proj,0.0037295412,hessian_weighted_relative_error,12900,0.02500,0.829
13,model.language_model.layers.13.mlp.experts.171.down_proj,0.0109203383,hessian_weighted_relative_error,13744,0.02500,0.878
13,model.language_model.layers.13.mlp.experts.171.gate_proj,0.0051348027,hessian_weighted_relative_error,13744,0.02500,0.916
13,model.language_model.layers.13.mlp.experts.171.up_proj,0.0070786568,hessian_weighted_relative_error,13744,0.02500,0.986
13,model.language_model.layers.13.mlp.experts.172.down_proj,0.0101966237,hessian_weighted_relative_error,36007,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.172.gate_proj,0.0046073110,hessian_weighted_relative_error,36007,0.02500,0.789
13,model.language_model.layers.13.mlp.experts.172.up_proj,0.0051404038,hessian_weighted_relative_error,36007,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.173.down_proj,0.0120224247,hessian_weighted_relative_error,33884,0.02500,0.875
13,model.language_model.layers.13.mlp.experts.173.gate_proj,0.0056441008,hessian_weighted_relative_error,33884,0.02500,0.918
13,model.language_model.layers.13.mlp.experts.173.up_proj,0.0069796925,hessian_weighted_relative_error,33884,0.02500,0.959
13,model.language_model.layers.13.mlp.experts.174.down_proj,0.0112114059,hessian_weighted_relative_error,28537,0.02500,0.757
13,model.language_model.layers.13.mlp.experts.174.gate_proj,0.0055197277,hessian_weighted_relative_error,28537,0.02500,0.787
13,model.language_model.layers.13.mlp.experts.174.up_proj,0.0065686660,hessian_weighted_relative_error,28537,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.175.down_proj,0.0099387212,hessian_weighted_relative_error,16691,0.02500,0.875
13,model.language_model.layers.13.mlp.experts.175.gate_proj,0.0048251699,hessian_weighted_relative_error,16691,0.02500,0.917
13,model.language_model.layers.13.mlp.experts.175.up_proj,0.0062399311,hessian_weighted_relative_error,16691,0.02500,0.965
13,model.language_model.layers.13.mlp.experts.176.down_proj,0.0065064008,hessian_weighted_relative_error,6879,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.176.gate_proj,0.0033050023,hessian_weighted_relative_error,6879,0.02500,0.793
13,model.language_model.layers.13.mlp.experts.176.up_proj,0.0037136053,hessian_weighted_relative_error,6879,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.177.down_proj,0.0098549047,hessian_weighted_relative_error,23981,0.02500,0.877
13,model.language_model.layers.13.mlp.experts.177.gate_proj,0.0040908671,hessian_weighted_relative_error,23981,0.02500,0.916
13,model.language_model.layers.13.mlp.experts.177.up_proj,0.0059700666,hessian_weighted_relative_error,23981,0.02500,0.957
13,model.language_model.layers.13.mlp.experts.178.down_proj,0.0075791498,hessian_weighted_relative_error,185706,0.02500,0.757
13,model.language_model.layers.13.mlp.experts.178.gate_proj,0.0042490236,hessian_weighted_relative_error,185706,0.02500,0.790
13,model.language_model.layers.13.mlp.experts.178.up_proj,0.0052244260,hessian_weighted_relative_error,185706,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.179.down_proj,0.0119742312,hessian_weighted_relative_error,30364,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.179.gate_proj,0.0058610136,hessian_weighted_relative_error,30364,0.02500,0.911
13,model.language_model.layers.13.mlp.experts.179.up_proj,0.0067954766,hessian_weighted_relative_error,30364,0.02500,0.964
13,model.language_model.layers.13.mlp.experts.18.down_proj,0.0115646404,hessian_weighted_relative_error,28543,0.02500,0.728
13,model.language_model.layers.13.mlp.experts.18.gate_proj,0.0052619511,hessian_weighted_relative_error,28543,0.02500,0.761
13,model.language_model.layers.13.mlp.experts.18.up_proj,0.0066679168,hessian_weighted_relative_error,28543,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.180.down_proj,0.0112372364,hessian_weighted_relative_error,24883,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.180.gate_proj,0.0056915184,hessian_weighted_relative_error,24883,0.02500,0.791
13,model.language_model.layers.13.mlp.experts.180.up_proj,0.0072275806,hessian_weighted_relative_error,24883,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.181.down_proj,0.0100551327,hessian_weighted_relative_error,36495,0.02500,0.876
13,model.language_model.layers.13.mlp.experts.181.gate_proj,0.0047678131,hessian_weighted_relative_error,36495,0.02500,0.916
13,model.language_model.layers.13.mlp.experts.181.up_proj,0.0075827747,hessian_weighted_relative_error,36495,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.182.down_proj,0.0096221177,hessian_weighted_relative_error,40188,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.182.gate_proj,0.0047052691,hessian_weighted_relative_error,40188,0.02500,0.789
13,model.language_model.layers.13.mlp.experts.182.up_proj,0.0058957720,hessian_weighted_relative_error,40188,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.183.down_proj,0.0104519579,hessian_weighted_relative_error,40063,0.02500,0.877
13,model.language_model.layers.13.mlp.experts.183.gate_proj,0.0045641642,hessian_weighted_relative_error,40063,0.02500,0.918
13,model.language_model.layers.13.mlp.experts.183.up_proj,0.0062114172,hessian_weighted_relative_error,40063,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.184.down_proj,0.0092472690,hessian_weighted_relative_error,29724,0.02500,0.757
13,model.language_model.layers.13.mlp.experts.184.gate_proj,0.0045563632,hessian_weighted_relative_error,29724,0.02500,0.791
13,model.language_model.layers.13.mlp.experts.184.up_proj,0.0053836778,hessian_weighted_relative_error,29724,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.185.down_proj,0.0090146071,hessian_weighted_relative_error,16818,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.185.gate_proj,0.0040001440,hessian_weighted_relative_error,16818,0.02500,0.924
13,model.language_model.layers.13.mlp.experts.185.up_proj,0.0049864298,hessian_weighted_relative_error,16818,0.02500,0.956
13,model.language_model.layers.13.mlp.experts.186.down_proj,0.0127943001,hessian_weighted_relative_error,15913,0.02500,0.760
13,model.language_model.layers.13.mlp.experts.186.gate_proj,0.0056072200,hessian_weighted_relative_error,15913,0.02500,0.791
13,model.language_model.layers.13.mlp.experts.186.up_proj,0.0070628812,hessian_weighted_relative_error,15913,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.187.down_proj,0.0113579980,hessian_weighted_relative_error,37716,0.02500,0.882
13,model.language_model.layers.13.mlp.experts.187.gate_proj,0.0053262788,hessian_weighted_relative_error,37716,0.02500,0.920
13,model.language_model.layers.13.mlp.experts.187.up_proj,0.0067334201,hessian_weighted_relative_error,37716,0.02500,0.956
13,model.language_model.layers.13.mlp.experts.188.down_proj,0.0096323708,hessian_weighted_relative_error,47421,0.02500,0.757
13,model.language_model.layers.13.mlp.experts.188.gate_proj,0.0044360543,hessian_weighted_relative_error,47421,0.02500,0.787
13,model.language_model.layers.13.mlp.experts.188.up_proj,0.0063322710,hessian_weighted_relative_error,47421,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.189.down_proj,0.0105488380,hessian_weighted_relative_error,37485,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.189.gate_proj,0.0062237535,hessian_weighted_relative_error,37485,0.02500,0.920
13,model.language_model.layers.13.mlp.experts.189.up_proj,0.0072920751,hessian_weighted_relative_error,37485,0.02500,0.961
13,model.language_model.layers.13.mlp.experts.19.down_proj,0.0097218316,hessian_weighted_relative_error,37601,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.19.gate_proj,0.0057303253,hessian_weighted_relative_error,37601,0.02500,0.856
13,model.language_model.layers.13.mlp.experts.19.up_proj,0.0077427402,hessian_weighted_relative_error,37601,0.02500,0.945
13,model.language_model.layers.13.mlp.experts.190.down_proj,0.0077156287,hessian_weighted_relative_error,10245,0.02500,0.759
13,model.language_model.layers.13.mlp.experts.190.gate_proj,0.0031890257,hessian_weighted_relative_error,10245,0.02500,0.793
13,model.language_model.layers.13.mlp.experts.190.up_proj,0.0039481888,hessian_weighted_relative_error,10245,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.191.down_proj,0.0093167972,hessian_weighted_relative_error,21024,0.02500,0.879
13,model.language_model.layers.13.mlp.experts.191.gate_proj,0.0038528307,hessian_weighted_relative_error,21024,0.02500,0.921
13,model.language_model.layers.13.mlp.experts.191.up_proj,0.0052814835,hessian_weighted_relative_error,21024,0.02500,0.960
13,model.language_model.layers.13.mlp.experts.192.down_proj,0.0072585016,hessian_weighted_relative_error,20213,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.192.gate_proj,0.0036229393,hessian_weighted_relative_error,20213,0.02500,0.794
13,model.language_model.layers.13.mlp.experts.192.up_proj,0.0040827000,hessian_weighted_relative_error,20213,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.193.down_proj,0.0086203292,hessian_weighted_relative_error,13032,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.193.gate_proj,0.0042660118,hessian_weighted_relative_error,13032,0.02500,0.919
13,model.language_model.layers.13.mlp.experts.193.up_proj,0.0048064811,hessian_weighted_relative_error,13032,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.194.down_proj,0.0115264356,hessian_weighted_relative_error,14682,0.02500,0.760
13,model.language_model.layers.13.mlp.experts.194.gate_proj,0.0057638972,hessian_weighted_relative_error,14682,0.02500,0.793
13,model.language_model.layers.13.mlp.experts.194.up_proj,0.0068968726,hessian_weighted_relative_error,14682,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.195.down_proj,0.0099188584,hessian_weighted_relative_error,21480,0.02500,0.882
13,model.language_model.layers.13.mlp.experts.195.gate_proj,0.0042184409,hessian_weighted_relative_error,21480,0.02500,0.923
13,model.language_model.layers.13.mlp.experts.195.up_proj,0.0050681204,hessian_weighted_relative_error,21480,0.02500,0.962
13,model.language_model.layers.13.mlp.experts.196.down_proj,0.0123200281,hessian_weighted_relative_error,29224,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.196.gate_proj,0.0057306302,hessian_weighted_relative_error,29224,0.02500,0.792
13,model.language_model.layers.13.mlp.experts.196.up_proj,0.0076881315,hessian_weighted_relative_error,29224,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.197.down_proj,0.0083455461,hessian_weighted_relative_error,14004,0.02500,0.881
13,model.language_model.layers.13.mlp.experts.197.gate_proj,0.0030913951,hessian_weighted_relative_error,14004,0.02500,0.915
13,model.language_model.layers.13.mlp.experts.197.up_proj,0.0037308241,hessian_weighted_relative_error,14004,0.02500,0.955
13,model.language_model.layers.13.mlp.experts.198.down_proj,0.0106163719,hessian_weighted_relative_error,36155,0.02500,0.760
13,model.language_model.layers.13.mlp.experts.198.gate_proj,0.0045603338,hessian_weighted_relative_error,36155,0.02500,0.792
13,model.language_model.layers.13.mlp.experts.198.up_proj,0.0072958206,hessian_weighted_relative_error,36155,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.199.down_proj,0.0112615823,hessian_weighted_relative_error,37746,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.199.gate_proj,0.0052592895,hessian_weighted_relative_error,37746,0.02500,0.924
13,model.language_model.layers.13.mlp.experts.199.up_proj,0.0078896897,hessian_weighted_relative_error,37746,0.02500,0.957
13,model.language_model.layers.13.mlp.experts.2.down_proj,0.0104242791,hessian_weighted_relative_error,28462,0.02500,0.722
13,model.language_model.layers.13.mlp.experts.2.gate_proj,0.0054641788,hessian_weighted_relative_error,28462,0.02500,0.752
13,model.language_model.layers.13.mlp.experts.2.up_proj,0.0063203392,hessian_weighted_relative_error,28462,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.20.down_proj,0.0097425153,hessian_weighted_relative_error,21789,0.02500,0.727
13,model.language_model.layers.13.mlp.experts.20.gate_proj,0.0052278423,hessian_weighted_relative_error,21789,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.20.up_proj,0.0059430652,hessian_weighted_relative_error,21789,0.02500,0.798
13,model.language_model.layers.13.mlp.experts.200.down_proj,0.0053035996,hessian_weighted_relative_error,36154,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.200.gate_proj,0.0030062597,hessian_weighted_relative_error,36154,0.02500,0.793
13,model.language_model.layers.13.mlp.experts.200.up_proj,0.0034915797,hessian_weighted_relative_error,36154,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.201.down_proj,0.0104096817,hessian_weighted_relative_error,15992,0.02500,0.881
13,model.language_model.layers.13.mlp.experts.201.gate_proj,0.0052971247,hessian_weighted_relative_error,15992,0.02500,0.920
13,model.language_model.layers.13.mlp.experts.201.up_proj,0.0062168316,hessian_weighted_relative_error,15992,0.02500,0.959
13,model.language_model.layers.13.mlp.experts.202.down_proj,0.0130323368,hessian_weighted_relative_error,46691,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.202.gate_proj,0.0062594601,hessian_weighted_relative_error,46691,0.02500,0.793
13,model.language_model.layers.13.mlp.experts.202.up_proj,0.0071646100,hessian_weighted_relative_error,46691,0.02500,0.814
13,model.language_model.layers.13.mlp.experts.203.down_proj,0.0111797963,hessian_weighted_relative_error,14812,0.02500,0.881
13,model.language_model.layers.13.mlp.experts.203.gate_proj,0.0048702703,hessian_weighted_relative_error,14812,0.02500,0.922
13,model.language_model.layers.13.mlp.experts.203.up_proj,0.0063557113,hessian_weighted_relative_error,14812,0.02500,0.998
13,model.language_model.layers.13.mlp.experts.204.down_proj,0.0091109570,hessian_weighted_relative_error,21016,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.204.gate_proj,0.0051158121,hessian_weighted_relative_error,21016,0.02500,0.788
13,model.language_model.layers.13.mlp.experts.204.up_proj,0.0060455675,hessian_weighted_relative_error,21016,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.205.down_proj,0.0119691947,hessian_weighted_relative_error,35365,0.02500,0.879
13,model.language_model.layers.13.mlp.experts.205.gate_proj,0.0055255438,hessian_weighted_relative_error,35365,0.02500,0.919
13,model.language_model.layers.13.mlp.experts.205.up_proj,0.0065838250,hessian_weighted_relative_error,35365,0.02500,0.959
13,model.language_model.layers.13.mlp.experts.206.down_proj,0.0118575490,hessian_weighted_relative_error,21567,0.02500,0.761
13,model.language_model.layers.13.mlp.experts.206.gate_proj,0.0057551175,hessian_weighted_relative_error,21567,0.02500,0.791
13,model.language_model.layers.13.mlp.experts.206.up_proj,0.0070496436,hessian_weighted_relative_error,21567,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.207.down_proj,0.0092782406,hessian_weighted_relative_error,17781,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.207.gate_proj,0.0046051665,hessian_weighted_relative_error,17781,0.02500,0.928
13,model.language_model.layers.13.mlp.experts.207.up_proj,0.0059562348,hessian_weighted_relative_error,17781,0.02500,0.957
13,model.language_model.layers.13.mlp.experts.208.down_proj,0.0122074496,hessian_weighted_relative_error,34366,0.02500,0.758
13,model.language_model.layers.13.mlp.experts.208.gate_proj,0.0057297063,hessian_weighted_relative_error,34366,0.02500,0.793
13,model.language_model.layers.13.mlp.experts.208.up_proj,0.0079052149,hessian_weighted_relative_error,34366,0.02500,0.814
13,model.language_model.layers.13.mlp.experts.209.down_proj,0.0103611071,hessian_weighted_relative_error,24510,0.02500,0.881
13,model.language_model.layers.13.mlp.experts.209.gate_proj,0.0046267239,hessian_weighted_relative_error,24510,0.02500,0.926
13,model.language_model.layers.13.mlp.experts.209.up_proj,0.0058129476,hessian_weighted_relative_error,24510,0.02500,0.969
13,model.language_model.layers.13.mlp.experts.21.down_proj,0.0073327644,hessian_weighted_relative_error,15940,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.21.gate_proj,0.0033699996,hessian_weighted_relative_error,15940,0.02500,0.856
13,model.language_model.layers.13.mlp.experts.21.up_proj,0.0047751768,hessian_weighted_relative_error,15940,0.02500,0.948
13,model.language_model.layers.13.mlp.experts.210.down_proj,0.0100282212,hessian_weighted_relative_error,41398,0.02500,0.759
13,model.language_model.layers.13.mlp.experts.210.gate_proj,0.0054369682,hessian_weighted_relative_error,41398,0.02500,0.794
13,model.language_model.layers.13.mlp.experts.210.up_proj,0.0063824530,hessian_weighted_relative_error,41398,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.211.down_proj,0.0101389793,hessian_weighted_relative_error,27383,0.02500,0.884
13,model.language_model.layers.13.mlp.experts.211.gate_proj,0.0053984490,hessian_weighted_relative_error,27383,0.02500,0.929
13,model.language_model.layers.13.mlp.experts.211.up_proj,0.0063855319,hessian_weighted_relative_error,27383,0.02500,0.962
13,model.language_model.layers.13.mlp.experts.212.down_proj,0.0112443928,hessian_weighted_relative_error,24679,0.02500,0.762
13,model.language_model.layers.13.mlp.experts.212.gate_proj,0.0056843422,hessian_weighted_relative_error,24679,0.02500,0.792
13,model.language_model.layers.13.mlp.experts.212.up_proj,0.0070482928,hessian_weighted_relative_error,24679,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.213.down_proj,0.0077963530,hessian_weighted_relative_error,14737,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.213.gate_proj,0.0040934910,hessian_weighted_relative_error,14737,0.02500,0.925
13,model.language_model.layers.13.mlp.experts.213.up_proj,0.0045850331,hessian_weighted_relative_error,14737,0.02500,0.954
13,model.language_model.layers.13.mlp.experts.214.down_proj,0.0109951923,hessian_weighted_relative_error,80882,0.02500,0.759
13,model.language_model.layers.13.mlp.experts.214.gate_proj,0.0059419448,hessian_weighted_relative_error,80882,0.02500,0.796
13,model.language_model.layers.13.mlp.experts.214.up_proj,0.0071874325,hessian_weighted_relative_error,80882,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.215.down_proj,0.0095858340,hessian_weighted_relative_error,32284,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.215.gate_proj,0.0048076688,hessian_weighted_relative_error,32284,0.02500,0.931
13,model.language_model.layers.13.mlp.experts.215.up_proj,0.0054401773,hessian_weighted_relative_error,32284,0.02500,0.966
13,model.language_model.layers.13.mlp.experts.216.down_proj,0.0096001802,hessian_weighted_relative_error,10158,0.02500,0.761
13,model.language_model.layers.13.mlp.experts.216.gate_proj,0.0039673768,hessian_weighted_relative_error,10158,0.02500,0.794
13,model.language_model.layers.13.mlp.experts.216.up_proj,0.0051034095,hessian_weighted_relative_error,10158,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.217.down_proj,0.0105944376,hessian_weighted_relative_error,113235,0.02500,0.882
13,model.language_model.layers.13.mlp.experts.217.gate_proj,0.0081637716,hessian_weighted_relative_error,113235,0.02500,0.927
13,model.language_model.layers.13.mlp.experts.217.up_proj,0.0094853263,hessian_weighted_relative_error,113235,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.218.down_proj,0.0119084466,hessian_weighted_relative_error,40288,0.02500,0.760
13,model.language_model.layers.13.mlp.experts.218.gate_proj,0.0057462140,hessian_weighted_relative_error,40288,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.218.up_proj,0.0077522607,hessian_weighted_relative_error,40288,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.219.down_proj,0.0102927917,hessian_weighted_relative_error,24359,0.02500,0.885
13,model.language_model.layers.13.mlp.experts.219.gate_proj,0.0046766659,hessian_weighted_relative_error,24359,0.02500,0.927
13,model.language_model.layers.13.mlp.experts.219.up_proj,0.0054182185,hessian_weighted_relative_error,24359,0.02500,0.962
13,model.language_model.layers.13.mlp.experts.22.down_proj,0.0108813209,hessian_weighted_relative_error,20875,0.02500,0.727
13,model.language_model.layers.13.mlp.experts.22.gate_proj,0.0046298687,hessian_weighted_relative_error,20875,0.02500,0.759
13,model.language_model.layers.13.mlp.experts.22.up_proj,0.0060579018,hessian_weighted_relative_error,20875,0.02500,0.801
13,model.language_model.layers.13.mlp.experts.220.down_proj,0.0073295833,hessian_weighted_relative_error,11963,0.02500,0.762
13,model.language_model.layers.13.mlp.experts.220.gate_proj,0.0037906620,hessian_weighted_relative_error,11963,0.02500,0.793
13,model.language_model.layers.13.mlp.experts.220.up_proj,0.0053107606,hessian_weighted_relative_error,11963,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.221.down_proj,0.0085761960,hessian_weighted_relative_error,15418,0.02500,0.882
13,model.language_model.layers.13.mlp.experts.221.gate_proj,0.0040007811,hessian_weighted_relative_error,15418,0.02500,0.927
13,model.language_model.layers.13.mlp.experts.221.up_proj,0.0046859603,hessian_weighted_relative_error,15418,0.02500,0.960
13,model.language_model.layers.13.mlp.experts.222.down_proj,0.0102414484,hessian_weighted_relative_error,23020,0.02500,0.764
13,model.language_model.layers.13.mlp.experts.222.gate_proj,0.0055077274,hessian_weighted_relative_error,23020,0.02500,0.792
13,model.language_model.layers.13.mlp.experts.222.up_proj,0.0064679935,hessian_weighted_relative_error,23020,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.223.down_proj,0.0118713871,hessian_weighted_relative_error,48487,0.02500,0.881
13,model.language_model.layers.13.mlp.experts.223.gate_proj,0.0055457412,hessian_weighted_relative_error,48487,0.02500,0.938
13,model.language_model.layers.13.mlp.experts.223.up_proj,0.0079833158,hessian_weighted_relative_error,48487,0.02500,0.964
13,model.language_model.layers.13.mlp.experts.224.down_proj,0.0115449141,hessian_weighted_relative_error,15812,0.02500,0.761
13,model.language_model.layers.13.mlp.experts.224.gate_proj,0.0056759851,hessian_weighted_relative_error,15812,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.224.up_proj,0.0073650966,hessian_weighted_relative_error,15812,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.225.down_proj,0.0111101748,hessian_weighted_relative_error,38467,0.02500,0.882
13,model.language_model.layers.13.mlp.experts.225.gate_proj,0.0050638423,hessian_weighted_relative_error,38467,0.02500,0.930
13,model.language_model.layers.13.mlp.experts.225.up_proj,0.0075111576,hessian_weighted_relative_error,38467,0.02500,0.956
13,model.language_model.layers.13.mlp.experts.226.down_proj,0.0101406316,hessian_weighted_relative_error,21717,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.226.gate_proj,0.0053722567,hessian_weighted_relative_error,21717,0.02500,0.794
13,model.language_model.layers.13.mlp.experts.226.up_proj,0.0065116362,hessian_weighted_relative_error,21717,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.227.down_proj,0.0088028964,hessian_weighted_relative_error,9812,0.02500,0.885
13,model.language_model.layers.13.mlp.experts.227.gate_proj,0.0039983792,hessian_weighted_relative_error,9812,0.02500,0.925
13,model.language_model.layers.13.mlp.experts.227.up_proj,0.0053336046,hessian_weighted_relative_error,9812,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.228.down_proj,0.0066629508,hessian_weighted_relative_error,31274,0.02500,0.762
13,model.language_model.layers.13.mlp.experts.228.gate_proj,0.0038928996,hessian_weighted_relative_error,31274,0.02500,0.794
13,model.language_model.layers.13.mlp.experts.228.up_proj,0.0043792484,hessian_weighted_relative_error,31274,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.229.down_proj,0.0103666213,hessian_weighted_relative_error,37655,0.02500,0.882
13,model.language_model.layers.13.mlp.experts.229.gate_proj,0.0053960635,hessian_weighted_relative_error,37655,0.02500,0.931
13,model.language_model.layers.13.mlp.experts.229.up_proj,0.0069456032,hessian_weighted_relative_error,37655,0.02500,0.955
13,model.language_model.layers.13.mlp.experts.23.down_proj,0.0068666801,hessian_weighted_relative_error,17275,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.23.gate_proj,0.0033200379,hessian_weighted_relative_error,17275,0.02500,0.859
13,model.language_model.layers.13.mlp.experts.23.up_proj,0.0037786683,hessian_weighted_relative_error,17275,0.02500,0.953
13,model.language_model.layers.13.mlp.experts.230.down_proj,0.0051669609,hessian_weighted_relative_error,27291,0.02500,0.766
13,model.language_model.layers.13.mlp.experts.230.gate_proj,0.0025093256,hessian_weighted_relative_error,27291,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.230.up_proj,0.0027611524,hessian_weighted_relative_error,27291,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.231.down_proj,0.0131634546,hessian_weighted_relative_error,59045,0.02500,0.882
13,model.language_model.layers.13.mlp.experts.231.gate_proj,0.0061378386,hessian_weighted_relative_error,59045,0.02500,0.938
13,model.language_model.layers.13.mlp.experts.231.up_proj,0.0079084912,hessian_weighted_relative_error,59045,0.02500,0.954
13,model.language_model.layers.13.mlp.experts.232.down_proj,0.0096575441,hessian_weighted_relative_error,20303,0.02500,0.761
13,model.language_model.layers.13.mlp.experts.232.gate_proj,0.0047122430,hessian_weighted_relative_error,20303,0.02500,0.797
13,model.language_model.layers.13.mlp.experts.232.up_proj,0.0057973153,hessian_weighted_relative_error,20303,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.233.down_proj,0.0046396843,hessian_weighted_relative_error,20769,0.02500,0.883
13,model.language_model.layers.13.mlp.experts.233.gate_proj,0.0035598135,hessian_weighted_relative_error,20769,0.02500,0.936
13,model.language_model.layers.13.mlp.experts.233.up_proj,0.0041518582,hessian_weighted_relative_error,20769,0.02500,0.950
13,model.language_model.layers.13.mlp.experts.234.down_proj,0.0099285426,hessian_weighted_relative_error,17782,0.02500,0.764
13,model.language_model.layers.13.mlp.experts.234.gate_proj,0.0054083276,hessian_weighted_relative_error,17782,0.02500,0.798
13,model.language_model.layers.13.mlp.experts.234.up_proj,0.0061196030,hessian_weighted_relative_error,17782,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.235.down_proj,0.0083132678,hessian_weighted_relative_error,9715,0.02500,0.886
13,model.language_model.layers.13.mlp.experts.235.gate_proj,0.0038635364,hessian_weighted_relative_error,9715,0.02500,0.935
13,model.language_model.layers.13.mlp.experts.235.up_proj,0.0042544613,hessian_weighted_relative_error,9715,0.02500,0.956
13,model.language_model.layers.13.mlp.experts.236.down_proj,0.0126925043,hessian_weighted_relative_error,27540,0.02500,0.762
13,model.language_model.layers.13.mlp.experts.236.gate_proj,0.0057385315,hessian_weighted_relative_error,27540,0.02500,0.792
13,model.language_model.layers.13.mlp.experts.236.up_proj,0.0070435934,hessian_weighted_relative_error,27540,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.237.down_proj,0.0121212591,hessian_weighted_relative_error,24251,0.02500,0.883
13,model.language_model.layers.13.mlp.experts.237.gate_proj,0.0056570648,hessian_weighted_relative_error,24251,0.02500,0.933
13,model.language_model.layers.13.mlp.experts.237.up_proj,0.0066651627,hessian_weighted_relative_error,24251,0.02500,0.954
13,model.language_model.layers.13.mlp.experts.238.down_proj,0.0088828682,hessian_weighted_relative_error,46704,0.02500,0.769
13,model.language_model.layers.13.mlp.experts.238.gate_proj,0.0049749276,hessian_weighted_relative_error,46704,0.02500,0.797
13,model.language_model.layers.13.mlp.experts.238.up_proj,0.0061900194,hessian_weighted_relative_error,46704,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.239.down_proj,0.0062351993,hessian_weighted_relative_error,52151,0.02500,0.883
13,model.language_model.layers.13.mlp.experts.239.gate_proj,0.0040374291,hessian_weighted_relative_error,52151,0.02500,0.932
13,model.language_model.layers.13.mlp.experts.239.up_proj,0.0061055498,hessian_weighted_relative_error,52151,0.02500,0.954
13,model.language_model.layers.13.mlp.experts.24.down_proj,0.0079887294,hessian_weighted_relative_error,21280,0.02500,0.728
13,model.language_model.layers.13.mlp.experts.24.gate_proj,0.0032997184,hessian_weighted_relative_error,21280,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.24.up_proj,0.0034357353,hessian_weighted_relative_error,21280,0.02500,0.801
13,model.language_model.layers.13.mlp.experts.240.down_proj,0.0106228401,hessian_weighted_relative_error,33183,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.240.gate_proj,0.0052459251,hessian_weighted_relative_error,33183,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.240.up_proj,0.0062357176,hessian_weighted_relative_error,33183,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.241.down_proj,0.0097837297,hessian_weighted_relative_error,19829,0.02500,0.884
13,model.language_model.layers.13.mlp.experts.241.gate_proj,0.0048584717,hessian_weighted_relative_error,19829,0.02500,0.934
13,model.language_model.layers.13.mlp.experts.241.up_proj,0.0054821585,hessian_weighted_relative_error,19829,0.02500,0.954
13,model.language_model.layers.13.mlp.experts.242.down_proj,0.0101619623,hessian_weighted_relative_error,29369,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.242.gate_proj,0.0053271837,hessian_weighted_relative_error,29369,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.242.up_proj,0.0062987098,hessian_weighted_relative_error,29369,0.02500,0.811
13,model.language_model.layers.13.mlp.experts.243.down_proj,0.0111071911,hessian_weighted_relative_error,24981,0.02500,0.888
13,model.language_model.layers.13.mlp.experts.243.gate_proj,0.0051294791,hessian_weighted_relative_error,24981,0.02500,0.940
13,model.language_model.layers.13.mlp.experts.243.up_proj,0.0065086085,hessian_weighted_relative_error,24981,0.02500,0.951
13,model.language_model.layers.13.mlp.experts.244.down_proj,0.0086327379,hessian_weighted_relative_error,19838,0.02500,0.764
13,model.language_model.layers.13.mlp.experts.244.gate_proj,0.0041190185,hessian_weighted_relative_error,19838,0.02500,0.799
13,model.language_model.layers.13.mlp.experts.244.up_proj,0.0045940101,hessian_weighted_relative_error,19838,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.245.down_proj,0.0099760817,hessian_weighted_relative_error,22281,0.02500,0.883
13,model.language_model.layers.13.mlp.experts.245.gate_proj,0.0051857277,hessian_weighted_relative_error,22281,0.02500,0.934
13,model.language_model.layers.13.mlp.experts.245.up_proj,0.0066310189,hessian_weighted_relative_error,22281,0.02500,0.951
13,model.language_model.layers.13.mlp.experts.246.down_proj,0.0102835274,hessian_weighted_relative_error,41549,0.02500,0.765
13,model.language_model.layers.13.mlp.experts.246.gate_proj,0.0056961230,hessian_weighted_relative_error,41549,0.02500,0.797
13,model.language_model.layers.13.mlp.experts.246.up_proj,0.0075385495,hessian_weighted_relative_error,41549,0.02500,0.814
13,model.language_model.layers.13.mlp.experts.247.down_proj,0.0130061182,hessian_weighted_relative_error,25419,0.02500,0.887
13,model.language_model.layers.13.mlp.experts.247.gate_proj,0.0064907902,hessian_weighted_relative_error,25419,0.02500,0.934
13,model.language_model.layers.13.mlp.experts.247.up_proj,0.0075055863,hessian_weighted_relative_error,25419,0.02500,0.959
13,model.language_model.layers.13.mlp.experts.248.down_proj,0.0109887836,hessian_weighted_relative_error,13827,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.248.gate_proj,0.0051149290,hessian_weighted_relative_error,13827,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.248.up_proj,0.0066411245,hessian_weighted_relative_error,13827,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.249.down_proj,0.0102963209,hessian_weighted_relative_error,28864,0.02500,0.885
13,model.language_model.layers.13.mlp.experts.249.gate_proj,0.0050674473,hessian_weighted_relative_error,28864,0.02500,0.939
13,model.language_model.layers.13.mlp.experts.249.up_proj,0.0067640199,hessian_weighted_relative_error,28864,0.02500,0.951
13,model.language_model.layers.13.mlp.experts.25.down_proj,0.0076385158,hessian_weighted_relative_error,104677,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.25.gate_proj,0.0042579604,hessian_weighted_relative_error,104677,0.02500,0.858
13,model.language_model.layers.13.mlp.experts.25.up_proj,0.0047255001,hessian_weighted_relative_error,104677,0.02500,0.950
13,model.language_model.layers.13.mlp.experts.250.down_proj,0.0103332616,hessian_weighted_relative_error,23614,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.250.gate_proj,0.0045621109,hessian_weighted_relative_error,23614,0.02500,0.798
13,model.language_model.layers.13.mlp.experts.250.up_proj,0.0053708655,hessian_weighted_relative_error,23614,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.251.down_proj,0.0067056404,hessian_weighted_relative_error,26959,0.02500,0.888
13,model.language_model.layers.13.mlp.experts.251.gate_proj,0.0033546920,hessian_weighted_relative_error,26959,0.02500,0.938
13,model.language_model.layers.13.mlp.experts.251.up_proj,0.0060552660,hessian_weighted_relative_error,26959,0.02500,0.950
13,model.language_model.layers.13.mlp.experts.252.down_proj,0.0114886417,hessian_weighted_relative_error,20038,0.02500,0.765
13,model.language_model.layers.13.mlp.experts.252.gate_proj,0.0059547831,hessian_weighted_relative_error,20038,0.02500,0.798
13,model.language_model.layers.13.mlp.experts.252.up_proj,0.0070925057,hessian_weighted_relative_error,20038,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.253.down_proj,0.0101428035,hessian_weighted_relative_error,8555,0.02500,0.885
13,model.language_model.layers.13.mlp.experts.253.gate_proj,0.0040061224,hessian_weighted_relative_error,8555,0.02500,0.935
13,model.language_model.layers.13.mlp.experts.253.up_proj,0.0048828836,hessian_weighted_relative_error,8555,0.02500,0.953
13,model.language_model.layers.13.mlp.experts.254.down_proj,0.0091343127,hessian_weighted_relative_error,15449,0.02500,0.766
13,model.language_model.layers.13.mlp.experts.254.gate_proj,0.0035529935,hessian_weighted_relative_error,15449,0.02500,0.796
13,model.language_model.layers.13.mlp.experts.254.up_proj,0.0040624398,hessian_weighted_relative_error,15449,0.02500,0.813
13,model.language_model.layers.13.mlp.experts.255.down_proj,0.0033271594,hessian_weighted_relative_error,5102,0.02500,0.885
13,model.language_model.layers.13.mlp.experts.255.gate_proj,0.0022952106,hessian_weighted_relative_error,5102,0.02500,0.941
13,model.language_model.layers.13.mlp.experts.255.up_proj,0.0029987192,hessian_weighted_relative_error,5102,0.02500,0.955
13,model.language_model.layers.13.mlp.experts.256.down_proj,0.0066208889,hessian_weighted_relative_error,25239,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.256.gate_proj,0.0030074172,hessian_weighted_relative_error,25239,0.02500,0.797
13,model.language_model.layers.13.mlp.experts.256.up_proj,0.0039794902,hessian_weighted_relative_error,25239,0.02500,0.825
13,model.language_model.layers.13.mlp.experts.257.down_proj,0.0122668710,hessian_weighted_relative_error,118779,0.02500,0.892
13,model.language_model.layers.13.mlp.experts.257.gate_proj,0.0077459489,hessian_weighted_relative_error,118779,0.02500,0.935
13,model.language_model.layers.13.mlp.experts.257.up_proj,0.0098827982,hessian_weighted_relative_error,118779,0.02500,0.946
13,model.language_model.layers.13.mlp.experts.258.down_proj,0.0118205236,hessian_weighted_relative_error,77311,0.02500,0.766
13,model.language_model.layers.13.mlp.experts.258.gate_proj,0.0065765032,hessian_weighted_relative_error,77311,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.258.up_proj,0.0075398087,hessian_weighted_relative_error,77311,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.259.down_proj,0.0108381233,hessian_weighted_relative_error,23936,0.02500,0.891
13,model.language_model.layers.13.mlp.experts.259.gate_proj,0.0053396088,hessian_weighted_relative_error,23936,0.02500,0.934
13,model.language_model.layers.13.mlp.experts.259.up_proj,0.0070839516,hessian_weighted_relative_error,23936,0.02500,0.951
13,model.language_model.layers.13.mlp.experts.26.down_proj,0.0120800865,hessian_weighted_relative_error,31760,0.02500,0.729
13,model.language_model.layers.13.mlp.experts.26.gate_proj,0.0059112630,hessian_weighted_relative_error,31760,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.26.up_proj,0.0075105949,hessian_weighted_relative_error,31760,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.260.down_proj,0.0115608412,hessian_weighted_relative_error,31653,0.02500,0.766
13,model.language_model.layers.13.mlp.experts.260.gate_proj,0.0050955735,hessian_weighted_relative_error,31653,0.02500,0.798
13,model.language_model.layers.13.mlp.experts.260.up_proj,0.0061039236,hessian_weighted_relative_error,31653,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.261.down_proj,0.0126095203,hessian_weighted_relative_error,28560,0.02500,0.888
13,model.language_model.layers.13.mlp.experts.261.gate_proj,0.0066358180,hessian_weighted_relative_error,28560,0.02500,0.938
13,model.language_model.layers.13.mlp.experts.261.up_proj,0.0086720746,hessian_weighted_relative_error,28560,0.02500,0.953
13,model.language_model.layers.13.mlp.experts.262.down_proj,0.0101064547,hessian_weighted_relative_error,17354,0.02500,0.768
13,model.language_model.layers.13.mlp.experts.262.gate_proj,0.0047130884,hessian_weighted_relative_error,17354,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.262.up_proj,0.0053644815,hessian_weighted_relative_error,17354,0.02500,0.811
13,model.language_model.layers.13.mlp.experts.263.down_proj,0.0108698027,hessian_weighted_relative_error,35678,0.02500,0.886
13,model.language_model.layers.13.mlp.experts.263.gate_proj,0.0053918096,hessian_weighted_relative_error,35678,0.02500,0.936
13,model.language_model.layers.13.mlp.experts.263.up_proj,0.0063268242,hessian_weighted_relative_error,35678,0.02500,0.956
13,model.language_model.layers.13.mlp.experts.264.down_proj,0.0099561036,hessian_weighted_relative_error,27821,0.02500,0.764
13,model.language_model.layers.13.mlp.experts.264.gate_proj,0.0052220117,hessian_weighted_relative_error,27821,0.02500,0.800
13,model.language_model.layers.13.mlp.experts.264.up_proj,0.0058181858,hessian_weighted_relative_error,27821,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.265.down_proj,0.0114406993,hessian_weighted_relative_error,22181,0.02500,0.888
13,model.language_model.layers.13.mlp.experts.265.gate_proj,0.0060992595,hessian_weighted_relative_error,22181,0.02500,0.949
13,model.language_model.layers.13.mlp.experts.265.up_proj,0.0075527213,hessian_weighted_relative_error,22181,0.02500,0.949
13,model.language_model.layers.13.mlp.experts.266.down_proj,0.0080645990,hessian_weighted_relative_error,8178,0.02500,0.769
13,model.language_model.layers.13.mlp.experts.266.gate_proj,0.0038310420,hessian_weighted_relative_error,8178,0.02500,0.800
13,model.language_model.layers.13.mlp.experts.266.up_proj,0.0046680215,hessian_weighted_relative_error,8178,0.02500,0.813
13,model.language_model.layers.13.mlp.experts.267.down_proj,0.0115784422,hessian_weighted_relative_error,33147,0.02500,0.889
13,model.language_model.layers.13.mlp.experts.267.gate_proj,0.0058655450,hessian_weighted_relative_error,33147,0.02500,0.945
13,model.language_model.layers.13.mlp.experts.267.up_proj,0.0072073754,hessian_weighted_relative_error,33147,0.02500,0.952
13,model.language_model.layers.13.mlp.experts.268.down_proj,0.0093847789,hessian_weighted_relative_error,23971,0.02500,0.765
13,model.language_model.layers.13.mlp.experts.268.gate_proj,0.0049060218,hessian_weighted_relative_error,23971,0.02500,0.796
13,model.language_model.layers.13.mlp.experts.268.up_proj,0.0056836695,hessian_weighted_relative_error,23971,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.269.down_proj,0.0102216769,hessian_weighted_relative_error,14434,0.02500,0.889
13,model.language_model.layers.13.mlp.experts.269.gate_proj,0.0043753678,hessian_weighted_relative_error,14434,0.02500,0.940
13,model.language_model.layers.13.mlp.experts.269.up_proj,0.0059898565,hessian_weighted_relative_error,14434,0.02500,0.944
13,model.language_model.layers.13.mlp.experts.27.down_proj,0.0070464115,hessian_weighted_relative_error,21986,0.02500,0.812
13,model.language_model.layers.13.mlp.experts.27.gate_proj,0.0031774905,hessian_weighted_relative_error,21986,0.02500,0.859
13,model.language_model.layers.13.mlp.experts.27.up_proj,0.0034883505,hessian_weighted_relative_error,21986,0.02500,0.954
13,model.language_model.layers.13.mlp.experts.270.down_proj,0.0072908180,hessian_weighted_relative_error,8504,0.02500,0.768
13,model.language_model.layers.13.mlp.experts.270.gate_proj,0.0039014356,hessian_weighted_relative_error,8504,0.02500,0.795
13,model.language_model.layers.13.mlp.experts.270.up_proj,0.0055320940,hessian_weighted_relative_error,8504,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.271.down_proj,0.0099003460,hessian_weighted_relative_error,18456,0.02500,0.887
13,model.language_model.layers.13.mlp.experts.271.gate_proj,0.0051313783,hessian_weighted_relative_error,18456,0.02500,0.946
13,model.language_model.layers.13.mlp.experts.271.up_proj,0.0059055848,hessian_weighted_relative_error,18456,0.02500,0.953
13,model.language_model.layers.13.mlp.experts.272.down_proj,0.0111260856,hessian_weighted_relative_error,31237,0.02500,0.764
13,model.language_model.layers.13.mlp.experts.272.gate_proj,0.0053471917,hessian_weighted_relative_error,31237,0.02500,0.797
13,model.language_model.layers.13.mlp.experts.272.up_proj,0.0062210214,hessian_weighted_relative_error,31237,0.02500,0.811
13,model.language_model.layers.13.mlp.experts.273.down_proj,0.0096365352,hessian_weighted_relative_error,28178,0.02500,0.889
13,model.language_model.layers.13.mlp.experts.273.gate_proj,0.0046607960,hessian_weighted_relative_error,28178,0.02500,0.945
13,model.language_model.layers.13.mlp.experts.273.up_proj,0.0070225408,hessian_weighted_relative_error,28178,0.02500,0.938
13,model.language_model.layers.13.mlp.experts.274.down_proj,0.0075695793,hessian_weighted_relative_error,16493,0.02500,0.768
13,model.language_model.layers.13.mlp.experts.274.gate_proj,0.0046028743,hessian_weighted_relative_error,16493,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.274.up_proj,0.0051161649,hessian_weighted_relative_error,16493,0.02500,0.812
13,model.language_model.layers.13.mlp.experts.275.down_proj,0.0109810898,hessian_weighted_relative_error,18893,0.02500,0.891
13,model.language_model.layers.13.mlp.experts.275.gate_proj,0.0051129449,hessian_weighted_relative_error,18893,0.02500,0.938
13,model.language_model.layers.13.mlp.experts.275.up_proj,0.0066819076,hessian_weighted_relative_error,18893,0.02500,0.945
13,model.language_model.layers.13.mlp.experts.276.down_proj,0.0107592201,hessian_weighted_relative_error,39441,0.02500,0.767
13,model.language_model.layers.13.mlp.experts.276.gate_proj,0.0053186195,hessian_weighted_relative_error,39441,0.02500,0.800
13,model.language_model.layers.13.mlp.experts.276.up_proj,0.0068561238,hessian_weighted_relative_error,39441,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.277.down_proj,0.0106189891,hessian_weighted_relative_error,24564,0.02500,0.889
13,model.language_model.layers.13.mlp.experts.277.gate_proj,0.0054485328,hessian_weighted_relative_error,24564,0.02500,0.946
13,model.language_model.layers.13.mlp.experts.277.up_proj,0.0065769054,hessian_weighted_relative_error,24564,0.02500,0.947
13,model.language_model.layers.13.mlp.experts.278.down_proj,0.0065507409,hessian_weighted_relative_error,25454,0.02500,0.769
13,model.language_model.layers.13.mlp.experts.278.gate_proj,0.0027359188,hessian_weighted_relative_error,25454,0.02500,0.798
13,model.language_model.layers.13.mlp.experts.278.up_proj,0.0030905751,hessian_weighted_relative_error,25454,0.02500,0.811
13,model.language_model.layers.13.mlp.experts.279.down_proj,0.0096246512,hessian_weighted_relative_error,42449,0.02500,0.890
13,model.language_model.layers.13.mlp.experts.279.gate_proj,0.0062157691,hessian_weighted_relative_error,42449,0.02500,0.950
13,model.language_model.layers.13.mlp.experts.279.up_proj,0.0077852593,hessian_weighted_relative_error,42449,0.02500,0.945
13,model.language_model.layers.13.mlp.experts.28.down_proj,0.0099968053,hessian_weighted_relative_error,10466,0.02500,0.728
13,model.language_model.layers.13.mlp.experts.28.gate_proj,0.0055818946,hessian_weighted_relative_error,10466,0.02500,0.759
13,model.language_model.layers.13.mlp.experts.28.up_proj,0.0068018941,hessian_weighted_relative_error,10466,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.280.down_proj,0.0121893411,hessian_weighted_relative_error,36188,0.02500,0.765
13,model.language_model.layers.13.mlp.experts.280.gate_proj,0.0057203923,hessian_weighted_relative_error,36188,0.02500,0.797
13,model.language_model.layers.13.mlp.experts.280.up_proj,0.0071767239,hessian_weighted_relative_error,36188,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.281.down_proj,0.0115580273,hessian_weighted_relative_error,37088,0.02500,0.887
13,model.language_model.layers.13.mlp.experts.281.gate_proj,0.0054184439,hessian_weighted_relative_error,37088,0.02500,0.941
13,model.language_model.layers.13.mlp.experts.281.up_proj,0.0064546392,hessian_weighted_relative_error,37088,0.02500,0.935
13,model.language_model.layers.13.mlp.experts.282.down_proj,0.0106565641,hessian_weighted_relative_error,37168,0.02500,0.769
13,model.language_model.layers.13.mlp.experts.282.gate_proj,0.0046932154,hessian_weighted_relative_error,37168,0.02500,0.800
13,model.language_model.layers.13.mlp.experts.282.up_proj,0.0060060326,hessian_weighted_relative_error,37168,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.283.down_proj,0.0079074008,hessian_weighted_relative_error,46133,0.02500,0.889
13,model.language_model.layers.13.mlp.experts.283.gate_proj,0.0041764348,hessian_weighted_relative_error,46133,0.02500,0.949
13,model.language_model.layers.13.mlp.experts.283.up_proj,0.0044430170,hessian_weighted_relative_error,46133,0.02500,0.929
13,model.language_model.layers.13.mlp.experts.284.down_proj,0.0119531133,hessian_weighted_relative_error,21482,0.02500,0.766
13,model.language_model.layers.13.mlp.experts.284.gate_proj,0.0055697146,hessian_weighted_relative_error,21482,0.02500,0.797
13,model.language_model.layers.13.mlp.experts.284.up_proj,0.0068779359,hessian_weighted_relative_error,21482,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.285.down_proj,0.0076377059,hessian_weighted_relative_error,14942,0.02500,0.887
13,model.language_model.layers.13.mlp.experts.285.gate_proj,0.0037411893,hessian_weighted_relative_error,14942,0.02500,0.938
13,model.language_model.layers.13.mlp.experts.285.up_proj,0.0043881715,hessian_weighted_relative_error,14942,0.02500,0.938
13,model.language_model.layers.13.mlp.experts.286.down_proj,0.0100169646,hessian_weighted_relative_error,47543,0.02500,0.767
13,model.language_model.layers.13.mlp.experts.286.gate_proj,0.0053678516,hessian_weighted_relative_error,47543,0.02500,0.800
13,model.language_model.layers.13.mlp.experts.286.up_proj,0.0065950356,hessian_weighted_relative_error,47543,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.287.down_proj,0.0069950625,hessian_weighted_relative_error,32564,0.02500,0.888
13,model.language_model.layers.13.mlp.experts.287.gate_proj,0.0026640455,hessian_weighted_relative_error,32564,0.02500,0.949
13,model.language_model.layers.13.mlp.experts.287.up_proj,0.0031983826,hessian_weighted_relative_error,32564,0.02500,0.936
13,model.language_model.layers.13.mlp.experts.29.down_proj,0.0090892808,hessian_weighted_relative_error,14617,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.29.gate_proj,0.0042124467,hessian_weighted_relative_error,14617,0.02500,0.857
13,model.language_model.layers.13.mlp.experts.29.up_proj,0.0051332781,hessian_weighted_relative_error,14617,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.3.down_proj,0.0098716416,hessian_weighted_relative_error,19546,0.02500,0.801
13,model.language_model.layers.13.mlp.experts.3.gate_proj,0.0047541130,hessian_weighted_relative_error,19546,0.02500,0.846
13,model.language_model.layers.13.mlp.experts.3.up_proj,0.0066209513,hessian_weighted_relative_error,19546,0.02500,0.950
13,model.language_model.layers.13.mlp.experts.30.down_proj,0.0074781098,hessian_weighted_relative_error,33248,0.02500,0.729
13,model.language_model.layers.13.mlp.experts.30.gate_proj,0.0034808483,hessian_weighted_relative_error,33248,0.02500,0.762
13,model.language_model.layers.13.mlp.experts.30.up_proj,0.0044133558,hessian_weighted_relative_error,33248,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.31.down_proj,0.0044495174,hessian_weighted_relative_error,14221,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.31.gate_proj,0.0018365471,hessian_weighted_relative_error,14221,0.02500,0.864
13,model.language_model.layers.13.mlp.experts.31.up_proj,0.0021673710,hessian_weighted_relative_error,14221,0.02500,0.952
13,model.language_model.layers.13.mlp.experts.32.down_proj,0.0041353043,hessian_weighted_relative_error,14106,0.02500,0.732
13,model.language_model.layers.13.mlp.experts.32.gate_proj,0.0022906908,hessian_weighted_relative_error,14106,0.02500,0.766
13,model.language_model.layers.13.mlp.experts.32.up_proj,0.0024282614,hessian_weighted_relative_error,14106,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.33.down_proj,0.0124087702,hessian_weighted_relative_error,42683,0.02500,0.811
13,model.language_model.layers.13.mlp.experts.33.gate_proj,0.0059359230,hessian_weighted_relative_error,42683,0.02500,0.865
13,model.language_model.layers.13.mlp.experts.33.up_proj,0.0069158475,hessian_weighted_relative_error,42683,0.02500,0.957
13,model.language_model.layers.13.mlp.experts.34.down_proj,0.0126989671,hessian_weighted_relative_error,34969,0.02500,0.731
13,model.language_model.layers.13.mlp.experts.34.gate_proj,0.0060227327,hessian_weighted_relative_error,34969,0.02500,0.769
13,model.language_model.layers.13.mlp.experts.34.up_proj,0.0071455661,hessian_weighted_relative_error,34969,0.02500,0.801
13,model.language_model.layers.13.mlp.experts.35.down_proj,0.0095671741,hessian_weighted_relative_error,20049,0.02500,0.817
13,model.language_model.layers.13.mlp.experts.35.gate_proj,0.0050944740,hessian_weighted_relative_error,20049,0.02500,0.866
13,model.language_model.layers.13.mlp.experts.35.up_proj,0.0059850232,hessian_weighted_relative_error,20049,0.02500,0.957
13,model.language_model.layers.13.mlp.experts.36.down_proj,0.0098326305,hessian_weighted_relative_error,32666,0.02500,0.731
13,model.language_model.layers.13.mlp.experts.36.gate_proj,0.0041114485,hessian_weighted_relative_error,32666,0.02500,0.763
13,model.language_model.layers.13.mlp.experts.36.up_proj,0.0049716364,hessian_weighted_relative_error,32666,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.37.down_proj,0.0102174872,hessian_weighted_relative_error,12258,0.02500,0.810
13,model.language_model.layers.13.mlp.experts.37.gate_proj,0.0042944511,hessian_weighted_relative_error,12258,0.02500,0.862
13,model.language_model.layers.13.mlp.experts.37.up_proj,0.0058580425,hessian_weighted_relative_error,12258,0.02500,0.952
13,model.language_model.layers.13.mlp.experts.38.down_proj,0.0074192125,hessian_weighted_relative_error,5291,0.02500,0.731
13,model.language_model.layers.13.mlp.experts.38.gate_proj,0.0034147265,hessian_weighted_relative_error,5291,0.02500,0.765
13,model.language_model.layers.13.mlp.experts.38.up_proj,0.0037803225,hessian_weighted_relative_error,5291,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.39.down_proj,0.0094784326,hessian_weighted_relative_error,23961,0.02500,0.809
13,model.language_model.layers.13.mlp.experts.39.gate_proj,0.0058369937,hessian_weighted_relative_error,23961,0.02500,0.868
13,model.language_model.layers.13.mlp.experts.39.up_proj,0.0074773460,hessian_weighted_relative_error,23961,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.4.down_proj,0.0112660438,hessian_weighted_relative_error,20369,0.02500,0.721
13,model.language_model.layers.13.mlp.experts.4.gate_proj,0.0051750861,hessian_weighted_relative_error,20369,0.02500,0.790
13,model.language_model.layers.13.mlp.experts.4.up_proj,0.0058520986,hessian_weighted_relative_error,20369,0.02500,0.800
13,model.language_model.layers.13.mlp.experts.40.down_proj,0.0119702072,hessian_weighted_relative_error,41617,0.02500,0.734
13,model.language_model.layers.13.mlp.experts.40.gate_proj,0.0055322871,hessian_weighted_relative_error,41617,0.02500,0.767
13,model.language_model.layers.13.mlp.experts.40.up_proj,0.0073719592,hessian_weighted_relative_error,41617,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.41.down_proj,0.0109789253,hessian_weighted_relative_error,28375,0.02500,0.816
13,model.language_model.layers.13.mlp.experts.41.gate_proj,0.0054435745,hessian_weighted_relative_error,28375,0.02500,0.866
13,model.language_model.layers.13.mlp.experts.41.up_proj,0.0072551706,hessian_weighted_relative_error,28375,0.02500,0.953
13,model.language_model.layers.13.mlp.experts.42.down_proj,0.0120201150,hessian_weighted_relative_error,33472,0.02500,0.737
13,model.language_model.layers.13.mlp.experts.42.gate_proj,0.0063564303,hessian_weighted_relative_error,33472,0.02500,0.767
13,model.language_model.layers.13.mlp.experts.42.up_proj,0.0075126710,hessian_weighted_relative_error,33472,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.43.down_proj,0.0083567892,hessian_weighted_relative_error,34141,0.02500,0.819
13,model.language_model.layers.13.mlp.experts.43.gate_proj,0.0046314299,hessian_weighted_relative_error,34141,0.02500,0.868
13,model.language_model.layers.13.mlp.experts.43.up_proj,0.0053185733,hessian_weighted_relative_error,34141,0.02500,0.955
13,model.language_model.layers.13.mlp.experts.44.down_proj,0.0104879715,hessian_weighted_relative_error,21227,0.02500,0.733
13,model.language_model.layers.13.mlp.experts.44.gate_proj,0.0044748718,hessian_weighted_relative_error,21227,0.02500,0.765
13,model.language_model.layers.13.mlp.experts.44.up_proj,0.0053412089,hessian_weighted_relative_error,21227,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.45.down_proj,0.0108348564,hessian_weighted_relative_error,25911,0.02500,0.815
13,model.language_model.layers.13.mlp.experts.45.gate_proj,0.0049240473,hessian_weighted_relative_error,25911,0.02500,0.865
13,model.language_model.layers.13.mlp.experts.45.up_proj,0.0057036009,hessian_weighted_relative_error,25911,0.02500,0.950
13,model.language_model.layers.13.mlp.experts.46.down_proj,0.0116753721,hessian_weighted_relative_error,18212,0.02500,0.733
13,model.language_model.layers.13.mlp.experts.46.gate_proj,0.0056330269,hessian_weighted_relative_error,18212,0.02500,0.764
13,model.language_model.layers.13.mlp.experts.46.up_proj,0.0071208814,hessian_weighted_relative_error,18212,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.47.down_proj,0.0117790885,hessian_weighted_relative_error,21891,0.02500,0.812
13,model.language_model.layers.13.mlp.experts.47.gate_proj,0.0060335154,hessian_weighted_relative_error,21891,0.02500,0.875
13,model.language_model.layers.13.mlp.experts.47.up_proj,0.0074734707,hessian_weighted_relative_error,21891,0.02500,0.962
13,model.language_model.layers.13.mlp.experts.48.down_proj,0.0062651568,hessian_weighted_relative_error,17772,0.02500,0.734
13,model.language_model.layers.13.mlp.experts.48.gate_proj,0.0031370500,hessian_weighted_relative_error,17772,0.02500,0.766
13,model.language_model.layers.13.mlp.experts.48.up_proj,0.0033714368,hessian_weighted_relative_error,17772,0.02500,0.801
13,model.language_model.layers.13.mlp.experts.49.down_proj,0.0105810120,hessian_weighted_relative_error,96710,0.02500,0.820
13,model.language_model.layers.13.mlp.experts.49.gate_proj,0.0065894975,hessian_weighted_relative_error,96710,0.02500,0.870
13,model.language_model.layers.13.mlp.experts.49.up_proj,0.0081963872,hessian_weighted_relative_error,96710,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.5.down_proj,0.0074507510,hessian_weighted_relative_error,29400,0.02500,0.793
13,model.language_model.layers.13.mlp.experts.5.gate_proj,0.0039947909,hessian_weighted_relative_error,29400,0.02500,0.871
13,model.language_model.layers.13.mlp.experts.5.up_proj,0.0047933863,hessian_weighted_relative_error,29400,0.02500,0.945
13,model.language_model.layers.13.mlp.experts.50.down_proj,0.0103564051,hessian_weighted_relative_error,21354,0.02500,0.735
13,model.language_model.layers.13.mlp.experts.50.gate_proj,0.0052457257,hessian_weighted_relative_error,21354,0.02500,0.772
13,model.language_model.layers.13.mlp.experts.50.up_proj,0.0064013834,hessian_weighted_relative_error,21354,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.51.down_proj,0.0136592432,hessian_weighted_relative_error,26482,0.02500,0.824
13,model.language_model.layers.13.mlp.experts.51.gate_proj,0.0060764121,hessian_weighted_relative_error,26482,0.02500,0.872
13,model.language_model.layers.13.mlp.experts.51.up_proj,0.0078196375,hessian_weighted_relative_error,26482,0.02500,0.952
13,model.language_model.layers.13.mlp.experts.52.down_proj,0.0109802791,hessian_weighted_relative_error,31398,0.02500,0.736
13,model.language_model.layers.13.mlp.experts.52.gate_proj,0.0062499365,hessian_weighted_relative_error,31398,0.02500,0.767
13,model.language_model.layers.13.mlp.experts.52.up_proj,0.0077364361,hessian_weighted_relative_error,31398,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.53.down_proj,0.0119062931,hessian_weighted_relative_error,16402,0.02500,0.819
13,model.language_model.layers.13.mlp.experts.53.gate_proj,0.0057152367,hessian_weighted_relative_error,16402,0.02500,0.888
13,model.language_model.layers.13.mlp.experts.53.up_proj,0.0073801607,hessian_weighted_relative_error,16402,0.02500,0.952
13,model.language_model.layers.13.mlp.experts.54.down_proj,0.0108792646,hessian_weighted_relative_error,27304,0.02500,0.736
13,model.language_model.layers.13.mlp.experts.54.gate_proj,0.0048267885,hessian_weighted_relative_error,27304,0.02500,0.767
13,model.language_model.layers.13.mlp.experts.54.up_proj,0.0055340720,hessian_weighted_relative_error,27304,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.55.down_proj,0.0119830664,hessian_weighted_relative_error,45268,0.02500,0.817
13,model.language_model.layers.13.mlp.experts.55.gate_proj,0.0059510149,hessian_weighted_relative_error,45268,0.02500,0.878
13,model.language_model.layers.13.mlp.experts.55.up_proj,0.0070443564,hessian_weighted_relative_error,45268,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.56.down_proj,0.0083678445,hessian_weighted_relative_error,28081,0.02500,0.736
13,model.language_model.layers.13.mlp.experts.56.gate_proj,0.0043217630,hessian_weighted_relative_error,28081,0.02500,0.771
13,model.language_model.layers.13.mlp.experts.56.up_proj,0.0049206469,hessian_weighted_relative_error,28081,0.02500,0.823
13,model.language_model.layers.13.mlp.experts.57.down_proj,0.0058497582,hessian_weighted_relative_error,56957,0.02500,0.824
13,model.language_model.layers.13.mlp.experts.57.gate_proj,0.0033240980,hessian_weighted_relative_error,56957,0.02500,0.876
13,model.language_model.layers.13.mlp.experts.57.up_proj,0.0046910669,hessian_weighted_relative_error,56957,0.02500,0.955
13,model.language_model.layers.13.mlp.experts.58.down_proj,0.0082370113,hessian_weighted_relative_error,10986,0.02500,0.740
13,model.language_model.layers.13.mlp.experts.58.gate_proj,0.0048500243,hessian_weighted_relative_error,10986,0.02500,0.773
13,model.language_model.layers.13.mlp.experts.58.up_proj,0.0059222986,hessian_weighted_relative_error,10986,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.59.down_proj,0.0119588250,hessian_weighted_relative_error,26188,0.02500,0.828
13,model.language_model.layers.13.mlp.experts.59.gate_proj,0.0054086467,hessian_weighted_relative_error,26188,0.02500,0.877
13,model.language_model.layers.13.mlp.experts.59.up_proj,0.0078693457,hessian_weighted_relative_error,26188,0.02500,0.962
13,model.language_model.layers.13.mlp.experts.6.down_proj,0.0117687965,hessian_weighted_relative_error,39488,0.02500,0.698
13,model.language_model.layers.13.mlp.experts.6.gate_proj,0.0054839243,hessian_weighted_relative_error,39488,0.02500,0.752
13,model.language_model.layers.13.mlp.experts.6.up_proj,0.0074406357,hessian_weighted_relative_error,39488,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.60.down_proj,0.0122861412,hessian_weighted_relative_error,27160,0.02500,0.738
13,model.language_model.layers.13.mlp.experts.60.gate_proj,0.0058920765,hessian_weighted_relative_error,27160,0.02500,0.769
13,model.language_model.layers.13.mlp.experts.60.up_proj,0.0066338399,hessian_weighted_relative_error,27160,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.61.down_proj,0.0081615504,hessian_weighted_relative_error,30902,0.02500,0.823
13,model.language_model.layers.13.mlp.experts.61.gate_proj,0.0041120965,hessian_weighted_relative_error,30902,0.02500,0.875
13,model.language_model.layers.13.mlp.experts.61.up_proj,0.0046800698,hessian_weighted_relative_error,30902,0.02500,0.960
13,model.language_model.layers.13.mlp.experts.62.down_proj,0.0130158603,hessian_weighted_relative_error,44824,0.02500,0.737
13,model.language_model.layers.13.mlp.experts.62.gate_proj,0.0059989332,hessian_weighted_relative_error,44824,0.02500,0.770
13,model.language_model.layers.13.mlp.experts.62.up_proj,0.0070601010,hessian_weighted_relative_error,44824,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.63.down_proj,0.0074476182,hessian_weighted_relative_error,21143,0.02500,0.824
13,model.language_model.layers.13.mlp.experts.63.gate_proj,0.0032418363,hessian_weighted_relative_error,21143,0.02500,0.879
13,model.language_model.layers.13.mlp.experts.63.up_proj,0.0048178369,hessian_weighted_relative_error,21143,0.02500,0.961
13,model.language_model.layers.13.mlp.experts.64.down_proj,0.0111185567,hessian_weighted_relative_error,24579,0.02500,0.739
13,model.language_model.layers.13.mlp.experts.64.gate_proj,0.0050740670,hessian_weighted_relative_error,24579,0.02500,0.771
13,model.language_model.layers.13.mlp.experts.64.up_proj,0.0061892688,hessian_weighted_relative_error,24579,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.65.down_proj,0.0104256861,hessian_weighted_relative_error,10708,0.02500,0.828
13,model.language_model.layers.13.mlp.experts.65.gate_proj,0.0051775563,hessian_weighted_relative_error,10708,0.02500,0.881
13,model.language_model.layers.13.mlp.experts.65.up_proj,0.0062923951,hessian_weighted_relative_error,10708,0.02500,0.948
13,model.language_model.layers.13.mlp.experts.66.down_proj,0.0096476254,hessian_weighted_relative_error,27933,0.02500,0.741
13,model.language_model.layers.13.mlp.experts.66.gate_proj,0.0052551426,hessian_weighted_relative_error,27933,0.02500,0.778
13,model.language_model.layers.13.mlp.experts.66.up_proj,0.0058251202,hessian_weighted_relative_error,27933,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.67.down_proj,0.0103042380,hessian_weighted_relative_error,30875,0.02500,0.833
13,model.language_model.layers.13.mlp.experts.67.gate_proj,0.0047256098,hessian_weighted_relative_error,30875,0.02500,0.880
13,model.language_model.layers.13.mlp.experts.67.up_proj,0.0060767849,hessian_weighted_relative_error,30875,0.02500,0.964
13,model.language_model.layers.13.mlp.experts.68.down_proj,0.0082021757,hessian_weighted_relative_error,26699,0.02500,0.740
13,model.language_model.layers.13.mlp.experts.68.gate_proj,0.0036329541,hessian_weighted_relative_error,26699,0.02500,0.769
13,model.language_model.layers.13.mlp.experts.68.up_proj,0.0040486900,hessian_weighted_relative_error,26699,0.02500,0.803
13,model.language_model.layers.13.mlp.experts.69.down_proj,0.0120966856,hessian_weighted_relative_error,36921,0.02500,0.827
13,model.language_model.layers.13.mlp.experts.69.gate_proj,0.0052626531,hessian_weighted_relative_error,36921,0.02500,0.879
13,model.language_model.layers.13.mlp.experts.69.up_proj,0.0075530321,hessian_weighted_relative_error,36921,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.7.down_proj,0.0108595021,hessian_weighted_relative_error,72924,0.02500,0.774
13,model.language_model.layers.13.mlp.experts.7.gate_proj,0.0055992816,hessian_weighted_relative_error,72924,0.02500,0.849
13,model.language_model.layers.13.mlp.experts.7.up_proj,0.0066584186,hessian_weighted_relative_error,72924,0.02500,0.949
13,model.language_model.layers.13.mlp.experts.70.down_proj,0.0103301949,hessian_weighted_relative_error,49988,0.02500,0.739
13,model.language_model.layers.13.mlp.experts.70.gate_proj,0.0049473945,hessian_weighted_relative_error,49988,0.02500,0.772
13,model.language_model.layers.13.mlp.experts.70.up_proj,0.0058054489,hessian_weighted_relative_error,49988,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.71.down_proj,0.0073685737,hessian_weighted_relative_error,28265,0.02500,0.826
13,model.language_model.layers.13.mlp.experts.71.gate_proj,0.0035772811,hessian_weighted_relative_error,28265,0.02500,0.886
13,model.language_model.layers.13.mlp.experts.71.up_proj,0.0045749074,hessian_weighted_relative_error,28265,0.02500,0.957
13,model.language_model.layers.13.mlp.experts.72.down_proj,0.0092610206,hessian_weighted_relative_error,39972,0.02500,0.743
13,model.language_model.layers.13.mlp.experts.72.gate_proj,0.0050650479,hessian_weighted_relative_error,39972,0.02500,0.776
13,model.language_model.layers.13.mlp.experts.72.up_proj,0.0059910274,hessian_weighted_relative_error,39972,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.73.down_proj,0.0110540702,hessian_weighted_relative_error,21777,0.02500,0.832
13,model.language_model.layers.13.mlp.experts.73.gate_proj,0.0065506310,hessian_weighted_relative_error,21777,0.02500,0.887
13,model.language_model.layers.13.mlp.experts.73.up_proj,0.0083592921,hessian_weighted_relative_error,21777,0.02500,0.961
13,model.language_model.layers.13.mlp.experts.74.down_proj,0.0096256533,hessian_weighted_relative_error,38500,0.02500,0.742
13,model.language_model.layers.13.mlp.experts.74.gate_proj,0.0052045612,hessian_weighted_relative_error,38500,0.02500,0.775
13,model.language_model.layers.13.mlp.experts.74.up_proj,0.0061506219,hessian_weighted_relative_error,38500,0.02500,0.807
13,model.language_model.layers.13.mlp.experts.75.down_proj,0.0091880713,hessian_weighted_relative_error,21284,0.02500,0.834
13,model.language_model.layers.13.mlp.experts.75.gate_proj,0.0042055041,hessian_weighted_relative_error,21284,0.02500,0.888
13,model.language_model.layers.13.mlp.experts.75.up_proj,0.0048571811,hessian_weighted_relative_error,21284,0.02500,0.961
13,model.language_model.layers.13.mlp.experts.76.down_proj,0.0121515967,hessian_weighted_relative_error,50425,0.02500,0.742
13,model.language_model.layers.13.mlp.experts.76.gate_proj,0.0054395813,hessian_weighted_relative_error,50425,0.02500,0.775
13,model.language_model.layers.13.mlp.experts.76.up_proj,0.0067146409,hessian_weighted_relative_error,50425,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.77.down_proj,0.0081738658,hessian_weighted_relative_error,16214,0.02500,0.832
13,model.language_model.layers.13.mlp.experts.77.gate_proj,0.0042933845,hessian_weighted_relative_error,16214,0.02500,0.883
13,model.language_model.layers.13.mlp.experts.77.up_proj,0.0048499464,hessian_weighted_relative_error,16214,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.78.down_proj,0.0109152870,hessian_weighted_relative_error,17925,0.02500,0.742
13,model.language_model.layers.13.mlp.experts.78.gate_proj,0.0050800686,hessian_weighted_relative_error,17925,0.02500,0.776
13,model.language_model.layers.13.mlp.experts.78.up_proj,0.0066258496,hessian_weighted_relative_error,17925,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.79.down_proj,0.0116597325,hessian_weighted_relative_error,22760,0.02500,0.830
13,model.language_model.layers.13.mlp.experts.79.gate_proj,0.0060248169,hessian_weighted_relative_error,22760,0.02500,0.890
13,model.language_model.layers.13.mlp.experts.79.up_proj,0.0072570369,hessian_weighted_relative_error,22760,0.02500,0.963
13,model.language_model.layers.13.mlp.experts.8.down_proj,0.0091396196,hessian_weighted_relative_error,18689,0.02500,0.722
13,model.language_model.layers.13.mlp.experts.8.gate_proj,0.0050458253,hessian_weighted_relative_error,18689,0.02500,0.756
13,model.language_model.layers.13.mlp.experts.8.up_proj,0.0059753176,hessian_weighted_relative_error,18689,0.02500,0.801
13,model.language_model.layers.13.mlp.experts.80.down_proj,0.0098920495,hessian_weighted_relative_error,45414,0.02500,0.746
13,model.language_model.layers.13.mlp.experts.80.gate_proj,0.0058111428,hessian_weighted_relative_error,45414,0.02500,0.776
13,model.language_model.layers.13.mlp.experts.80.up_proj,0.0073322959,hessian_weighted_relative_error,45414,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.81.down_proj,0.0127737465,hessian_weighted_relative_error,58751,0.02500,0.834
13,model.language_model.layers.13.mlp.experts.81.gate_proj,0.0059230463,hessian_weighted_relative_error,58751,0.02500,0.890
13,model.language_model.layers.13.mlp.experts.81.up_proj,0.0080044441,hessian_weighted_relative_error,58751,0.02500,0.954
13,model.language_model.layers.13.mlp.experts.82.down_proj,0.0113599551,hessian_weighted_relative_error,24627,0.02500,0.744
13,model.language_model.layers.13.mlp.experts.82.gate_proj,0.0044686618,hessian_weighted_relative_error,24627,0.02500,0.778
13,model.language_model.layers.13.mlp.experts.82.up_proj,0.0052209087,hessian_weighted_relative_error,24627,0.02500,0.819
13,model.language_model.layers.13.mlp.experts.83.down_proj,0.0110032392,hessian_weighted_relative_error,45663,0.02500,0.837
13,model.language_model.layers.13.mlp.experts.83.gate_proj,0.0053906826,hessian_weighted_relative_error,45663,0.02500,0.890
13,model.language_model.layers.13.mlp.experts.83.up_proj,0.0071058024,hessian_weighted_relative_error,45663,0.02500,0.964
13,model.language_model.layers.13.mlp.experts.84.down_proj,0.0063468890,hessian_weighted_relative_error,3137,0.02500,0.744
13,model.language_model.layers.13.mlp.experts.84.gate_proj,0.0028255694,hessian_weighted_relative_error,3137,0.02500,0.775
13,model.language_model.layers.13.mlp.experts.84.up_proj,0.0035266280,hessian_weighted_relative_error,3137,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.85.down_proj,0.0100330633,hessian_weighted_relative_error,19973,0.02500,0.833
13,model.language_model.layers.13.mlp.experts.85.gate_proj,0.0039556636,hessian_weighted_relative_error,19973,0.02500,0.888
13,model.language_model.layers.13.mlp.experts.85.up_proj,0.0043355308,hessian_weighted_relative_error,19973,0.02500,0.961
13,model.language_model.layers.13.mlp.experts.86.down_proj,0.0125907763,hessian_weighted_relative_error,55536,0.02500,0.745
13,model.language_model.layers.13.mlp.experts.86.gate_proj,0.0061460390,hessian_weighted_relative_error,55536,0.02500,0.775
13,model.language_model.layers.13.mlp.experts.86.up_proj,0.0075735319,hessian_weighted_relative_error,55536,0.02500,0.804
13,model.language_model.layers.13.mlp.experts.87.down_proj,0.0116111209,hessian_weighted_relative_error,23843,0.02500,0.833
13,model.language_model.layers.13.mlp.experts.87.gate_proj,0.0058285345,hessian_weighted_relative_error,23843,0.02500,0.893
13,model.language_model.layers.13.mlp.experts.87.up_proj,0.0071423987,hessian_weighted_relative_error,23843,0.02500,0.962
13,model.language_model.layers.13.mlp.experts.88.down_proj,0.0081670640,hessian_weighted_relative_error,27130,0.02500,0.743
13,model.language_model.layers.13.mlp.experts.88.gate_proj,0.0038425527,hessian_weighted_relative_error,27130,0.02500,0.774
13,model.language_model.layers.13.mlp.experts.88.up_proj,0.0042819094,hessian_weighted_relative_error,27130,0.02500,0.808
13,model.language_model.layers.13.mlp.experts.89.down_proj,0.0103287240,hessian_weighted_relative_error,20180,0.02500,0.838
13,model.language_model.layers.13.mlp.experts.89.gate_proj,0.0052041958,hessian_weighted_relative_error,20180,0.02500,0.893
13,model.language_model.layers.13.mlp.experts.89.up_proj,0.0060455246,hessian_weighted_relative_error,20180,0.02500,0.958
13,model.language_model.layers.13.mlp.experts.9.down_proj,0.0108395063,hessian_weighted_relative_error,24899,0.02500,0.801
13,model.language_model.layers.13.mlp.experts.9.gate_proj,0.0050568335,hessian_weighted_relative_error,24899,0.02500,0.851
13,model.language_model.layers.13.mlp.experts.9.up_proj,0.0062873468,hessian_weighted_relative_error,24899,0.02500,0.945
13,model.language_model.layers.13.mlp.experts.90.down_proj,0.0096545309,hessian_weighted_relative_error,12003,0.02500,0.746
13,model.language_model.layers.13.mlp.experts.90.gate_proj,0.0040423582,hessian_weighted_relative_error,12003,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.90.up_proj,0.0047070982,hessian_weighted_relative_error,12003,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.91.down_proj,0.0095606990,hessian_weighted_relative_error,30866,0.02500,0.842
13,model.language_model.layers.13.mlp.experts.91.gate_proj,0.0053433750,hessian_weighted_relative_error,30866,0.02500,0.891
13,model.language_model.layers.13.mlp.experts.91.up_proj,0.0068290352,hessian_weighted_relative_error,30866,0.02500,0.957
13,model.language_model.layers.13.mlp.experts.92.down_proj,0.0116773822,hessian_weighted_relative_error,30196,0.02500,0.743
13,model.language_model.layers.13.mlp.experts.92.gate_proj,0.0050905873,hessian_weighted_relative_error,30196,0.02500,0.777
13,model.language_model.layers.13.mlp.experts.92.up_proj,0.0069680740,hessian_weighted_relative_error,30196,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.93.down_proj,0.0117205462,hessian_weighted_relative_error,24384,0.02500,0.836
13,model.language_model.layers.13.mlp.experts.93.gate_proj,0.0055045061,hessian_weighted_relative_error,24384,0.02500,0.892
13,model.language_model.layers.13.mlp.experts.93.up_proj,0.0070100526,hessian_weighted_relative_error,24384,0.02500,0.961
13,model.language_model.layers.13.mlp.experts.94.down_proj,0.0060101818,hessian_weighted_relative_error,31996,0.02500,0.746
13,model.language_model.layers.13.mlp.experts.94.gate_proj,0.0044296450,hessian_weighted_relative_error,31996,0.02500,0.776
13,model.language_model.layers.13.mlp.experts.94.up_proj,0.0048902826,hessian_weighted_relative_error,31996,0.02500,0.806
13,model.language_model.layers.13.mlp.experts.95.down_proj,0.0064963459,hessian_weighted_relative_error,7393,0.02500,0.835
13,model.language_model.layers.13.mlp.experts.95.gate_proj,0.0026705302,hessian_weighted_relative_error,7393,0.02500,0.896
13,model.language_model.layers.13.mlp.experts.95.up_proj,0.0028538536,hessian_weighted_relative_error,7393,0.02500,0.964
13,model.language_model.layers.13.mlp.experts.96.down_proj,0.0096586007,hessian_weighted_relative_error,19581,0.02500,0.744
13,model.language_model.layers.13.mlp.experts.96.gate_proj,0.0060163593,hessian_weighted_relative_error,19581,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.96.up_proj,0.0071433948,hessian_weighted_relative_error,19581,0.02500,0.805
13,model.language_model.layers.13.mlp.experts.97.down_proj,0.0112498679,hessian_weighted_relative_error,47966,0.02500,0.842
13,model.language_model.layers.13.mlp.experts.97.gate_proj,0.0052368425,hessian_weighted_relative_error,47966,0.02500,0.892
13,model.language_model.layers.13.mlp.experts.97.up_proj,0.0063955296,hessian_weighted_relative_error,47966,0.02500,0.957
13,model.language_model.layers.13.mlp.experts.98.down_proj,0.0111115920,hessian_weighted_relative_error,14977,0.02500,0.744
13,model.language_model.layers.13.mlp.experts.98.gate_proj,0.0058528470,hessian_weighted_relative_error,14977,0.02500,0.779
13,model.language_model.layers.13.mlp.experts.98.up_proj,0.0068097032,hessian_weighted_relative_error,14977,0.02500,0.802
13,model.language_model.layers.13.mlp.experts.99.down_proj,0.0078929455,hessian_weighted_relative_error,29877,0.02500,0.847
13,model.language_model.layers.13.mlp.experts.99.gate_proj,0.0041889346,hessian_weighted_relative_error,29877,0.02500,0.895
13,model.language_model.layers.13.mlp.experts.99.up_proj,0.0048026115,hessian_weighted_relative_error,29877,0.02500,0.964
14,model.language_model.layers.14.mlp.experts.0.down_proj,0.0117870826,hessian_weighted_relative_error,30247,0.02500,0.724
14,model.language_model.layers.14.mlp.experts.0.gate_proj,0.0061454834,hessian_weighted_relative_error,30247,0.02500,0.751
14,model.language_model.layers.14.mlp.experts.0.up_proj,0.0069788681,hessian_weighted_relative_error,30247,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.1.down_proj,0.0117870055,hessian_weighted_relative_error,42809,0.02500,0.761
14,model.language_model.layers.14.mlp.experts.1.gate_proj,0.0060382041,hessian_weighted_relative_error,42809,0.02500,0.843
14,model.language_model.layers.14.mlp.experts.1.up_proj,0.0070657159,hessian_weighted_relative_error,42809,0.02500,0.929
14,model.language_model.layers.14.mlp.experts.10.down_proj,0.0106424133,hessian_weighted_relative_error,21831,0.02500,0.723
14,model.language_model.layers.14.mlp.experts.10.gate_proj,0.0049128002,hessian_weighted_relative_error,21831,0.02500,0.749
14,model.language_model.layers.14.mlp.experts.10.up_proj,0.0058461930,hessian_weighted_relative_error,21831,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.100.down_proj,0.0120706968,hessian_weighted_relative_error,30435,0.02500,0.745
14,model.language_model.layers.14.mlp.experts.100.gate_proj,0.0057614758,hessian_weighted_relative_error,30435,0.02500,0.776
14,model.language_model.layers.14.mlp.experts.100.up_proj,0.0069149124,hessian_weighted_relative_error,30435,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.101.down_proj,0.0067233258,hessian_weighted_relative_error,13964,0.02500,0.839
14,model.language_model.layers.14.mlp.experts.101.gate_proj,0.0023330248,hessian_weighted_relative_error,13964,0.02500,0.890
14,model.language_model.layers.14.mlp.experts.101.up_proj,0.0027862130,hessian_weighted_relative_error,13964,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.102.down_proj,0.0105447675,hessian_weighted_relative_error,17792,0.02500,0.746
14,model.language_model.layers.14.mlp.experts.102.gate_proj,0.0044769302,hessian_weighted_relative_error,17792,0.02500,0.778
14,model.language_model.layers.14.mlp.experts.102.up_proj,0.0060220268,hessian_weighted_relative_error,17792,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.103.down_proj,0.0128666771,hessian_weighted_relative_error,72698,0.02500,0.839
14,model.language_model.layers.14.mlp.experts.103.gate_proj,0.0056874830,hessian_weighted_relative_error,72698,0.02500,0.897
14,model.language_model.layers.14.mlp.experts.103.up_proj,0.0085253735,hessian_weighted_relative_error,72698,0.02500,0.956
14,model.language_model.layers.14.mlp.experts.104.down_proj,0.0090912928,hessian_weighted_relative_error,41159,0.02500,0.747
14,model.language_model.layers.14.mlp.experts.104.gate_proj,0.0051811893,hessian_weighted_relative_error,41159,0.02500,0.780
14,model.language_model.layers.14.mlp.experts.104.up_proj,0.0061653765,hessian_weighted_relative_error,41159,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.105.down_proj,0.0073003370,hessian_weighted_relative_error,10963,0.02500,0.841
14,model.language_model.layers.14.mlp.experts.105.gate_proj,0.0035315395,hessian_weighted_relative_error,10963,0.02500,0.893
14,model.language_model.layers.14.mlp.experts.105.up_proj,0.0041199070,hessian_weighted_relative_error,10963,0.02500,0.950
14,model.language_model.layers.14.mlp.experts.106.down_proj,0.0085887776,hessian_weighted_relative_error,24468,0.02500,0.745
14,model.language_model.layers.14.mlp.experts.106.gate_proj,0.0040473696,hessian_weighted_relative_error,24468,0.02500,0.777
14,model.language_model.layers.14.mlp.experts.106.up_proj,0.0046744775,hessian_weighted_relative_error,24468,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.107.down_proj,0.0116608457,hessian_weighted_relative_error,53870,0.02500,0.848
14,model.language_model.layers.14.mlp.experts.107.gate_proj,0.0056922473,hessian_weighted_relative_error,53870,0.02500,0.894
14,model.language_model.layers.14.mlp.experts.107.up_proj,0.0065505591,hessian_weighted_relative_error,53870,0.02500,0.946
14,model.language_model.layers.14.mlp.experts.108.down_proj,0.0121185946,hessian_weighted_relative_error,29022,0.02500,0.745
14,model.language_model.layers.14.mlp.experts.108.gate_proj,0.0053943563,hessian_weighted_relative_error,29022,0.02500,0.780
14,model.language_model.layers.14.mlp.experts.108.up_proj,0.0067223214,hessian_weighted_relative_error,29022,0.02500,0.808
14,model.language_model.layers.14.mlp.experts.109.down_proj,0.0110777649,hessian_weighted_relative_error,18809,0.02500,0.843
14,model.language_model.layers.14.mlp.experts.109.gate_proj,0.0053357874,hessian_weighted_relative_error,18809,0.02500,0.893
14,model.language_model.layers.14.mlp.experts.109.up_proj,0.0060342966,hessian_weighted_relative_error,18809,0.02500,0.950
14,model.language_model.layers.14.mlp.experts.11.down_proj,0.0098367808,hessian_weighted_relative_error,34770,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.11.gate_proj,0.0052004410,hessian_weighted_relative_error,34770,0.02500,0.843
14,model.language_model.layers.14.mlp.experts.11.up_proj,0.0064278047,hessian_weighted_relative_error,34770,0.02500,0.931
14,model.language_model.layers.14.mlp.experts.110.down_proj,0.0124342126,hessian_weighted_relative_error,51562,0.02500,0.746
14,model.language_model.layers.14.mlp.experts.110.gate_proj,0.0061347365,hessian_weighted_relative_error,51562,0.02500,0.779
14,model.language_model.layers.14.mlp.experts.110.up_proj,0.0068610135,hessian_weighted_relative_error,51562,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.111.down_proj,0.0116931193,hessian_weighted_relative_error,27907,0.02500,0.843
14,model.language_model.layers.14.mlp.experts.111.gate_proj,0.0052903624,hessian_weighted_relative_error,27907,0.02500,0.898
14,model.language_model.layers.14.mlp.experts.111.up_proj,0.0059152185,hessian_weighted_relative_error,27907,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.112.down_proj,0.0128042911,hessian_weighted_relative_error,27965,0.02500,0.751
14,model.language_model.layers.14.mlp.experts.112.gate_proj,0.0058743373,hessian_weighted_relative_error,27965,0.02500,0.779
14,model.language_model.layers.14.mlp.experts.112.up_proj,0.0072320010,hessian_weighted_relative_error,27965,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.113.down_proj,0.0109541057,hessian_weighted_relative_error,62552,0.02500,0.845
14,model.language_model.layers.14.mlp.experts.113.gate_proj,0.0059188096,hessian_weighted_relative_error,62552,0.02500,0.897
14,model.language_model.layers.14.mlp.experts.113.up_proj,0.0070502145,hessian_weighted_relative_error,62552,0.02500,0.949
14,model.language_model.layers.14.mlp.experts.114.down_proj,0.0074379792,hessian_weighted_relative_error,50300,0.02500,0.746
14,model.language_model.layers.14.mlp.experts.114.gate_proj,0.0043877962,hessian_weighted_relative_error,50300,0.02500,0.784
14,model.language_model.layers.14.mlp.experts.114.up_proj,0.0054630814,hessian_weighted_relative_error,50300,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.115.down_proj,0.0091065477,hessian_weighted_relative_error,26555,0.02500,0.853
14,model.language_model.layers.14.mlp.experts.115.gate_proj,0.0042890916,hessian_weighted_relative_error,26555,0.02500,0.894
14,model.language_model.layers.14.mlp.experts.115.up_proj,0.0048650892,hessian_weighted_relative_error,26555,0.02500,0.952
14,model.language_model.layers.14.mlp.experts.116.down_proj,0.0083983622,hessian_weighted_relative_error,18808,0.02500,0.749
14,model.language_model.layers.14.mlp.experts.116.gate_proj,0.0040394932,hessian_weighted_relative_error,18808,0.02500,0.782
14,model.language_model.layers.14.mlp.experts.116.up_proj,0.0045277541,hessian_weighted_relative_error,18808,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.117.down_proj,0.0118210609,hessian_weighted_relative_error,30128,0.02500,0.847
14,model.language_model.layers.14.mlp.experts.117.gate_proj,0.0049146600,hessian_weighted_relative_error,30128,0.02500,0.896
14,model.language_model.layers.14.mlp.experts.117.up_proj,0.0059121633,hessian_weighted_relative_error,30128,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.118.down_proj,0.0108796638,hessian_weighted_relative_error,12807,0.02500,0.748
14,model.language_model.layers.14.mlp.experts.118.gate_proj,0.0050084619,hessian_weighted_relative_error,12807,0.02500,0.784
14,model.language_model.layers.14.mlp.experts.118.up_proj,0.0062835438,hessian_weighted_relative_error,12807,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.119.down_proj,0.0132055818,hessian_weighted_relative_error,34912,0.02500,0.847
14,model.language_model.layers.14.mlp.experts.119.gate_proj,0.0066022651,hessian_weighted_relative_error,34912,0.02500,0.899
14,model.language_model.layers.14.mlp.experts.119.up_proj,0.0075590529,hessian_weighted_relative_error,34912,0.02500,0.954
14,model.language_model.layers.14.mlp.experts.12.down_proj,0.0084656285,hessian_weighted_relative_error,24375,0.02500,0.724
14,model.language_model.layers.14.mlp.experts.12.gate_proj,0.0041062629,hessian_weighted_relative_error,24375,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.12.up_proj,0.0045678001,hessian_weighted_relative_error,24375,0.02500,0.798
14,model.language_model.layers.14.mlp.experts.120.down_proj,0.0118765905,hessian_weighted_relative_error,29558,0.02500,0.753
14,model.language_model.layers.14.mlp.experts.120.gate_proj,0.0054707730,hessian_weighted_relative_error,29558,0.02500,0.782
14,model.language_model.layers.14.mlp.experts.120.up_proj,0.0063580540,hessian_weighted_relative_error,29558,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.121.down_proj,0.0064390780,hessian_weighted_relative_error,58942,0.02500,0.850
14,model.language_model.layers.14.mlp.experts.121.gate_proj,0.0033748006,hessian_weighted_relative_error,58942,0.02500,0.897
14,model.language_model.layers.14.mlp.experts.121.up_proj,0.0038923523,hessian_weighted_relative_error,58942,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.122.down_proj,0.0114472109,hessian_weighted_relative_error,53260,0.02500,0.749
14,model.language_model.layers.14.mlp.experts.122.gate_proj,0.0060092140,hessian_weighted_relative_error,53260,0.02500,0.781
14,model.language_model.layers.14.mlp.experts.122.up_proj,0.0080377158,hessian_weighted_relative_error,53260,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.123.down_proj,0.0114535576,hessian_weighted_relative_error,16430,0.02500,0.857
14,model.language_model.layers.14.mlp.experts.123.gate_proj,0.0054138192,hessian_weighted_relative_error,16430,0.02500,0.896
14,model.language_model.layers.14.mlp.experts.123.up_proj,0.0064044022,hessian_weighted_relative_error,16430,0.02500,0.956
14,model.language_model.layers.14.mlp.experts.124.down_proj,0.0052390138,hessian_weighted_relative_error,14701,0.02500,0.750
14,model.language_model.layers.14.mlp.experts.124.gate_proj,0.0032246536,hessian_weighted_relative_error,14701,0.02500,0.780
14,model.language_model.layers.14.mlp.experts.124.up_proj,0.0040701100,hessian_weighted_relative_error,14701,0.02500,0.812
14,model.language_model.layers.14.mlp.experts.125.down_proj,0.0103622093,hessian_weighted_relative_error,23589,0.02500,0.851
14,model.language_model.layers.14.mlp.experts.125.gate_proj,0.0049478555,hessian_weighted_relative_error,23589,0.02500,0.896
14,model.language_model.layers.14.mlp.experts.125.up_proj,0.0053869137,hessian_weighted_relative_error,23589,0.02500,0.961
14,model.language_model.layers.14.mlp.experts.126.down_proj,0.0113446324,hessian_weighted_relative_error,27685,0.02500,0.750
14,model.language_model.layers.14.mlp.experts.126.gate_proj,0.0054291688,hessian_weighted_relative_error,27685,0.02500,0.781
14,model.language_model.layers.14.mlp.experts.126.up_proj,0.0066444024,hessian_weighted_relative_error,27685,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.127.down_proj,0.0086289804,hessian_weighted_relative_error,27070,0.02500,0.851
14,model.language_model.layers.14.mlp.experts.127.gate_proj,0.0043228681,hessian_weighted_relative_error,27070,0.02500,0.900
14,model.language_model.layers.14.mlp.experts.127.up_proj,0.0054213003,hessian_weighted_relative_error,27070,0.02500,0.961
14,model.language_model.layers.14.mlp.experts.128.down_proj,0.0091453228,hessian_weighted_relative_error,58072,0.02500,0.753
14,model.language_model.layers.14.mlp.experts.128.gate_proj,0.0050425522,hessian_weighted_relative_error,58072,0.02500,0.784
14,model.language_model.layers.14.mlp.experts.128.up_proj,0.0055125023,hessian_weighted_relative_error,58072,0.02500,0.808
14,model.language_model.layers.14.mlp.experts.129.down_proj,0.0110179435,hessian_weighted_relative_error,48586,0.02500,0.854
14,model.language_model.layers.14.mlp.experts.129.gate_proj,0.0054240472,hessian_weighted_relative_error,48586,0.02500,0.903
14,model.language_model.layers.14.mlp.experts.129.up_proj,0.0064283033,hessian_weighted_relative_error,48586,0.02500,0.955
14,model.language_model.layers.14.mlp.experts.13.down_proj,0.0123743696,hessian_weighted_relative_error,32936,0.02500,0.795
14,model.language_model.layers.14.mlp.experts.13.gate_proj,0.0059434573,hessian_weighted_relative_error,32936,0.02500,0.846
14,model.language_model.layers.14.mlp.experts.13.up_proj,0.0068542549,hessian_weighted_relative_error,32936,0.02500,0.933
14,model.language_model.layers.14.mlp.experts.130.down_proj,0.0108005219,hessian_weighted_relative_error,29749,0.02500,0.749
14,model.language_model.layers.14.mlp.experts.130.gate_proj,0.0045497023,hessian_weighted_relative_error,29749,0.02500,0.782
14,model.language_model.layers.14.mlp.experts.130.up_proj,0.0052202146,hessian_weighted_relative_error,29749,0.02500,0.812
14,model.language_model.layers.14.mlp.experts.131.down_proj,0.0111578847,hessian_weighted_relative_error,17859,0.02500,0.860
14,model.language_model.layers.14.mlp.experts.131.gate_proj,0.0053736197,hessian_weighted_relative_error,17859,0.02500,0.901
14,model.language_model.layers.14.mlp.experts.131.up_proj,0.0067370921,hessian_weighted_relative_error,17859,0.02500,0.956
14,model.language_model.layers.14.mlp.experts.132.down_proj,0.0122998913,hessian_weighted_relative_error,27200,0.02500,0.750
14,model.language_model.layers.14.mlp.experts.132.gate_proj,0.0060323385,hessian_weighted_relative_error,27200,0.02500,0.782
14,model.language_model.layers.14.mlp.experts.132.up_proj,0.0071546246,hessian_weighted_relative_error,27200,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.133.down_proj,0.0083616760,hessian_weighted_relative_error,14834,0.02500,0.855
14,model.language_model.layers.14.mlp.experts.133.gate_proj,0.0042957858,hessian_weighted_relative_error,14834,0.02500,0.904
14,model.language_model.layers.14.mlp.experts.133.up_proj,0.0053621472,hessian_weighted_relative_error,14834,0.02500,0.964
14,model.language_model.layers.14.mlp.experts.134.down_proj,0.0115979095,hessian_weighted_relative_error,17502,0.02500,0.751
14,model.language_model.layers.14.mlp.experts.134.gate_proj,0.0053543492,hessian_weighted_relative_error,17502,0.02500,0.780
14,model.language_model.layers.14.mlp.experts.134.up_proj,0.0065343443,hessian_weighted_relative_error,17502,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.135.down_proj,0.0122257152,hessian_weighted_relative_error,57972,0.02500,0.856
14,model.language_model.layers.14.mlp.experts.135.gate_proj,0.0058791670,hessian_weighted_relative_error,57972,0.02500,0.905
14,model.language_model.layers.14.mlp.experts.135.up_proj,0.0068874261,hessian_weighted_relative_error,57972,0.02500,0.997
14,model.language_model.layers.14.mlp.experts.136.down_proj,0.0109934240,hessian_weighted_relative_error,22255,0.02500,0.753
14,model.language_model.layers.14.mlp.experts.136.gate_proj,0.0062459662,hessian_weighted_relative_error,22255,0.02500,0.786
14,model.language_model.layers.14.mlp.experts.136.up_proj,0.0076351411,hessian_weighted_relative_error,22255,0.02500,0.816
14,model.language_model.layers.14.mlp.experts.137.down_proj,0.0130619700,hessian_weighted_relative_error,23714,0.02500,0.858
14,model.language_model.layers.14.mlp.experts.137.gate_proj,0.0063621054,hessian_weighted_relative_error,23714,0.02500,0.905
14,model.language_model.layers.14.mlp.experts.137.up_proj,0.0070941587,hessian_weighted_relative_error,23714,0.02500,0.952
14,model.language_model.layers.14.mlp.experts.138.down_proj,0.0108228219,hessian_weighted_relative_error,72471,0.02500,0.751
14,model.language_model.layers.14.mlp.experts.138.gate_proj,0.0056485046,hessian_weighted_relative_error,72471,0.02500,0.794
14,model.language_model.layers.14.mlp.experts.138.up_proj,0.0063618353,hessian_weighted_relative_error,72471,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.139.down_proj,0.0125577911,hessian_weighted_relative_error,23718,0.02500,0.863
14,model.language_model.layers.14.mlp.experts.139.gate_proj,0.0062496599,hessian_weighted_relative_error,23718,0.02500,0.903
14,model.language_model.layers.14.mlp.experts.139.up_proj,0.0073464691,hessian_weighted_relative_error,23718,0.02500,0.953
14,model.language_model.layers.14.mlp.experts.14.down_proj,0.0107671340,hessian_weighted_relative_error,32025,0.02500,0.727
14,model.language_model.layers.14.mlp.experts.14.gate_proj,0.0058712198,hessian_weighted_relative_error,32025,0.02500,0.752
14,model.language_model.layers.14.mlp.experts.14.up_proj,0.0068645739,hessian_weighted_relative_error,32025,0.02500,0.799
14,model.language_model.layers.14.mlp.experts.140.down_proj,0.0105178199,hessian_weighted_relative_error,37508,0.02500,0.752
14,model.language_model.layers.14.mlp.experts.140.gate_proj,0.0048265100,hessian_weighted_relative_error,37508,0.02500,0.783
14,model.language_model.layers.14.mlp.experts.140.up_proj,0.0059014703,hessian_weighted_relative_error,37508,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.141.down_proj,0.0104383709,hessian_weighted_relative_error,29224,0.02500,0.859
14,model.language_model.layers.14.mlp.experts.141.gate_proj,0.0055442291,hessian_weighted_relative_error,29224,0.02500,0.902
14,model.language_model.layers.14.mlp.experts.141.up_proj,0.0071403774,hessian_weighted_relative_error,29224,0.02500,0.958
14,model.language_model.layers.14.mlp.experts.142.down_proj,0.0126433445,hessian_weighted_relative_error,34657,0.02500,0.753
14,model.language_model.layers.14.mlp.experts.142.gate_proj,0.0061080555,hessian_weighted_relative_error,34657,0.02500,0.783
14,model.language_model.layers.14.mlp.experts.142.up_proj,0.0072724184,hessian_weighted_relative_error,34657,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.143.down_proj,0.0100014670,hessian_weighted_relative_error,33225,0.02500,0.860
14,model.language_model.layers.14.mlp.experts.143.gate_proj,0.0045188664,hessian_weighted_relative_error,33225,0.02500,0.903
14,model.language_model.layers.14.mlp.experts.143.up_proj,0.0052617456,hessian_weighted_relative_error,33225,0.02500,0.965
14,model.language_model.layers.14.mlp.experts.144.down_proj,0.0065163444,hessian_weighted_relative_error,21243,0.02500,0.755
14,model.language_model.layers.14.mlp.experts.144.gate_proj,0.0030028916,hessian_weighted_relative_error,21243,0.02500,0.787
14,model.language_model.layers.14.mlp.experts.144.up_proj,0.0040047940,hessian_weighted_relative_error,21243,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.145.down_proj,0.0112505373,hessian_weighted_relative_error,28761,0.02500,0.862
14,model.language_model.layers.14.mlp.experts.145.gate_proj,0.0051118722,hessian_weighted_relative_error,28761,0.02500,0.910
14,model.language_model.layers.14.mlp.experts.145.up_proj,0.0065367357,hessian_weighted_relative_error,28761,0.02500,0.950
14,model.language_model.layers.14.mlp.experts.146.down_proj,0.0097313653,hessian_weighted_relative_error,21164,0.02500,0.752
14,model.language_model.layers.14.mlp.experts.146.gate_proj,0.0051058577,hessian_weighted_relative_error,21164,0.02500,0.786
14,model.language_model.layers.14.mlp.experts.146.up_proj,0.0055994704,hessian_weighted_relative_error,21164,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.147.down_proj,0.0108593698,hessian_weighted_relative_error,15931,0.02500,0.868
14,model.language_model.layers.14.mlp.experts.147.gate_proj,0.0047936572,hessian_weighted_relative_error,15931,0.02500,0.901
14,model.language_model.layers.14.mlp.experts.147.up_proj,0.0056509706,hessian_weighted_relative_error,15931,0.02500,0.958
14,model.language_model.layers.14.mlp.experts.148.down_proj,0.0082201803,hessian_weighted_relative_error,58201,0.02500,0.750
14,model.language_model.layers.14.mlp.experts.148.gate_proj,0.0035606378,hessian_weighted_relative_error,58201,0.02500,0.788
14,model.language_model.layers.14.mlp.experts.148.up_proj,0.0050161787,hessian_weighted_relative_error,58201,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.149.down_proj,0.0083165766,hessian_weighted_relative_error,13329,0.02500,0.863
14,model.language_model.layers.14.mlp.experts.149.gate_proj,0.0041363213,hessian_weighted_relative_error,13329,0.02500,0.914
14,model.language_model.layers.14.mlp.experts.149.up_proj,0.0055778133,hessian_weighted_relative_error,13329,0.02500,0.956
14,model.language_model.layers.14.mlp.experts.15.down_proj,0.0041927473,hessian_weighted_relative_error,25021,0.02500,0.796
14,model.language_model.layers.14.mlp.experts.15.gate_proj,0.0045193154,hessian_weighted_relative_error,25021,0.02500,0.848
14,model.language_model.layers.14.mlp.experts.15.up_proj,0.0052739633,hessian_weighted_relative_error,25021,0.02500,0.934
14,model.language_model.layers.14.mlp.experts.150.down_proj,0.0085203075,hessian_weighted_relative_error,75132,0.02500,0.752
14,model.language_model.layers.14.mlp.experts.150.gate_proj,0.0045008932,hessian_weighted_relative_error,75132,0.02500,0.784
14,model.language_model.layers.14.mlp.experts.150.up_proj,0.0050266946,hessian_weighted_relative_error,75132,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.151.down_proj,0.0091517970,hessian_weighted_relative_error,25942,0.02500,0.865
14,model.language_model.layers.14.mlp.experts.151.gate_proj,0.0047668041,hessian_weighted_relative_error,25942,0.02500,0.907
14,model.language_model.layers.14.mlp.experts.151.up_proj,0.0056587389,hessian_weighted_relative_error,25942,0.02500,0.957
14,model.language_model.layers.14.mlp.experts.152.down_proj,0.0089157494,hessian_weighted_relative_error,23315,0.02500,0.759
14,model.language_model.layers.14.mlp.experts.152.gate_proj,0.0043833953,hessian_weighted_relative_error,23315,0.02500,0.785
14,model.language_model.layers.14.mlp.experts.152.up_proj,0.0053236774,hessian_weighted_relative_error,23315,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.153.down_proj,0.0124544688,hessian_weighted_relative_error,30602,0.02500,0.866
14,model.language_model.layers.14.mlp.experts.153.gate_proj,0.0057623924,hessian_weighted_relative_error,30602,0.02500,0.904
14,model.language_model.layers.14.mlp.experts.153.up_proj,0.0067706822,hessian_weighted_relative_error,30602,0.02500,0.950
14,model.language_model.layers.14.mlp.experts.154.down_proj,0.0113663903,hessian_weighted_relative_error,34128,0.02500,0.752
14,model.language_model.layers.14.mlp.experts.154.gate_proj,0.0052488894,hessian_weighted_relative_error,34128,0.02500,0.823
14,model.language_model.layers.14.mlp.experts.154.up_proj,0.0062844139,hessian_weighted_relative_error,34128,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.155.down_proj,0.0113067041,hessian_weighted_relative_error,17087,0.02500,0.872
14,model.language_model.layers.14.mlp.experts.155.gate_proj,0.0052668085,hessian_weighted_relative_error,17087,0.02500,0.903
14,model.language_model.layers.14.mlp.experts.155.up_proj,0.0061620367,hessian_weighted_relative_error,17087,0.02500,0.964
14,model.language_model.layers.14.mlp.experts.156.down_proj,0.0084105394,hessian_weighted_relative_error,17837,0.02500,0.753
14,model.language_model.layers.14.mlp.experts.156.gate_proj,0.0046099052,hessian_weighted_relative_error,17837,0.02500,0.788
14,model.language_model.layers.14.mlp.experts.156.up_proj,0.0058181457,hessian_weighted_relative_error,17837,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.157.down_proj,0.0108396287,hessian_weighted_relative_error,41071,0.02500,0.867
14,model.language_model.layers.14.mlp.experts.157.gate_proj,0.0056610752,hessian_weighted_relative_error,41071,0.02500,0.904
14,model.language_model.layers.14.mlp.experts.157.up_proj,0.0074288451,hessian_weighted_relative_error,41071,0.02500,0.948
14,model.language_model.layers.14.mlp.experts.158.down_proj,0.0118788958,hessian_weighted_relative_error,33272,0.02500,0.754
14,model.language_model.layers.14.mlp.experts.158.gate_proj,0.0057689881,hessian_weighted_relative_error,33272,0.02500,0.788
14,model.language_model.layers.14.mlp.experts.158.up_proj,0.0066836134,hessian_weighted_relative_error,33272,0.02500,0.818
14,model.language_model.layers.14.mlp.experts.159.down_proj,0.0130393670,hessian_weighted_relative_error,22858,0.02500,0.868
14,model.language_model.layers.14.mlp.experts.159.gate_proj,0.0061097876,hessian_weighted_relative_error,22858,0.02500,0.909
14,model.language_model.layers.14.mlp.experts.159.up_proj,0.0074755856,hessian_weighted_relative_error,22858,0.02500,0.957
14,model.language_model.layers.14.mlp.experts.16.down_proj,0.0102075442,hessian_weighted_relative_error,6015,0.02500,0.733
14,model.language_model.layers.14.mlp.experts.16.gate_proj,0.0043275363,hessian_weighted_relative_error,6015,0.02500,0.755
14,model.language_model.layers.14.mlp.experts.16.up_proj,0.0054243711,hessian_weighted_relative_error,6015,0.02500,0.802
14,model.language_model.layers.14.mlp.experts.160.down_proj,0.0103434366,hessian_weighted_relative_error,20986,0.02500,0.759
14,model.language_model.layers.14.mlp.experts.160.gate_proj,0.0051935332,hessian_weighted_relative_error,20986,0.02500,0.798
14,model.language_model.layers.14.mlp.experts.160.up_proj,0.0062191910,hessian_weighted_relative_error,20986,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.161.down_proj,0.0064245762,hessian_weighted_relative_error,20329,0.02500,0.869
14,model.language_model.layers.14.mlp.experts.161.gate_proj,0.0033699160,hessian_weighted_relative_error,20329,0.02500,0.924
14,model.language_model.layers.14.mlp.experts.161.up_proj,0.0043292871,hessian_weighted_relative_error,20329,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.162.down_proj,0.0100275086,hessian_weighted_relative_error,19606,0.02500,0.754
14,model.language_model.layers.14.mlp.experts.162.gate_proj,0.0044868727,hessian_weighted_relative_error,19606,0.02500,0.783
14,model.language_model.layers.14.mlp.experts.162.up_proj,0.0051856338,hessian_weighted_relative_error,19606,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.163.down_proj,0.0122927838,hessian_weighted_relative_error,41412,0.02500,0.874
14,model.language_model.layers.14.mlp.experts.163.gate_proj,0.0056529231,hessian_weighted_relative_error,41412,0.02500,0.905
14,model.language_model.layers.14.mlp.experts.163.up_proj,0.0073421887,hessian_weighted_relative_error,41412,0.02500,0.954
14,model.language_model.layers.14.mlp.experts.164.down_proj,0.0099049261,hessian_weighted_relative_error,38091,0.02500,0.754
14,model.language_model.layers.14.mlp.experts.164.gate_proj,0.0054721918,hessian_weighted_relative_error,38091,0.02500,0.787
14,model.language_model.layers.14.mlp.experts.164.up_proj,0.0064988263,hessian_weighted_relative_error,38091,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.165.down_proj,0.0075075156,hessian_weighted_relative_error,17670,0.02500,0.869
14,model.language_model.layers.14.mlp.experts.165.gate_proj,0.0025729851,hessian_weighted_relative_error,17670,0.02500,0.905
14,model.language_model.layers.14.mlp.experts.165.up_proj,0.0030947347,hessian_weighted_relative_error,17670,0.02500,0.955
14,model.language_model.layers.14.mlp.experts.166.down_proj,0.0088943595,hessian_weighted_relative_error,15482,0.02500,0.755
14,model.language_model.layers.14.mlp.experts.166.gate_proj,0.0041446637,hessian_weighted_relative_error,15482,0.02500,0.784
14,model.language_model.layers.14.mlp.experts.166.up_proj,0.0051184209,hessian_weighted_relative_error,15482,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.167.down_proj,0.0107451273,hessian_weighted_relative_error,18183,0.02500,0.870
14,model.language_model.layers.14.mlp.experts.167.gate_proj,0.0056324152,hessian_weighted_relative_error,18183,0.02500,0.917
14,model.language_model.layers.14.mlp.experts.167.up_proj,0.0069496352,hessian_weighted_relative_error,18183,0.02500,0.955
14,model.language_model.layers.14.mlp.experts.168.down_proj,0.0113360793,hessian_weighted_relative_error,16108,0.02500,0.762
14,model.language_model.layers.14.mlp.experts.168.gate_proj,0.0055351628,hessian_weighted_relative_error,16108,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.168.up_proj,0.0068144791,hessian_weighted_relative_error,16108,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.169.down_proj,0.0139578564,hessian_weighted_relative_error,45930,0.02500,0.872
14,model.language_model.layers.14.mlp.experts.169.gate_proj,0.0067049450,hessian_weighted_relative_error,45930,0.02500,0.916
14,model.language_model.layers.14.mlp.experts.169.up_proj,0.0078410396,hessian_weighted_relative_error,45930,0.02500,0.978
14,model.language_model.layers.14.mlp.experts.17.down_proj,0.0130686853,hessian_weighted_relative_error,40676,0.02500,0.800
14,model.language_model.layers.14.mlp.experts.17.gate_proj,0.0060059940,hessian_weighted_relative_error,40676,0.02500,0.852
14,model.language_model.layers.14.mlp.experts.17.up_proj,0.0071642480,hessian_weighted_relative_error,40676,0.02500,0.943
14,model.language_model.layers.14.mlp.experts.170.down_proj,0.0128562226,hessian_weighted_relative_error,21666,0.02500,0.755
14,model.language_model.layers.14.mlp.experts.170.gate_proj,0.0060284331,hessian_weighted_relative_error,21666,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.170.up_proj,0.0070209393,hessian_weighted_relative_error,21666,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.171.down_proj,0.0082560383,hessian_weighted_relative_error,27536,0.02500,0.876
14,model.language_model.layers.14.mlp.experts.171.gate_proj,0.0036932109,hessian_weighted_relative_error,27536,0.02500,0.909
14,model.language_model.layers.14.mlp.experts.171.up_proj,0.0043119291,hessian_weighted_relative_error,27536,0.02500,0.958
14,model.language_model.layers.14.mlp.experts.172.down_proj,0.0105635173,hessian_weighted_relative_error,7374,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.172.gate_proj,0.0045639036,hessian_weighted_relative_error,7374,0.02500,0.791
14,model.language_model.layers.14.mlp.experts.172.up_proj,0.0058169775,hessian_weighted_relative_error,7374,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.173.down_proj,0.0127441689,hessian_weighted_relative_error,15174,0.02500,0.872
14,model.language_model.layers.14.mlp.experts.173.gate_proj,0.0056342536,hessian_weighted_relative_error,15174,0.02500,0.912
14,model.language_model.layers.14.mlp.experts.173.up_proj,0.0070363995,hessian_weighted_relative_error,15174,0.02500,0.956
14,model.language_model.layers.14.mlp.experts.174.down_proj,0.0081486774,hessian_weighted_relative_error,17227,0.02500,0.756
14,model.language_model.layers.14.mlp.experts.174.gate_proj,0.0030820975,hessian_weighted_relative_error,17227,0.02500,0.791
14,model.language_model.layers.14.mlp.experts.174.up_proj,0.0032144738,hessian_weighted_relative_error,17227,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.175.down_proj,0.0123519986,hessian_weighted_relative_error,21302,0.02500,0.872
14,model.language_model.layers.14.mlp.experts.175.gate_proj,0.0059642217,hessian_weighted_relative_error,21302,0.02500,0.910
14,model.language_model.layers.14.mlp.experts.175.up_proj,0.0069101843,hessian_weighted_relative_error,21302,0.02500,0.957
14,model.language_model.layers.14.mlp.experts.176.down_proj,0.0102500578,hessian_weighted_relative_error,29682,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.176.gate_proj,0.0054315549,hessian_weighted_relative_error,29682,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.176.up_proj,0.0062005364,hessian_weighted_relative_error,29682,0.02500,0.812
14,model.language_model.layers.14.mlp.experts.177.down_proj,0.0121897135,hessian_weighted_relative_error,18279,0.02500,0.877
14,model.language_model.layers.14.mlp.experts.177.gate_proj,0.0055430599,hessian_weighted_relative_error,18279,0.02500,0.915
14,model.language_model.layers.14.mlp.experts.177.up_proj,0.0067457855,hessian_weighted_relative_error,18279,0.02500,0.962
14,model.language_model.layers.14.mlp.experts.178.down_proj,0.0097969049,hessian_weighted_relative_error,21152,0.02500,0.758
14,model.language_model.layers.14.mlp.experts.178.gate_proj,0.0047696606,hessian_weighted_relative_error,21152,0.02500,0.790
14,model.language_model.layers.14.mlp.experts.178.up_proj,0.0056292845,hessian_weighted_relative_error,21152,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.179.down_proj,0.0118073512,hessian_weighted_relative_error,27045,0.02500,0.878
14,model.language_model.layers.14.mlp.experts.179.gate_proj,0.0054011128,hessian_weighted_relative_error,27045,0.02500,0.921
14,model.language_model.layers.14.mlp.experts.179.up_proj,0.0065193179,hessian_weighted_relative_error,27045,0.02500,0.965
14,model.language_model.layers.14.mlp.experts.18.down_proj,0.0099858310,hessian_weighted_relative_error,21321,0.02500,0.726
14,model.language_model.layers.14.mlp.experts.18.gate_proj,0.0048767019,hessian_weighted_relative_error,21321,0.02500,0.754
14,model.language_model.layers.14.mlp.experts.18.up_proj,0.0058002449,hessian_weighted_relative_error,21321,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.180.down_proj,0.0082908054,hessian_weighted_relative_error,41159,0.02500,0.756
14,model.language_model.layers.14.mlp.experts.180.gate_proj,0.0043352775,hessian_weighted_relative_error,41159,0.02500,0.791
14,model.language_model.layers.14.mlp.experts.180.up_proj,0.0050086544,hessian_weighted_relative_error,41159,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.181.down_proj,0.0110050590,hessian_weighted_relative_error,16451,0.02500,0.875
14,model.language_model.layers.14.mlp.experts.181.gate_proj,0.0050865366,hessian_weighted_relative_error,16451,0.02500,0.920
14,model.language_model.layers.14.mlp.experts.181.up_proj,0.0063344922,hessian_weighted_relative_error,16451,0.02500,0.968
14,model.language_model.layers.14.mlp.experts.182.down_proj,0.0126295976,hessian_weighted_relative_error,16968,0.02500,0.758
14,model.language_model.layers.14.mlp.experts.182.gate_proj,0.0054005585,hessian_weighted_relative_error,16968,0.02500,0.789
14,model.language_model.layers.14.mlp.experts.182.up_proj,0.0065726850,hessian_weighted_relative_error,16968,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.183.down_proj,0.0090145605,hessian_weighted_relative_error,51115,0.02500,0.875
14,model.language_model.layers.14.mlp.experts.183.gate_proj,0.0048540860,hessian_weighted_relative_error,51115,0.02500,0.921
14,model.language_model.layers.14.mlp.experts.183.up_proj,0.0058721427,hessian_weighted_relative_error,51115,0.02500,0.966
14,model.language_model.layers.14.mlp.experts.184.down_proj,0.0130505635,hessian_weighted_relative_error,40716,0.02500,0.761
14,model.language_model.layers.14.mlp.experts.184.gate_proj,0.0058051836,hessian_weighted_relative_error,40716,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.184.up_proj,0.0082972835,hessian_weighted_relative_error,40716,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.185.down_proj,0.0094670872,hessian_weighted_relative_error,26945,0.02500,0.876
14,model.language_model.layers.14.mlp.experts.185.gate_proj,0.0044001592,hessian_weighted_relative_error,26945,0.02500,0.916
14,model.language_model.layers.14.mlp.experts.185.up_proj,0.0049237125,hessian_weighted_relative_error,26945,0.02500,0.962
14,model.language_model.layers.14.mlp.experts.186.down_proj,0.0134840978,hessian_weighted_relative_error,36235,0.02500,0.761
14,model.language_model.layers.14.mlp.experts.186.gate_proj,0.0060331297,hessian_weighted_relative_error,36235,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.186.up_proj,0.0075551550,hessian_weighted_relative_error,36235,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.187.down_proj,0.0085631221,hessian_weighted_relative_error,75239,0.02500,0.879
14,model.language_model.layers.14.mlp.experts.187.gate_proj,0.0047073097,hessian_weighted_relative_error,75239,0.02500,0.918
14,model.language_model.layers.14.mlp.experts.187.up_proj,0.0059660223,hessian_weighted_relative_error,75239,0.02500,0.960
14,model.language_model.layers.14.mlp.experts.188.down_proj,0.0111067207,hessian_weighted_relative_error,34136,0.02500,0.757
14,model.language_model.layers.14.mlp.experts.188.gate_proj,0.0057484609,hessian_weighted_relative_error,34136,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.188.up_proj,0.0064482838,hessian_weighted_relative_error,34136,0.02500,0.808
14,model.language_model.layers.14.mlp.experts.189.down_proj,0.0121224611,hessian_weighted_relative_error,24125,0.02500,0.876
14,model.language_model.layers.14.mlp.experts.189.gate_proj,0.0058495197,hessian_weighted_relative_error,24125,0.02500,0.918
14,model.language_model.layers.14.mlp.experts.189.up_proj,0.0070343343,hessian_weighted_relative_error,24125,0.02500,0.954
14,model.language_model.layers.14.mlp.experts.19.down_proj,0.0113363949,hessian_weighted_relative_error,28364,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.19.gate_proj,0.0052520822,hessian_weighted_relative_error,28364,0.02500,0.856
14,model.language_model.layers.14.mlp.experts.19.up_proj,0.0062960389,hessian_weighted_relative_error,28364,0.02500,0.931
14,model.language_model.layers.14.mlp.experts.190.down_proj,0.0124844277,hessian_weighted_relative_error,38444,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.190.gate_proj,0.0058131242,hessian_weighted_relative_error,38444,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.190.up_proj,0.0080965965,hessian_weighted_relative_error,38444,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.191.down_proj,0.0120286461,hessian_weighted_relative_error,28400,0.02500,0.877
14,model.language_model.layers.14.mlp.experts.191.gate_proj,0.0055786140,hessian_weighted_relative_error,28400,0.02500,0.921
14,model.language_model.layers.14.mlp.experts.191.up_proj,0.0060713898,hessian_weighted_relative_error,28400,0.02500,0.956
14,model.language_model.layers.14.mlp.experts.192.down_proj,0.0027330597,hessian_weighted_relative_error,1274,0.02500,0.762
14,model.language_model.layers.14.mlp.experts.192.gate_proj,0.0012765819,hessian_weighted_relative_error,1274,0.02500,0.789
14,model.language_model.layers.14.mlp.experts.192.up_proj,0.0014662760,hessian_weighted_relative_error,1274,0.02500,0.808
14,model.language_model.layers.14.mlp.experts.193.down_proj,0.0110663164,hessian_weighted_relative_error,26146,0.02500,0.877
14,model.language_model.layers.14.mlp.experts.193.gate_proj,0.0057206988,hessian_weighted_relative_error,26146,0.02500,0.920
14,model.language_model.layers.14.mlp.experts.193.up_proj,0.0067808641,hessian_weighted_relative_error,26146,0.02500,0.960
14,model.language_model.layers.14.mlp.experts.194.down_proj,0.0098104604,hessian_weighted_relative_error,29703,0.02500,0.759
14,model.language_model.layers.14.mlp.experts.194.gate_proj,0.0049820317,hessian_weighted_relative_error,29703,0.02500,0.790
14,model.language_model.layers.14.mlp.experts.194.up_proj,0.0054397619,hessian_weighted_relative_error,29703,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.195.down_proj,0.0110697489,hessian_weighted_relative_error,43052,0.02500,0.879
14,model.language_model.layers.14.mlp.experts.195.gate_proj,0.0052163812,hessian_weighted_relative_error,43052,0.02500,0.917
14,model.language_model.layers.14.mlp.experts.195.up_proj,0.0070545533,hessian_weighted_relative_error,43052,0.02500,0.952
14,model.language_model.layers.14.mlp.experts.196.down_proj,0.0136648790,hessian_weighted_relative_error,30001,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.196.gate_proj,0.0061581662,hessian_weighted_relative_error,30001,0.02500,0.790
14,model.language_model.layers.14.mlp.experts.196.up_proj,0.0076954861,hessian_weighted_relative_error,30001,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.197.down_proj,0.0112739057,hessian_weighted_relative_error,13385,0.02500,0.877
14,model.language_model.layers.14.mlp.experts.197.gate_proj,0.0052595802,hessian_weighted_relative_error,13385,0.02500,0.920
14,model.language_model.layers.14.mlp.experts.197.up_proj,0.0063044205,hessian_weighted_relative_error,13385,0.02500,0.959
14,model.language_model.layers.14.mlp.experts.198.down_proj,0.0089397654,hessian_weighted_relative_error,31593,0.02500,0.759
14,model.language_model.layers.14.mlp.experts.198.gate_proj,0.0035350695,hessian_weighted_relative_error,31593,0.02500,0.788
14,model.language_model.layers.14.mlp.experts.198.up_proj,0.0043727970,hessian_weighted_relative_error,31593,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.199.down_proj,0.0111617652,hessian_weighted_relative_error,35140,0.02500,0.877
14,model.language_model.layers.14.mlp.experts.199.gate_proj,0.0052475917,hessian_weighted_relative_error,35140,0.02500,0.924
14,model.language_model.layers.14.mlp.experts.199.up_proj,0.0064612947,hessian_weighted_relative_error,35140,0.02500,0.961
14,model.language_model.layers.14.mlp.experts.2.down_proj,0.0130529236,hessian_weighted_relative_error,31664,0.02500,0.701
14,model.language_model.layers.14.mlp.experts.2.gate_proj,0.0060112928,hessian_weighted_relative_error,31664,0.02500,0.795
14,model.language_model.layers.14.mlp.experts.2.up_proj,0.0069420893,hessian_weighted_relative_error,31664,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.20.down_proj,0.0122419290,hessian_weighted_relative_error,21755,0.02500,0.726
14,model.language_model.layers.14.mlp.experts.20.gate_proj,0.0051007558,hessian_weighted_relative_error,21755,0.02500,0.755
14,model.language_model.layers.14.mlp.experts.20.up_proj,0.0056079847,hessian_weighted_relative_error,21755,0.02500,0.798
14,model.language_model.layers.14.mlp.experts.200.down_proj,0.0130481942,hessian_weighted_relative_error,27496,0.02500,0.761
14,model.language_model.layers.14.mlp.experts.200.gate_proj,0.0059108533,hessian_weighted_relative_error,27496,0.02500,0.795
14,model.language_model.layers.14.mlp.experts.200.up_proj,0.0066714353,hessian_weighted_relative_error,27496,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.201.down_proj,0.0097092795,hessian_weighted_relative_error,41055,0.02500,0.878
14,model.language_model.layers.14.mlp.experts.201.gate_proj,0.0051175729,hessian_weighted_relative_error,41055,0.02500,0.919
14,model.language_model.layers.14.mlp.experts.201.up_proj,0.0061829208,hessian_weighted_relative_error,41055,0.02500,0.954
14,model.language_model.layers.14.mlp.experts.202.down_proj,0.0106265230,hessian_weighted_relative_error,35086,0.02500,0.758
14,model.language_model.layers.14.mlp.experts.202.gate_proj,0.0051192905,hessian_weighted_relative_error,35086,0.02500,0.795
14,model.language_model.layers.14.mlp.experts.202.up_proj,0.0062042641,hessian_weighted_relative_error,35086,0.02500,0.815
14,model.language_model.layers.14.mlp.experts.203.down_proj,0.0090425002,hessian_weighted_relative_error,34429,0.02500,0.883
14,model.language_model.layers.14.mlp.experts.203.gate_proj,0.0049443804,hessian_weighted_relative_error,34429,0.02500,0.923
14,model.language_model.layers.14.mlp.experts.203.up_proj,0.0060006621,hessian_weighted_relative_error,34429,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.204.down_proj,0.0097486725,hessian_weighted_relative_error,6730,0.02500,0.759
14,model.language_model.layers.14.mlp.experts.204.gate_proj,0.0039461131,hessian_weighted_relative_error,6730,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.204.up_proj,0.0054319114,hessian_weighted_relative_error,6730,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.205.down_proj,0.0084576325,hessian_weighted_relative_error,28383,0.02500,0.879
14,model.language_model.layers.14.mlp.experts.205.gate_proj,0.0037660410,hessian_weighted_relative_error,28383,0.02500,0.915
14,model.language_model.layers.14.mlp.experts.205.up_proj,0.0040875316,hessian_weighted_relative_error,28383,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.206.down_proj,0.0131597649,hessian_weighted_relative_error,45547,0.02500,0.768
14,model.language_model.layers.14.mlp.experts.206.gate_proj,0.0063349217,hessian_weighted_relative_error,45547,0.02500,0.789
14,model.language_model.layers.14.mlp.experts.206.up_proj,0.0083520752,hessian_weighted_relative_error,45547,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.207.down_proj,0.0086513836,hessian_weighted_relative_error,53085,0.02500,0.879
14,model.language_model.layers.14.mlp.experts.207.gate_proj,0.0039448633,hessian_weighted_relative_error,53085,0.02500,0.923
14,model.language_model.layers.14.mlp.experts.207.up_proj,0.0052723402,hessian_weighted_relative_error,53085,0.02500,0.959
14,model.language_model.layers.14.mlp.experts.208.down_proj,0.0071402855,hessian_weighted_relative_error,19137,0.02500,0.763
14,model.language_model.layers.14.mlp.experts.208.gate_proj,0.0030102584,hessian_weighted_relative_error,19137,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.208.up_proj,0.0034416125,hessian_weighted_relative_error,19137,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.209.down_proj,0.0040950493,hessian_weighted_relative_error,1646,0.02500,0.879
14,model.language_model.layers.14.mlp.experts.209.gate_proj,0.0016836870,hessian_weighted_relative_error,1646,0.02500,0.926
14,model.language_model.layers.14.mlp.experts.209.up_proj,0.0020424136,hessian_weighted_relative_error,1646,0.02500,0.959
14,model.language_model.layers.14.mlp.experts.21.down_proj,0.0122195339,hessian_weighted_relative_error,29497,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.21.gate_proj,0.0061065780,hessian_weighted_relative_error,29497,0.02500,0.858
14,model.language_model.layers.14.mlp.experts.21.up_proj,0.0069365222,hessian_weighted_relative_error,29497,0.02500,0.933
14,model.language_model.layers.14.mlp.experts.210.down_proj,0.0083886477,hessian_weighted_relative_error,14105,0.02500,0.759
14,model.language_model.layers.14.mlp.experts.210.gate_proj,0.0044520267,hessian_weighted_relative_error,14105,0.02500,0.798
14,model.language_model.layers.14.mlp.experts.210.up_proj,0.0058936039,hessian_weighted_relative_error,14105,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.211.down_proj,0.0086693389,hessian_weighted_relative_error,29202,0.02500,0.884
14,model.language_model.layers.14.mlp.experts.211.gate_proj,0.0042943417,hessian_weighted_relative_error,29202,0.02500,0.919
14,model.language_model.layers.14.mlp.experts.211.up_proj,0.0047546174,hessian_weighted_relative_error,29202,0.02500,0.956
14,model.language_model.layers.14.mlp.experts.212.down_proj,0.0118008925,hessian_weighted_relative_error,21047,0.02500,0.759
14,model.language_model.layers.14.mlp.experts.212.gate_proj,0.0055402379,hessian_weighted_relative_error,21047,0.02500,0.792
14,model.language_model.layers.14.mlp.experts.212.up_proj,0.0067933879,hessian_weighted_relative_error,21047,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.213.down_proj,0.0089531559,hessian_weighted_relative_error,16095,0.02500,0.880
14,model.language_model.layers.14.mlp.experts.213.gate_proj,0.0052766979,hessian_weighted_relative_error,16095,0.02500,0.918
14,model.language_model.layers.14.mlp.experts.213.up_proj,0.0061363205,hessian_weighted_relative_error,16095,0.02500,0.958
14,model.language_model.layers.14.mlp.experts.214.down_proj,0.0100783542,hessian_weighted_relative_error,43148,0.02500,0.761
14,model.language_model.layers.14.mlp.experts.214.gate_proj,0.0050912186,hessian_weighted_relative_error,43148,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.214.up_proj,0.0072126629,hessian_weighted_relative_error,43148,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.215.down_proj,0.0117858855,hessian_weighted_relative_error,33492,0.02500,0.880
14,model.language_model.layers.14.mlp.experts.215.gate_proj,0.0055317523,hessian_weighted_relative_error,33492,0.02500,0.928
14,model.language_model.layers.14.mlp.experts.215.up_proj,0.0064571506,hessian_weighted_relative_error,33492,0.02500,0.967
14,model.language_model.layers.14.mlp.experts.216.down_proj,0.0126065939,hessian_weighted_relative_error,20755,0.02500,0.763
14,model.language_model.layers.14.mlp.experts.216.gate_proj,0.0058136896,hessian_weighted_relative_error,20755,0.02500,0.792
14,model.language_model.layers.14.mlp.experts.216.up_proj,0.0069782914,hessian_weighted_relative_error,20755,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.217.down_proj,0.0114782827,hessian_weighted_relative_error,13389,0.02500,0.880
14,model.language_model.layers.14.mlp.experts.217.gate_proj,0.0052135560,hessian_weighted_relative_error,13389,0.02500,0.930
14,model.language_model.layers.14.mlp.experts.217.up_proj,0.0067130080,hessian_weighted_relative_error,13389,0.02500,0.972
14,model.language_model.layers.14.mlp.experts.218.down_proj,0.0113154969,hessian_weighted_relative_error,23579,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.218.gate_proj,0.0057289416,hessian_weighted_relative_error,23579,0.02500,0.790
14,model.language_model.layers.14.mlp.experts.218.up_proj,0.0066326474,hessian_weighted_relative_error,23579,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.219.down_proj,0.0073826124,hessian_weighted_relative_error,158597,0.02500,0.883
14,model.language_model.layers.14.mlp.experts.219.gate_proj,0.0044302345,hessian_weighted_relative_error,158597,0.02500,0.918
14,model.language_model.layers.14.mlp.experts.219.up_proj,0.0054009044,hessian_weighted_relative_error,158597,0.02500,0.959
14,model.language_model.layers.14.mlp.experts.22.down_proj,0.0115444625,hessian_weighted_relative_error,23957,0.02500,0.727
14,model.language_model.layers.14.mlp.experts.22.gate_proj,0.0061968685,hessian_weighted_relative_error,23957,0.02500,0.753
14,model.language_model.layers.14.mlp.experts.22.up_proj,0.0067950455,hessian_weighted_relative_error,23957,0.02500,0.800
14,model.language_model.layers.14.mlp.experts.220.down_proj,0.0107461968,hessian_weighted_relative_error,12265,0.02500,0.761
14,model.language_model.layers.14.mlp.experts.220.gate_proj,0.0046315003,hessian_weighted_relative_error,12265,0.02500,0.791
14,model.language_model.layers.14.mlp.experts.220.up_proj,0.0055915754,hessian_weighted_relative_error,12265,0.02500,0.814
14,model.language_model.layers.14.mlp.experts.221.down_proj,0.0112433512,hessian_weighted_relative_error,34288,0.02500,0.881
14,model.language_model.layers.14.mlp.experts.221.gate_proj,0.0052289105,hessian_weighted_relative_error,34288,0.02500,0.925
14,model.language_model.layers.14.mlp.experts.221.up_proj,0.0071449019,hessian_weighted_relative_error,34288,0.02500,0.963
14,model.language_model.layers.14.mlp.experts.222.down_proj,0.0113556045,hessian_weighted_relative_error,27935,0.02500,0.762
14,model.language_model.layers.14.mlp.experts.222.gate_proj,0.0055183483,hessian_weighted_relative_error,27935,0.02500,0.791
14,model.language_model.layers.14.mlp.experts.222.up_proj,0.0066648487,hessian_weighted_relative_error,27935,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.223.down_proj,0.0094001555,hessian_weighted_relative_error,13036,0.02500,0.882
14,model.language_model.layers.14.mlp.experts.223.gate_proj,0.0046380154,hessian_weighted_relative_error,13036,0.02500,0.924
14,model.language_model.layers.14.mlp.experts.223.up_proj,0.0058292789,hessian_weighted_relative_error,13036,0.02500,0.973
14,model.language_model.layers.14.mlp.experts.224.down_proj,0.0100322233,hessian_weighted_relative_error,14759,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.224.gate_proj,0.0050506631,hessian_weighted_relative_error,14759,0.02500,0.794
14,model.language_model.layers.14.mlp.experts.224.up_proj,0.0057553799,hessian_weighted_relative_error,14759,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.225.down_proj,0.0117982044,hessian_weighted_relative_error,37535,0.02500,0.881
14,model.language_model.layers.14.mlp.experts.225.gate_proj,0.0058251323,hessian_weighted_relative_error,37535,0.02500,0.932
14,model.language_model.layers.14.mlp.experts.225.up_proj,0.0071385060,hessian_weighted_relative_error,37535,0.02500,0.967
14,model.language_model.layers.14.mlp.experts.226.down_proj,0.0123359464,hessian_weighted_relative_error,31103,0.02500,0.762
14,model.language_model.layers.14.mlp.experts.226.gate_proj,0.0048142847,hessian_weighted_relative_error,31103,0.02500,0.796
14,model.language_model.layers.14.mlp.experts.226.up_proj,0.0056717682,hessian_weighted_relative_error,31103,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.227.down_proj,0.0122830951,hessian_weighted_relative_error,22888,0.02500,0.884
14,model.language_model.layers.14.mlp.experts.227.gate_proj,0.0064368489,hessian_weighted_relative_error,22888,0.02500,0.925
14,model.language_model.layers.14.mlp.experts.227.up_proj,0.0073774805,hessian_weighted_relative_error,22888,0.02500,0.961
14,model.language_model.layers.14.mlp.experts.228.down_proj,0.0096063556,hessian_weighted_relative_error,28180,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.228.gate_proj,0.0047426419,hessian_weighted_relative_error,28180,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.228.up_proj,0.0059857368,hessian_weighted_relative_error,28180,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.229.down_proj,0.0105009261,hessian_weighted_relative_error,16463,0.02500,0.882
14,model.language_model.layers.14.mlp.experts.229.gate_proj,0.0046490397,hessian_weighted_relative_error,16463,0.02500,0.929
14,model.language_model.layers.14.mlp.experts.229.up_proj,0.0052304068,hessian_weighted_relative_error,16463,0.02500,0.969
14,model.language_model.layers.14.mlp.experts.23.down_proj,0.0112137092,hessian_weighted_relative_error,32125,0.02500,0.802
14,model.language_model.layers.14.mlp.experts.23.gate_proj,0.0056907430,hessian_weighted_relative_error,32125,0.02500,0.852
14,model.language_model.layers.14.mlp.experts.23.up_proj,0.0067663496,hessian_weighted_relative_error,32125,0.02500,0.933
14,model.language_model.layers.14.mlp.experts.230.down_proj,0.0107592535,hessian_weighted_relative_error,26258,0.02500,0.762
14,model.language_model.layers.14.mlp.experts.230.gate_proj,0.0054437526,hessian_weighted_relative_error,26258,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.230.up_proj,0.0069375445,hessian_weighted_relative_error,26258,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.231.down_proj,0.0123072420,hessian_weighted_relative_error,52473,0.02500,0.882
14,model.language_model.layers.14.mlp.experts.231.gate_proj,0.0059962911,hessian_weighted_relative_error,52473,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.231.up_proj,0.0069785941,hessian_weighted_relative_error,52473,0.02500,0.965
14,model.language_model.layers.14.mlp.experts.232.down_proj,0.0110123183,hessian_weighted_relative_error,18182,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.232.gate_proj,0.0049364800,hessian_weighted_relative_error,18182,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.232.up_proj,0.0058254653,hessian_weighted_relative_error,18182,0.02500,0.808
14,model.language_model.layers.14.mlp.experts.233.down_proj,0.0118460836,hessian_weighted_relative_error,28431,0.02500,0.886
14,model.language_model.layers.14.mlp.experts.233.gate_proj,0.0056289834,hessian_weighted_relative_error,28431,0.02500,0.928
14,model.language_model.layers.14.mlp.experts.233.up_proj,0.0069223174,hessian_weighted_relative_error,28431,0.02500,0.960
14,model.language_model.layers.14.mlp.experts.234.down_proj,0.0109901622,hessian_weighted_relative_error,21738,0.02500,0.767
14,model.language_model.layers.14.mlp.experts.234.gate_proj,0.0060568416,hessian_weighted_relative_error,21738,0.02500,0.795
14,model.language_model.layers.14.mlp.experts.234.up_proj,0.0072507268,hessian_weighted_relative_error,21738,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.235.down_proj,0.0115593706,hessian_weighted_relative_error,24739,0.02500,0.885
14,model.language_model.layers.14.mlp.experts.235.gate_proj,0.0051149546,hessian_weighted_relative_error,24739,0.02500,0.925
14,model.language_model.layers.14.mlp.experts.235.up_proj,0.0065924354,hessian_weighted_relative_error,24739,0.02500,0.964
14,model.language_model.layers.14.mlp.experts.236.down_proj,0.0117457332,hessian_weighted_relative_error,35827,0.02500,0.762
14,model.language_model.layers.14.mlp.experts.236.gate_proj,0.0052870997,hessian_weighted_relative_error,35827,0.02500,0.796
14,model.language_model.layers.14.mlp.experts.236.up_proj,0.0074649565,hessian_weighted_relative_error,35827,0.02500,0.812
14,model.language_model.layers.14.mlp.experts.237.down_proj,0.0115836811,hessian_weighted_relative_error,26235,0.02500,0.882
14,model.language_model.layers.14.mlp.experts.237.gate_proj,0.0056977815,hessian_weighted_relative_error,26235,0.02500,0.920
14,model.language_model.layers.14.mlp.experts.237.up_proj,0.0067873790,hessian_weighted_relative_error,26235,0.02500,0.970
14,model.language_model.layers.14.mlp.experts.238.down_proj,0.0107733434,hessian_weighted_relative_error,23082,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.238.gate_proj,0.0050939174,hessian_weighted_relative_error,23082,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.238.up_proj,0.0061008809,hessian_weighted_relative_error,23082,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.239.down_proj,0.0084664950,hessian_weighted_relative_error,19836,0.02500,0.882
14,model.language_model.layers.14.mlp.experts.239.gate_proj,0.0035834521,hessian_weighted_relative_error,19836,0.02500,0.921
14,model.language_model.layers.14.mlp.experts.239.up_proj,0.0044333336,hessian_weighted_relative_error,19836,0.02500,0.992
14,model.language_model.layers.14.mlp.experts.24.down_proj,0.0115949454,hessian_weighted_relative_error,33147,0.02500,0.733
14,model.language_model.layers.14.mlp.experts.24.gate_proj,0.0059448334,hessian_weighted_relative_error,33147,0.02500,0.758
14,model.language_model.layers.14.mlp.experts.24.up_proj,0.0068620277,hessian_weighted_relative_error,33147,0.02500,0.802
14,model.language_model.layers.14.mlp.experts.240.down_proj,0.0112158799,hessian_weighted_relative_error,32357,0.02500,0.767
14,model.language_model.layers.14.mlp.experts.240.gate_proj,0.0054962089,hessian_weighted_relative_error,32357,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.240.up_proj,0.0063874923,hessian_weighted_relative_error,32357,0.02500,0.816
14,model.language_model.layers.14.mlp.experts.241.down_proj,0.0118795228,hessian_weighted_relative_error,72707,0.02500,0.883
14,model.language_model.layers.14.mlp.experts.241.gate_proj,0.0053548159,hessian_weighted_relative_error,72707,0.02500,0.916
14,model.language_model.layers.14.mlp.experts.241.up_proj,0.0061921932,hessian_weighted_relative_error,72707,0.02500,0.965
14,model.language_model.layers.14.mlp.experts.242.down_proj,0.0070832268,hessian_weighted_relative_error,26497,0.02500,0.762
14,model.language_model.layers.14.mlp.experts.242.gate_proj,0.0039136035,hessian_weighted_relative_error,26497,0.02500,0.795
14,model.language_model.layers.14.mlp.experts.242.up_proj,0.0047106260,hessian_weighted_relative_error,26497,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.243.down_proj,0.0093708324,hessian_weighted_relative_error,50266,0.02500,0.886
14,model.language_model.layers.14.mlp.experts.243.gate_proj,0.0038942986,hessian_weighted_relative_error,50266,0.02500,0.916
14,model.language_model.layers.14.mlp.experts.243.up_proj,0.0051001985,hessian_weighted_relative_error,50266,0.02500,0.971
14,model.language_model.layers.14.mlp.experts.244.down_proj,0.0096250623,hessian_weighted_relative_error,10516,0.02500,0.761
14,model.language_model.layers.14.mlp.experts.244.gate_proj,0.0043946024,hessian_weighted_relative_error,10516,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.244.up_proj,0.0058927937,hessian_weighted_relative_error,10516,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.245.down_proj,0.0111770403,hessian_weighted_relative_error,17229,0.02500,0.882
14,model.language_model.layers.14.mlp.experts.245.gate_proj,0.0051791998,hessian_weighted_relative_error,17229,0.02500,0.912
14,model.language_model.layers.14.mlp.experts.245.up_proj,0.0068103149,hessian_weighted_relative_error,17229,0.02500,0.963
14,model.language_model.layers.14.mlp.experts.246.down_proj,0.0126083898,hessian_weighted_relative_error,51288,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.246.gate_proj,0.0057433950,hessian_weighted_relative_error,51288,0.02500,0.793
14,model.language_model.layers.14.mlp.experts.246.up_proj,0.0070262156,hessian_weighted_relative_error,51288,0.02500,0.812
14,model.language_model.layers.14.mlp.experts.247.down_proj,0.0111840626,hessian_weighted_relative_error,20716,0.02500,0.882
14,model.language_model.layers.14.mlp.experts.247.gate_proj,0.0046828786,hessian_weighted_relative_error,20716,0.02500,0.917
14,model.language_model.layers.14.mlp.experts.247.up_proj,0.0056392738,hessian_weighted_relative_error,20716,0.02500,0.963
14,model.language_model.layers.14.mlp.experts.248.down_proj,0.0123552981,hessian_weighted_relative_error,33423,0.02500,0.768
14,model.language_model.layers.14.mlp.experts.248.gate_proj,0.0057244616,hessian_weighted_relative_error,33423,0.02500,0.798
14,model.language_model.layers.14.mlp.experts.248.up_proj,0.0071233397,hessian_weighted_relative_error,33423,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.249.down_proj,0.0082556405,hessian_weighted_relative_error,16528,0.02500,0.883
14,model.language_model.layers.14.mlp.experts.249.gate_proj,0.0036276631,hessian_weighted_relative_error,16528,0.02500,0.920
14,model.language_model.layers.14.mlp.experts.249.up_proj,0.0043826374,hessian_weighted_relative_error,16528,0.02500,0.946
14,model.language_model.layers.14.mlp.experts.25.down_proj,0.0104336834,hessian_weighted_relative_error,17551,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.25.gate_proj,0.0051095057,hessian_weighted_relative_error,17551,0.02500,0.858
14,model.language_model.layers.14.mlp.experts.25.up_proj,0.0065266907,hessian_weighted_relative_error,17551,0.02500,0.935
14,model.language_model.layers.14.mlp.experts.250.down_proj,0.0106019378,hessian_weighted_relative_error,30958,0.02500,0.763
14,model.language_model.layers.14.mlp.experts.250.gate_proj,0.0038901802,hessian_weighted_relative_error,30958,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.250.up_proj,0.0044760484,hessian_weighted_relative_error,30958,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.251.down_proj,0.0107393638,hessian_weighted_relative_error,40344,0.02500,0.888
14,model.language_model.layers.14.mlp.experts.251.gate_proj,0.0053315882,hessian_weighted_relative_error,40344,0.02500,0.920
14,model.language_model.layers.14.mlp.experts.251.up_proj,0.0062538836,hessian_weighted_relative_error,40344,0.02500,0.960
14,model.language_model.layers.14.mlp.experts.252.down_proj,0.0107965346,hessian_weighted_relative_error,15531,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.252.gate_proj,0.0050695144,hessian_weighted_relative_error,15531,0.02500,0.796
14,model.language_model.layers.14.mlp.experts.252.up_proj,0.0060952540,hessian_weighted_relative_error,15531,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.253.down_proj,0.0096345187,hessian_weighted_relative_error,66391,0.02500,0.883
14,model.language_model.layers.14.mlp.experts.253.gate_proj,0.0049321233,hessian_weighted_relative_error,66391,0.02500,0.922
14,model.language_model.layers.14.mlp.experts.253.up_proj,0.0055899831,hessian_weighted_relative_error,66391,0.02500,0.942
14,model.language_model.layers.14.mlp.experts.254.down_proj,0.0085820254,hessian_weighted_relative_error,21442,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.254.gate_proj,0.0046406633,hessian_weighted_relative_error,21442,0.02500,0.796
14,model.language_model.layers.14.mlp.experts.254.up_proj,0.0055607709,hessian_weighted_relative_error,21442,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.255.down_proj,0.0110003959,hessian_weighted_relative_error,19392,0.02500,0.883
14,model.language_model.layers.14.mlp.experts.255.gate_proj,0.0051599052,hessian_weighted_relative_error,19392,0.02500,0.916
14,model.language_model.layers.14.mlp.experts.255.up_proj,0.0057767785,hessian_weighted_relative_error,19392,0.02500,0.959
14,model.language_model.layers.14.mlp.experts.256.down_proj,0.0122069774,hessian_weighted_relative_error,34669,0.02500,0.771
14,model.language_model.layers.14.mlp.experts.256.gate_proj,0.0062282528,hessian_weighted_relative_error,34669,0.02500,0.796
14,model.language_model.layers.14.mlp.experts.256.up_proj,0.0071442933,hessian_weighted_relative_error,34669,0.02500,0.814
14,model.language_model.layers.14.mlp.experts.257.down_proj,0.0126096007,hessian_weighted_relative_error,46175,0.02500,0.884
14,model.language_model.layers.14.mlp.experts.257.gate_proj,0.0060375736,hessian_weighted_relative_error,46175,0.02500,0.917
14,model.language_model.layers.14.mlp.experts.257.up_proj,0.0075509014,hessian_weighted_relative_error,46175,0.02500,0.950
14,model.language_model.layers.14.mlp.experts.258.down_proj,0.0117034803,hessian_weighted_relative_error,23608,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.258.gate_proj,0.0054660374,hessian_weighted_relative_error,23608,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.258.up_proj,0.0068974754,hessian_weighted_relative_error,23608,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.259.down_proj,0.0099535176,hessian_weighted_relative_error,19079,0.02500,0.888
14,model.language_model.layers.14.mlp.experts.259.gate_proj,0.0056304046,hessian_weighted_relative_error,19079,0.02500,0.918
14,model.language_model.layers.14.mlp.experts.259.up_proj,0.0060443303,hessian_weighted_relative_error,19079,0.02500,0.943
14,model.language_model.layers.14.mlp.experts.26.down_proj,0.0091447773,hessian_weighted_relative_error,7595,0.02500,0.727
14,model.language_model.layers.14.mlp.experts.26.gate_proj,0.0034201785,hessian_weighted_relative_error,7595,0.02500,0.757
14,model.language_model.layers.14.mlp.experts.26.up_proj,0.0049526736,hessian_weighted_relative_error,7595,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.260.down_proj,0.0110201434,hessian_weighted_relative_error,23756,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.260.gate_proj,0.0059790305,hessian_weighted_relative_error,23756,0.02500,0.799
14,model.language_model.layers.14.mlp.experts.260.up_proj,0.0066204831,hessian_weighted_relative_error,23756,0.02500,0.812
14,model.language_model.layers.14.mlp.experts.261.down_proj,0.0102989686,hessian_weighted_relative_error,33527,0.02500,0.885
14,model.language_model.layers.14.mlp.experts.261.gate_proj,0.0055341968,hessian_weighted_relative_error,33527,0.02500,0.918
14,model.language_model.layers.14.mlp.experts.261.up_proj,0.0061216081,hessian_weighted_relative_error,33527,0.02500,0.945
14,model.language_model.layers.14.mlp.experts.262.down_proj,0.0108884739,hessian_weighted_relative_error,14458,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.262.gate_proj,0.0050697451,hessian_weighted_relative_error,14458,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.262.up_proj,0.0071358329,hessian_weighted_relative_error,14458,0.02500,0.820
14,model.language_model.layers.14.mlp.experts.263.down_proj,0.0108894694,hessian_weighted_relative_error,19972,0.02500,0.886
14,model.language_model.layers.14.mlp.experts.263.gate_proj,0.0053360971,hessian_weighted_relative_error,19972,0.02500,0.918
14,model.language_model.layers.14.mlp.experts.263.up_proj,0.0068019728,hessian_weighted_relative_error,19972,0.02500,0.953
14,model.language_model.layers.14.mlp.experts.264.down_proj,0.0108450418,hessian_weighted_relative_error,25127,0.02500,0.768
14,model.language_model.layers.14.mlp.experts.264.gate_proj,0.0054304266,hessian_weighted_relative_error,25127,0.02500,0.794
14,model.language_model.layers.14.mlp.experts.264.up_proj,0.0069662148,hessian_weighted_relative_error,25127,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.265.down_proj,0.0083475584,hessian_weighted_relative_error,29980,0.02500,0.886
14,model.language_model.layers.14.mlp.experts.265.gate_proj,0.0043026033,hessian_weighted_relative_error,29980,0.02500,0.918
14,model.language_model.layers.14.mlp.experts.265.up_proj,0.0049409352,hessian_weighted_relative_error,29980,0.02500,0.947
14,model.language_model.layers.14.mlp.experts.266.down_proj,0.0104533988,hessian_weighted_relative_error,23972,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.266.gate_proj,0.0045619515,hessian_weighted_relative_error,23972,0.02500,0.798
14,model.language_model.layers.14.mlp.experts.266.up_proj,0.0052422493,hessian_weighted_relative_error,23972,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.267.down_proj,0.0069497634,hessian_weighted_relative_error,47732,0.02500,0.889
14,model.language_model.layers.14.mlp.experts.267.gate_proj,0.0037147310,hessian_weighted_relative_error,47732,0.02500,0.919
14,model.language_model.layers.14.mlp.experts.267.up_proj,0.0041752313,hessian_weighted_relative_error,47732,0.02500,0.941
14,model.language_model.layers.14.mlp.experts.268.down_proj,0.0106567434,hessian_weighted_relative_error,32185,0.02500,0.766
14,model.language_model.layers.14.mlp.experts.268.gate_proj,0.0047289451,hessian_weighted_relative_error,32185,0.02500,0.800
14,model.language_model.layers.14.mlp.experts.268.up_proj,0.0051300478,hessian_weighted_relative_error,32185,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.269.down_proj,0.0095895278,hessian_weighted_relative_error,31948,0.02500,0.887
14,model.language_model.layers.14.mlp.experts.269.gate_proj,0.0042976910,hessian_weighted_relative_error,31948,0.02500,0.922
14,model.language_model.layers.14.mlp.experts.269.up_proj,0.0051957899,hessian_weighted_relative_error,31948,0.02500,0.937
14,model.language_model.layers.14.mlp.experts.27.down_proj,0.0121784670,hessian_weighted_relative_error,25552,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.27.gate_proj,0.0060041566,hessian_weighted_relative_error,25552,0.02500,0.853
14,model.language_model.layers.14.mlp.experts.27.up_proj,0.0070242414,hessian_weighted_relative_error,25552,0.02500,0.936
14,model.language_model.layers.14.mlp.experts.270.down_proj,0.0117070466,hessian_weighted_relative_error,33501,0.02500,0.766
14,model.language_model.layers.14.mlp.experts.270.gate_proj,0.0055574789,hessian_weighted_relative_error,33501,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.270.up_proj,0.0064604951,hessian_weighted_relative_error,33501,0.02500,0.808
14,model.language_model.layers.14.mlp.experts.271.down_proj,0.0103434462,hessian_weighted_relative_error,16402,0.02500,0.887
14,model.language_model.layers.14.mlp.experts.271.gate_proj,0.0046582063,hessian_weighted_relative_error,16402,0.02500,0.926
14,model.language_model.layers.14.mlp.experts.271.up_proj,0.0056615017,hessian_weighted_relative_error,16402,0.02500,0.953
14,model.language_model.layers.14.mlp.experts.272.down_proj,0.0108834005,hessian_weighted_relative_error,14375,0.02500,0.771
14,model.language_model.layers.14.mlp.experts.272.gate_proj,0.0051600312,hessian_weighted_relative_error,14375,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.272.up_proj,0.0061616575,hessian_weighted_relative_error,14375,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.273.down_proj,0.0116839135,hessian_weighted_relative_error,31335,0.02500,0.887
14,model.language_model.layers.14.mlp.experts.273.gate_proj,0.0050583743,hessian_weighted_relative_error,31335,0.02500,0.921
14,model.language_model.layers.14.mlp.experts.273.up_proj,0.0060907214,hessian_weighted_relative_error,31335,0.02500,0.937
14,model.language_model.layers.14.mlp.experts.274.down_proj,0.0097464231,hessian_weighted_relative_error,46003,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.274.gate_proj,0.0045939642,hessian_weighted_relative_error,46003,0.02500,0.822
14,model.language_model.layers.14.mlp.experts.274.up_proj,0.0058033376,hessian_weighted_relative_error,46003,0.02500,0.815
14,model.language_model.layers.14.mlp.experts.275.down_proj,0.0110836575,hessian_weighted_relative_error,38625,0.02500,0.889
14,model.language_model.layers.14.mlp.experts.275.gate_proj,0.0055236420,hessian_weighted_relative_error,38625,0.02500,0.920
14,model.language_model.layers.14.mlp.experts.275.up_proj,0.0064188996,hessian_weighted_relative_error,38625,0.02500,0.942
14,model.language_model.layers.14.mlp.experts.276.down_proj,0.0117559203,hessian_weighted_relative_error,48403,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.276.gate_proj,0.0048724492,hessian_weighted_relative_error,48403,0.02500,0.796
14,model.language_model.layers.14.mlp.experts.276.up_proj,0.0077407321,hessian_weighted_relative_error,48403,0.02500,0.819
14,model.language_model.layers.14.mlp.experts.277.down_proj,0.0059342780,hessian_weighted_relative_error,67011,0.02500,0.885
14,model.language_model.layers.14.mlp.experts.277.gate_proj,0.0026491428,hessian_weighted_relative_error,67011,0.02500,0.923
14,model.language_model.layers.14.mlp.experts.277.up_proj,0.0033606781,hessian_weighted_relative_error,67011,0.02500,0.939
14,model.language_model.layers.14.mlp.experts.278.down_proj,0.0104528930,hessian_weighted_relative_error,23830,0.02500,0.766
14,model.language_model.layers.14.mlp.experts.278.gate_proj,0.0041189926,hessian_weighted_relative_error,23830,0.02500,0.799
14,model.language_model.layers.14.mlp.experts.278.up_proj,0.0048572531,hessian_weighted_relative_error,23830,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.279.down_proj,0.0074099078,hessian_weighted_relative_error,17033,0.02500,0.885
14,model.language_model.layers.14.mlp.experts.279.gate_proj,0.0034932763,hessian_weighted_relative_error,17033,0.02500,0.922
14,model.language_model.layers.14.mlp.experts.279.up_proj,0.0039840311,hessian_weighted_relative_error,17033,0.02500,0.950
14,model.language_model.layers.14.mlp.experts.28.down_proj,0.0103858164,hessian_weighted_relative_error,22086,0.02500,0.728
14,model.language_model.layers.14.mlp.experts.28.gate_proj,0.0053630132,hessian_weighted_relative_error,22086,0.02500,0.758
14,model.language_model.layers.14.mlp.experts.28.up_proj,0.0059558374,hessian_weighted_relative_error,22086,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.280.down_proj,0.0125660515,hessian_weighted_relative_error,80585,0.02500,0.768
14,model.language_model.layers.14.mlp.experts.280.gate_proj,0.0057163771,hessian_weighted_relative_error,80585,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.280.up_proj,0.0084431945,hessian_weighted_relative_error,80585,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.281.down_proj,0.0107597936,hessian_weighted_relative_error,16730,0.02500,0.886
14,model.language_model.layers.14.mlp.experts.281.gate_proj,0.0050760966,hessian_weighted_relative_error,16730,0.02500,0.927
14,model.language_model.layers.14.mlp.experts.281.up_proj,0.0061669197,hessian_weighted_relative_error,16730,0.02500,0.936
14,model.language_model.layers.14.mlp.experts.282.down_proj,0.0134915047,hessian_weighted_relative_error,24056,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.282.gate_proj,0.0059591571,hessian_weighted_relative_error,24056,0.02500,0.800
14,model.language_model.layers.14.mlp.experts.282.up_proj,0.0077140591,hessian_weighted_relative_error,24056,0.02500,0.816
14,model.language_model.layers.14.mlp.experts.283.down_proj,0.0100177285,hessian_weighted_relative_error,20417,0.02500,0.890
14,model.language_model.layers.14.mlp.experts.283.gate_proj,0.0047920446,hessian_weighted_relative_error,20417,0.02500,0.927
14,model.language_model.layers.14.mlp.experts.283.up_proj,0.0058599023,hessian_weighted_relative_error,20417,0.02500,0.945
14,model.language_model.layers.14.mlp.experts.284.down_proj,0.0065224656,hessian_weighted_relative_error,14710,0.02500,0.766
14,model.language_model.layers.14.mlp.experts.284.gate_proj,0.0031079805,hessian_weighted_relative_error,14710,0.02500,0.798
14,model.language_model.layers.14.mlp.experts.284.up_proj,0.0040813454,hessian_weighted_relative_error,14710,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.285.down_proj,0.0087974442,hessian_weighted_relative_error,80529,0.02500,0.886
14,model.language_model.layers.14.mlp.experts.285.gate_proj,0.0045534193,hessian_weighted_relative_error,80529,0.02500,0.936
14,model.language_model.layers.14.mlp.experts.285.up_proj,0.0055416170,hessian_weighted_relative_error,80529,0.02500,0.932
14,model.language_model.layers.14.mlp.experts.286.down_proj,0.0100505189,hessian_weighted_relative_error,15738,0.02500,0.767
14,model.language_model.layers.14.mlp.experts.286.gate_proj,0.0045519500,hessian_weighted_relative_error,15738,0.02500,0.795
14,model.language_model.layers.14.mlp.experts.286.up_proj,0.0055484025,hessian_weighted_relative_error,15738,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.287.down_proj,0.0105081634,hessian_weighted_relative_error,23694,0.02500,0.886
14,model.language_model.layers.14.mlp.experts.287.gate_proj,0.0047281261,hessian_weighted_relative_error,23694,0.02500,0.929
14,model.language_model.layers.14.mlp.experts.287.up_proj,0.0065208135,hessian_weighted_relative_error,23694,0.02500,0.934
14,model.language_model.layers.14.mlp.experts.29.down_proj,0.0133378073,hessian_weighted_relative_error,51811,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.29.gate_proj,0.0064450750,hessian_weighted_relative_error,51811,0.02500,0.857
14,model.language_model.layers.14.mlp.experts.29.up_proj,0.0077550414,hessian_weighted_relative_error,51811,0.02500,0.931
14,model.language_model.layers.14.mlp.experts.3.down_proj,0.0113286785,hessian_weighted_relative_error,17468,0.02500,0.797
14,model.language_model.layers.14.mlp.experts.3.gate_proj,0.0052917749,hessian_weighted_relative_error,17468,0.02500,0.860
14,model.language_model.layers.14.mlp.experts.3.up_proj,0.0065101218,hessian_weighted_relative_error,17468,0.02500,0.925
14,model.language_model.layers.14.mlp.experts.30.down_proj,0.0099305378,hessian_weighted_relative_error,15539,0.02500,0.730
14,model.language_model.layers.14.mlp.experts.30.gate_proj,0.0043939626,hessian_weighted_relative_error,15539,0.02500,0.757
14,model.language_model.layers.14.mlp.experts.30.up_proj,0.0055707517,hessian_weighted_relative_error,15539,0.02500,0.802
14,model.language_model.layers.14.mlp.experts.31.down_proj,0.0095797265,hessian_weighted_relative_error,18711,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.31.gate_proj,0.0042560382,hessian_weighted_relative_error,18711,0.02500,0.859
14,model.language_model.layers.14.mlp.experts.31.up_proj,0.0049483690,hessian_weighted_relative_error,18711,0.02500,0.945
14,model.language_model.layers.14.mlp.experts.32.down_proj,0.0075853038,hessian_weighted_relative_error,7856,0.02500,0.733
14,model.language_model.layers.14.mlp.experts.32.gate_proj,0.0034212025,hessian_weighted_relative_error,7856,0.02500,0.768
14,model.language_model.layers.14.mlp.experts.32.up_proj,0.0043825297,hessian_weighted_relative_error,7856,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.33.down_proj,0.0107518810,hessian_weighted_relative_error,27327,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.33.gate_proj,0.0052505351,hessian_weighted_relative_error,27327,0.02500,0.864
14,model.language_model.layers.14.mlp.experts.33.up_proj,0.0062172384,hessian_weighted_relative_error,27327,0.02500,0.941
14,model.language_model.layers.14.mlp.experts.34.down_proj,0.0082736548,hessian_weighted_relative_error,9080,0.02500,0.731
14,model.language_model.layers.14.mlp.experts.34.gate_proj,0.0032626478,hessian_weighted_relative_error,9080,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.34.up_proj,0.0033880178,hessian_weighted_relative_error,9080,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.35.down_proj,0.0088587144,hessian_weighted_relative_error,32728,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.35.gate_proj,0.0045479183,hessian_weighted_relative_error,32728,0.02500,0.864
14,model.language_model.layers.14.mlp.experts.35.up_proj,0.0054376910,hessian_weighted_relative_error,32728,0.02500,0.940
14,model.language_model.layers.14.mlp.experts.36.down_proj,0.0097371579,hessian_weighted_relative_error,35001,0.02500,0.731
14,model.language_model.layers.14.mlp.experts.36.gate_proj,0.0050381312,hessian_weighted_relative_error,35001,0.02500,0.783
14,model.language_model.layers.14.mlp.experts.36.up_proj,0.0054710630,hessian_weighted_relative_error,35001,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.37.down_proj,0.0117171187,hessian_weighted_relative_error,27028,0.02500,0.808
14,model.language_model.layers.14.mlp.experts.37.gate_proj,0.0057423047,hessian_weighted_relative_error,27028,0.02500,0.871
14,model.language_model.layers.14.mlp.experts.37.up_proj,0.0069412568,hessian_weighted_relative_error,27028,0.02500,0.938
14,model.language_model.layers.14.mlp.experts.38.down_proj,0.0114523281,hessian_weighted_relative_error,25613,0.02500,0.734
14,model.language_model.layers.14.mlp.experts.38.gate_proj,0.0062117922,hessian_weighted_relative_error,25613,0.02500,0.760
14,model.language_model.layers.14.mlp.experts.38.up_proj,0.0071127399,hessian_weighted_relative_error,25613,0.02500,0.802
14,model.language_model.layers.14.mlp.experts.39.down_proj,0.0120241893,hessian_weighted_relative_error,29175,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.39.gate_proj,0.0066388197,hessian_weighted_relative_error,29175,0.02500,0.863
14,model.language_model.layers.14.mlp.experts.39.up_proj,0.0073633757,hessian_weighted_relative_error,29175,0.02500,0.945
14,model.language_model.layers.14.mlp.experts.4.down_proj,0.0093770805,hessian_weighted_relative_error,13618,0.02500,0.720
14,model.language_model.layers.14.mlp.experts.4.gate_proj,0.0042164131,hessian_weighted_relative_error,13618,0.02500,0.754
14,model.language_model.layers.14.mlp.experts.4.up_proj,0.0053593376,hessian_weighted_relative_error,13618,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.40.down_proj,0.0078401365,hessian_weighted_relative_error,11655,0.02500,0.736
14,model.language_model.layers.14.mlp.experts.40.gate_proj,0.0038957673,hessian_weighted_relative_error,11655,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.40.up_proj,0.0045869450,hessian_weighted_relative_error,11655,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.41.down_proj,0.0128755592,hessian_weighted_relative_error,25947,0.02500,0.811
14,model.language_model.layers.14.mlp.experts.41.gate_proj,0.0061045772,hessian_weighted_relative_error,25947,0.02500,0.864
14,model.language_model.layers.14.mlp.experts.41.up_proj,0.0072256664,hessian_weighted_relative_error,25947,0.02500,0.944
14,model.language_model.layers.14.mlp.experts.42.down_proj,0.0114863216,hessian_weighted_relative_error,43852,0.02500,0.734
14,model.language_model.layers.14.mlp.experts.42.gate_proj,0.0051249933,hessian_weighted_relative_error,43852,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.42.up_proj,0.0063608877,hessian_weighted_relative_error,43852,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.43.down_proj,0.0094870649,hessian_weighted_relative_error,73111,0.02500,0.817
14,model.language_model.layers.14.mlp.experts.43.gate_proj,0.0044115058,hessian_weighted_relative_error,73111,0.02500,0.863
14,model.language_model.layers.14.mlp.experts.43.up_proj,0.0054128583,hessian_weighted_relative_error,73111,0.02500,0.939
14,model.language_model.layers.14.mlp.experts.44.down_proj,0.0101609168,hessian_weighted_relative_error,25684,0.02500,0.733
14,model.language_model.layers.14.mlp.experts.44.gate_proj,0.0048156389,hessian_weighted_relative_error,25684,0.02500,0.770
14,model.language_model.layers.14.mlp.experts.44.up_proj,0.0061474290,hessian_weighted_relative_error,25684,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.45.down_proj,0.0095240049,hessian_weighted_relative_error,16751,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.45.gate_proj,0.0047337460,hessian_weighted_relative_error,16751,0.02500,0.865
14,model.language_model.layers.14.mlp.experts.45.up_proj,0.0057358312,hessian_weighted_relative_error,16751,0.02500,0.948
14,model.language_model.layers.14.mlp.experts.46.down_proj,0.0083949708,hessian_weighted_relative_error,113207,0.02500,0.733
14,model.language_model.layers.14.mlp.experts.46.gate_proj,0.0039953416,hessian_weighted_relative_error,113207,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.46.up_proj,0.0052067889,hessian_weighted_relative_error,113207,0.02500,0.802
14,model.language_model.layers.14.mlp.experts.47.down_proj,0.0127428147,hessian_weighted_relative_error,12266,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.47.gate_proj,0.0056946530,hessian_weighted_relative_error,12266,0.02500,0.866
14,model.language_model.layers.14.mlp.experts.47.up_proj,0.0071170421,hessian_weighted_relative_error,12266,0.02500,0.946
14,model.language_model.layers.14.mlp.experts.48.down_proj,0.0110001223,hessian_weighted_relative_error,22212,0.02500,0.738
14,model.language_model.layers.14.mlp.experts.48.gate_proj,0.0046949310,hessian_weighted_relative_error,22212,0.02500,0.777
14,model.language_model.layers.14.mlp.experts.48.up_proj,0.0055511128,hessian_weighted_relative_error,22212,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.49.down_proj,0.0094106815,hessian_weighted_relative_error,20957,0.02500,0.816
14,model.language_model.layers.14.mlp.experts.49.gate_proj,0.0051273245,hessian_weighted_relative_error,20957,0.02500,0.870
14,model.language_model.layers.14.mlp.experts.49.up_proj,0.0067367586,hessian_weighted_relative_error,20957,0.02500,0.945
14,model.language_model.layers.14.mlp.experts.5.down_proj,0.0086611512,hessian_weighted_relative_error,19446,0.02500,0.791
14,model.language_model.layers.14.mlp.experts.5.gate_proj,0.0043799655,hessian_weighted_relative_error,19446,0.02500,0.840
14,model.language_model.layers.14.mlp.experts.5.up_proj,0.0058945420,hessian_weighted_relative_error,19446,0.02500,0.933
14,model.language_model.layers.14.mlp.experts.50.down_proj,0.0088521776,hessian_weighted_relative_error,10825,0.02500,0.734
14,model.language_model.layers.14.mlp.experts.50.gate_proj,0.0042564832,hessian_weighted_relative_error,10825,0.02500,0.766
14,model.language_model.layers.14.mlp.experts.50.up_proj,0.0052516975,hessian_weighted_relative_error,10825,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.51.down_proj,0.0104307894,hessian_weighted_relative_error,22375,0.02500,0.822
14,model.language_model.layers.14.mlp.experts.51.gate_proj,0.0049131252,hessian_weighted_relative_error,22375,0.02500,0.866
14,model.language_model.layers.14.mlp.experts.51.up_proj,0.0061688253,hessian_weighted_relative_error,22375,0.02500,0.943
14,model.language_model.layers.14.mlp.experts.52.down_proj,0.0084051026,hessian_weighted_relative_error,32730,0.02500,0.734
14,model.language_model.layers.14.mlp.experts.52.gate_proj,0.0041430291,hessian_weighted_relative_error,32730,0.02500,0.765
14,model.language_model.layers.14.mlp.experts.52.up_proj,0.0048729076,hessian_weighted_relative_error,32730,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.53.down_proj,0.0133553736,hessian_weighted_relative_error,48841,0.02500,0.816
14,model.language_model.layers.14.mlp.experts.53.gate_proj,0.0060577878,hessian_weighted_relative_error,48841,0.02500,0.868
14,model.language_model.layers.14.mlp.experts.53.up_proj,0.0075021003,hessian_weighted_relative_error,48841,0.02500,0.948
14,model.language_model.layers.14.mlp.experts.54.down_proj,0.0124938787,hessian_weighted_relative_error,23221,0.02500,0.735
14,model.language_model.layers.14.mlp.experts.54.gate_proj,0.0057212869,hessian_weighted_relative_error,23221,0.02500,0.764
14,model.language_model.layers.14.mlp.experts.54.up_proj,0.0069238834,hessian_weighted_relative_error,23221,0.02500,0.800
14,model.language_model.layers.14.mlp.experts.55.down_proj,0.0069240744,hessian_weighted_relative_error,6595,0.02500,0.817
14,model.language_model.layers.14.mlp.experts.55.gate_proj,0.0032315436,hessian_weighted_relative_error,6595,0.02500,0.872
14,model.language_model.layers.14.mlp.experts.55.up_proj,0.0035543983,hessian_weighted_relative_error,6595,0.02500,0.946
14,model.language_model.layers.14.mlp.experts.56.down_proj,0.0122585250,hessian_weighted_relative_error,29565,0.02500,0.743
14,model.language_model.layers.14.mlp.experts.56.gate_proj,0.0062713544,hessian_weighted_relative_error,29565,0.02500,0.769
14,model.language_model.layers.14.mlp.experts.56.up_proj,0.0075658150,hessian_weighted_relative_error,29565,0.02500,0.808
14,model.language_model.layers.14.mlp.experts.57.down_proj,0.0122141317,hessian_weighted_relative_error,44889,0.02500,0.821
14,model.language_model.layers.14.mlp.experts.57.gate_proj,0.0067497442,hessian_weighted_relative_error,44889,0.02500,0.875
14,model.language_model.layers.14.mlp.experts.57.up_proj,0.0074578251,hessian_weighted_relative_error,44889,0.02500,0.943
14,model.language_model.layers.14.mlp.experts.58.down_proj,0.0110039056,hessian_weighted_relative_error,63845,0.02500,0.736
14,model.language_model.layers.14.mlp.experts.58.gate_proj,0.0056662460,hessian_weighted_relative_error,63845,0.02500,0.767
14,model.language_model.layers.14.mlp.experts.58.up_proj,0.0065909777,hessian_weighted_relative_error,63845,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.59.down_proj,0.0116280449,hessian_weighted_relative_error,48314,0.02500,0.826
14,model.language_model.layers.14.mlp.experts.59.gate_proj,0.0060543552,hessian_weighted_relative_error,48314,0.02500,0.870
14,model.language_model.layers.14.mlp.experts.59.up_proj,0.0074798995,hessian_weighted_relative_error,48314,0.02500,0.944
14,model.language_model.layers.14.mlp.experts.6.down_proj,0.0125681292,hessian_weighted_relative_error,28715,0.02500,0.720
14,model.language_model.layers.14.mlp.experts.6.gate_proj,0.0062454183,hessian_weighted_relative_error,28715,0.02500,0.747
14,model.language_model.layers.14.mlp.experts.6.up_proj,0.0071199838,hessian_weighted_relative_error,28715,0.02500,0.801
14,model.language_model.layers.14.mlp.experts.60.down_proj,0.0091376609,hessian_weighted_relative_error,21490,0.02500,0.736
14,model.language_model.layers.14.mlp.experts.60.gate_proj,0.0038376980,hessian_weighted_relative_error,21490,0.02500,0.771
14,model.language_model.layers.14.mlp.experts.60.up_proj,0.0050511706,hessian_weighted_relative_error,21490,0.02500,0.818
14,model.language_model.layers.14.mlp.experts.61.down_proj,0.0120721243,hessian_weighted_relative_error,21439,0.02500,0.821
14,model.language_model.layers.14.mlp.experts.61.gate_proj,0.0058506429,hessian_weighted_relative_error,21439,0.02500,0.873
14,model.language_model.layers.14.mlp.experts.61.up_proj,0.0068875168,hessian_weighted_relative_error,21439,0.02500,0.944
14,model.language_model.layers.14.mlp.experts.62.down_proj,0.0132606370,hessian_weighted_relative_error,20674,0.02500,0.738
14,model.language_model.layers.14.mlp.experts.62.gate_proj,0.0061528790,hessian_weighted_relative_error,20674,0.02500,0.769
14,model.language_model.layers.14.mlp.experts.62.up_proj,0.0079569724,hessian_weighted_relative_error,20674,0.02500,0.802
14,model.language_model.layers.14.mlp.experts.63.down_proj,0.0117435164,hessian_weighted_relative_error,45261,0.02500,0.823
14,model.language_model.layers.14.mlp.experts.63.gate_proj,0.0050149164,hessian_weighted_relative_error,45261,0.02500,0.873
14,model.language_model.layers.14.mlp.experts.63.up_proj,0.0062973881,hessian_weighted_relative_error,45261,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.64.down_proj,0.0121747112,hessian_weighted_relative_error,29086,0.02500,0.742
14,model.language_model.layers.14.mlp.experts.64.gate_proj,0.0057958301,hessian_weighted_relative_error,29086,0.02500,0.774
14,model.language_model.layers.14.mlp.experts.64.up_proj,0.0070488412,hessian_weighted_relative_error,29086,0.02500,0.810
14,model.language_model.layers.14.mlp.experts.65.down_proj,0.0104645031,hessian_weighted_relative_error,25990,0.02500,0.825
14,model.language_model.layers.14.mlp.experts.65.gate_proj,0.0050137235,hessian_weighted_relative_error,25990,0.02500,0.878
14,model.language_model.layers.14.mlp.experts.65.up_proj,0.0058192625,hessian_weighted_relative_error,25990,0.02500,0.942
14,model.language_model.layers.14.mlp.experts.66.down_proj,0.0117388501,hessian_weighted_relative_error,18861,0.02500,0.739
14,model.language_model.layers.14.mlp.experts.66.gate_proj,0.0056104355,hessian_weighted_relative_error,18861,0.02500,0.771
14,model.language_model.layers.14.mlp.experts.66.up_proj,0.0064187803,hessian_weighted_relative_error,18861,0.02500,0.813
14,model.language_model.layers.14.mlp.experts.67.down_proj,0.0105540857,hessian_weighted_relative_error,18997,0.02500,0.829
14,model.language_model.layers.14.mlp.experts.67.gate_proj,0.0057257356,hessian_weighted_relative_error,18997,0.02500,0.877
14,model.language_model.layers.14.mlp.experts.67.up_proj,0.0068820333,hessian_weighted_relative_error,18997,0.02500,1.009
14,model.language_model.layers.14.mlp.experts.68.down_proj,0.0111905666,hessian_weighted_relative_error,18709,0.02500,0.739
14,model.language_model.layers.14.mlp.experts.68.gate_proj,0.0047750492,hessian_weighted_relative_error,18709,0.02500,0.770
14,model.language_model.layers.14.mlp.experts.68.up_proj,0.0054017659,hessian_weighted_relative_error,18709,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.69.down_proj,0.0127505086,hessian_weighted_relative_error,21222,0.02500,0.825
14,model.language_model.layers.14.mlp.experts.69.gate_proj,0.0056520866,hessian_weighted_relative_error,21222,0.02500,0.875
14,model.language_model.layers.14.mlp.experts.69.up_proj,0.0069304476,hessian_weighted_relative_error,21222,0.02500,0.943
14,model.language_model.layers.14.mlp.experts.7.down_proj,0.0112144198,hessian_weighted_relative_error,154428,0.02500,0.792
14,model.language_model.layers.14.mlp.experts.7.gate_proj,0.0068881890,hessian_weighted_relative_error,154428,0.02500,0.845
14,model.language_model.layers.14.mlp.experts.7.up_proj,0.0082031857,hessian_weighted_relative_error,154428,0.02500,0.936
14,model.language_model.layers.14.mlp.experts.70.down_proj,0.0091482642,hessian_weighted_relative_error,68358,0.02500,0.740
14,model.language_model.layers.14.mlp.experts.70.gate_proj,0.0041847030,hessian_weighted_relative_error,68358,0.02500,0.769
14,model.language_model.layers.14.mlp.experts.70.up_proj,0.0052586952,hessian_weighted_relative_error,68358,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.71.down_proj,0.0123558488,hessian_weighted_relative_error,29347,0.02500,0.825
14,model.language_model.layers.14.mlp.experts.71.gate_proj,0.0056156451,hessian_weighted_relative_error,29347,0.02500,0.881
14,model.language_model.layers.14.mlp.experts.71.up_proj,0.0067769552,hessian_weighted_relative_error,29347,0.02500,0.952
14,model.language_model.layers.14.mlp.experts.72.down_proj,0.0095360237,hessian_weighted_relative_error,44945,0.02500,0.742
14,model.language_model.layers.14.mlp.experts.72.gate_proj,0.0052208185,hessian_weighted_relative_error,44945,0.02500,0.773
14,model.language_model.layers.14.mlp.experts.72.up_proj,0.0061335878,hessian_weighted_relative_error,44945,0.02500,0.802
14,model.language_model.layers.14.mlp.experts.73.down_proj,0.0105746503,hessian_weighted_relative_error,26283,0.02500,0.827
14,model.language_model.layers.14.mlp.experts.73.gate_proj,0.0053303081,hessian_weighted_relative_error,26283,0.02500,0.885
14,model.language_model.layers.14.mlp.experts.73.up_proj,0.0066742079,hessian_weighted_relative_error,26283,0.02500,0.945
14,model.language_model.layers.14.mlp.experts.74.down_proj,0.0120500720,hessian_weighted_relative_error,26515,0.02500,0.740
14,model.language_model.layers.14.mlp.experts.74.gate_proj,0.0057734445,hessian_weighted_relative_error,26515,0.02500,0.774
14,model.language_model.layers.14.mlp.experts.74.up_proj,0.0066623463,hessian_weighted_relative_error,26515,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.75.down_proj,0.0048342188,hessian_weighted_relative_error,20829,0.02500,0.832
14,model.language_model.layers.14.mlp.experts.75.gate_proj,0.0023619496,hessian_weighted_relative_error,20829,0.02500,0.882
14,model.language_model.layers.14.mlp.experts.75.up_proj,0.0026509275,hessian_weighted_relative_error,20829,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.76.down_proj,0.0087415196,hessian_weighted_relative_error,38510,0.02500,0.740
14,model.language_model.layers.14.mlp.experts.76.gate_proj,0.0048765215,hessian_weighted_relative_error,38510,0.02500,0.776
14,model.language_model.layers.14.mlp.experts.76.up_proj,0.0063233447,hessian_weighted_relative_error,38510,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.77.down_proj,0.0071576639,hessian_weighted_relative_error,9430,0.02500,0.827
14,model.language_model.layers.14.mlp.experts.77.gate_proj,0.0033853759,hessian_weighted_relative_error,9430,0.02500,0.881
14,model.language_model.layers.14.mlp.experts.77.up_proj,0.0046110381,hessian_weighted_relative_error,9430,0.02500,0.950
14,model.language_model.layers.14.mlp.experts.78.down_proj,0.0129007224,hessian_weighted_relative_error,16829,0.02500,0.741
14,model.language_model.layers.14.mlp.experts.78.gate_proj,0.0058789279,hessian_weighted_relative_error,16829,0.02500,0.777
14,model.language_model.layers.14.mlp.experts.78.up_proj,0.0070243897,hessian_weighted_relative_error,16829,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.79.down_proj,0.0120734231,hessian_weighted_relative_error,22491,0.02500,0.829
14,model.language_model.layers.14.mlp.experts.79.gate_proj,0.0059135298,hessian_weighted_relative_error,22491,0.02500,0.886
14,model.language_model.layers.14.mlp.experts.79.up_proj,0.0068003724,hessian_weighted_relative_error,22491,0.02500,0.954
14,model.language_model.layers.14.mlp.experts.8.down_proj,0.0112440835,hessian_weighted_relative_error,30389,0.02500,0.727
14,model.language_model.layers.14.mlp.experts.8.gate_proj,0.0055681001,hessian_weighted_relative_error,30389,0.02500,0.753
14,model.language_model.layers.14.mlp.experts.8.up_proj,0.0065162146,hessian_weighted_relative_error,30389,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.80.down_proj,0.0117734043,hessian_weighted_relative_error,24314,0.02500,0.743
14,model.language_model.layers.14.mlp.experts.80.gate_proj,0.0058189635,hessian_weighted_relative_error,24314,0.02500,0.777
14,model.language_model.layers.14.mlp.experts.80.up_proj,0.0073642064,hessian_weighted_relative_error,24314,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.81.down_proj,0.0086076003,hessian_weighted_relative_error,21766,0.02500,0.830
14,model.language_model.layers.14.mlp.experts.81.gate_proj,0.0032239696,hessian_weighted_relative_error,21766,0.02500,0.887
14,model.language_model.layers.14.mlp.experts.81.up_proj,0.0045138447,hessian_weighted_relative_error,21766,0.02500,1.021
14,model.language_model.layers.14.mlp.experts.82.down_proj,0.0108298746,hessian_weighted_relative_error,22320,0.02500,0.741
14,model.language_model.layers.14.mlp.experts.82.gate_proj,0.0051289402,hessian_weighted_relative_error,22320,0.02500,0.772
14,model.language_model.layers.14.mlp.experts.82.up_proj,0.0065514565,hessian_weighted_relative_error,22320,0.02500,0.803
14,model.language_model.layers.14.mlp.experts.83.down_proj,0.0106670027,hessian_weighted_relative_error,16283,0.02500,0.836
14,model.language_model.layers.14.mlp.experts.83.gate_proj,0.0053836997,hessian_weighted_relative_error,16283,0.02500,0.883
14,model.language_model.layers.14.mlp.experts.83.up_proj,0.0063270654,hessian_weighted_relative_error,16283,0.02500,0.951
14,model.language_model.layers.14.mlp.experts.84.down_proj,0.0103801090,hessian_weighted_relative_error,13104,0.02500,0.742
14,model.language_model.layers.14.mlp.experts.84.gate_proj,0.0050178322,hessian_weighted_relative_error,13104,0.02500,0.776
14,model.language_model.layers.14.mlp.experts.84.up_proj,0.0063630871,hessian_weighted_relative_error,13104,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.85.down_proj,0.0105327923,hessian_weighted_relative_error,14008,0.02500,0.832
14,model.language_model.layers.14.mlp.experts.85.gate_proj,0.0053529785,hessian_weighted_relative_error,14008,0.02500,0.887
14,model.language_model.layers.14.mlp.experts.85.up_proj,0.0065177142,hessian_weighted_relative_error,14008,0.02500,0.952
14,model.language_model.layers.14.mlp.experts.86.down_proj,0.0062792765,hessian_weighted_relative_error,47845,0.02500,0.742
14,model.language_model.layers.14.mlp.experts.86.gate_proj,0.0030529623,hessian_weighted_relative_error,47845,0.02500,0.776
14,model.language_model.layers.14.mlp.experts.86.up_proj,0.0037425659,hessian_weighted_relative_error,47845,0.02500,0.804
14,model.language_model.layers.14.mlp.experts.87.down_proj,0.0113664466,hessian_weighted_relative_error,34863,0.02500,0.833
14,model.language_model.layers.14.mlp.experts.87.gate_proj,0.0056686530,hessian_weighted_relative_error,34863,0.02500,0.889
14,model.language_model.layers.14.mlp.experts.87.up_proj,0.0069228282,hessian_weighted_relative_error,34863,0.02500,0.948
14,model.language_model.layers.14.mlp.experts.88.down_proj,0.0108871633,hessian_weighted_relative_error,18796,0.02500,0.746
14,model.language_model.layers.14.mlp.experts.88.gate_proj,0.0050753620,hessian_weighted_relative_error,18796,0.02500,0.778
14,model.language_model.layers.14.mlp.experts.88.up_proj,0.0061837427,hessian_weighted_relative_error,18796,0.02500,0.809
14,model.language_model.layers.14.mlp.experts.89.down_proj,0.0072263138,hessian_weighted_relative_error,6744,0.02500,0.834
14,model.language_model.layers.14.mlp.experts.89.gate_proj,0.0028395078,hessian_weighted_relative_error,6744,0.02500,0.891
14,model.language_model.layers.14.mlp.experts.89.up_proj,0.0031005362,hessian_weighted_relative_error,6744,0.02500,0.946
14,model.language_model.layers.14.mlp.experts.9.down_proj,0.0109520428,hessian_weighted_relative_error,21744,0.02500,0.794
14,model.language_model.layers.14.mlp.experts.9.gate_proj,0.0051482661,hessian_weighted_relative_error,21744,0.02500,0.847
14,model.language_model.layers.14.mlp.experts.9.up_proj,0.0059706756,hessian_weighted_relative_error,21744,0.02500,0.934
14,model.language_model.layers.14.mlp.experts.90.down_proj,0.0116913531,hessian_weighted_relative_error,19788,0.02500,0.746
14,model.language_model.layers.14.mlp.experts.90.gate_proj,0.0049985265,hessian_weighted_relative_error,19788,0.02500,0.782
14,model.language_model.layers.14.mlp.experts.90.up_proj,0.0058310719,hessian_weighted_relative_error,19788,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.91.down_proj,0.0117638516,hessian_weighted_relative_error,23726,0.02500,0.842
14,model.language_model.layers.14.mlp.experts.91.gate_proj,0.0054056412,hessian_weighted_relative_error,23726,0.02500,0.888
14,model.language_model.layers.14.mlp.experts.91.up_proj,0.0066023743,hessian_weighted_relative_error,23726,0.02500,0.952
14,model.language_model.layers.14.mlp.experts.92.down_proj,0.0085948692,hessian_weighted_relative_error,17294,0.02500,0.743
14,model.language_model.layers.14.mlp.experts.92.gate_proj,0.0041692410,hessian_weighted_relative_error,17294,0.02500,0.777
14,model.language_model.layers.14.mlp.experts.92.up_proj,0.0054823922,hessian_weighted_relative_error,17294,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.93.down_proj,0.0109928591,hessian_weighted_relative_error,16861,0.02500,0.835
14,model.language_model.layers.14.mlp.experts.93.gate_proj,0.0051980514,hessian_weighted_relative_error,16861,0.02500,0.891
14,model.language_model.layers.14.mlp.experts.93.up_proj,0.0062010861,hessian_weighted_relative_error,16861,0.02500,0.952
14,model.language_model.layers.14.mlp.experts.94.down_proj,0.0140275526,hessian_weighted_relative_error,38847,0.02500,0.744
14,model.language_model.layers.14.mlp.experts.94.gate_proj,0.0065308218,hessian_weighted_relative_error,38847,0.02500,0.781
14,model.language_model.layers.14.mlp.experts.94.up_proj,0.0085735620,hessian_weighted_relative_error,38847,0.02500,0.805
14,model.language_model.layers.14.mlp.experts.95.down_proj,0.0126033970,hessian_weighted_relative_error,28616,0.02500,0.836
14,model.language_model.layers.14.mlp.experts.95.gate_proj,0.0061897556,hessian_weighted_relative_error,28616,0.02500,0.892
14,model.language_model.layers.14.mlp.experts.95.up_proj,0.0080392075,hessian_weighted_relative_error,28616,0.02500,0.952
14,model.language_model.layers.14.mlp.experts.96.down_proj,0.0108114872,hessian_weighted_relative_error,20796,0.02500,0.748
14,model.language_model.layers.14.mlp.experts.96.gate_proj,0.0053359730,hessian_weighted_relative_error,20796,0.02500,0.778
14,model.language_model.layers.14.mlp.experts.96.up_proj,0.0061996073,hessian_weighted_relative_error,20796,0.02500,0.807
14,model.language_model.layers.14.mlp.experts.97.down_proj,0.0105086992,hessian_weighted_relative_error,24071,0.02500,0.838
14,model.language_model.layers.14.mlp.experts.97.gate_proj,0.0051494348,hessian_weighted_relative_error,24071,0.02500,0.893
14,model.language_model.layers.14.mlp.experts.97.up_proj,0.0057541560,hessian_weighted_relative_error,24071,0.02500,0.950
14,model.language_model.layers.14.mlp.experts.98.down_proj,0.0108753796,hessian_weighted_relative_error,22363,0.02500,0.745
14,model.language_model.layers.14.mlp.experts.98.gate_proj,0.0051141707,hessian_weighted_relative_error,22363,0.02500,0.778
14,model.language_model.layers.14.mlp.experts.98.up_proj,0.0062744979,hessian_weighted_relative_error,22363,0.02500,0.806
14,model.language_model.layers.14.mlp.experts.99.down_proj,0.0125053164,hessian_weighted_relative_error,56694,0.02500,0.844
14,model.language_model.layers.14.mlp.experts.99.gate_proj,0.0057361946,hessian_weighted_relative_error,56694,0.02500,0.891
14,model.language_model.layers.14.mlp.experts.99.up_proj,0.0082687363,hessian_weighted_relative_error,56694,0.02500,0.952
15,model.language_model.layers.15.mlp.experts.0.down_proj,0.0096609993,hessian_weighted_relative_error,7766,0.02500,0.721
15,model.language_model.layers.15.mlp.experts.0.gate_proj,0.0047948523,hessian_weighted_relative_error,7766,0.02500,0.750
15,model.language_model.layers.15.mlp.experts.0.up_proj,0.0051615455,hessian_weighted_relative_error,7766,0.02500,0.790
15,model.language_model.layers.15.mlp.experts.1.down_proj,0.0109111347,hessian_weighted_relative_error,24284,0.02500,0.790
15,model.language_model.layers.15.mlp.experts.1.gate_proj,0.0064046378,hessian_weighted_relative_error,24284,0.02500,0.842
15,model.language_model.layers.15.mlp.experts.1.up_proj,0.0074492973,hessian_weighted_relative_error,24284,0.02500,0.937
15,model.language_model.layers.15.mlp.experts.10.down_proj,0.0059734805,hessian_weighted_relative_error,11477,0.02500,0.720
15,model.language_model.layers.15.mlp.experts.10.gate_proj,0.0026289039,hessian_weighted_relative_error,11477,0.02500,0.750
15,model.language_model.layers.15.mlp.experts.10.up_proj,0.0033650532,hessian_weighted_relative_error,11477,0.02500,0.798
15,model.language_model.layers.15.mlp.experts.100.down_proj,0.0147813028,hessian_weighted_relative_error,64971,0.02500,0.743
15,model.language_model.layers.15.mlp.experts.100.gate_proj,0.0087385253,hessian_weighted_relative_error,64971,0.02500,0.773
15,model.language_model.layers.15.mlp.experts.100.up_proj,0.0103625723,hessian_weighted_relative_error,64971,0.02500,0.803
15,model.language_model.layers.15.mlp.experts.101.down_proj,0.0122228928,hessian_weighted_relative_error,22933,0.02500,0.838
15,model.language_model.layers.15.mlp.experts.101.gate_proj,0.0068472935,hessian_weighted_relative_error,22933,0.02500,0.888
15,model.language_model.layers.15.mlp.experts.101.up_proj,0.0077170750,hessian_weighted_relative_error,22933,0.02500,0.946
15,model.language_model.layers.15.mlp.experts.102.down_proj,0.0107662486,hessian_weighted_relative_error,13756,0.02500,0.744
15,model.language_model.layers.15.mlp.experts.102.gate_proj,0.0059508209,hessian_weighted_relative_error,13756,0.02500,0.771
15,model.language_model.layers.15.mlp.experts.102.up_proj,0.0067437949,hessian_weighted_relative_error,13756,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.103.down_proj,0.0106855431,hessian_weighted_relative_error,11202,0.02500,0.837
15,model.language_model.layers.15.mlp.experts.103.gate_proj,0.0057672705,hessian_weighted_relative_error,11202,0.02500,0.886
15,model.language_model.layers.15.mlp.experts.103.up_proj,0.0069703717,hessian_weighted_relative_error,11202,0.02500,0.956
15,model.language_model.layers.15.mlp.experts.104.down_proj,0.0058098326,hessian_weighted_relative_error,13806,0.02500,0.748
15,model.language_model.layers.15.mlp.experts.104.gate_proj,0.0034339370,hessian_weighted_relative_error,13806,0.02500,0.772
15,model.language_model.layers.15.mlp.experts.104.up_proj,0.0039573162,hessian_weighted_relative_error,13806,0.02500,0.798
15,model.language_model.layers.15.mlp.experts.105.down_proj,0.0103432283,hessian_weighted_relative_error,14684,0.02500,0.844
15,model.language_model.layers.15.mlp.experts.105.gate_proj,0.0057515605,hessian_weighted_relative_error,14684,0.02500,0.892
15,model.language_model.layers.15.mlp.experts.105.up_proj,0.0073538905,hessian_weighted_relative_error,14684,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.106.down_proj,0.0112288790,hessian_weighted_relative_error,14639,0.02500,0.744
15,model.language_model.layers.15.mlp.experts.106.gate_proj,0.0064109897,hessian_weighted_relative_error,14639,0.02500,0.775
15,model.language_model.layers.15.mlp.experts.106.up_proj,0.0076120418,hessian_weighted_relative_error,14639,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.107.down_proj,0.0093760744,hessian_weighted_relative_error,15989,0.02500,0.843
15,model.language_model.layers.15.mlp.experts.107.gate_proj,0.0053074554,hessian_weighted_relative_error,15989,0.02500,0.891
15,model.language_model.layers.15.mlp.experts.107.up_proj,0.0059309822,hessian_weighted_relative_error,15989,0.02500,0.951
15,model.language_model.layers.15.mlp.experts.108.down_proj,0.0147340995,hessian_weighted_relative_error,57911,0.02500,0.745
15,model.language_model.layers.15.mlp.experts.108.gate_proj,0.0084964941,hessian_weighted_relative_error,57911,0.02500,0.773
15,model.language_model.layers.15.mlp.experts.108.up_proj,0.0096864361,hessian_weighted_relative_error,57911,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.109.down_proj,0.0081522018,hessian_weighted_relative_error,43187,0.02500,0.842
15,model.language_model.layers.15.mlp.experts.109.gate_proj,0.0055802254,hessian_weighted_relative_error,43187,0.02500,0.892
15,model.language_model.layers.15.mlp.experts.109.up_proj,0.0062839102,hessian_weighted_relative_error,43187,0.02500,0.959
15,model.language_model.layers.15.mlp.experts.11.down_proj,0.0068894099,hessian_weighted_relative_error,17390,0.02500,0.795
15,model.language_model.layers.15.mlp.experts.11.gate_proj,0.0030774696,hessian_weighted_relative_error,17390,0.02500,0.844
15,model.language_model.layers.15.mlp.experts.11.up_proj,0.0034821695,hessian_weighted_relative_error,17390,0.02500,0.933
15,model.language_model.layers.15.mlp.experts.110.down_proj,0.0126799234,hessian_weighted_relative_error,40495,0.02500,0.745
15,model.language_model.layers.15.mlp.experts.110.gate_proj,0.0068157669,hessian_weighted_relative_error,40495,0.02500,0.777
15,model.language_model.layers.15.mlp.experts.110.up_proj,0.0087974679,hessian_weighted_relative_error,40495,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.111.down_proj,0.0076114830,hessian_weighted_relative_error,8074,0.02500,0.842
15,model.language_model.layers.15.mlp.experts.111.gate_proj,0.0046858280,hessian_weighted_relative_error,8074,0.02500,0.891
15,model.language_model.layers.15.mlp.experts.111.up_proj,0.0054634596,hessian_weighted_relative_error,8074,0.02500,0.956
15,model.language_model.layers.15.mlp.experts.112.down_proj,0.0107786915,hessian_weighted_relative_error,18550,0.02500,0.753
15,model.language_model.layers.15.mlp.experts.112.gate_proj,0.0057258113,hessian_weighted_relative_error,18550,0.02500,0.772
15,model.language_model.layers.15.mlp.experts.112.up_proj,0.0063858794,hessian_weighted_relative_error,18550,0.02500,0.797
15,model.language_model.layers.15.mlp.experts.113.down_proj,0.0145655488,hessian_weighted_relative_error,91182,0.02500,0.844
15,model.language_model.layers.15.mlp.experts.113.gate_proj,0.0086049938,hessian_weighted_relative_error,91182,0.02500,0.895
15,model.language_model.layers.15.mlp.experts.113.up_proj,0.0101203532,hessian_weighted_relative_error,91182,0.02500,0.949
15,model.language_model.layers.15.mlp.experts.114.down_proj,0.0076603882,hessian_weighted_relative_error,10273,0.02500,0.746
15,model.language_model.layers.15.mlp.experts.114.gate_proj,0.0024133308,hessian_weighted_relative_error,10273,0.02500,0.775
15,model.language_model.layers.15.mlp.experts.114.up_proj,0.0034081544,hessian_weighted_relative_error,10273,0.02500,0.825
15,model.language_model.layers.15.mlp.experts.115.down_proj,0.0116675537,hessian_weighted_relative_error,14490,0.02500,0.847
15,model.language_model.layers.15.mlp.experts.115.gate_proj,0.0054766979,hessian_weighted_relative_error,14490,0.02500,0.894
15,model.language_model.layers.15.mlp.experts.115.up_proj,0.0079930857,hessian_weighted_relative_error,14490,0.02500,0.958
15,model.language_model.layers.15.mlp.experts.116.down_proj,0.0079037996,hessian_weighted_relative_error,28370,0.02500,0.745
15,model.language_model.layers.15.mlp.experts.116.gate_proj,0.0035137319,hessian_weighted_relative_error,28370,0.02500,0.774
15,model.language_model.layers.15.mlp.experts.116.up_proj,0.0046234529,hessian_weighted_relative_error,28370,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.117.down_proj,0.0112512083,hessian_weighted_relative_error,19189,0.02500,0.847
15,model.language_model.layers.15.mlp.experts.117.gate_proj,0.0059148367,hessian_weighted_relative_error,19189,0.02500,0.892
15,model.language_model.layers.15.mlp.experts.117.up_proj,0.0067734675,hessian_weighted_relative_error,19189,0.02500,0.957
15,model.language_model.layers.15.mlp.experts.118.down_proj,0.0090052143,hessian_weighted_relative_error,15172,0.02500,0.747
15,model.language_model.layers.15.mlp.experts.118.gate_proj,0.0042564690,hessian_weighted_relative_error,15172,0.02500,0.775
15,model.language_model.layers.15.mlp.experts.118.up_proj,0.0049436552,hessian_weighted_relative_error,15172,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.119.down_proj,0.0079178250,hessian_weighted_relative_error,19006,0.02500,0.845
15,model.language_model.layers.15.mlp.experts.119.gate_proj,0.0041352159,hessian_weighted_relative_error,19006,0.02500,0.893
15,model.language_model.layers.15.mlp.experts.119.up_proj,0.0047360921,hessian_weighted_relative_error,19006,0.02500,0.956
15,model.language_model.layers.15.mlp.experts.12.down_proj,0.0116366300,hessian_weighted_relative_error,58014,0.02500,0.719
15,model.language_model.layers.15.mlp.experts.12.gate_proj,0.0072445093,hessian_weighted_relative_error,58014,0.02500,0.748
15,model.language_model.layers.15.mlp.experts.12.up_proj,0.0091471951,hessian_weighted_relative_error,58014,0.02500,0.798
15,model.language_model.layers.15.mlp.experts.120.down_proj,0.0136648509,hessian_weighted_relative_error,32795,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.120.gate_proj,0.0071020046,hessian_weighted_relative_error,32795,0.02500,0.772
15,model.language_model.layers.15.mlp.experts.120.up_proj,0.0084356823,hessian_weighted_relative_error,32795,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.121.down_proj,0.0086748925,hessian_weighted_relative_error,23690,0.02500,0.848
15,model.language_model.layers.15.mlp.experts.121.gate_proj,0.0043920686,hessian_weighted_relative_error,23690,0.02500,0.898
15,model.language_model.layers.15.mlp.experts.121.up_proj,0.0047360815,hessian_weighted_relative_error,23690,0.02500,0.960
15,model.language_model.layers.15.mlp.experts.122.down_proj,0.0059236834,hessian_weighted_relative_error,24599,0.02500,0.747
15,model.language_model.layers.15.mlp.experts.122.gate_proj,0.0031838253,hessian_weighted_relative_error,24599,0.02500,0.777
15,model.language_model.layers.15.mlp.experts.122.up_proj,0.0034692532,hessian_weighted_relative_error,24599,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.123.down_proj,0.0113875737,hessian_weighted_relative_error,17043,0.02500,0.849
15,model.language_model.layers.15.mlp.experts.123.gate_proj,0.0058484398,hessian_weighted_relative_error,17043,0.02500,0.895
15,model.language_model.layers.15.mlp.experts.123.up_proj,0.0069887186,hessian_weighted_relative_error,17043,0.02500,0.953
15,model.language_model.layers.15.mlp.experts.124.down_proj,0.0132754290,hessian_weighted_relative_error,26955,0.02500,0.746
15,model.language_model.layers.15.mlp.experts.124.gate_proj,0.0075705424,hessian_weighted_relative_error,26955,0.02500,0.776
15,model.language_model.layers.15.mlp.experts.124.up_proj,0.0086517760,hessian_weighted_relative_error,26955,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.125.down_proj,0.0122927068,hessian_weighted_relative_error,12678,0.02500,0.850
15,model.language_model.layers.15.mlp.experts.125.gate_proj,0.0065006260,hessian_weighted_relative_error,12678,0.02500,0.896
15,model.language_model.layers.15.mlp.experts.125.up_proj,0.0075598224,hessian_weighted_relative_error,12678,0.02500,0.954
15,model.language_model.layers.15.mlp.experts.126.down_proj,0.0149225408,hessian_weighted_relative_error,98990,0.02500,0.748
15,model.language_model.layers.15.mlp.experts.126.gate_proj,0.0086173385,hessian_weighted_relative_error,98990,0.02500,0.775
15,model.language_model.layers.15.mlp.experts.126.up_proj,0.0102656251,hessian_weighted_relative_error,98990,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.127.down_proj,0.0125512883,hessian_weighted_relative_error,17205,0.02500,0.849
15,model.language_model.layers.15.mlp.experts.127.gate_proj,0.0064724769,hessian_weighted_relative_error,17205,0.02500,0.896
15,model.language_model.layers.15.mlp.experts.127.up_proj,0.0075536092,hessian_weighted_relative_error,17205,0.02500,0.958
15,model.language_model.layers.15.mlp.experts.128.down_proj,0.0130312143,hessian_weighted_relative_error,21696,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.128.gate_proj,0.0073176622,hessian_weighted_relative_error,21696,0.02500,0.783
15,model.language_model.layers.15.mlp.experts.128.up_proj,0.0089389633,hessian_weighted_relative_error,21696,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.129.down_proj,0.0116814785,hessian_weighted_relative_error,20994,0.02500,0.854
15,model.language_model.layers.15.mlp.experts.129.gate_proj,0.0061617863,hessian_weighted_relative_error,20994,0.02500,0.899
15,model.language_model.layers.15.mlp.experts.129.up_proj,0.0072098989,hessian_weighted_relative_error,20994,0.02500,0.959
15,model.language_model.layers.15.mlp.experts.13.down_proj,0.0098944111,hessian_weighted_relative_error,49123,0.02500,0.797
15,model.language_model.layers.15.mlp.experts.13.gate_proj,0.0063018572,hessian_weighted_relative_error,49123,0.02500,0.844
15,model.language_model.layers.15.mlp.experts.13.up_proj,0.0074173661,hessian_weighted_relative_error,49123,0.02500,0.930
15,model.language_model.layers.15.mlp.experts.130.down_proj,0.0111032984,hessian_weighted_relative_error,24305,0.02500,0.749
15,model.language_model.layers.15.mlp.experts.130.gate_proj,0.0058360930,hessian_weighted_relative_error,24305,0.02500,0.787
15,model.language_model.layers.15.mlp.experts.130.up_proj,0.0066980005,hessian_weighted_relative_error,24305,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.131.down_proj,0.0092027089,hessian_weighted_relative_error,15604,0.02500,0.854
15,model.language_model.layers.15.mlp.experts.131.gate_proj,0.0052788257,hessian_weighted_relative_error,15604,0.02500,0.896
15,model.language_model.layers.15.mlp.experts.131.up_proj,0.0058539678,hessian_weighted_relative_error,15604,0.02500,0.959
15,model.language_model.layers.15.mlp.experts.132.down_proj,0.0121456747,hessian_weighted_relative_error,21800,0.02500,0.748
15,model.language_model.layers.15.mlp.experts.132.gate_proj,0.0065023451,hessian_weighted_relative_error,21800,0.02500,0.779
15,model.language_model.layers.15.mlp.experts.132.up_proj,0.0075889662,hessian_weighted_relative_error,21800,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.133.down_proj,0.0114868985,hessian_weighted_relative_error,23134,0.02500,0.853
15,model.language_model.layers.15.mlp.experts.133.gate_proj,0.0063462617,hessian_weighted_relative_error,23134,0.02500,0.896
15,model.language_model.layers.15.mlp.experts.133.up_proj,0.0076415419,hessian_weighted_relative_error,23134,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.134.down_proj,0.0118447304,hessian_weighted_relative_error,19059,0.02500,0.749
15,model.language_model.layers.15.mlp.experts.134.gate_proj,0.0068431096,hessian_weighted_relative_error,19059,0.02500,0.775
15,model.language_model.layers.15.mlp.experts.134.up_proj,0.0082027155,hessian_weighted_relative_error,19059,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.135.down_proj,0.0120738642,hessian_weighted_relative_error,14591,0.02500,0.852
15,model.language_model.layers.15.mlp.experts.135.gate_proj,0.0064371821,hessian_weighted_relative_error,14591,0.02500,0.897
15,model.language_model.layers.15.mlp.experts.135.up_proj,0.0073447840,hessian_weighted_relative_error,14591,0.02500,0.953
15,model.language_model.layers.15.mlp.experts.136.down_proj,0.0141160540,hessian_weighted_relative_error,80441,0.02500,0.752
15,model.language_model.layers.15.mlp.experts.136.gate_proj,0.0079227701,hessian_weighted_relative_error,80441,0.02500,0.775
15,model.language_model.layers.15.mlp.experts.136.up_proj,0.0094199607,hessian_weighted_relative_error,80441,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.137.down_proj,0.0114847778,hessian_weighted_relative_error,11261,0.02500,0.856
15,model.language_model.layers.15.mlp.experts.137.gate_proj,0.0062579924,hessian_weighted_relative_error,11261,0.02500,0.901
15,model.language_model.layers.15.mlp.experts.137.up_proj,0.0072937641,hessian_weighted_relative_error,11261,0.02500,0.961
15,model.language_model.layers.15.mlp.experts.138.down_proj,0.0124488221,hessian_weighted_relative_error,18471,0.02500,0.749
15,model.language_model.layers.15.mlp.experts.138.gate_proj,0.0070393174,hessian_weighted_relative_error,18471,0.02500,0.779
15,model.language_model.layers.15.mlp.experts.138.up_proj,0.0085451123,hessian_weighted_relative_error,18471,0.02500,0.813
15,model.language_model.layers.15.mlp.experts.139.down_proj,0.0130625296,hessian_weighted_relative_error,12562,0.02500,0.857
15,model.language_model.layers.15.mlp.experts.139.gate_proj,0.0066594254,hessian_weighted_relative_error,12562,0.02500,0.898
15,model.language_model.layers.15.mlp.experts.139.up_proj,0.0076715351,hessian_weighted_relative_error,12562,0.02500,0.958
15,model.language_model.layers.15.mlp.experts.14.down_proj,0.0082737610,hessian_weighted_relative_error,26675,0.02500,0.720
15,model.language_model.layers.15.mlp.experts.14.gate_proj,0.0047031583,hessian_weighted_relative_error,26675,0.02500,0.748
15,model.language_model.layers.15.mlp.experts.14.up_proj,0.0055995468,hessian_weighted_relative_error,26675,0.02500,0.795
15,model.language_model.layers.15.mlp.experts.140.down_proj,0.0127556084,hessian_weighted_relative_error,13433,0.02500,0.748
15,model.language_model.layers.15.mlp.experts.140.gate_proj,0.0068807748,hessian_weighted_relative_error,13433,0.02500,0.777
15,model.language_model.layers.15.mlp.experts.140.up_proj,0.0083319502,hessian_weighted_relative_error,13433,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.141.down_proj,0.0109780417,hessian_weighted_relative_error,23242,0.02500,0.856
15,model.language_model.layers.15.mlp.experts.141.gate_proj,0.0068200103,hessian_weighted_relative_error,23242,0.02500,0.898
15,model.language_model.layers.15.mlp.experts.141.up_proj,0.0083040720,hessian_weighted_relative_error,23242,0.02500,0.966
15,model.language_model.layers.15.mlp.experts.142.down_proj,0.0086673409,hessian_weighted_relative_error,12391,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.142.gate_proj,0.0049352486,hessian_weighted_relative_error,12391,0.02500,0.781
15,model.language_model.layers.15.mlp.experts.142.up_proj,0.0055219347,hessian_weighted_relative_error,12391,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.143.down_proj,0.0107294870,hessian_weighted_relative_error,15799,0.02500,0.857
15,model.language_model.layers.15.mlp.experts.143.gate_proj,0.0054868784,hessian_weighted_relative_error,15799,0.02500,0.898
15,model.language_model.layers.15.mlp.experts.143.up_proj,0.0065946858,hessian_weighted_relative_error,15799,0.02500,0.953
15,model.language_model.layers.15.mlp.experts.144.down_proj,0.0125274373,hessian_weighted_relative_error,15531,0.02500,0.754
15,model.language_model.layers.15.mlp.experts.144.gate_proj,0.0063929964,hessian_weighted_relative_error,15531,0.02500,0.776
15,model.language_model.layers.15.mlp.experts.144.up_proj,0.0076249554,hessian_weighted_relative_error,15531,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.145.down_proj,0.0073814220,hessian_weighted_relative_error,25061,0.02500,0.858
15,model.language_model.layers.15.mlp.experts.145.gate_proj,0.0042529127,hessian_weighted_relative_error,25061,0.02500,0.902
15,model.language_model.layers.15.mlp.experts.145.up_proj,0.0048980763,hessian_weighted_relative_error,25061,0.02500,0.961
15,model.language_model.layers.15.mlp.experts.146.down_proj,0.0089115511,hessian_weighted_relative_error,41060,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.146.gate_proj,0.0038354203,hessian_weighted_relative_error,41060,0.02500,0.781
15,model.language_model.layers.15.mlp.experts.146.up_proj,0.0050874623,hessian_weighted_relative_error,41060,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.147.down_proj,0.0063963807,hessian_weighted_relative_error,49163,0.02500,0.860
15,model.language_model.layers.15.mlp.experts.147.gate_proj,0.0032577172,hessian_weighted_relative_error,49163,0.02500,0.900
15,model.language_model.layers.15.mlp.experts.147.up_proj,0.0034407641,hessian_weighted_relative_error,49163,0.02500,0.969
15,model.language_model.layers.15.mlp.experts.148.down_proj,0.0091848678,hessian_weighted_relative_error,25152,0.02500,0.750
15,model.language_model.layers.15.mlp.experts.148.gate_proj,0.0033759093,hessian_weighted_relative_error,25152,0.02500,0.778
15,model.language_model.layers.15.mlp.experts.148.up_proj,0.0042342267,hessian_weighted_relative_error,25152,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.149.down_proj,0.0114307598,hessian_weighted_relative_error,12597,0.02500,0.860
15,model.language_model.layers.15.mlp.experts.149.gate_proj,0.0056767480,hessian_weighted_relative_error,12597,0.02500,0.898
15,model.language_model.layers.15.mlp.experts.149.up_proj,0.0070862879,hessian_weighted_relative_error,12597,0.02500,0.966
15,model.language_model.layers.15.mlp.experts.15.down_proj,0.0077066612,hessian_weighted_relative_error,29663,0.02500,0.795
15,model.language_model.layers.15.mlp.experts.15.gate_proj,0.0037239110,hessian_weighted_relative_error,29663,0.02500,0.850
15,model.language_model.layers.15.mlp.experts.15.up_proj,0.0046672343,hessian_weighted_relative_error,29663,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.150.down_proj,0.0146084375,hessian_weighted_relative_error,58456,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.150.gate_proj,0.0085033440,hessian_weighted_relative_error,58456,0.02500,0.781
15,model.language_model.layers.15.mlp.experts.150.up_proj,0.0098789256,hessian_weighted_relative_error,58456,0.02500,0.808
15,model.language_model.layers.15.mlp.experts.151.down_proj,0.0091537639,hessian_weighted_relative_error,35506,0.02500,0.859
15,model.language_model.layers.15.mlp.experts.151.gate_proj,0.0045706045,hessian_weighted_relative_error,35506,0.02500,0.899
15,model.language_model.layers.15.mlp.experts.151.up_proj,0.0053427187,hessian_weighted_relative_error,35506,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.152.down_proj,0.0090190308,hessian_weighted_relative_error,21140,0.02500,0.755
15,model.language_model.layers.15.mlp.experts.152.gate_proj,0.0043312326,hessian_weighted_relative_error,21140,0.02500,0.776
15,model.language_model.layers.15.mlp.experts.152.up_proj,0.0049420063,hessian_weighted_relative_error,21140,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.153.down_proj,0.0125566377,hessian_weighted_relative_error,16891,0.02500,0.864
15,model.language_model.layers.15.mlp.experts.153.gate_proj,0.0068694666,hessian_weighted_relative_error,16891,0.02500,0.903
15,model.language_model.layers.15.mlp.experts.153.up_proj,0.0082520923,hessian_weighted_relative_error,16891,0.02500,0.966
15,model.language_model.layers.15.mlp.experts.154.down_proj,0.0073305788,hessian_weighted_relative_error,36338,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.154.gate_proj,0.0042939258,hessian_weighted_relative_error,36338,0.02500,0.780
15,model.language_model.layers.15.mlp.experts.154.up_proj,0.0047842351,hessian_weighted_relative_error,36338,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.155.down_proj,0.0096432598,hessian_weighted_relative_error,23044,0.02500,0.864
15,model.language_model.layers.15.mlp.experts.155.gate_proj,0.0052369992,hessian_weighted_relative_error,23044,0.02500,0.901
15,model.language_model.layers.15.mlp.experts.155.up_proj,0.0064583469,hessian_weighted_relative_error,23044,0.02500,0.962
15,model.language_model.layers.15.mlp.experts.156.down_proj,0.0102542829,hessian_weighted_relative_error,18150,0.02500,0.752
15,model.language_model.layers.15.mlp.experts.156.gate_proj,0.0057795447,hessian_weighted_relative_error,18150,0.02500,0.781
15,model.language_model.layers.15.mlp.experts.156.up_proj,0.0069861182,hessian_weighted_relative_error,18150,0.02500,0.803
15,model.language_model.layers.15.mlp.experts.157.down_proj,0.0128790903,hessian_weighted_relative_error,26457,0.02500,0.865
15,model.language_model.layers.15.mlp.experts.157.gate_proj,0.0070403103,hessian_weighted_relative_error,26457,0.02500,0.900
15,model.language_model.layers.15.mlp.experts.157.up_proj,0.0079829103,hessian_weighted_relative_error,26457,0.02500,0.958
15,model.language_model.layers.15.mlp.experts.158.down_proj,0.0109082632,hessian_weighted_relative_error,9952,0.02500,0.753
15,model.language_model.layers.15.mlp.experts.158.gate_proj,0.0062441374,hessian_weighted_relative_error,9952,0.02500,0.780
15,model.language_model.layers.15.mlp.experts.158.up_proj,0.0070885647,hessian_weighted_relative_error,9952,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.159.down_proj,0.0112510181,hessian_weighted_relative_error,23534,0.02500,0.865
15,model.language_model.layers.15.mlp.experts.159.gate_proj,0.0059824978,hessian_weighted_relative_error,23534,0.02500,0.898
15,model.language_model.layers.15.mlp.experts.159.up_proj,0.0070820336,hessian_weighted_relative_error,23534,0.02500,0.959
15,model.language_model.layers.15.mlp.experts.16.down_proj,0.0115673614,hessian_weighted_relative_error,13969,0.02500,0.726
15,model.language_model.layers.15.mlp.experts.16.gate_proj,0.0058160507,hessian_weighted_relative_error,13969,0.02500,0.750
15,model.language_model.layers.15.mlp.experts.16.up_proj,0.0072159862,hessian_weighted_relative_error,13969,0.02500,0.795
15,model.language_model.layers.15.mlp.experts.160.down_proj,0.0107133584,hessian_weighted_relative_error,8656,0.02500,0.756
15,model.language_model.layers.15.mlp.experts.160.gate_proj,0.0059914125,hessian_weighted_relative_error,8656,0.02500,0.791
15,model.language_model.layers.15.mlp.experts.160.up_proj,0.0070086644,hessian_weighted_relative_error,8656,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.161.down_proj,0.0117974409,hessian_weighted_relative_error,27364,0.02500,0.868
15,model.language_model.layers.15.mlp.experts.161.gate_proj,0.0059865078,hessian_weighted_relative_error,27364,0.02500,0.904
15,model.language_model.layers.15.mlp.experts.161.up_proj,0.0071587113,hessian_weighted_relative_error,27364,0.02500,0.997
15,model.language_model.layers.15.mlp.experts.162.down_proj,0.0134386202,hessian_weighted_relative_error,90858,0.02500,0.752
15,model.language_model.layers.15.mlp.experts.162.gate_proj,0.0081353434,hessian_weighted_relative_error,90858,0.02500,0.786
15,model.language_model.layers.15.mlp.experts.162.up_proj,0.0096992659,hessian_weighted_relative_error,90858,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.163.down_proj,0.0136299189,hessian_weighted_relative_error,89961,0.02500,0.869
15,model.language_model.layers.15.mlp.experts.163.gate_proj,0.0088087505,hessian_weighted_relative_error,89961,0.02500,0.903
15,model.language_model.layers.15.mlp.experts.163.up_proj,0.0104628242,hessian_weighted_relative_error,89961,0.02500,0.965
15,model.language_model.layers.15.mlp.experts.164.down_proj,0.0081847743,hessian_weighted_relative_error,17241,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.164.gate_proj,0.0045812730,hessian_weighted_relative_error,17241,0.02500,0.782
15,model.language_model.layers.15.mlp.experts.164.up_proj,0.0051721268,hessian_weighted_relative_error,17241,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.165.down_proj,0.0066950114,hessian_weighted_relative_error,22766,0.02500,0.868
15,model.language_model.layers.15.mlp.experts.165.gate_proj,0.0040049525,hessian_weighted_relative_error,22766,0.02500,0.900
15,model.language_model.layers.15.mlp.experts.165.up_proj,0.0047176289,hessian_weighted_relative_error,22766,0.02500,0.958
15,model.language_model.layers.15.mlp.experts.166.down_proj,0.0088529951,hessian_weighted_relative_error,11558,0.02500,0.753
15,model.language_model.layers.15.mlp.experts.166.gate_proj,0.0047415584,hessian_weighted_relative_error,11558,0.02500,0.783
15,model.language_model.layers.15.mlp.experts.166.up_proj,0.0052795500,hessian_weighted_relative_error,11558,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.167.down_proj,0.0093052363,hessian_weighted_relative_error,14861,0.02500,0.868
15,model.language_model.layers.15.mlp.experts.167.gate_proj,0.0047030904,hessian_weighted_relative_error,14861,0.02500,0.899
15,model.language_model.layers.15.mlp.experts.167.up_proj,0.0050340753,hessian_weighted_relative_error,14861,0.02500,0.969
15,model.language_model.layers.15.mlp.experts.168.down_proj,0.0075937494,hessian_weighted_relative_error,80856,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.168.gate_proj,0.0039998733,hessian_weighted_relative_error,80856,0.02500,0.780
15,model.language_model.layers.15.mlp.experts.168.up_proj,0.0048135484,hessian_weighted_relative_error,80856,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.169.down_proj,0.0136707178,hessian_weighted_relative_error,28568,0.02500,0.871
15,model.language_model.layers.15.mlp.experts.169.gate_proj,0.0077587744,hessian_weighted_relative_error,28568,0.02500,0.904
15,model.language_model.layers.15.mlp.experts.169.up_proj,0.0090250772,hessian_weighted_relative_error,28568,0.02500,0.970
15,model.language_model.layers.15.mlp.experts.17.down_proj,0.0097225841,hessian_weighted_relative_error,9880,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.17.gate_proj,0.0051471275,hessian_weighted_relative_error,9880,0.02500,0.851
15,model.language_model.layers.15.mlp.experts.17.up_proj,0.0059103753,hessian_weighted_relative_error,9880,0.02500,0.939
15,model.language_model.layers.15.mlp.experts.170.down_proj,0.0139736586,hessian_weighted_relative_error,57135,0.02500,0.753
15,model.language_model.layers.15.mlp.experts.170.gate_proj,0.0083144490,hessian_weighted_relative_error,57135,0.02500,0.781
15,model.language_model.layers.15.mlp.experts.170.up_proj,0.0096091189,hessian_weighted_relative_error,57135,0.02500,0.803
15,model.language_model.layers.15.mlp.experts.171.down_proj,0.0110185125,hessian_weighted_relative_error,20815,0.02500,0.872
15,model.language_model.layers.15.mlp.experts.171.gate_proj,0.0053582397,hessian_weighted_relative_error,20815,0.02500,0.909
15,model.language_model.layers.15.mlp.experts.171.up_proj,0.0061977555,hessian_weighted_relative_error,20815,0.02500,0.958
15,model.language_model.layers.15.mlp.experts.172.down_proj,0.0107550105,hessian_weighted_relative_error,22676,0.02500,0.752
15,model.language_model.layers.15.mlp.experts.172.gate_proj,0.0059817012,hessian_weighted_relative_error,22676,0.02500,0.781
15,model.language_model.layers.15.mlp.experts.172.up_proj,0.0067732861,hessian_weighted_relative_error,22676,0.02500,0.806
15,model.language_model.layers.15.mlp.experts.173.down_proj,0.0120601599,hessian_weighted_relative_error,18077,0.02500,0.872
15,model.language_model.layers.15.mlp.experts.173.gate_proj,0.0063480455,hessian_weighted_relative_error,18077,0.02500,0.909
15,model.language_model.layers.15.mlp.experts.173.up_proj,0.0072136361,hessian_weighted_relative_error,18077,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.174.down_proj,0.0107973437,hessian_weighted_relative_error,23931,0.02500,0.754
15,model.language_model.layers.15.mlp.experts.174.gate_proj,0.0059317209,hessian_weighted_relative_error,23931,0.02500,0.785
15,model.language_model.layers.15.mlp.experts.174.up_proj,0.0070329452,hessian_weighted_relative_error,23931,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.175.down_proj,0.0139116052,hessian_weighted_relative_error,69047,0.02500,0.871
15,model.language_model.layers.15.mlp.experts.175.gate_proj,0.0083928265,hessian_weighted_relative_error,69047,0.02500,0.900
15,model.language_model.layers.15.mlp.experts.175.up_proj,0.0097860166,hessian_weighted_relative_error,69047,0.02500,0.963
15,model.language_model.layers.15.mlp.experts.176.down_proj,0.0103830224,hessian_weighted_relative_error,34047,0.02500,0.756
15,model.language_model.layers.15.mlp.experts.176.gate_proj,0.0055814062,hessian_weighted_relative_error,34047,0.02500,0.781
15,model.language_model.layers.15.mlp.experts.176.up_proj,0.0076142620,hessian_weighted_relative_error,34047,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.177.down_proj,0.0128724379,hessian_weighted_relative_error,26876,0.02500,0.872
15,model.language_model.layers.15.mlp.experts.177.gate_proj,0.0070187595,hessian_weighted_relative_error,26876,0.02500,0.907
15,model.language_model.layers.15.mlp.experts.177.up_proj,0.0081949736,hessian_weighted_relative_error,26876,0.02500,0.961
15,model.language_model.layers.15.mlp.experts.178.down_proj,0.0124586969,hessian_weighted_relative_error,12319,0.02500,0.758
15,model.language_model.layers.15.mlp.experts.178.gate_proj,0.0064278687,hessian_weighted_relative_error,12319,0.02500,0.784
15,model.language_model.layers.15.mlp.experts.178.up_proj,0.0073492067,hessian_weighted_relative_error,12319,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.179.down_proj,0.0120532814,hessian_weighted_relative_error,36727,0.02500,0.875
15,model.language_model.layers.15.mlp.experts.179.gate_proj,0.0066871259,hessian_weighted_relative_error,36727,0.02500,0.903
15,model.language_model.layers.15.mlp.experts.179.up_proj,0.0078948661,hessian_weighted_relative_error,36727,0.02500,0.954
15,model.language_model.layers.15.mlp.experts.18.down_proj,0.0119618832,hessian_weighted_relative_error,19459,0.02500,0.723
15,model.language_model.layers.15.mlp.experts.18.gate_proj,0.0063637362,hessian_weighted_relative_error,19459,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.18.up_proj,0.0074542897,hessian_weighted_relative_error,19459,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.180.down_proj,0.0100258642,hessian_weighted_relative_error,31151,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.180.gate_proj,0.0049348054,hessian_weighted_relative_error,31151,0.02500,0.786
15,model.language_model.layers.15.mlp.experts.180.up_proj,0.0064544589,hessian_weighted_relative_error,31151,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.181.down_proj,0.0129494309,hessian_weighted_relative_error,46016,0.02500,0.873
15,model.language_model.layers.15.mlp.experts.181.gate_proj,0.0077240728,hessian_weighted_relative_error,46016,0.02500,0.908
15,model.language_model.layers.15.mlp.experts.181.up_proj,0.0085708255,hessian_weighted_relative_error,46016,0.02500,1.003
15,model.language_model.layers.15.mlp.experts.182.down_proj,0.0131548383,hessian_weighted_relative_error,84279,0.02500,0.756
15,model.language_model.layers.15.mlp.experts.182.gate_proj,0.0088671448,hessian_weighted_relative_error,84279,0.02500,0.784
15,model.language_model.layers.15.mlp.experts.182.up_proj,0.0106822688,hessian_weighted_relative_error,84279,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.183.down_proj,0.0126656746,hessian_weighted_relative_error,28919,0.02500,0.874
15,model.language_model.layers.15.mlp.experts.183.gate_proj,0.0072737148,hessian_weighted_relative_error,28919,0.02500,0.903
15,model.language_model.layers.15.mlp.experts.183.up_proj,0.0081970861,hessian_weighted_relative_error,28919,0.02500,0.960
15,model.language_model.layers.15.mlp.experts.184.down_proj,0.0115279701,hessian_weighted_relative_error,17273,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.184.gate_proj,0.0064969405,hessian_weighted_relative_error,17273,0.02500,0.783
15,model.language_model.layers.15.mlp.experts.184.up_proj,0.0080050023,hessian_weighted_relative_error,17273,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.185.down_proj,0.0125675181,hessian_weighted_relative_error,22345,0.02500,0.874
15,model.language_model.layers.15.mlp.experts.185.gate_proj,0.0065288524,hessian_weighted_relative_error,22345,0.02500,0.909
15,model.language_model.layers.15.mlp.experts.185.up_proj,0.0074683382,hessian_weighted_relative_error,22345,0.02500,0.956
15,model.language_model.layers.15.mlp.experts.186.down_proj,0.0121186894,hessian_weighted_relative_error,22664,0.02500,0.755
15,model.language_model.layers.15.mlp.experts.186.gate_proj,0.0060305910,hessian_weighted_relative_error,22664,0.02500,0.784
15,model.language_model.layers.15.mlp.experts.186.up_proj,0.0066243534,hessian_weighted_relative_error,22664,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.187.down_proj,0.0113003476,hessian_weighted_relative_error,21885,0.02500,0.878
15,model.language_model.layers.15.mlp.experts.187.gate_proj,0.0061536869,hessian_weighted_relative_error,21885,0.02500,0.903
15,model.language_model.layers.15.mlp.experts.187.up_proj,0.0075172800,hessian_weighted_relative_error,21885,0.02500,0.953
15,model.language_model.layers.15.mlp.experts.188.down_proj,0.0073912869,hessian_weighted_relative_error,15049,0.02500,0.754
15,model.language_model.layers.15.mlp.experts.188.gate_proj,0.0035446917,hessian_weighted_relative_error,15049,0.02500,0.786
15,model.language_model.layers.15.mlp.experts.188.up_proj,0.0041817278,hessian_weighted_relative_error,15049,0.02500,0.803
15,model.language_model.layers.15.mlp.experts.189.down_proj,0.0104990962,hessian_weighted_relative_error,22917,0.02500,0.876
15,model.language_model.layers.15.mlp.experts.189.gate_proj,0.0055108245,hessian_weighted_relative_error,22917,0.02500,0.906
15,model.language_model.layers.15.mlp.experts.189.up_proj,0.0065816504,hessian_weighted_relative_error,22917,0.02500,0.949
15,model.language_model.layers.15.mlp.experts.19.down_proj,0.0110991179,hessian_weighted_relative_error,18000,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.19.gate_proj,0.0062990614,hessian_weighted_relative_error,18000,0.02500,0.849
15,model.language_model.layers.15.mlp.experts.19.up_proj,0.0074420726,hessian_weighted_relative_error,18000,0.02500,0.932
15,model.language_model.layers.15.mlp.experts.190.down_proj,0.0111300801,hessian_weighted_relative_error,19472,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.190.gate_proj,0.0063382425,hessian_weighted_relative_error,19472,0.02500,0.784
15,model.language_model.layers.15.mlp.experts.190.up_proj,0.0079385426,hessian_weighted_relative_error,19472,0.02500,0.803
15,model.language_model.layers.15.mlp.experts.191.down_proj,0.0091267094,hessian_weighted_relative_error,40217,0.02500,0.875
15,model.language_model.layers.15.mlp.experts.191.gate_proj,0.0054721485,hessian_weighted_relative_error,40217,0.02500,0.908
15,model.language_model.layers.15.mlp.experts.191.up_proj,0.0063732144,hessian_weighted_relative_error,40217,0.02500,0.949
15,model.language_model.layers.15.mlp.experts.192.down_proj,0.0117496039,hessian_weighted_relative_error,261336,0.02500,0.760
15,model.language_model.layers.15.mlp.experts.192.gate_proj,0.0082085442,hessian_weighted_relative_error,261336,0.02500,0.784
15,model.language_model.layers.15.mlp.experts.192.up_proj,0.0095578774,hessian_weighted_relative_error,261336,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.193.down_proj,0.0123791360,hessian_weighted_relative_error,18308,0.02500,0.875
15,model.language_model.layers.15.mlp.experts.193.gate_proj,0.0059805458,hessian_weighted_relative_error,18308,0.02500,0.908
15,model.language_model.layers.15.mlp.experts.193.up_proj,0.0079590578,hessian_weighted_relative_error,18308,0.02500,0.954
15,model.language_model.layers.15.mlp.experts.194.down_proj,0.0088553958,hessian_weighted_relative_error,26812,0.02500,0.756
15,model.language_model.layers.15.mlp.experts.194.gate_proj,0.0047100714,hessian_weighted_relative_error,26812,0.02500,0.785
15,model.language_model.layers.15.mlp.experts.194.up_proj,0.0054825640,hessian_weighted_relative_error,26812,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.195.down_proj,0.0134235894,hessian_weighted_relative_error,56826,0.02500,0.878
15,model.language_model.layers.15.mlp.experts.195.gate_proj,0.0081558750,hessian_weighted_relative_error,56826,0.02500,0.912
15,model.language_model.layers.15.mlp.experts.195.up_proj,0.0098046551,hessian_weighted_relative_error,56826,0.02500,0.945
15,model.language_model.layers.15.mlp.experts.196.down_proj,0.0085842057,hessian_weighted_relative_error,25752,0.02500,0.755
15,model.language_model.layers.15.mlp.experts.196.gate_proj,0.0045617357,hessian_weighted_relative_error,25752,0.02500,0.785
15,model.language_model.layers.15.mlp.experts.196.up_proj,0.0054102704,hessian_weighted_relative_error,25752,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.197.down_proj,0.0099339512,hessian_weighted_relative_error,23066,0.02500,0.877
15,model.language_model.layers.15.mlp.experts.197.gate_proj,0.0052885981,hessian_weighted_relative_error,23066,0.02500,0.915
15,model.language_model.layers.15.mlp.experts.197.up_proj,0.0063640556,hessian_weighted_relative_error,23066,0.02500,0.949
15,model.language_model.layers.15.mlp.experts.198.down_proj,0.0093112807,hessian_weighted_relative_error,24261,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.198.gate_proj,0.0051386767,hessian_weighted_relative_error,24261,0.02500,0.784
15,model.language_model.layers.15.mlp.experts.198.up_proj,0.0060337446,hessian_weighted_relative_error,24261,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.199.down_proj,0.0101732338,hessian_weighted_relative_error,19153,0.02500,0.876
15,model.language_model.layers.15.mlp.experts.199.gate_proj,0.0054097535,hessian_weighted_relative_error,19153,0.02500,0.915
15,model.language_model.layers.15.mlp.experts.199.up_proj,0.0060974901,hessian_weighted_relative_error,19153,0.02500,0.949
15,model.language_model.layers.15.mlp.experts.2.down_proj,0.0081872150,hessian_weighted_relative_error,17980,0.02500,0.717
15,model.language_model.layers.15.mlp.experts.2.gate_proj,0.0043674300,hessian_weighted_relative_error,17980,0.02500,0.746
15,model.language_model.layers.15.mlp.experts.2.up_proj,0.0049799921,hessian_weighted_relative_error,17980,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.20.down_proj,0.0104438561,hessian_weighted_relative_error,32295,0.02500,0.722
15,model.language_model.layers.15.mlp.experts.20.gate_proj,0.0053145252,hessian_weighted_relative_error,32295,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.20.up_proj,0.0061434406,hessian_weighted_relative_error,32295,0.02500,0.795
15,model.language_model.layers.15.mlp.experts.200.down_proj,0.0094910542,hessian_weighted_relative_error,29692,0.02500,0.760
15,model.language_model.layers.15.mlp.experts.200.gate_proj,0.0048136275,hessian_weighted_relative_error,29692,0.02500,0.782
15,model.language_model.layers.15.mlp.experts.200.up_proj,0.0064871084,hessian_weighted_relative_error,29692,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.201.down_proj,0.0133957332,hessian_weighted_relative_error,27394,0.02500,0.877
15,model.language_model.layers.15.mlp.experts.201.gate_proj,0.0074467379,hessian_weighted_relative_error,27394,0.02500,0.918
15,model.language_model.layers.15.mlp.experts.201.up_proj,0.0086595777,hessian_weighted_relative_error,27394,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.202.down_proj,0.0126660373,hessian_weighted_relative_error,22055,0.02500,0.755
15,model.language_model.layers.15.mlp.experts.202.gate_proj,0.0071673384,hessian_weighted_relative_error,22055,0.02500,0.786
15,model.language_model.layers.15.mlp.experts.202.up_proj,0.0082230358,hessian_weighted_relative_error,22055,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.203.down_proj,0.0113689670,hessian_weighted_relative_error,26457,0.02500,0.880
15,model.language_model.layers.15.mlp.experts.203.gate_proj,0.0056802225,hessian_weighted_relative_error,26457,0.02500,0.919
15,model.language_model.layers.15.mlp.experts.203.up_proj,0.0061936536,hessian_weighted_relative_error,26457,0.02500,0.954
15,model.language_model.layers.15.mlp.experts.204.down_proj,0.0151447825,hessian_weighted_relative_error,72786,0.02500,0.756
15,model.language_model.layers.15.mlp.experts.204.gate_proj,0.0087754211,hessian_weighted_relative_error,72786,0.02500,0.785
15,model.language_model.layers.15.mlp.experts.204.up_proj,0.0102993155,hessian_weighted_relative_error,72786,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.205.down_proj,0.0110527013,hessian_weighted_relative_error,49170,0.02500,0.878
15,model.language_model.layers.15.mlp.experts.205.gate_proj,0.0064006634,hessian_weighted_relative_error,49170,0.02500,0.918
15,model.language_model.layers.15.mlp.experts.205.up_proj,0.0077134873,hessian_weighted_relative_error,49170,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.206.down_proj,0.0106207630,hessian_weighted_relative_error,20951,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.206.gate_proj,0.0057064573,hessian_weighted_relative_error,20951,0.02500,0.789
15,model.language_model.layers.15.mlp.experts.206.up_proj,0.0065575314,hessian_weighted_relative_error,20951,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.207.down_proj,0.0150235191,hessian_weighted_relative_error,62139,0.02500,0.878
15,model.language_model.layers.15.mlp.experts.207.gate_proj,0.0088038624,hessian_weighted_relative_error,62139,0.02500,0.906
15,model.language_model.layers.15.mlp.experts.207.up_proj,0.0102215344,hessian_weighted_relative_error,62139,0.02500,0.950
15,model.language_model.layers.15.mlp.experts.208.down_proj,0.0109979994,hessian_weighted_relative_error,22068,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.208.gate_proj,0.0060251733,hessian_weighted_relative_error,22068,0.02500,0.783
15,model.language_model.layers.15.mlp.experts.208.up_proj,0.0067862114,hessian_weighted_relative_error,22068,0.02500,0.803
15,model.language_model.layers.15.mlp.experts.209.down_proj,0.0142406819,hessian_weighted_relative_error,87699,0.02500,0.879
15,model.language_model.layers.15.mlp.experts.209.gate_proj,0.0083674419,hessian_weighted_relative_error,87699,0.02500,0.922
15,model.language_model.layers.15.mlp.experts.209.up_proj,0.0101660768,hessian_weighted_relative_error,87699,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.21.down_proj,0.0090211810,hessian_weighted_relative_error,27257,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.21.gate_proj,0.0051768598,hessian_weighted_relative_error,27257,0.02500,0.849
15,model.language_model.layers.15.mlp.experts.21.up_proj,0.0061407953,hessian_weighted_relative_error,27257,0.02500,0.930
15,model.language_model.layers.15.mlp.experts.210.down_proj,0.0138942844,hessian_weighted_relative_error,72837,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.210.gate_proj,0.0077962972,hessian_weighted_relative_error,72837,0.02500,0.786
15,model.language_model.layers.15.mlp.experts.210.up_proj,0.0094869911,hessian_weighted_relative_error,72837,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.211.down_proj,0.0116938619,hessian_weighted_relative_error,23775,0.02500,0.881
15,model.language_model.layers.15.mlp.experts.211.gate_proj,0.0064354092,hessian_weighted_relative_error,23775,0.02500,0.920
15,model.language_model.layers.15.mlp.experts.211.up_proj,0.0075914160,hessian_weighted_relative_error,23775,0.02500,0.951
15,model.language_model.layers.15.mlp.experts.212.down_proj,0.0112610332,hessian_weighted_relative_error,22437,0.02500,0.759
15,model.language_model.layers.15.mlp.experts.212.gate_proj,0.0062229036,hessian_weighted_relative_error,22437,0.02500,0.787
15,model.language_model.layers.15.mlp.experts.212.up_proj,0.0081429462,hessian_weighted_relative_error,22437,0.02500,0.806
15,model.language_model.layers.15.mlp.experts.213.down_proj,0.0126939212,hessian_weighted_relative_error,23775,0.02500,0.879
15,model.language_model.layers.15.mlp.experts.213.gate_proj,0.0064186175,hessian_weighted_relative_error,23775,0.02500,0.919
15,model.language_model.layers.15.mlp.experts.213.up_proj,0.0079196306,hessian_weighted_relative_error,23775,0.02500,0.959
15,model.language_model.layers.15.mlp.experts.214.down_proj,0.0130931299,hessian_weighted_relative_error,66899,0.02500,0.758
15,model.language_model.layers.15.mlp.experts.214.gate_proj,0.0075520087,hessian_weighted_relative_error,66899,0.02500,0.788
15,model.language_model.layers.15.mlp.experts.214.up_proj,0.0090624566,hessian_weighted_relative_error,66899,0.02500,0.808
15,model.language_model.layers.15.mlp.experts.215.down_proj,0.0085302650,hessian_weighted_relative_error,60682,0.02500,0.878
15,model.language_model.layers.15.mlp.experts.215.gate_proj,0.0043667399,hessian_weighted_relative_error,60682,0.02500,0.923
15,model.language_model.layers.15.mlp.experts.215.up_proj,0.0049815118,hessian_weighted_relative_error,60682,0.02500,0.951
15,model.language_model.layers.15.mlp.experts.216.down_proj,0.0116070975,hessian_weighted_relative_error,13514,0.02500,0.760
15,model.language_model.layers.15.mlp.experts.216.gate_proj,0.0059780388,hessian_weighted_relative_error,13514,0.02500,0.786
15,model.language_model.layers.15.mlp.experts.216.up_proj,0.0072266699,hessian_weighted_relative_error,13514,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.217.down_proj,0.0110729787,hessian_weighted_relative_error,23906,0.02500,0.880
15,model.language_model.layers.15.mlp.experts.217.gate_proj,0.0059198087,hessian_weighted_relative_error,23906,0.02500,0.919
15,model.language_model.layers.15.mlp.experts.217.up_proj,0.0067279213,hessian_weighted_relative_error,23906,0.02500,0.957
15,model.language_model.layers.15.mlp.experts.218.down_proj,0.0098850021,hessian_weighted_relative_error,26582,0.02500,0.758
15,model.language_model.layers.15.mlp.experts.218.gate_proj,0.0056271066,hessian_weighted_relative_error,26582,0.02500,0.791
15,model.language_model.layers.15.mlp.experts.218.up_proj,0.0067029609,hessian_weighted_relative_error,26582,0.02500,0.812
15,model.language_model.layers.15.mlp.experts.219.down_proj,0.0075489405,hessian_weighted_relative_error,13107,0.02500,0.882
15,model.language_model.layers.15.mlp.experts.219.gate_proj,0.0053852955,hessian_weighted_relative_error,13107,0.02500,0.920
15,model.language_model.layers.15.mlp.experts.219.up_proj,0.0058397394,hessian_weighted_relative_error,13107,0.02500,0.952
15,model.language_model.layers.15.mlp.experts.22.down_proj,0.0130160159,hessian_weighted_relative_error,47476,0.02500,0.724
15,model.language_model.layers.15.mlp.experts.22.gate_proj,0.0075659860,hessian_weighted_relative_error,47476,0.02500,0.751
15,model.language_model.layers.15.mlp.experts.22.up_proj,0.0087328685,hessian_weighted_relative_error,47476,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.220.down_proj,0.0106173630,hessian_weighted_relative_error,30565,0.02500,0.759
15,model.language_model.layers.15.mlp.experts.220.gate_proj,0.0051421977,hessian_weighted_relative_error,30565,0.02500,0.791
15,model.language_model.layers.15.mlp.experts.220.up_proj,0.0069955441,hessian_weighted_relative_error,30565,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.221.down_proj,0.0108635498,hessian_weighted_relative_error,24432,0.02500,0.879
15,model.language_model.layers.15.mlp.experts.221.gate_proj,0.0057111089,hessian_weighted_relative_error,24432,0.02500,0.920
15,model.language_model.layers.15.mlp.experts.221.up_proj,0.0065802041,hessian_weighted_relative_error,24432,0.02500,0.951
15,model.language_model.layers.15.mlp.experts.222.down_proj,0.0090023005,hessian_weighted_relative_error,5325,0.02500,0.761
15,model.language_model.layers.15.mlp.experts.222.gate_proj,0.0043638539,hessian_weighted_relative_error,5325,0.02500,0.786
15,model.language_model.layers.15.mlp.experts.222.up_proj,0.0051767621,hessian_weighted_relative_error,5325,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.223.down_proj,0.0114454904,hessian_weighted_relative_error,30151,0.02500,0.880
15,model.language_model.layers.15.mlp.experts.223.gate_proj,0.0059470477,hessian_weighted_relative_error,30151,0.02500,0.923
15,model.language_model.layers.15.mlp.experts.223.up_proj,0.0071549784,hessian_weighted_relative_error,30151,0.02500,0.953
15,model.language_model.layers.15.mlp.experts.224.down_proj,0.0105367700,hessian_weighted_relative_error,30883,0.02500,0.766
15,model.language_model.layers.15.mlp.experts.224.gate_proj,0.0060818957,hessian_weighted_relative_error,30883,0.02500,0.787
15,model.language_model.layers.15.mlp.experts.224.up_proj,0.0072154106,hessian_weighted_relative_error,30883,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.225.down_proj,0.0130720678,hessian_weighted_relative_error,19731,0.02500,0.880
15,model.language_model.layers.15.mlp.experts.225.gate_proj,0.0070139989,hessian_weighted_relative_error,19731,0.02500,0.918
15,model.language_model.layers.15.mlp.experts.225.up_proj,0.0081134452,hessian_weighted_relative_error,19731,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.226.down_proj,0.0123847342,hessian_weighted_relative_error,30073,0.02500,0.758
15,model.language_model.layers.15.mlp.experts.226.gate_proj,0.0069134364,hessian_weighted_relative_error,30073,0.02500,0.789
15,model.language_model.layers.15.mlp.experts.226.up_proj,0.0078075371,hessian_weighted_relative_error,30073,0.02500,0.806
15,model.language_model.layers.15.mlp.experts.227.down_proj,0.0078410122,hessian_weighted_relative_error,11267,0.02500,0.882
15,model.language_model.layers.15.mlp.experts.227.gate_proj,0.0038286068,hessian_weighted_relative_error,11267,0.02500,0.916
15,model.language_model.layers.15.mlp.experts.227.up_proj,0.0040558644,hessian_weighted_relative_error,11267,0.02500,0.960
15,model.language_model.layers.15.mlp.experts.228.down_proj,0.0077599156,hessian_weighted_relative_error,29670,0.02500,0.760
15,model.language_model.layers.15.mlp.experts.228.gate_proj,0.0039388689,hessian_weighted_relative_error,29670,0.02500,0.790
15,model.language_model.layers.15.mlp.experts.228.up_proj,0.0048996682,hessian_weighted_relative_error,29670,0.02500,0.807
15,model.language_model.layers.15.mlp.experts.229.down_proj,0.0078868677,hessian_weighted_relative_error,16156,0.02500,0.880
15,model.language_model.layers.15.mlp.experts.229.gate_proj,0.0034958331,hessian_weighted_relative_error,16156,0.02500,0.917
15,model.language_model.layers.15.mlp.experts.229.up_proj,0.0037462041,hessian_weighted_relative_error,16156,0.02500,0.956
15,model.language_model.layers.15.mlp.experts.23.down_proj,0.0090050902,hessian_weighted_relative_error,13915,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.23.gate_proj,0.0055459068,hessian_weighted_relative_error,13915,0.02500,0.846
15,model.language_model.layers.15.mlp.experts.23.up_proj,0.0066017416,hessian_weighted_relative_error,13915,0.02500,0.933
15,model.language_model.layers.15.mlp.experts.230.down_proj,0.0113629332,hessian_weighted_relative_error,22929,0.02500,0.761
15,model.language_model.layers.15.mlp.experts.230.gate_proj,0.0062572797,hessian_weighted_relative_error,22929,0.02500,0.791
15,model.language_model.layers.15.mlp.experts.230.up_proj,0.0073360383,hessian_weighted_relative_error,22929,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.231.down_proj,0.0142417872,hessian_weighted_relative_error,81378,0.02500,0.880
15,model.language_model.layers.15.mlp.experts.231.gate_proj,0.0083450392,hessian_weighted_relative_error,81378,0.02500,0.924
15,model.language_model.layers.15.mlp.experts.231.up_proj,0.0097869647,hessian_weighted_relative_error,81378,0.02500,0.958
15,model.language_model.layers.15.mlp.experts.232.down_proj,0.0126662831,hessian_weighted_relative_error,19126,0.02500,0.766
15,model.language_model.layers.15.mlp.experts.232.gate_proj,0.0063654780,hessian_weighted_relative_error,19126,0.02500,0.785
15,model.language_model.layers.15.mlp.experts.232.up_proj,0.0076221960,hessian_weighted_relative_error,19126,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.233.down_proj,0.0118329930,hessian_weighted_relative_error,54940,0.02500,0.881
15,model.language_model.layers.15.mlp.experts.233.gate_proj,0.0068559414,hessian_weighted_relative_error,54940,0.02500,0.920
15,model.language_model.layers.15.mlp.experts.233.up_proj,0.0075946106,hessian_weighted_relative_error,54940,0.02500,0.956
15,model.language_model.layers.15.mlp.experts.234.down_proj,0.0117437220,hessian_weighted_relative_error,32913,0.02500,0.759
15,model.language_model.layers.15.mlp.experts.234.gate_proj,0.0062570476,hessian_weighted_relative_error,32913,0.02500,0.791
15,model.language_model.layers.15.mlp.experts.234.up_proj,0.0071960500,hessian_weighted_relative_error,32913,0.02500,0.806
15,model.language_model.layers.15.mlp.experts.235.down_proj,0.0084149668,hessian_weighted_relative_error,24863,0.02500,0.884
15,model.language_model.layers.15.mlp.experts.235.gate_proj,0.0045911926,hessian_weighted_relative_error,24863,0.02500,0.920
15,model.language_model.layers.15.mlp.experts.235.up_proj,0.0054709735,hessian_weighted_relative_error,24863,0.02500,0.958
15,model.language_model.layers.15.mlp.experts.236.down_proj,0.0097684037,hessian_weighted_relative_error,22159,0.02500,0.762
15,model.language_model.layers.15.mlp.experts.236.gate_proj,0.0048609478,hessian_weighted_relative_error,22159,0.02500,0.788
15,model.language_model.layers.15.mlp.experts.236.up_proj,0.0056649482,hessian_weighted_relative_error,22159,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.237.down_proj,0.0087224312,hessian_weighted_relative_error,12830,0.02500,0.881
15,model.language_model.layers.15.mlp.experts.237.gate_proj,0.0041679511,hessian_weighted_relative_error,12830,0.02500,0.931
15,model.language_model.layers.15.mlp.experts.237.up_proj,0.0047009661,hessian_weighted_relative_error,12830,0.02500,0.962
15,model.language_model.layers.15.mlp.experts.238.down_proj,0.0103389822,hessian_weighted_relative_error,19431,0.02500,0.761
15,model.language_model.layers.15.mlp.experts.238.gate_proj,0.0052569404,hessian_weighted_relative_error,19431,0.02500,0.790
15,model.language_model.layers.15.mlp.experts.238.up_proj,0.0059574753,hessian_weighted_relative_error,19431,0.02500,0.808
15,model.language_model.layers.15.mlp.experts.239.down_proj,0.0115573613,hessian_weighted_relative_error,23614,0.02500,0.881
15,model.language_model.layers.15.mlp.experts.239.gate_proj,0.0062651740,hessian_weighted_relative_error,23614,0.02500,0.919
15,model.language_model.layers.15.mlp.experts.239.up_proj,0.0073809428,hessian_weighted_relative_error,23614,0.02500,0.959
15,model.language_model.layers.15.mlp.experts.24.down_proj,0.0098967967,hessian_weighted_relative_error,21085,0.02500,0.729
15,model.language_model.layers.15.mlp.experts.24.gate_proj,0.0053087564,hessian_weighted_relative_error,21085,0.02500,0.752
15,model.language_model.layers.15.mlp.experts.24.up_proj,0.0063074342,hessian_weighted_relative_error,21085,0.02500,0.793
15,model.language_model.layers.15.mlp.experts.240.down_proj,0.0081622636,hessian_weighted_relative_error,24484,0.02500,0.766
15,model.language_model.layers.15.mlp.experts.240.gate_proj,0.0047134168,hessian_weighted_relative_error,24484,0.02500,0.788
15,model.language_model.layers.15.mlp.experts.240.up_proj,0.0053585827,hessian_weighted_relative_error,24484,0.02500,0.806
15,model.language_model.layers.15.mlp.experts.241.down_proj,0.0099299160,hessian_weighted_relative_error,15291,0.02500,0.882
15,model.language_model.layers.15.mlp.experts.241.gate_proj,0.0060436216,hessian_weighted_relative_error,15291,0.02500,0.920
15,model.language_model.layers.15.mlp.experts.241.up_proj,0.0069353139,hessian_weighted_relative_error,15291,0.02500,0.961
15,model.language_model.layers.15.mlp.experts.242.down_proj,0.0124492486,hessian_weighted_relative_error,25326,0.02500,0.760
15,model.language_model.layers.15.mlp.experts.242.gate_proj,0.0064635693,hessian_weighted_relative_error,25326,0.02500,0.792
15,model.language_model.layers.15.mlp.experts.242.up_proj,0.0075361059,hessian_weighted_relative_error,25326,0.02500,0.808
15,model.language_model.layers.15.mlp.experts.243.down_proj,0.0106328815,hessian_weighted_relative_error,6854,0.02500,0.884
15,model.language_model.layers.15.mlp.experts.243.gate_proj,0.0051711191,hessian_weighted_relative_error,6854,0.02500,0.924
15,model.language_model.layers.15.mlp.experts.243.up_proj,0.0059590159,hessian_weighted_relative_error,6854,0.02500,0.961
15,model.language_model.layers.15.mlp.experts.244.down_proj,0.0096733621,hessian_weighted_relative_error,27345,0.02500,0.762
15,model.language_model.layers.15.mlp.experts.244.gate_proj,0.0052663501,hessian_weighted_relative_error,27345,0.02500,0.789
15,model.language_model.layers.15.mlp.experts.244.up_proj,0.0062572680,hessian_weighted_relative_error,27345,0.02500,0.808
15,model.language_model.layers.15.mlp.experts.245.down_proj,0.0124714861,hessian_weighted_relative_error,20729,0.02500,0.882
15,model.language_model.layers.15.mlp.experts.245.gate_proj,0.0068283789,hessian_weighted_relative_error,20729,0.02500,0.918
15,model.language_model.layers.15.mlp.experts.245.up_proj,0.0079533265,hessian_weighted_relative_error,20729,0.02500,0.959
15,model.language_model.layers.15.mlp.experts.246.down_proj,0.0115544520,hessian_weighted_relative_error,31087,0.02500,0.762
15,model.language_model.layers.15.mlp.experts.246.gate_proj,0.0067099099,hessian_weighted_relative_error,31087,0.02500,0.809
15,model.language_model.layers.15.mlp.experts.246.up_proj,0.0076211676,hessian_weighted_relative_error,31087,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.247.down_proj,0.0069138686,hessian_weighted_relative_error,14814,0.02500,0.881
15,model.language_model.layers.15.mlp.experts.247.gate_proj,0.0040886568,hessian_weighted_relative_error,14814,0.02500,0.918
15,model.language_model.layers.15.mlp.experts.247.up_proj,0.0043529870,hessian_weighted_relative_error,14814,0.02500,0.964
15,model.language_model.layers.15.mlp.experts.248.down_proj,0.0141143463,hessian_weighted_relative_error,88705,0.02500,0.764
15,model.language_model.layers.15.mlp.experts.248.gate_proj,0.0081885304,hessian_weighted_relative_error,88705,0.02500,0.788
15,model.language_model.layers.15.mlp.experts.248.up_proj,0.0097391060,hessian_weighted_relative_error,88705,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.249.down_proj,0.0107066748,hessian_weighted_relative_error,28978,0.02500,0.882
15,model.language_model.layers.15.mlp.experts.249.gate_proj,0.0061206607,hessian_weighted_relative_error,28978,0.02500,0.933
15,model.language_model.layers.15.mlp.experts.249.up_proj,0.0070946812,hessian_weighted_relative_error,28978,0.02500,0.960
15,model.language_model.layers.15.mlp.experts.25.down_proj,0.0149443156,hessian_weighted_relative_error,84503,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.25.gate_proj,0.0089416771,hessian_weighted_relative_error,84503,0.02500,0.852
15,model.language_model.layers.15.mlp.experts.25.up_proj,0.0102760729,hessian_weighted_relative_error,84503,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.250.down_proj,0.0082950941,hessian_weighted_relative_error,60202,0.02500,0.760
15,model.language_model.layers.15.mlp.experts.250.gate_proj,0.0055566503,hessian_weighted_relative_error,60202,0.02500,0.795
15,model.language_model.layers.15.mlp.experts.250.up_proj,0.0066356178,hessian_weighted_relative_error,60202,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.251.down_proj,0.0123061951,hessian_weighted_relative_error,22790,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.251.gate_proj,0.0069888111,hessian_weighted_relative_error,22790,0.02500,0.928
15,model.language_model.layers.15.mlp.experts.251.up_proj,0.0082247389,hessian_weighted_relative_error,22790,0.02500,0.951
15,model.language_model.layers.15.mlp.experts.252.down_proj,0.0132574160,hessian_weighted_relative_error,53549,0.02500,0.762
15,model.language_model.layers.15.mlp.experts.252.gate_proj,0.0085182294,hessian_weighted_relative_error,53549,0.02500,0.793
15,model.language_model.layers.15.mlp.experts.252.up_proj,0.0103940419,hessian_weighted_relative_error,53549,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.253.down_proj,0.0105603572,hessian_weighted_relative_error,23680,0.02500,0.882
15,model.language_model.layers.15.mlp.experts.253.gate_proj,0.0051605918,hessian_weighted_relative_error,23680,0.02500,0.924
15,model.language_model.layers.15.mlp.experts.253.up_proj,0.0062467739,hessian_weighted_relative_error,23680,0.02500,0.956
15,model.language_model.layers.15.mlp.experts.254.down_proj,0.0126403836,hessian_weighted_relative_error,18768,0.02500,0.762
15,model.language_model.layers.15.mlp.experts.254.gate_proj,0.0066265678,hessian_weighted_relative_error,18768,0.02500,0.791
15,model.language_model.layers.15.mlp.experts.254.up_proj,0.0077530781,hessian_weighted_relative_error,18768,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.255.down_proj,0.0113299366,hessian_weighted_relative_error,28264,0.02500,0.882
15,model.language_model.layers.15.mlp.experts.255.gate_proj,0.0061542577,hessian_weighted_relative_error,28264,0.02500,0.922
15,model.language_model.layers.15.mlp.experts.255.up_proj,0.0073160058,hessian_weighted_relative_error,28264,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.256.down_proj,0.0083000316,hessian_weighted_relative_error,28227,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.256.gate_proj,0.0038894418,hessian_weighted_relative_error,28227,0.02500,0.791
15,model.language_model.layers.15.mlp.experts.256.up_proj,0.0044745583,hessian_weighted_relative_error,28227,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.257.down_proj,0.0102348278,hessian_weighted_relative_error,18488,0.02500,0.888
15,model.language_model.layers.15.mlp.experts.257.gate_proj,0.0057149232,hessian_weighted_relative_error,18488,0.02500,0.926
15,model.language_model.layers.15.mlp.experts.257.up_proj,0.0065483090,hessian_weighted_relative_error,18488,0.02500,0.956
15,model.language_model.layers.15.mlp.experts.258.down_proj,0.0092625006,hessian_weighted_relative_error,13734,0.02500,0.761
15,model.language_model.layers.15.mlp.experts.258.gate_proj,0.0046570304,hessian_weighted_relative_error,13734,0.02500,0.793
15,model.language_model.layers.15.mlp.experts.258.up_proj,0.0056472819,hessian_weighted_relative_error,13734,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.259.down_proj,0.0099891036,hessian_weighted_relative_error,26195,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.259.gate_proj,0.0056778674,hessian_weighted_relative_error,26195,0.02500,0.936
15,model.language_model.layers.15.mlp.experts.259.up_proj,0.0066311331,hessian_weighted_relative_error,26195,0.02500,0.950
15,model.language_model.layers.15.mlp.experts.26.down_proj,0.0081157030,hessian_weighted_relative_error,10463,0.02500,0.725
15,model.language_model.layers.15.mlp.experts.26.gate_proj,0.0035188140,hessian_weighted_relative_error,10463,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.26.up_proj,0.0037836094,hessian_weighted_relative_error,10463,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.260.down_proj,0.0080830949,hessian_weighted_relative_error,16339,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.260.gate_proj,0.0037574523,hessian_weighted_relative_error,16339,0.02500,0.793
15,model.language_model.layers.15.mlp.experts.260.up_proj,0.0041092274,hessian_weighted_relative_error,16339,0.02500,0.807
15,model.language_model.layers.15.mlp.experts.261.down_proj,0.0116231522,hessian_weighted_relative_error,11877,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.261.gate_proj,0.0058203629,hessian_weighted_relative_error,11877,0.02500,0.948
15,model.language_model.layers.15.mlp.experts.261.up_proj,0.0068855023,hessian_weighted_relative_error,11877,0.02500,0.943
15,model.language_model.layers.15.mlp.experts.262.down_proj,0.0114022883,hessian_weighted_relative_error,11462,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.262.gate_proj,0.0057107023,hessian_weighted_relative_error,11462,0.02500,0.793
15,model.language_model.layers.15.mlp.experts.262.up_proj,0.0069848108,hessian_weighted_relative_error,11462,0.02500,0.806
15,model.language_model.layers.15.mlp.experts.263.down_proj,0.0130580905,hessian_weighted_relative_error,18303,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.263.gate_proj,0.0069228434,hessian_weighted_relative_error,18303,0.02500,0.926
15,model.language_model.layers.15.mlp.experts.263.up_proj,0.0079340578,hessian_weighted_relative_error,18303,0.02500,0.954
15,model.language_model.layers.15.mlp.experts.264.down_proj,0.0101219617,hessian_weighted_relative_error,22426,0.02500,0.765
15,model.language_model.layers.15.mlp.experts.264.gate_proj,0.0054171444,hessian_weighted_relative_error,22426,0.02500,0.798
15,model.language_model.layers.15.mlp.experts.264.up_proj,0.0059328476,hessian_weighted_relative_error,22426,0.02500,0.810
15,model.language_model.layers.15.mlp.experts.265.down_proj,0.0097363615,hessian_weighted_relative_error,22045,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.265.gate_proj,0.0058763137,hessian_weighted_relative_error,22045,0.02500,0.928
15,model.language_model.layers.15.mlp.experts.265.up_proj,0.0068419294,hessian_weighted_relative_error,22045,0.02500,0.949
15,model.language_model.layers.15.mlp.experts.266.down_proj,0.0100473622,hessian_weighted_relative_error,18438,0.02500,0.761
15,model.language_model.layers.15.mlp.experts.266.gate_proj,0.0053942280,hessian_weighted_relative_error,18438,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.266.up_proj,0.0064633852,hessian_weighted_relative_error,18438,0.02500,0.807
15,model.language_model.layers.15.mlp.experts.267.down_proj,0.0110163180,hessian_weighted_relative_error,33752,0.02500,0.888
15,model.language_model.layers.15.mlp.experts.267.gate_proj,0.0061028507,hessian_weighted_relative_error,33752,0.02500,0.933
15,model.language_model.layers.15.mlp.experts.267.up_proj,0.0070888256,hessian_weighted_relative_error,33752,0.02500,0.947
15,model.language_model.layers.15.mlp.experts.268.down_proj,0.0113344608,hessian_weighted_relative_error,9585,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.268.gate_proj,0.0056356248,hessian_weighted_relative_error,9585,0.02500,0.793
15,model.language_model.layers.15.mlp.experts.268.up_proj,0.0067734155,hessian_weighted_relative_error,9585,0.02500,0.803
15,model.language_model.layers.15.mlp.experts.269.down_proj,0.0095531917,hessian_weighted_relative_error,21893,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.269.gate_proj,0.0053855098,hessian_weighted_relative_error,21893,0.02500,0.926
15,model.language_model.layers.15.mlp.experts.269.up_proj,0.0060556262,hessian_weighted_relative_error,21893,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.27.down_proj,0.0116850952,hessian_weighted_relative_error,26329,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.27.gate_proj,0.0062103759,hessian_weighted_relative_error,26329,0.02500,0.852
15,model.language_model.layers.15.mlp.experts.27.up_proj,0.0073835559,hessian_weighted_relative_error,26329,0.02500,0.935
15,model.language_model.layers.15.mlp.experts.270.down_proj,0.0105614855,hessian_weighted_relative_error,22643,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.270.gate_proj,0.0051739444,hessian_weighted_relative_error,22643,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.270.up_proj,0.0064754007,hessian_weighted_relative_error,22643,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.271.down_proj,0.0081144355,hessian_weighted_relative_error,12669,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.271.gate_proj,0.0036583570,hessian_weighted_relative_error,12669,0.02500,0.929
15,model.language_model.layers.15.mlp.experts.271.up_proj,0.0038139564,hessian_weighted_relative_error,12669,0.02500,0.950
15,model.language_model.layers.15.mlp.experts.272.down_proj,0.0149433671,hessian_weighted_relative_error,103629,0.02500,0.765
15,model.language_model.layers.15.mlp.experts.272.gate_proj,0.0084645602,hessian_weighted_relative_error,103629,0.02500,0.792
15,model.language_model.layers.15.mlp.experts.272.up_proj,0.0105970878,hessian_weighted_relative_error,103629,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.273.down_proj,0.0140613737,hessian_weighted_relative_error,61452,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.273.gate_proj,0.0085757446,hessian_weighted_relative_error,61452,0.02500,0.935
15,model.language_model.layers.15.mlp.experts.273.up_proj,0.0100058250,hessian_weighted_relative_error,61452,0.02500,0.953
15,model.language_model.layers.15.mlp.experts.274.down_proj,0.0091470623,hessian_weighted_relative_error,20672,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.274.gate_proj,0.0040254070,hessian_weighted_relative_error,20672,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.274.up_proj,0.0047595111,hessian_weighted_relative_error,20672,0.02500,0.808
15,model.language_model.layers.15.mlp.experts.275.down_proj,0.0105264644,hessian_weighted_relative_error,23158,0.02500,0.887
15,model.language_model.layers.15.mlp.experts.275.gate_proj,0.0067600943,hessian_weighted_relative_error,23158,0.02500,0.926
15,model.language_model.layers.15.mlp.experts.275.up_proj,0.0074553107,hessian_weighted_relative_error,23158,0.02500,0.944
15,model.language_model.layers.15.mlp.experts.276.down_proj,0.0120179552,hessian_weighted_relative_error,10634,0.02500,0.765
15,model.language_model.layers.15.mlp.experts.276.gate_proj,0.0062091249,hessian_weighted_relative_error,10634,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.276.up_proj,0.0073308388,hessian_weighted_relative_error,10634,0.02500,0.809
15,model.language_model.layers.15.mlp.experts.277.down_proj,0.0098916240,hessian_weighted_relative_error,22569,0.02500,0.886
15,model.language_model.layers.15.mlp.experts.277.gate_proj,0.0054238897,hessian_weighted_relative_error,22569,0.02500,0.933
15,model.language_model.layers.15.mlp.experts.277.up_proj,0.0061770462,hessian_weighted_relative_error,22569,0.02500,0.937
15,model.language_model.layers.15.mlp.experts.278.down_proj,0.0104558971,hessian_weighted_relative_error,6205,0.02500,0.764
15,model.language_model.layers.15.mlp.experts.278.gate_proj,0.0050879065,hessian_weighted_relative_error,6205,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.278.up_proj,0.0061521131,hessian_weighted_relative_error,6205,0.02500,0.812
15,model.language_model.layers.15.mlp.experts.279.down_proj,0.0128009663,hessian_weighted_relative_error,60698,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.279.gate_proj,0.0071342474,hessian_weighted_relative_error,60698,0.02500,0.926
15,model.language_model.layers.15.mlp.experts.279.up_proj,0.0085499069,hessian_weighted_relative_error,60698,0.02500,0.942
15,model.language_model.layers.15.mlp.experts.28.down_proj,0.0103708283,hessian_weighted_relative_error,38887,0.02500,0.725
15,model.language_model.layers.15.mlp.experts.28.gate_proj,0.0056902231,hessian_weighted_relative_error,38887,0.02500,0.754
15,model.language_model.layers.15.mlp.experts.28.up_proj,0.0066325598,hessian_weighted_relative_error,38887,0.02500,0.798
15,model.language_model.layers.15.mlp.experts.280.down_proj,0.0092419784,hessian_weighted_relative_error,19122,0.02500,0.766
15,model.language_model.layers.15.mlp.experts.280.gate_proj,0.0044673506,hessian_weighted_relative_error,19122,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.280.up_proj,0.0052815672,hessian_weighted_relative_error,19122,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.281.down_proj,0.0095131065,hessian_weighted_relative_error,25984,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.281.gate_proj,0.0053641416,hessian_weighted_relative_error,25984,0.02500,0.935
15,model.language_model.layers.15.mlp.experts.281.up_proj,0.0058982118,hessian_weighted_relative_error,25984,0.02500,0.944
15,model.language_model.layers.15.mlp.experts.282.down_proj,0.0102228556,hessian_weighted_relative_error,28658,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.282.gate_proj,0.0058304254,hessian_weighted_relative_error,28658,0.02500,0.797
15,model.language_model.layers.15.mlp.experts.282.up_proj,0.0074502389,hessian_weighted_relative_error,28658,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.283.down_proj,0.0120401032,hessian_weighted_relative_error,26737,0.02500,0.889
15,model.language_model.layers.15.mlp.experts.283.gate_proj,0.0063883316,hessian_weighted_relative_error,26737,0.02500,0.934
15,model.language_model.layers.15.mlp.experts.283.up_proj,0.0075254785,hessian_weighted_relative_error,26737,0.02500,0.930
15,model.language_model.layers.15.mlp.experts.284.down_proj,0.0119983679,hessian_weighted_relative_error,23915,0.02500,0.765
15,model.language_model.layers.15.mlp.experts.284.gate_proj,0.0064580234,hessian_weighted_relative_error,23915,0.02500,0.797
15,model.language_model.layers.15.mlp.experts.284.up_proj,0.0072116696,hessian_weighted_relative_error,23915,0.02500,0.803
15,model.language_model.layers.15.mlp.experts.285.down_proj,0.0113746184,hessian_weighted_relative_error,31856,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.285.gate_proj,0.0062059131,hessian_weighted_relative_error,31856,0.02500,0.935
15,model.language_model.layers.15.mlp.experts.285.up_proj,0.0068903049,hessian_weighted_relative_error,31856,0.02500,0.930
15,model.language_model.layers.15.mlp.experts.286.down_proj,0.0122513140,hessian_weighted_relative_error,18786,0.02500,0.765
15,model.language_model.layers.15.mlp.experts.286.gate_proj,0.0064430006,hessian_weighted_relative_error,18786,0.02500,0.793
15,model.language_model.layers.15.mlp.experts.286.up_proj,0.0077358298,hessian_weighted_relative_error,18786,0.02500,0.806
15,model.language_model.layers.15.mlp.experts.287.down_proj,0.0108926948,hessian_weighted_relative_error,9496,0.02500,0.886
15,model.language_model.layers.15.mlp.experts.287.gate_proj,0.0056713601,hessian_weighted_relative_error,9496,0.02500,0.928
15,model.language_model.layers.15.mlp.experts.287.up_proj,0.0067247881,hessian_weighted_relative_error,9496,0.02500,0.932
15,model.language_model.layers.15.mlp.experts.29.down_proj,0.0113911386,hessian_weighted_relative_error,22637,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.29.gate_proj,0.0063301247,hessian_weighted_relative_error,22637,0.02500,0.851
15,model.language_model.layers.15.mlp.experts.29.up_proj,0.0074608148,hessian_weighted_relative_error,22637,0.02500,0.938
15,model.language_model.layers.15.mlp.experts.3.down_proj,0.0129385421,hessian_weighted_relative_error,16856,0.02500,0.758
15,model.language_model.layers.15.mlp.experts.3.gate_proj,0.0072268044,hessian_weighted_relative_error,16856,0.02500,0.840
15,model.language_model.layers.15.mlp.experts.3.up_proj,0.0083598903,hessian_weighted_relative_error,16856,0.02500,0.935
15,model.language_model.layers.15.mlp.experts.30.down_proj,0.0081733969,hessian_weighted_relative_error,18379,0.02500,0.727
15,model.language_model.layers.15.mlp.experts.30.gate_proj,0.0039699539,hessian_weighted_relative_error,18379,0.02500,0.752
15,model.language_model.layers.15.mlp.experts.30.up_proj,0.0043808490,hessian_weighted_relative_error,18379,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.31.down_proj,0.0114255576,hessian_weighted_relative_error,18074,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.31.gate_proj,0.0064812745,hessian_weighted_relative_error,18074,0.02500,0.852
15,model.language_model.layers.15.mlp.experts.31.up_proj,0.0074920349,hessian_weighted_relative_error,18074,0.02500,0.936
15,model.language_model.layers.15.mlp.experts.32.down_proj,0.0105677730,hessian_weighted_relative_error,42430,0.02500,0.734
15,model.language_model.layers.15.mlp.experts.32.gate_proj,0.0066964820,hessian_weighted_relative_error,42430,0.02500,0.767
15,model.language_model.layers.15.mlp.experts.32.up_proj,0.0077001679,hessian_weighted_relative_error,42430,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.33.down_proj,0.0090330306,hessian_weighted_relative_error,96493,0.02500,0.806
15,model.language_model.layers.15.mlp.experts.33.gate_proj,0.0042177535,hessian_weighted_relative_error,96493,0.02500,0.858
15,model.language_model.layers.15.mlp.experts.33.up_proj,0.0057898621,hessian_weighted_relative_error,96493,0.02500,0.943
15,model.language_model.layers.15.mlp.experts.34.down_proj,0.0104895425,hessian_weighted_relative_error,14365,0.02500,0.727
15,model.language_model.layers.15.mlp.experts.34.gate_proj,0.0047262376,hessian_weighted_relative_error,14365,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.34.up_proj,0.0055076670,hessian_weighted_relative_error,14365,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.35.down_proj,0.0106538553,hessian_weighted_relative_error,40536,0.02500,0.809
15,model.language_model.layers.15.mlp.experts.35.gate_proj,0.0062959227,hessian_weighted_relative_error,40536,0.02500,0.856
15,model.language_model.layers.15.mlp.experts.35.up_proj,0.0073928691,hessian_weighted_relative_error,40536,0.02500,0.942
15,model.language_model.layers.15.mlp.experts.36.down_proj,0.0092663562,hessian_weighted_relative_error,18313,0.02500,0.727
15,model.language_model.layers.15.mlp.experts.36.gate_proj,0.0059941101,hessian_weighted_relative_error,18313,0.02500,0.755
15,model.language_model.layers.15.mlp.experts.36.up_proj,0.0070161143,hessian_weighted_relative_error,18313,0.02500,0.797
15,model.language_model.layers.15.mlp.experts.37.down_proj,0.0150685425,hessian_weighted_relative_error,82008,0.02500,0.808
15,model.language_model.layers.15.mlp.experts.37.gate_proj,0.0085795284,hessian_weighted_relative_error,82008,0.02500,0.855
15,model.language_model.layers.15.mlp.experts.37.up_proj,0.0103189409,hessian_weighted_relative_error,82008,0.02500,0.945
15,model.language_model.layers.15.mlp.experts.38.down_proj,0.0116373619,hessian_weighted_relative_error,15193,0.02500,0.728
15,model.language_model.layers.15.mlp.experts.38.gate_proj,0.0061395136,hessian_weighted_relative_error,15193,0.02500,0.754
15,model.language_model.layers.15.mlp.experts.38.up_proj,0.0073304210,hessian_weighted_relative_error,15193,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.39.down_proj,0.0139872083,hessian_weighted_relative_error,56728,0.02500,0.807
15,model.language_model.layers.15.mlp.experts.39.gate_proj,0.0082909627,hessian_weighted_relative_error,56728,0.02500,0.854
15,model.language_model.layers.15.mlp.experts.39.up_proj,0.0095243993,hessian_weighted_relative_error,56728,0.02500,0.937
15,model.language_model.layers.15.mlp.experts.4.down_proj,0.0118618662,hessian_weighted_relative_error,10909,0.02500,0.693
15,model.language_model.layers.15.mlp.experts.4.gate_proj,0.0059474619,hessian_weighted_relative_error,10909,0.02500,0.744
15,model.language_model.layers.15.mlp.experts.4.up_proj,0.0072162519,hessian_weighted_relative_error,10909,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.40.down_proj,0.0097408345,hessian_weighted_relative_error,15836,0.02500,0.733
15,model.language_model.layers.15.mlp.experts.40.gate_proj,0.0056953578,hessian_weighted_relative_error,15836,0.02500,0.755
15,model.language_model.layers.15.mlp.experts.40.up_proj,0.0064571236,hessian_weighted_relative_error,15836,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.41.down_proj,0.0111360152,hessian_weighted_relative_error,24503,0.02500,0.810
15,model.language_model.layers.15.mlp.experts.41.gate_proj,0.0062213312,hessian_weighted_relative_error,24503,0.02500,0.860
15,model.language_model.layers.15.mlp.experts.41.up_proj,0.0067438926,hessian_weighted_relative_error,24503,0.02500,0.948
15,model.language_model.layers.15.mlp.experts.42.down_proj,0.0086607981,hessian_weighted_relative_error,29937,0.02500,0.730
15,model.language_model.layers.15.mlp.experts.42.gate_proj,0.0043721647,hessian_weighted_relative_error,29937,0.02500,0.762
15,model.language_model.layers.15.mlp.experts.42.up_proj,0.0049771247,hessian_weighted_relative_error,29937,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.43.down_proj,0.0113889783,hessian_weighted_relative_error,33492,0.02500,0.813
15,model.language_model.layers.15.mlp.experts.43.gate_proj,0.0063177335,hessian_weighted_relative_error,33492,0.02500,0.862
15,model.language_model.layers.15.mlp.experts.43.up_proj,0.0068295642,hessian_weighted_relative_error,33492,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.44.down_proj,0.0135314198,hessian_weighted_relative_error,48455,0.02500,0.729
15,model.language_model.layers.15.mlp.experts.44.gate_proj,0.0087811501,hessian_weighted_relative_error,48455,0.02500,0.761
15,model.language_model.layers.15.mlp.experts.44.up_proj,0.0102669948,hessian_weighted_relative_error,48455,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.45.down_proj,0.0121923767,hessian_weighted_relative_error,37526,0.02500,0.813
15,model.language_model.layers.15.mlp.experts.45.gate_proj,0.0066447850,hessian_weighted_relative_error,37526,0.02500,0.859
15,model.language_model.layers.15.mlp.experts.45.up_proj,0.0074538582,hessian_weighted_relative_error,37526,0.02500,0.936
15,model.language_model.layers.15.mlp.experts.46.down_proj,0.0096324685,hessian_weighted_relative_error,26623,0.02500,0.730
15,model.language_model.layers.15.mlp.experts.46.gate_proj,0.0056607676,hessian_weighted_relative_error,26623,0.02500,0.756
15,model.language_model.layers.15.mlp.experts.46.up_proj,0.0062862669,hessian_weighted_relative_error,26623,0.02500,0.797
15,model.language_model.layers.15.mlp.experts.47.down_proj,0.0109559854,hessian_weighted_relative_error,38897,0.02500,0.811
15,model.language_model.layers.15.mlp.experts.47.gate_proj,0.0058072523,hessian_weighted_relative_error,38897,0.02500,0.858
15,model.language_model.layers.15.mlp.experts.47.up_proj,0.0066920870,hessian_weighted_relative_error,38897,0.02500,0.947
15,model.language_model.layers.15.mlp.experts.48.down_proj,0.0093476052,hessian_weighted_relative_error,21554,0.02500,0.735
15,model.language_model.layers.15.mlp.experts.48.gate_proj,0.0048592186,hessian_weighted_relative_error,21554,0.02500,0.757
15,model.language_model.layers.15.mlp.experts.48.up_proj,0.0058110574,hessian_weighted_relative_error,21554,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.49.down_proj,0.0100744933,hessian_weighted_relative_error,46803,0.02500,0.814
15,model.language_model.layers.15.mlp.experts.49.gate_proj,0.0061406656,hessian_weighted_relative_error,46803,0.02500,0.870
15,model.language_model.layers.15.mlp.experts.49.up_proj,0.0068923914,hessian_weighted_relative_error,46803,0.02500,0.947
15,model.language_model.layers.15.mlp.experts.5.down_proj,0.0127586296,hessian_weighted_relative_error,38004,0.02500,0.791
15,model.language_model.layers.15.mlp.experts.5.gate_proj,0.0069224186,hessian_weighted_relative_error,38004,0.02500,0.837
15,model.language_model.layers.15.mlp.experts.5.up_proj,0.0084867182,hessian_weighted_relative_error,38004,0.02500,0.932
15,model.language_model.layers.15.mlp.experts.50.down_proj,0.0108193429,hessian_weighted_relative_error,79467,0.02500,0.731
15,model.language_model.layers.15.mlp.experts.50.gate_proj,0.0069228190,hessian_weighted_relative_error,79467,0.02500,0.767
15,model.language_model.layers.15.mlp.experts.50.up_proj,0.0075547779,hessian_weighted_relative_error,79467,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.51.down_proj,0.0096336932,hessian_weighted_relative_error,18520,0.02500,0.816
15,model.language_model.layers.15.mlp.experts.51.gate_proj,0.0057831805,hessian_weighted_relative_error,18520,0.02500,0.865
15,model.language_model.layers.15.mlp.experts.51.up_proj,0.0065716771,hessian_weighted_relative_error,18520,0.02500,0.943
15,model.language_model.layers.15.mlp.experts.52.down_proj,0.0069453634,hessian_weighted_relative_error,12102,0.02500,0.733
15,model.language_model.layers.15.mlp.experts.52.gate_proj,0.0034647674,hessian_weighted_relative_error,12102,0.02500,0.761
15,model.language_model.layers.15.mlp.experts.52.up_proj,0.0041394624,hessian_weighted_relative_error,12102,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.53.down_proj,0.0110034821,hessian_weighted_relative_error,10707,0.02500,0.816
15,model.language_model.layers.15.mlp.experts.53.gate_proj,0.0055351753,hessian_weighted_relative_error,10707,0.02500,0.863
15,model.language_model.layers.15.mlp.experts.53.up_proj,0.0067153452,hessian_weighted_relative_error,10707,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.54.down_proj,0.0084590505,hessian_weighted_relative_error,31087,0.02500,0.732
15,model.language_model.layers.15.mlp.experts.54.gate_proj,0.0045811909,hessian_weighted_relative_error,31087,0.02500,0.760
15,model.language_model.layers.15.mlp.experts.54.up_proj,0.0051401390,hessian_weighted_relative_error,31087,0.02500,0.797
15,model.language_model.layers.15.mlp.experts.55.down_proj,0.0074421655,hessian_weighted_relative_error,20416,0.02500,0.814
15,model.language_model.layers.15.mlp.experts.55.gate_proj,0.0031603307,hessian_weighted_relative_error,20416,0.02500,0.862
15,model.language_model.layers.15.mlp.experts.55.up_proj,0.0036347667,hessian_weighted_relative_error,20416,0.02500,0.942
15,model.language_model.layers.15.mlp.experts.56.down_proj,0.0071217397,hessian_weighted_relative_error,9631,0.02500,0.741
15,model.language_model.layers.15.mlp.experts.56.gate_proj,0.0035953147,hessian_weighted_relative_error,9631,0.02500,0.761
15,model.language_model.layers.15.mlp.experts.56.up_proj,0.0040125463,hessian_weighted_relative_error,9631,0.02500,0.797
15,model.language_model.layers.15.mlp.experts.57.down_proj,0.0084464330,hessian_weighted_relative_error,31217,0.02500,0.819
15,model.language_model.layers.15.mlp.experts.57.gate_proj,0.0049961696,hessian_weighted_relative_error,31217,0.02500,0.869
15,model.language_model.layers.15.mlp.experts.57.up_proj,0.0059615369,hessian_weighted_relative_error,31217,0.02500,0.948
15,model.language_model.layers.15.mlp.experts.58.down_proj,0.0095998095,hessian_weighted_relative_error,56136,0.02500,0.735
15,model.language_model.layers.15.mlp.experts.58.gate_proj,0.0051859255,hessian_weighted_relative_error,56136,0.02500,0.765
15,model.language_model.layers.15.mlp.experts.58.up_proj,0.0058480389,hessian_weighted_relative_error,56136,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.59.down_proj,0.0082745173,hessian_weighted_relative_error,19311,0.02500,0.821
15,model.language_model.layers.15.mlp.experts.59.gate_proj,0.0047541938,hessian_weighted_relative_error,19311,0.02500,0.870
15,model.language_model.layers.15.mlp.experts.59.up_proj,0.0056063511,hessian_weighted_relative_error,19311,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.6.down_proj,0.0108621462,hessian_weighted_relative_error,6398,0.02500,0.720
15,model.language_model.layers.15.mlp.experts.6.gate_proj,0.0048940356,hessian_weighted_relative_error,6398,0.02500,0.771
15,model.language_model.layers.15.mlp.experts.6.up_proj,0.0063033645,hessian_weighted_relative_error,6398,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.60.down_proj,0.0085986814,hessian_weighted_relative_error,23962,0.02500,0.733
15,model.language_model.layers.15.mlp.experts.60.gate_proj,0.0044418328,hessian_weighted_relative_error,23962,0.02500,0.762
15,model.language_model.layers.15.mlp.experts.60.up_proj,0.0049286067,hessian_weighted_relative_error,23962,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.61.down_proj,0.0102658651,hessian_weighted_relative_error,26966,0.02500,0.819
15,model.language_model.layers.15.mlp.experts.61.gate_proj,0.0056264972,hessian_weighted_relative_error,26966,0.02500,0.868
15,model.language_model.layers.15.mlp.experts.61.up_proj,0.0062262747,hessian_weighted_relative_error,26966,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.62.down_proj,0.0121605002,hessian_weighted_relative_error,17857,0.02500,0.735
15,model.language_model.layers.15.mlp.experts.62.gate_proj,0.0069887369,hessian_weighted_relative_error,17857,0.02500,0.763
15,model.language_model.layers.15.mlp.experts.62.up_proj,0.0082585181,hessian_weighted_relative_error,17857,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.63.down_proj,0.0082626750,hessian_weighted_relative_error,41280,0.02500,0.818
15,model.language_model.layers.15.mlp.experts.63.gate_proj,0.0047262711,hessian_weighted_relative_error,41280,0.02500,0.866
15,model.language_model.layers.15.mlp.experts.63.up_proj,0.0052335342,hessian_weighted_relative_error,41280,0.02500,0.948
15,model.language_model.layers.15.mlp.experts.64.down_proj,0.0143827612,hessian_weighted_relative_error,60671,0.02500,0.739
15,model.language_model.layers.15.mlp.experts.64.gate_proj,0.0088458320,hessian_weighted_relative_error,60671,0.02500,0.773
15,model.language_model.layers.15.mlp.experts.64.up_proj,0.0103629669,hessian_weighted_relative_error,60671,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.65.down_proj,0.0109639750,hessian_weighted_relative_error,16287,0.02500,0.823
15,model.language_model.layers.15.mlp.experts.65.gate_proj,0.0059115681,hessian_weighted_relative_error,16287,0.02500,0.874
15,model.language_model.layers.15.mlp.experts.65.up_proj,0.0072747409,hessian_weighted_relative_error,16287,0.02500,0.947
15,model.language_model.layers.15.mlp.experts.66.down_proj,0.0076316791,hessian_weighted_relative_error,87204,0.02500,0.735
15,model.language_model.layers.15.mlp.experts.66.gate_proj,0.0043813990,hessian_weighted_relative_error,87204,0.02500,0.769
15,model.language_model.layers.15.mlp.experts.66.up_proj,0.0050297637,hessian_weighted_relative_error,87204,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.67.down_proj,0.0101929411,hessian_weighted_relative_error,23665,0.02500,0.824
15,model.language_model.layers.15.mlp.experts.67.gate_proj,0.0053493741,hessian_weighted_relative_error,23665,0.02500,0.873
15,model.language_model.layers.15.mlp.experts.67.up_proj,0.0062926296,hessian_weighted_relative_error,23665,0.02500,0.942
15,model.language_model.layers.15.mlp.experts.68.down_proj,0.0133924060,hessian_weighted_relative_error,18930,0.02500,0.736
15,model.language_model.layers.15.mlp.experts.68.gate_proj,0.0068333914,hessian_weighted_relative_error,18930,0.02500,0.766
15,model.language_model.layers.15.mlp.experts.68.up_proj,0.0082845633,hessian_weighted_relative_error,18930,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.69.down_proj,0.0080301326,hessian_weighted_relative_error,16023,0.02500,0.824
15,model.language_model.layers.15.mlp.experts.69.gate_proj,0.0033684924,hessian_weighted_relative_error,16023,0.02500,0.874
15,model.language_model.layers.15.mlp.experts.69.up_proj,0.0047135641,hessian_weighted_relative_error,16023,0.02500,0.941
15,model.language_model.layers.15.mlp.experts.7.down_proj,0.0110706256,hessian_weighted_relative_error,26516,0.02500,0.790
15,model.language_model.layers.15.mlp.experts.7.gate_proj,0.0052458173,hessian_weighted_relative_error,26516,0.02500,0.835
15,model.language_model.layers.15.mlp.experts.7.up_proj,0.0056017715,hessian_weighted_relative_error,26516,0.02500,0.933
15,model.language_model.layers.15.mlp.experts.70.down_proj,0.0137701743,hessian_weighted_relative_error,67131,0.02500,0.736
15,model.language_model.layers.15.mlp.experts.70.gate_proj,0.0087194600,hessian_weighted_relative_error,67131,0.02500,0.765
15,model.language_model.layers.15.mlp.experts.70.up_proj,0.0095041256,hessian_weighted_relative_error,67131,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.71.down_proj,0.0111892067,hessian_weighted_relative_error,13344,0.02500,0.822
15,model.language_model.layers.15.mlp.experts.71.gate_proj,0.0062184936,hessian_weighted_relative_error,13344,0.02500,0.879
15,model.language_model.layers.15.mlp.experts.71.up_proj,0.0069889498,hessian_weighted_relative_error,13344,0.02500,0.945
15,model.language_model.layers.15.mlp.experts.72.down_proj,0.0090035765,hessian_weighted_relative_error,20371,0.02500,0.744
15,model.language_model.layers.15.mlp.experts.72.gate_proj,0.0055267422,hessian_weighted_relative_error,20371,0.02500,0.766
15,model.language_model.layers.15.mlp.experts.72.up_proj,0.0063985905,hessian_weighted_relative_error,20371,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.73.down_proj,0.0137561968,hessian_weighted_relative_error,39011,0.02500,0.825
15,model.language_model.layers.15.mlp.experts.73.gate_proj,0.0072059090,hessian_weighted_relative_error,39011,0.02500,0.878
15,model.language_model.layers.15.mlp.experts.73.up_proj,0.0084989213,hessian_weighted_relative_error,39011,0.02500,0.951
15,model.language_model.layers.15.mlp.experts.74.down_proj,0.0100733714,hessian_weighted_relative_error,4186,0.02500,0.738
15,model.language_model.layers.15.mlp.experts.74.gate_proj,0.0040463697,hessian_weighted_relative_error,4186,0.02500,0.769
15,model.language_model.layers.15.mlp.experts.74.up_proj,0.0053054597,hessian_weighted_relative_error,4186,0.02500,0.808
15,model.language_model.layers.15.mlp.experts.75.down_proj,0.0114090994,hessian_weighted_relative_error,27995,0.02500,0.828
15,model.language_model.layers.15.mlp.experts.75.gate_proj,0.0063208390,hessian_weighted_relative_error,27995,0.02500,0.878
15,model.language_model.layers.15.mlp.experts.75.up_proj,0.0076460903,hessian_weighted_relative_error,27995,0.02500,0.944
15,model.language_model.layers.15.mlp.experts.76.down_proj,0.0115139072,hessian_weighted_relative_error,18679,0.02500,0.738
15,model.language_model.layers.15.mlp.experts.76.gate_proj,0.0061885206,hessian_weighted_relative_error,18679,0.02500,0.769
15,model.language_model.layers.15.mlp.experts.76.up_proj,0.0073550837,hessian_weighted_relative_error,18679,0.02500,0.798
15,model.language_model.layers.15.mlp.experts.77.down_proj,0.0101954446,hessian_weighted_relative_error,6861,0.02500,0.827
15,model.language_model.layers.15.mlp.experts.77.gate_proj,0.0049712965,hessian_weighted_relative_error,6861,0.02500,0.889
15,model.language_model.layers.15.mlp.experts.77.up_proj,0.0061322801,hessian_weighted_relative_error,6861,0.02500,0.960
15,model.language_model.layers.15.mlp.experts.78.down_proj,0.0120489987,hessian_weighted_relative_error,35259,0.02500,0.739
15,model.language_model.layers.15.mlp.experts.78.gate_proj,0.0070536799,hessian_weighted_relative_error,35259,0.02500,0.770
15,model.language_model.layers.15.mlp.experts.78.up_proj,0.0087417006,hessian_weighted_relative_error,35259,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.79.down_proj,0.0104052531,hessian_weighted_relative_error,28811,0.02500,0.826
15,model.language_model.layers.15.mlp.experts.79.gate_proj,0.0053529620,hessian_weighted_relative_error,28811,0.02500,0.877
15,model.language_model.layers.15.mlp.experts.79.up_proj,0.0060250035,hessian_weighted_relative_error,28811,0.02500,0.947
15,model.language_model.layers.15.mlp.experts.8.down_proj,0.0110537172,hessian_weighted_relative_error,10622,0.02500,0.724
15,model.language_model.layers.15.mlp.experts.8.gate_proj,0.0050828925,hessian_weighted_relative_error,10622,0.02500,0.745
15,model.language_model.layers.15.mlp.experts.8.up_proj,0.0067122608,hessian_weighted_relative_error,10622,0.02500,0.792
15,model.language_model.layers.15.mlp.experts.80.down_proj,0.0128056673,hessian_weighted_relative_error,24188,0.02500,0.743
15,model.language_model.layers.15.mlp.experts.80.gate_proj,0.0077083438,hessian_weighted_relative_error,24188,0.02500,0.767
15,model.language_model.layers.15.mlp.experts.80.up_proj,0.0086549427,hessian_weighted_relative_error,24188,0.02500,0.796
15,model.language_model.layers.15.mlp.experts.81.down_proj,0.0095413063,hessian_weighted_relative_error,22662,0.02500,0.828
15,model.language_model.layers.15.mlp.experts.81.gate_proj,0.0054961855,hessian_weighted_relative_error,22662,0.02500,0.882
15,model.language_model.layers.15.mlp.experts.81.up_proj,0.0065229946,hessian_weighted_relative_error,22662,0.02500,0.954
15,model.language_model.layers.15.mlp.experts.82.down_proj,0.0110480688,hessian_weighted_relative_error,40660,0.02500,0.740
15,model.language_model.layers.15.mlp.experts.82.gate_proj,0.0067902929,hessian_weighted_relative_error,40660,0.02500,0.774
15,model.language_model.layers.15.mlp.experts.82.up_proj,0.0074798247,hessian_weighted_relative_error,40660,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.83.down_proj,0.0119992468,hessian_weighted_relative_error,29104,0.02500,0.831
15,model.language_model.layers.15.mlp.experts.83.gate_proj,0.0064434285,hessian_weighted_relative_error,29104,0.02500,0.881
15,model.language_model.layers.15.mlp.experts.83.up_proj,0.0073758839,hessian_weighted_relative_error,29104,0.02500,0.952
15,model.language_model.layers.15.mlp.experts.84.down_proj,0.0089199663,hessian_weighted_relative_error,22996,0.02500,0.739
15,model.language_model.layers.15.mlp.experts.84.gate_proj,0.0051825948,hessian_weighted_relative_error,22996,0.02500,0.772
15,model.language_model.layers.15.mlp.experts.84.up_proj,0.0058488849,hessian_weighted_relative_error,22996,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.85.down_proj,0.0082159033,hessian_weighted_relative_error,21304,0.02500,0.829
15,model.language_model.layers.15.mlp.experts.85.gate_proj,0.0038624697,hessian_weighted_relative_error,21304,0.02500,0.881
15,model.language_model.layers.15.mlp.experts.85.up_proj,0.0041586582,hessian_weighted_relative_error,21304,0.02500,0.950
15,model.language_model.layers.15.mlp.experts.86.down_proj,0.0095845370,hessian_weighted_relative_error,27222,0.02500,0.741
15,model.language_model.layers.15.mlp.experts.86.gate_proj,0.0052370965,hessian_weighted_relative_error,27222,0.02500,0.769
15,model.language_model.layers.15.mlp.experts.86.up_proj,0.0058293020,hessian_weighted_relative_error,27222,0.02500,0.800
15,model.language_model.layers.15.mlp.experts.87.down_proj,0.0081089226,hessian_weighted_relative_error,11842,0.02500,0.829
15,model.language_model.layers.15.mlp.experts.87.gate_proj,0.0047338168,hessian_weighted_relative_error,11842,0.02500,0.879
15,model.language_model.layers.15.mlp.experts.87.up_proj,0.0052913071,hessian_weighted_relative_error,11842,0.02500,0.946
15,model.language_model.layers.15.mlp.experts.88.down_proj,0.0122859663,hessian_weighted_relative_error,19183,0.02500,0.744
15,model.language_model.layers.15.mlp.experts.88.gate_proj,0.0064205723,hessian_weighted_relative_error,19183,0.02500,0.768
15,model.language_model.layers.15.mlp.experts.88.up_proj,0.0076019520,hessian_weighted_relative_error,19183,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.89.down_proj,0.0111169462,hessian_weighted_relative_error,22711,0.02500,0.832
15,model.language_model.layers.15.mlp.experts.89.gate_proj,0.0059882776,hessian_weighted_relative_error,22711,0.02500,0.885
15,model.language_model.layers.15.mlp.experts.89.up_proj,0.0068765551,hessian_weighted_relative_error,22711,0.02500,0.955
15,model.language_model.layers.15.mlp.experts.9.down_proj,0.0105857759,hessian_weighted_relative_error,20183,0.02500,0.794
15,model.language_model.layers.15.mlp.experts.9.gate_proj,0.0059020843,hessian_weighted_relative_error,20183,0.02500,0.843
15,model.language_model.layers.15.mlp.experts.9.up_proj,0.0069009542,hessian_weighted_relative_error,20183,0.02500,0.937
15,model.language_model.layers.15.mlp.experts.90.down_proj,0.0096942393,hessian_weighted_relative_error,25975,0.02500,0.741
15,model.language_model.layers.15.mlp.experts.90.gate_proj,0.0052172096,hessian_weighted_relative_error,25975,0.02500,0.769
15,model.language_model.layers.15.mlp.experts.90.up_proj,0.0058859361,hessian_weighted_relative_error,25975,0.02500,0.802
15,model.language_model.layers.15.mlp.experts.91.down_proj,0.0145356464,hessian_weighted_relative_error,87559,0.02500,0.834
15,model.language_model.layers.15.mlp.experts.91.gate_proj,0.0086479883,hessian_weighted_relative_error,87559,0.02500,0.884
15,model.language_model.layers.15.mlp.experts.91.up_proj,0.0100499537,hessian_weighted_relative_error,87559,0.02500,0.949
15,model.language_model.layers.15.mlp.experts.92.down_proj,0.0103946703,hessian_weighted_relative_error,36862,0.02500,0.741
15,model.language_model.layers.15.mlp.experts.92.gate_proj,0.0052121339,hessian_weighted_relative_error,36862,0.02500,0.780
15,model.language_model.layers.15.mlp.experts.92.up_proj,0.0061219101,hessian_weighted_relative_error,36862,0.02500,0.801
15,model.language_model.layers.15.mlp.experts.93.down_proj,0.0092426675,hessian_weighted_relative_error,24391,0.02500,0.835
15,model.language_model.layers.15.mlp.experts.93.gate_proj,0.0042619278,hessian_weighted_relative_error,24391,0.02500,0.887
15,model.language_model.layers.15.mlp.experts.93.up_proj,0.0057976773,hessian_weighted_relative_error,24391,0.02500,0.946
15,model.language_model.layers.15.mlp.experts.94.down_proj,0.0113440230,hessian_weighted_relative_error,15491,0.02500,0.743
15,model.language_model.layers.15.mlp.experts.94.gate_proj,0.0066252101,hessian_weighted_relative_error,15491,0.02500,0.772
15,model.language_model.layers.15.mlp.experts.94.up_proj,0.0082555777,hessian_weighted_relative_error,15491,0.02500,0.804
15,model.language_model.layers.15.mlp.experts.95.down_proj,0.0082344322,hessian_weighted_relative_error,28028,0.02500,0.834
15,model.language_model.layers.15.mlp.experts.95.gate_proj,0.0047424023,hessian_weighted_relative_error,28028,0.02500,0.886
15,model.language_model.layers.15.mlp.experts.95.up_proj,0.0054783134,hessian_weighted_relative_error,28028,0.02500,0.954
15,model.language_model.layers.15.mlp.experts.96.down_proj,0.0120770236,hessian_weighted_relative_error,15122,0.02500,0.747
15,model.language_model.layers.15.mlp.experts.96.gate_proj,0.0063655131,hessian_weighted_relative_error,15122,0.02500,0.768
15,model.language_model.layers.15.mlp.experts.96.up_proj,0.0077856718,hessian_weighted_relative_error,15122,0.02500,0.799
15,model.language_model.layers.15.mlp.experts.97.down_proj,0.0109400049,hessian_weighted_relative_error,16645,0.02500,0.836
15,model.language_model.layers.15.mlp.experts.97.gate_proj,0.0057784856,hessian_weighted_relative_error,16645,0.02500,0.889
15,model.language_model.layers.15.mlp.experts.97.up_proj,0.0063383867,hessian_weighted_relative_error,16645,0.02500,0.952
15,model.language_model.layers.15.mlp.experts.98.down_proj,0.0092804421,hessian_weighted_relative_error,12087,0.02500,0.743
15,model.language_model.layers.15.mlp.experts.98.gate_proj,0.0051414725,hessian_weighted_relative_error,12087,0.02500,0.772
15,model.language_model.layers.15.mlp.experts.98.up_proj,0.0063053029,hessian_weighted_relative_error,12087,0.02500,0.805
15,model.language_model.layers.15.mlp.experts.99.down_proj,0.0132773903,hessian_weighted_relative_error,50158,0.02500,0.839
15,model.language_model.layers.15.mlp.experts.99.gate_proj,0.0081387262,hessian_weighted_relative_error,50158,0.02500,0.888
15,model.language_model.layers.15.mlp.experts.99.up_proj,0.0092882987,hessian_weighted_relative_error,50158,0.02500,0.954
16,model.language_model.layers.16.mlp.experts.0.down_proj,0.0081999379,hessian_weighted_relative_error,5583,0.02500,0.691
16,model.language_model.layers.16.mlp.experts.0.gate_proj,0.0040251528,hessian_weighted_relative_error,5583,0.02500,0.771
16,model.language_model.layers.16.mlp.experts.0.up_proj,0.0047317502,hessian_weighted_relative_error,5583,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.1.down_proj,0.0110040533,hessian_weighted_relative_error,21044,0.02500,0.759
16,model.language_model.layers.16.mlp.experts.1.gate_proj,0.0055430424,hessian_weighted_relative_error,21044,0.02500,0.880
16,model.language_model.layers.16.mlp.experts.1.up_proj,0.0064253387,hessian_weighted_relative_error,21044,0.02500,0.941
16,model.language_model.layers.16.mlp.experts.10.down_proj,0.0094319036,hessian_weighted_relative_error,14191,0.02500,0.724
16,model.language_model.layers.16.mlp.experts.10.gate_proj,0.0047041242,hessian_weighted_relative_error,14191,0.02500,0.751
16,model.language_model.layers.16.mlp.experts.10.up_proj,0.0055296375,hessian_weighted_relative_error,14191,0.02500,0.798
16,model.language_model.layers.16.mlp.experts.100.down_proj,0.0061414632,hessian_weighted_relative_error,10127,0.02500,0.742
16,model.language_model.layers.16.mlp.experts.100.gate_proj,0.0026562174,hessian_weighted_relative_error,10127,0.02500,0.777
16,model.language_model.layers.16.mlp.experts.100.up_proj,0.0027057960,hessian_weighted_relative_error,10127,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.101.down_proj,0.0126616907,hessian_weighted_relative_error,33842,0.02500,0.841
16,model.language_model.layers.16.mlp.experts.101.gate_proj,0.0055754256,hessian_weighted_relative_error,33842,0.02500,0.889
16,model.language_model.layers.16.mlp.experts.101.up_proj,0.0067163548,hessian_weighted_relative_error,33842,0.02500,0.960
16,model.language_model.layers.16.mlp.experts.102.down_proj,0.0110984447,hessian_weighted_relative_error,20637,0.02500,0.743
16,model.language_model.layers.16.mlp.experts.102.gate_proj,0.0056787718,hessian_weighted_relative_error,20637,0.02500,0.776
16,model.language_model.layers.16.mlp.experts.102.up_proj,0.0063947339,hessian_weighted_relative_error,20637,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.103.down_proj,0.0109594573,hessian_weighted_relative_error,31374,0.02500,0.840
16,model.language_model.layers.16.mlp.experts.103.gate_proj,0.0056352230,hessian_weighted_relative_error,31374,0.02500,0.892
16,model.language_model.layers.16.mlp.experts.103.up_proj,0.0064089625,hessian_weighted_relative_error,31374,0.02500,0.950
16,model.language_model.layers.16.mlp.experts.104.down_proj,0.0127029507,hessian_weighted_relative_error,19856,0.02500,0.746
16,model.language_model.layers.16.mlp.experts.104.gate_proj,0.0064071202,hessian_weighted_relative_error,19856,0.02500,0.771
16,model.language_model.layers.16.mlp.experts.104.up_proj,0.0073620917,hessian_weighted_relative_error,19856,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.105.down_proj,0.0112311605,hessian_weighted_relative_error,14909,0.02500,0.843
16,model.language_model.layers.16.mlp.experts.105.gate_proj,0.0063462345,hessian_weighted_relative_error,14909,0.02500,0.896
16,model.language_model.layers.16.mlp.experts.105.up_proj,0.0078248503,hessian_weighted_relative_error,14909,0.02500,0.963
16,model.language_model.layers.16.mlp.experts.106.down_proj,0.0100689948,hessian_weighted_relative_error,11232,0.02500,0.745
16,model.language_model.layers.16.mlp.experts.106.gate_proj,0.0048789034,hessian_weighted_relative_error,11232,0.02500,0.775
16,model.language_model.layers.16.mlp.experts.106.up_proj,0.0057556067,hessian_weighted_relative_error,11232,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.107.down_proj,0.0133624430,hessian_weighted_relative_error,29450,0.02500,0.846
16,model.language_model.layers.16.mlp.experts.107.gate_proj,0.0063162429,hessian_weighted_relative_error,29450,0.02500,0.894
16,model.language_model.layers.16.mlp.experts.107.up_proj,0.0070462034,hessian_weighted_relative_error,29450,0.02500,0.965
16,model.language_model.layers.16.mlp.experts.108.down_proj,0.0119152289,hessian_weighted_relative_error,37418,0.02500,0.745
16,model.language_model.layers.16.mlp.experts.108.gate_proj,0.0061126000,hessian_weighted_relative_error,37418,0.02500,0.776
16,model.language_model.layers.16.mlp.experts.108.up_proj,0.0066274976,hessian_weighted_relative_error,37418,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.109.down_proj,0.0111117469,hessian_weighted_relative_error,18189,0.02500,0.845
16,model.language_model.layers.16.mlp.experts.109.gate_proj,0.0062116160,hessian_weighted_relative_error,18189,0.02500,0.893
16,model.language_model.layers.16.mlp.experts.109.up_proj,0.0070361572,hessian_weighted_relative_error,18189,0.02500,0.990
16,model.language_model.layers.16.mlp.experts.11.down_proj,0.0098882724,hessian_weighted_relative_error,7676,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.11.gate_proj,0.0049485043,hessian_weighted_relative_error,7676,0.02500,0.849
16,model.language_model.layers.16.mlp.experts.11.up_proj,0.0054262390,hessian_weighted_relative_error,7676,0.02500,0.944
16,model.language_model.layers.16.mlp.experts.110.down_proj,0.0119974434,hessian_weighted_relative_error,34225,0.02500,0.746
16,model.language_model.layers.16.mlp.experts.110.gate_proj,0.0060998537,hessian_weighted_relative_error,34225,0.02500,0.778
16,model.language_model.layers.16.mlp.experts.110.up_proj,0.0070281285,hessian_weighted_relative_error,34225,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.111.down_proj,0.0124248425,hessian_weighted_relative_error,22576,0.02500,0.844
16,model.language_model.layers.16.mlp.experts.111.gate_proj,0.0057832798,hessian_weighted_relative_error,22576,0.02500,0.893
16,model.language_model.layers.16.mlp.experts.111.up_proj,0.0068900630,hessian_weighted_relative_error,22576,0.02500,0.950
16,model.language_model.layers.16.mlp.experts.112.down_proj,0.0060369286,hessian_weighted_relative_error,17478,0.02500,0.747
16,model.language_model.layers.16.mlp.experts.112.gate_proj,0.0031786754,hessian_weighted_relative_error,17478,0.02500,0.775
16,model.language_model.layers.16.mlp.experts.112.up_proj,0.0033888791,hessian_weighted_relative_error,17478,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.113.down_proj,0.0144168013,hessian_weighted_relative_error,55358,0.02500,0.846
16,model.language_model.layers.16.mlp.experts.113.gate_proj,0.0087014582,hessian_weighted_relative_error,55358,0.02500,0.897
16,model.language_model.layers.16.mlp.experts.113.up_proj,0.0101042341,hessian_weighted_relative_error,55358,0.02500,0.952
16,model.language_model.layers.16.mlp.experts.114.down_proj,0.0120970414,hessian_weighted_relative_error,41848,0.02500,0.748
16,model.language_model.layers.16.mlp.experts.114.gate_proj,0.0071139598,hessian_weighted_relative_error,41848,0.02500,0.777
16,model.language_model.layers.16.mlp.experts.114.up_proj,0.0078005351,hessian_weighted_relative_error,41848,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.115.down_proj,0.0109909790,hessian_weighted_relative_error,16279,0.02500,0.849
16,model.language_model.layers.16.mlp.experts.115.gate_proj,0.0064494254,hessian_weighted_relative_error,16279,0.02500,0.894
16,model.language_model.layers.16.mlp.experts.115.up_proj,0.0072302531,hessian_weighted_relative_error,16279,0.02500,0.955
16,model.language_model.layers.16.mlp.experts.116.down_proj,0.0107125621,hessian_weighted_relative_error,40422,0.02500,0.747
16,model.language_model.layers.16.mlp.experts.116.gate_proj,0.0054515434,hessian_weighted_relative_error,40422,0.02500,0.779
16,model.language_model.layers.16.mlp.experts.116.up_proj,0.0058624060,hessian_weighted_relative_error,40422,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.117.down_proj,0.0119532204,hessian_weighted_relative_error,15320,0.02500,0.849
16,model.language_model.layers.16.mlp.experts.117.gate_proj,0.0064370722,hessian_weighted_relative_error,15320,0.02500,0.895
16,model.language_model.layers.16.mlp.experts.117.up_proj,0.0073310749,hessian_weighted_relative_error,15320,0.02500,0.958
16,model.language_model.layers.16.mlp.experts.118.down_proj,0.0117121422,hessian_weighted_relative_error,44442,0.02500,0.747
16,model.language_model.layers.16.mlp.experts.118.gate_proj,0.0063323652,hessian_weighted_relative_error,44442,0.02500,0.778
16,model.language_model.layers.16.mlp.experts.118.up_proj,0.0068462666,hessian_weighted_relative_error,44442,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.119.down_proj,0.0140113799,hessian_weighted_relative_error,22655,0.02500,0.848
16,model.language_model.layers.16.mlp.experts.119.gate_proj,0.0088233016,hessian_weighted_relative_error,22655,0.02500,0.896
16,model.language_model.layers.16.mlp.experts.119.up_proj,0.0095595367,hessian_weighted_relative_error,22655,0.02500,0.954
16,model.language_model.layers.16.mlp.experts.12.down_proj,0.0119251866,hessian_weighted_relative_error,12425,0.02500,0.721
16,model.language_model.layers.16.mlp.experts.12.gate_proj,0.0063745478,hessian_weighted_relative_error,12425,0.02500,0.753
16,model.language_model.layers.16.mlp.experts.12.up_proj,0.0072674077,hessian_weighted_relative_error,12425,0.02500,0.798
16,model.language_model.layers.16.mlp.experts.120.down_proj,0.0123300625,hessian_weighted_relative_error,39927,0.02500,0.748
16,model.language_model.layers.16.mlp.experts.120.gate_proj,0.0063211630,hessian_weighted_relative_error,39927,0.02500,0.776
16,model.language_model.layers.16.mlp.experts.120.up_proj,0.0070744415,hessian_weighted_relative_error,39927,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.121.down_proj,0.0077732959,hessian_weighted_relative_error,19673,0.02500,0.850
16,model.language_model.layers.16.mlp.experts.121.gate_proj,0.0037382743,hessian_weighted_relative_error,19673,0.02500,0.899
16,model.language_model.layers.16.mlp.experts.121.up_proj,0.0039398160,hessian_weighted_relative_error,19673,0.02500,0.965
16,model.language_model.layers.16.mlp.experts.122.down_proj,0.0137804061,hessian_weighted_relative_error,57845,0.02500,0.749
16,model.language_model.layers.16.mlp.experts.122.gate_proj,0.0084229821,hessian_weighted_relative_error,57845,0.02500,0.780
16,model.language_model.layers.16.mlp.experts.122.up_proj,0.0097004583,hessian_weighted_relative_error,57845,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.123.down_proj,0.0122709637,hessian_weighted_relative_error,30718,0.02500,0.853
16,model.language_model.layers.16.mlp.experts.123.gate_proj,0.0060910802,hessian_weighted_relative_error,30718,0.02500,0.896
16,model.language_model.layers.16.mlp.experts.123.up_proj,0.0068404866,hessian_weighted_relative_error,30718,0.02500,0.955
16,model.language_model.layers.16.mlp.experts.124.down_proj,0.0103548945,hessian_weighted_relative_error,5695,0.02500,0.747
16,model.language_model.layers.16.mlp.experts.124.gate_proj,0.0044255968,hessian_weighted_relative_error,5695,0.02500,0.778
16,model.language_model.layers.16.mlp.experts.124.up_proj,0.0052163116,hessian_weighted_relative_error,5695,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.125.down_proj,0.0094932424,hessian_weighted_relative_error,31715,0.02500,0.852
16,model.language_model.layers.16.mlp.experts.125.gate_proj,0.0047809869,hessian_weighted_relative_error,31715,0.02500,0.896
16,model.language_model.layers.16.mlp.experts.125.up_proj,0.0055251351,hessian_weighted_relative_error,31715,0.02500,0.963
16,model.language_model.layers.16.mlp.experts.126.down_proj,0.0129945197,hessian_weighted_relative_error,39126,0.02500,0.749
16,model.language_model.layers.16.mlp.experts.126.gate_proj,0.0063472925,hessian_weighted_relative_error,39126,0.02500,0.779
16,model.language_model.layers.16.mlp.experts.126.up_proj,0.0071266145,hessian_weighted_relative_error,39126,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.127.down_proj,0.0084881607,hessian_weighted_relative_error,23573,0.02500,0.851
16,model.language_model.layers.16.mlp.experts.127.gate_proj,0.0038209639,hessian_weighted_relative_error,23573,0.02500,0.898
16,model.language_model.layers.16.mlp.experts.127.up_proj,0.0043019740,hessian_weighted_relative_error,23573,0.02500,0.950
16,model.language_model.layers.16.mlp.experts.128.down_proj,0.0100430570,hessian_weighted_relative_error,32459,0.02500,0.750
16,model.language_model.layers.16.mlp.experts.128.gate_proj,0.0052115949,hessian_weighted_relative_error,32459,0.02500,0.777
16,model.language_model.layers.16.mlp.experts.128.up_proj,0.0055218832,hessian_weighted_relative_error,32459,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.129.down_proj,0.0126284146,hessian_weighted_relative_error,19339,0.02500,0.853
16,model.language_model.layers.16.mlp.experts.129.gate_proj,0.0068713441,hessian_weighted_relative_error,19339,0.02500,0.900
16,model.language_model.layers.16.mlp.experts.129.up_proj,0.0079275982,hessian_weighted_relative_error,19339,0.02500,0.957
16,model.language_model.layers.16.mlp.experts.13.down_proj,0.0143705353,hessian_weighted_relative_error,37056,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.13.gate_proj,0.0088610548,hessian_weighted_relative_error,37056,0.02500,0.845
16,model.language_model.layers.16.mlp.experts.13.up_proj,0.0096656734,hessian_weighted_relative_error,37056,0.02500,0.945
16,model.language_model.layers.16.mlp.experts.130.down_proj,0.0008658270,hessian_weighted_relative_error,34521,0.02500,0.748
16,model.language_model.layers.16.mlp.experts.130.gate_proj,0.0029652230,hessian_weighted_relative_error,34521,0.02500,0.782
16,model.language_model.layers.16.mlp.experts.130.up_proj,0.0032886273,hessian_weighted_relative_error,34521,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.131.down_proj,0.0095526966,hessian_weighted_relative_error,23172,0.02500,0.856
16,model.language_model.layers.16.mlp.experts.131.gate_proj,0.0059278602,hessian_weighted_relative_error,23172,0.02500,0.901
16,model.language_model.layers.16.mlp.experts.131.up_proj,0.0066359286,hessian_weighted_relative_error,23172,0.02500,0.958
16,model.language_model.layers.16.mlp.experts.132.down_proj,0.0101353645,hessian_weighted_relative_error,30575,0.02500,0.750
16,model.language_model.layers.16.mlp.experts.132.gate_proj,0.0058717027,hessian_weighted_relative_error,30575,0.02500,0.782
16,model.language_model.layers.16.mlp.experts.132.up_proj,0.0070096440,hessian_weighted_relative_error,30575,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.133.down_proj,0.0126519253,hessian_weighted_relative_error,26712,0.02500,0.855
16,model.language_model.layers.16.mlp.experts.133.gate_proj,0.0060585147,hessian_weighted_relative_error,26712,0.02500,0.901
16,model.language_model.layers.16.mlp.experts.133.up_proj,0.0072160013,hessian_weighted_relative_error,26712,0.02500,0.957
16,model.language_model.layers.16.mlp.experts.134.down_proj,0.0118060103,hessian_weighted_relative_error,14089,0.02500,0.750
16,model.language_model.layers.16.mlp.experts.134.gate_proj,0.0054417348,hessian_weighted_relative_error,14089,0.02500,0.782
16,model.language_model.layers.16.mlp.experts.134.up_proj,0.0065674938,hessian_weighted_relative_error,14089,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.135.down_proj,0.0127601669,hessian_weighted_relative_error,37465,0.02500,0.855
16,model.language_model.layers.16.mlp.experts.135.gate_proj,0.0073691923,hessian_weighted_relative_error,37465,0.02500,0.898
16,model.language_model.layers.16.mlp.experts.135.up_proj,0.0088015904,hessian_weighted_relative_error,37465,0.02500,0.953
16,model.language_model.layers.16.mlp.experts.136.down_proj,0.0107656924,hessian_weighted_relative_error,42591,0.02500,0.749
16,model.language_model.layers.16.mlp.experts.136.gate_proj,0.0064946821,hessian_weighted_relative_error,42591,0.02500,0.777
16,model.language_model.layers.16.mlp.experts.136.up_proj,0.0071077771,hessian_weighted_relative_error,42591,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.137.down_proj,0.0117660052,hessian_weighted_relative_error,20852,0.02500,0.857
16,model.language_model.layers.16.mlp.experts.137.gate_proj,0.0045381805,hessian_weighted_relative_error,20852,0.02500,0.902
16,model.language_model.layers.16.mlp.experts.137.up_proj,0.0052046493,hessian_weighted_relative_error,20852,0.02500,0.970
16,model.language_model.layers.16.mlp.experts.138.down_proj,0.0109969696,hessian_weighted_relative_error,12369,0.02500,0.753
16,model.language_model.layers.16.mlp.experts.138.gate_proj,0.0063048626,hessian_weighted_relative_error,12369,0.02500,0.783
16,model.language_model.layers.16.mlp.experts.138.up_proj,0.0075581121,hessian_weighted_relative_error,12369,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.139.down_proj,0.0058059152,hessian_weighted_relative_error,9890,0.02500,0.861
16,model.language_model.layers.16.mlp.experts.139.gate_proj,0.0030051192,hessian_weighted_relative_error,9890,0.02500,0.900
16,model.language_model.layers.16.mlp.experts.139.up_proj,0.0036706061,hessian_weighted_relative_error,9890,0.02500,0.952
16,model.language_model.layers.16.mlp.experts.14.down_proj,0.0096879468,hessian_weighted_relative_error,12504,0.02500,0.722
16,model.language_model.layers.16.mlp.experts.14.gate_proj,0.0048368244,hessian_weighted_relative_error,12504,0.02500,0.755
16,model.language_model.layers.16.mlp.experts.14.up_proj,0.0055885450,hessian_weighted_relative_error,12504,0.02500,0.798
16,model.language_model.layers.16.mlp.experts.140.down_proj,0.0080580088,hessian_weighted_relative_error,41757,0.02500,0.750
16,model.language_model.layers.16.mlp.experts.140.gate_proj,0.0045635837,hessian_weighted_relative_error,41757,0.02500,0.782
16,model.language_model.layers.16.mlp.experts.140.up_proj,0.0053149898,hessian_weighted_relative_error,41757,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.141.down_proj,0.0082834003,hessian_weighted_relative_error,3936,0.02500,0.861
16,model.language_model.layers.16.mlp.experts.141.gate_proj,0.0039172366,hessian_weighted_relative_error,3936,0.02500,0.899
16,model.language_model.layers.16.mlp.experts.141.up_proj,0.0043738188,hessian_weighted_relative_error,3936,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.142.down_proj,0.0143278958,hessian_weighted_relative_error,76291,0.02500,0.752
16,model.language_model.layers.16.mlp.experts.142.gate_proj,0.0079623929,hessian_weighted_relative_error,76291,0.02500,0.783
16,model.language_model.layers.16.mlp.experts.142.up_proj,0.0092690853,hessian_weighted_relative_error,76291,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.143.down_proj,0.0100365733,hessian_weighted_relative_error,27759,0.02500,0.859
16,model.language_model.layers.16.mlp.experts.143.gate_proj,0.0046234611,hessian_weighted_relative_error,27759,0.02500,0.903
16,model.language_model.layers.16.mlp.experts.143.up_proj,0.0054126638,hessian_weighted_relative_error,27759,0.02500,0.954
16,model.language_model.layers.16.mlp.experts.144.down_proj,0.0072604793,hessian_weighted_relative_error,15395,0.02500,0.752
16,model.language_model.layers.16.mlp.experts.144.gate_proj,0.0037805161,hessian_weighted_relative_error,15395,0.02500,0.779
16,model.language_model.layers.16.mlp.experts.144.up_proj,0.0045430930,hessian_weighted_relative_error,15395,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.145.down_proj,0.0104404810,hessian_weighted_relative_error,13394,0.02500,0.860
16,model.language_model.layers.16.mlp.experts.145.gate_proj,0.0045922008,hessian_weighted_relative_error,13394,0.02500,0.909
16,model.language_model.layers.16.mlp.experts.145.up_proj,0.0054900395,hessian_weighted_relative_error,13394,0.02500,0.961
16,model.language_model.layers.16.mlp.experts.146.down_proj,0.0116681533,hessian_weighted_relative_error,11027,0.02500,0.751
16,model.language_model.layers.16.mlp.experts.146.gate_proj,0.0062341552,hessian_weighted_relative_error,11027,0.02500,0.784
16,model.language_model.layers.16.mlp.experts.146.up_proj,0.0069578685,hessian_weighted_relative_error,11027,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.147.down_proj,0.0112092540,hessian_weighted_relative_error,20298,0.02500,0.865
16,model.language_model.layers.16.mlp.experts.147.gate_proj,0.0046803716,hessian_weighted_relative_error,20298,0.02500,0.905
16,model.language_model.layers.16.mlp.experts.147.up_proj,0.0051996801,hessian_weighted_relative_error,20298,0.02500,0.957
16,model.language_model.layers.16.mlp.experts.148.down_proj,0.0084926928,hessian_weighted_relative_error,50601,0.02500,0.751
16,model.language_model.layers.16.mlp.experts.148.gate_proj,0.0056183865,hessian_weighted_relative_error,50601,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.148.up_proj,0.0061116297,hessian_weighted_relative_error,50601,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.149.down_proj,0.0114336802,hessian_weighted_relative_error,23672,0.02500,0.865
16,model.language_model.layers.16.mlp.experts.149.gate_proj,0.0059076297,hessian_weighted_relative_error,23672,0.02500,0.902
16,model.language_model.layers.16.mlp.experts.149.up_proj,0.0069951831,hessian_weighted_relative_error,23672,0.02500,0.963
16,model.language_model.layers.16.mlp.experts.15.down_proj,0.0113901586,hessian_weighted_relative_error,11315,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.15.gate_proj,0.0063745707,hessian_weighted_relative_error,11315,0.02500,0.846
16,model.language_model.layers.16.mlp.experts.15.up_proj,0.0075279412,hessian_weighted_relative_error,11315,0.02500,0.940
16,model.language_model.layers.16.mlp.experts.150.down_proj,0.0099639187,hessian_weighted_relative_error,7196,0.02500,0.752
16,model.language_model.layers.16.mlp.experts.150.gate_proj,0.0045284662,hessian_weighted_relative_error,7196,0.02500,0.782
16,model.language_model.layers.16.mlp.experts.150.up_proj,0.0054515581,hessian_weighted_relative_error,7196,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.151.down_proj,0.0142844162,hessian_weighted_relative_error,30418,0.02500,0.863
16,model.language_model.layers.16.mlp.experts.151.gate_proj,0.0087868774,hessian_weighted_relative_error,30418,0.02500,0.901
16,model.language_model.layers.16.mlp.experts.151.up_proj,0.0099732034,hessian_weighted_relative_error,30418,0.02500,0.958
16,model.language_model.layers.16.mlp.experts.152.down_proj,0.0109039747,hessian_weighted_relative_error,24547,0.02500,0.753
16,model.language_model.layers.16.mlp.experts.152.gate_proj,0.0049608494,hessian_weighted_relative_error,24547,0.02500,0.780
16,model.language_model.layers.16.mlp.experts.152.up_proj,0.0060986778,hessian_weighted_relative_error,24547,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.153.down_proj,0.0113750620,hessian_weighted_relative_error,7557,0.02500,0.865
16,model.language_model.layers.16.mlp.experts.153.gate_proj,0.0059290211,hessian_weighted_relative_error,7557,0.02500,0.911
16,model.language_model.layers.16.mlp.experts.153.up_proj,0.0066557263,hessian_weighted_relative_error,7557,0.02500,0.978
16,model.language_model.layers.16.mlp.experts.154.down_proj,0.0131409260,hessian_weighted_relative_error,47194,0.02500,0.755
16,model.language_model.layers.16.mlp.experts.154.gate_proj,0.0079159457,hessian_weighted_relative_error,47194,0.02500,0.785
16,model.language_model.layers.16.mlp.experts.154.up_proj,0.0093756303,hessian_weighted_relative_error,47194,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.155.down_proj,0.0092371777,hessian_weighted_relative_error,31853,0.02500,0.869
16,model.language_model.layers.16.mlp.experts.155.gate_proj,0.0042105046,hessian_weighted_relative_error,31853,0.02500,0.910
16,model.language_model.layers.16.mlp.experts.155.up_proj,0.0044990769,hessian_weighted_relative_error,31853,0.02500,0.962
16,model.language_model.layers.16.mlp.experts.156.down_proj,0.0104607102,hessian_weighted_relative_error,25551,0.02500,0.753
16,model.language_model.layers.16.mlp.experts.156.gate_proj,0.0051303406,hessian_weighted_relative_error,25551,0.02500,0.782
16,model.language_model.layers.16.mlp.experts.156.up_proj,0.0057577788,hessian_weighted_relative_error,25551,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.157.down_proj,0.0123280020,hessian_weighted_relative_error,18729,0.02500,0.868
16,model.language_model.layers.16.mlp.experts.157.gate_proj,0.0068330478,hessian_weighted_relative_error,18729,0.02500,0.903
16,model.language_model.layers.16.mlp.experts.157.up_proj,0.0072561076,hessian_weighted_relative_error,18729,0.02500,0.954
16,model.language_model.layers.16.mlp.experts.158.down_proj,0.0134104982,hessian_weighted_relative_error,54523,0.02500,0.753
16,model.language_model.layers.16.mlp.experts.158.gate_proj,0.0075385531,hessian_weighted_relative_error,54523,0.02500,0.786
16,model.language_model.layers.16.mlp.experts.158.up_proj,0.0088767387,hessian_weighted_relative_error,54523,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.159.down_proj,0.0068787495,hessian_weighted_relative_error,6306,0.02500,0.867
16,model.language_model.layers.16.mlp.experts.159.gate_proj,0.0027414700,hessian_weighted_relative_error,6306,0.02500,0.905
16,model.language_model.layers.16.mlp.experts.159.up_proj,0.0030597441,hessian_weighted_relative_error,6306,0.02500,0.962
16,model.language_model.layers.16.mlp.experts.16.down_proj,0.0123638711,hessian_weighted_relative_error,38727,0.02500,0.723
16,model.language_model.layers.16.mlp.experts.16.gate_proj,0.0058123244,hessian_weighted_relative_error,38727,0.02500,0.751
16,model.language_model.layers.16.mlp.experts.16.up_proj,0.0067596682,hessian_weighted_relative_error,38727,0.02500,0.793
16,model.language_model.layers.16.mlp.experts.160.down_proj,0.0117286573,hessian_weighted_relative_error,19707,0.02500,0.754
16,model.language_model.layers.16.mlp.experts.160.gate_proj,0.0057753405,hessian_weighted_relative_error,19707,0.02500,0.780
16,model.language_model.layers.16.mlp.experts.160.up_proj,0.0069296606,hessian_weighted_relative_error,19707,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.161.down_proj,0.0074232500,hessian_weighted_relative_error,33863,0.02500,0.869
16,model.language_model.layers.16.mlp.experts.161.gate_proj,0.0036866350,hessian_weighted_relative_error,33863,0.02500,0.907
16,model.language_model.layers.16.mlp.experts.161.up_proj,0.0041888306,hessian_weighted_relative_error,33863,0.02500,0.970
16,model.language_model.layers.16.mlp.experts.162.down_proj,0.0130099680,hessian_weighted_relative_error,60263,0.02500,0.760
16,model.language_model.layers.16.mlp.experts.162.gate_proj,0.0082438304,hessian_weighted_relative_error,60263,0.02500,0.785
16,model.language_model.layers.16.mlp.experts.162.up_proj,0.0096150401,hessian_weighted_relative_error,60263,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.163.down_proj,0.0075963812,hessian_weighted_relative_error,7043,0.02500,0.872
16,model.language_model.layers.16.mlp.experts.163.gate_proj,0.0036668057,hessian_weighted_relative_error,7043,0.02500,0.909
16,model.language_model.layers.16.mlp.experts.163.up_proj,0.0043545888,hessian_weighted_relative_error,7043,0.02500,0.967
16,model.language_model.layers.16.mlp.experts.164.down_proj,0.0062642068,hessian_weighted_relative_error,14149,0.02500,0.753
16,model.language_model.layers.16.mlp.experts.164.gate_proj,0.0032711532,hessian_weighted_relative_error,14149,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.164.up_proj,0.0036617044,hessian_weighted_relative_error,14149,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.165.down_proj,0.0101770270,hessian_weighted_relative_error,19761,0.02500,0.871
16,model.language_model.layers.16.mlp.experts.165.gate_proj,0.0055505209,hessian_weighted_relative_error,19761,0.02500,0.905
16,model.language_model.layers.16.mlp.experts.165.up_proj,0.0064063001,hessian_weighted_relative_error,19761,0.02500,0.957
16,model.language_model.layers.16.mlp.experts.166.down_proj,0.0112151714,hessian_weighted_relative_error,15164,0.02500,0.754
16,model.language_model.layers.16.mlp.experts.166.gate_proj,0.0066916628,hessian_weighted_relative_error,15164,0.02500,0.785
16,model.language_model.layers.16.mlp.experts.166.up_proj,0.0078988058,hessian_weighted_relative_error,15164,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.167.down_proj,0.0106903563,hessian_weighted_relative_error,43148,0.02500,0.870
16,model.language_model.layers.16.mlp.experts.167.gate_proj,0.0062423492,hessian_weighted_relative_error,43148,0.02500,0.903
16,model.language_model.layers.16.mlp.experts.167.up_proj,0.0072830333,hessian_weighted_relative_error,43148,0.02500,0.960
16,model.language_model.layers.16.mlp.experts.168.down_proj,0.0106158820,hessian_weighted_relative_error,29867,0.02500,0.755
16,model.language_model.layers.16.mlp.experts.168.gate_proj,0.0059388585,hessian_weighted_relative_error,29867,0.02500,0.781
16,model.language_model.layers.16.mlp.experts.168.up_proj,0.0067290308,hessian_weighted_relative_error,29867,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.169.down_proj,0.0113393217,hessian_weighted_relative_error,15499,0.02500,0.871
16,model.language_model.layers.16.mlp.experts.169.gate_proj,0.0063492512,hessian_weighted_relative_error,15499,0.02500,0.919
16,model.language_model.layers.16.mlp.experts.169.up_proj,0.0072979595,hessian_weighted_relative_error,15499,0.02500,0.962
16,model.language_model.layers.16.mlp.experts.17.down_proj,0.0113775981,hessian_weighted_relative_error,24297,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.17.gate_proj,0.0059254851,hessian_weighted_relative_error,24297,0.02500,0.860
16,model.language_model.layers.16.mlp.experts.17.up_proj,0.0070119523,hessian_weighted_relative_error,24297,0.02500,0.943
16,model.language_model.layers.16.mlp.experts.170.down_proj,0.0116043764,hessian_weighted_relative_error,21470,0.02500,0.756
16,model.language_model.layers.16.mlp.experts.170.gate_proj,0.0067208848,hessian_weighted_relative_error,21470,0.02500,0.786
16,model.language_model.layers.16.mlp.experts.170.up_proj,0.0074002118,hessian_weighted_relative_error,21470,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.171.down_proj,0.0103869087,hessian_weighted_relative_error,20918,0.02500,0.876
16,model.language_model.layers.16.mlp.experts.171.gate_proj,0.0049130889,hessian_weighted_relative_error,20918,0.02500,0.912
16,model.language_model.layers.16.mlp.experts.171.up_proj,0.0056990551,hessian_weighted_relative_error,20918,0.02500,0.964
16,model.language_model.layers.16.mlp.experts.172.down_proj,0.0122794171,hessian_weighted_relative_error,40960,0.02500,0.753
16,model.language_model.layers.16.mlp.experts.172.gate_proj,0.0065568300,hessian_weighted_relative_error,40960,0.02500,0.787
16,model.language_model.layers.16.mlp.experts.172.up_proj,0.0073535267,hessian_weighted_relative_error,40960,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.173.down_proj,0.0115724257,hessian_weighted_relative_error,20110,0.02500,0.874
16,model.language_model.layers.16.mlp.experts.173.gate_proj,0.0051946806,hessian_weighted_relative_error,20110,0.02500,0.956
16,model.language_model.layers.16.mlp.experts.173.up_proj,0.0060309046,hessian_weighted_relative_error,20110,0.02500,0.969
16,model.language_model.layers.16.mlp.experts.174.down_proj,0.0102328197,hessian_weighted_relative_error,27613,0.02500,0.755
16,model.language_model.layers.16.mlp.experts.174.gate_proj,0.0047955887,hessian_weighted_relative_error,27613,0.02500,0.788
16,model.language_model.layers.16.mlp.experts.174.up_proj,0.0057103796,hessian_weighted_relative_error,27613,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.175.down_proj,0.0109156510,hessian_weighted_relative_error,13641,0.02500,0.874
16,model.language_model.layers.16.mlp.experts.175.gate_proj,0.0057492306,hessian_weighted_relative_error,13641,0.02500,0.911
16,model.language_model.layers.16.mlp.experts.175.up_proj,0.0064976488,hessian_weighted_relative_error,13641,0.02500,0.960
16,model.language_model.layers.16.mlp.experts.176.down_proj,0.0085842739,hessian_weighted_relative_error,37243,0.02500,0.755
16,model.language_model.layers.16.mlp.experts.176.gate_proj,0.0042338830,hessian_weighted_relative_error,37243,0.02500,0.786
16,model.language_model.layers.16.mlp.experts.176.up_proj,0.0050355581,hessian_weighted_relative_error,37243,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.177.down_proj,0.0124090355,hessian_weighted_relative_error,14024,0.02500,0.874
16,model.language_model.layers.16.mlp.experts.177.gate_proj,0.0060397314,hessian_weighted_relative_error,14024,0.02500,0.914
16,model.language_model.layers.16.mlp.experts.177.up_proj,0.0068960644,hessian_weighted_relative_error,14024,0.02500,0.964
16,model.language_model.layers.16.mlp.experts.178.down_proj,0.0116538509,hessian_weighted_relative_error,16010,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.178.gate_proj,0.0055276539,hessian_weighted_relative_error,16010,0.02500,0.789
16,model.language_model.layers.16.mlp.experts.178.up_proj,0.0069595470,hessian_weighted_relative_error,16010,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.179.down_proj,0.0119160146,hessian_weighted_relative_error,26858,0.02500,0.877
16,model.language_model.layers.16.mlp.experts.179.gate_proj,0.0057496448,hessian_weighted_relative_error,26858,0.02500,0.912
16,model.language_model.layers.16.mlp.experts.179.up_proj,0.0066912696,hessian_weighted_relative_error,26858,0.02500,0.962
16,model.language_model.layers.16.mlp.experts.18.down_proj,0.0111262708,hessian_weighted_relative_error,33001,0.02500,0.723
16,model.language_model.layers.16.mlp.experts.18.gate_proj,0.0052436048,hessian_weighted_relative_error,33001,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.18.up_proj,0.0059081291,hessian_weighted_relative_error,33001,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.180.down_proj,0.0094891758,hessian_weighted_relative_error,17487,0.02500,0.754
16,model.language_model.layers.16.mlp.experts.180.gate_proj,0.0040924689,hessian_weighted_relative_error,17487,0.02500,0.789
16,model.language_model.layers.16.mlp.experts.180.up_proj,0.0046474372,hessian_weighted_relative_error,17487,0.02500,0.826
16,model.language_model.layers.16.mlp.experts.181.down_proj,0.0146430849,hessian_weighted_relative_error,49391,0.02500,0.875
16,model.language_model.layers.16.mlp.experts.181.gate_proj,0.0089901657,hessian_weighted_relative_error,49391,0.02500,0.911
16,model.language_model.layers.16.mlp.experts.181.up_proj,0.0095344820,hessian_weighted_relative_error,49391,0.02500,0.961
16,model.language_model.layers.16.mlp.experts.182.down_proj,0.0103668898,hessian_weighted_relative_error,38794,0.02500,0.756
16,model.language_model.layers.16.mlp.experts.182.gate_proj,0.0048680762,hessian_weighted_relative_error,38794,0.02500,0.788
16,model.language_model.layers.16.mlp.experts.182.up_proj,0.0054796415,hessian_weighted_relative_error,38794,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.183.down_proj,0.0144844671,hessian_weighted_relative_error,87189,0.02500,0.874
16,model.language_model.layers.16.mlp.experts.183.gate_proj,0.0090627134,hessian_weighted_relative_error,87189,0.02500,0.910
16,model.language_model.layers.16.mlp.experts.183.up_proj,0.0104206715,hessian_weighted_relative_error,87189,0.02500,0.973
16,model.language_model.layers.16.mlp.experts.184.down_proj,0.0099842776,hessian_weighted_relative_error,4851,0.02500,0.757
16,model.language_model.layers.16.mlp.experts.184.gate_proj,0.0042259770,hessian_weighted_relative_error,4851,0.02500,0.784
16,model.language_model.layers.16.mlp.experts.184.up_proj,0.0052991181,hessian_weighted_relative_error,4851,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.185.down_proj,0.0112660545,hessian_weighted_relative_error,21631,0.02500,0.876
16,model.language_model.layers.16.mlp.experts.185.gate_proj,0.0053105218,hessian_weighted_relative_error,21631,0.02500,0.914
16,model.language_model.layers.16.mlp.experts.185.up_proj,0.0059399167,hessian_weighted_relative_error,21631,0.02500,0.969
16,model.language_model.layers.16.mlp.experts.186.down_proj,0.0129736657,hessian_weighted_relative_error,20371,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.186.gate_proj,0.0071228974,hessian_weighted_relative_error,20371,0.02500,0.790
16,model.language_model.layers.16.mlp.experts.186.up_proj,0.0077780293,hessian_weighted_relative_error,20371,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.187.down_proj,0.0133207889,hessian_weighted_relative_error,105240,0.02500,0.879
16,model.language_model.layers.16.mlp.experts.187.gate_proj,0.0077662728,hessian_weighted_relative_error,105240,0.02500,0.907
16,model.language_model.layers.16.mlp.experts.187.up_proj,0.0086292525,hessian_weighted_relative_error,105240,0.02500,0.994
16,model.language_model.layers.16.mlp.experts.188.down_proj,0.0095244784,hessian_weighted_relative_error,14492,0.02500,0.756
16,model.language_model.layers.16.mlp.experts.188.gate_proj,0.0053369363,hessian_weighted_relative_error,14492,0.02500,0.788
16,model.language_model.layers.16.mlp.experts.188.up_proj,0.0060371964,hessian_weighted_relative_error,14492,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.189.down_proj,0.0115834711,hessian_weighted_relative_error,19213,0.02500,0.877
16,model.language_model.layers.16.mlp.experts.189.gate_proj,0.0059240080,hessian_weighted_relative_error,19213,0.02500,0.908
16,model.language_model.layers.16.mlp.experts.189.up_proj,0.0070194106,hessian_weighted_relative_error,19213,0.02500,0.963
16,model.language_model.layers.16.mlp.experts.19.down_proj,0.0111565361,hessian_weighted_relative_error,23478,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.19.gate_proj,0.0070735234,hessian_weighted_relative_error,23478,0.02500,0.851
16,model.language_model.layers.16.mlp.experts.19.up_proj,0.0082958546,hessian_weighted_relative_error,23478,0.02500,0.945
16,model.language_model.layers.16.mlp.experts.190.down_proj,0.0120111890,hessian_weighted_relative_error,29284,0.02500,0.756
16,model.language_model.layers.16.mlp.experts.190.gate_proj,0.0060307913,hessian_weighted_relative_error,29284,0.02500,0.788
16,model.language_model.layers.16.mlp.experts.190.up_proj,0.0064984300,hessian_weighted_relative_error,29284,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.191.down_proj,0.0122710522,hessian_weighted_relative_error,30067,0.02500,0.877
16,model.language_model.layers.16.mlp.experts.191.gate_proj,0.0054801604,hessian_weighted_relative_error,30067,0.02500,0.907
16,model.language_model.layers.16.mlp.experts.191.up_proj,0.0064821647,hessian_weighted_relative_error,30067,0.02500,0.966
16,model.language_model.layers.16.mlp.experts.192.down_proj,0.0137670450,hessian_weighted_relative_error,48688,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.192.gate_proj,0.0083154278,hessian_weighted_relative_error,48688,0.02500,0.788
16,model.language_model.layers.16.mlp.experts.192.up_proj,0.0093360833,hessian_weighted_relative_error,48688,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.193.down_proj,0.0128324125,hessian_weighted_relative_error,59259,0.02500,0.877
16,model.language_model.layers.16.mlp.experts.193.gate_proj,0.0076409841,hessian_weighted_relative_error,59259,0.02500,0.909
16,model.language_model.layers.16.mlp.experts.193.up_proj,0.0088044688,hessian_weighted_relative_error,59259,0.02500,0.975
16,model.language_model.layers.16.mlp.experts.194.down_proj,0.0111640344,hessian_weighted_relative_error,9410,0.02500,0.761
16,model.language_model.layers.16.mlp.experts.194.gate_proj,0.0061376816,hessian_weighted_relative_error,9410,0.02500,0.785
16,model.language_model.layers.16.mlp.experts.194.up_proj,0.0067735558,hessian_weighted_relative_error,9410,0.02500,0.810
16,model.language_model.layers.16.mlp.experts.195.down_proj,0.0101830606,hessian_weighted_relative_error,21918,0.02500,0.880
16,model.language_model.layers.16.mlp.experts.195.gate_proj,0.0047632197,hessian_weighted_relative_error,21918,0.02500,0.904
16,model.language_model.layers.16.mlp.experts.195.up_proj,0.0050603356,hessian_weighted_relative_error,21918,0.02500,0.978
16,model.language_model.layers.16.mlp.experts.196.down_proj,0.0139193816,hessian_weighted_relative_error,46759,0.02500,0.756
16,model.language_model.layers.16.mlp.experts.196.gate_proj,0.0076981453,hessian_weighted_relative_error,46759,0.02500,0.791
16,model.language_model.layers.16.mlp.experts.196.up_proj,0.0092582244,hessian_weighted_relative_error,46759,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.197.down_proj,0.0103057265,hessian_weighted_relative_error,26445,0.02500,0.877
16,model.language_model.layers.16.mlp.experts.197.gate_proj,0.0050201087,hessian_weighted_relative_error,26445,0.02500,0.913
16,model.language_model.layers.16.mlp.experts.197.up_proj,0.0059005038,hessian_weighted_relative_error,26445,0.02500,0.969
16,model.language_model.layers.16.mlp.experts.198.down_proj,0.0102138450,hessian_weighted_relative_error,29359,0.02500,0.763
16,model.language_model.layers.16.mlp.experts.198.gate_proj,0.0041450029,hessian_weighted_relative_error,29359,0.02500,0.791
16,model.language_model.layers.16.mlp.experts.198.up_proj,0.0046787508,hessian_weighted_relative_error,29359,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.199.down_proj,0.0138215296,hessian_weighted_relative_error,50056,0.02500,0.879
16,model.language_model.layers.16.mlp.experts.199.gate_proj,0.0079612664,hessian_weighted_relative_error,50056,0.02500,0.919
16,model.language_model.layers.16.mlp.experts.199.up_proj,0.0094093284,hessian_weighted_relative_error,50056,0.02500,0.965
16,model.language_model.layers.16.mlp.experts.2.down_proj,0.0096588747,hessian_weighted_relative_error,20932,0.02500,0.722
16,model.language_model.layers.16.mlp.experts.2.gate_proj,0.0043686112,hessian_weighted_relative_error,20932,0.02500,0.755
16,model.language_model.layers.16.mlp.experts.2.up_proj,0.0050938024,hessian_weighted_relative_error,20932,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.20.down_proj,0.0136764096,hessian_weighted_relative_error,68749,0.02500,0.725
16,model.language_model.layers.16.mlp.experts.20.gate_proj,0.0078693868,hessian_weighted_relative_error,68749,0.02500,0.756
16,model.language_model.layers.16.mlp.experts.20.up_proj,0.0090479928,hessian_weighted_relative_error,68749,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.200.down_proj,0.0118499705,hessian_weighted_relative_error,22056,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.200.gate_proj,0.0063366744,hessian_weighted_relative_error,22056,0.02500,0.786
16,model.language_model.layers.16.mlp.experts.200.up_proj,0.0072624685,hessian_weighted_relative_error,22056,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.201.down_proj,0.0143291392,hessian_weighted_relative_error,35194,0.02500,0.877
16,model.language_model.layers.16.mlp.experts.201.gate_proj,0.0087971696,hessian_weighted_relative_error,35194,0.02500,0.908
16,model.language_model.layers.16.mlp.experts.201.up_proj,0.0097767943,hessian_weighted_relative_error,35194,0.02500,1.004
16,model.language_model.layers.16.mlp.experts.202.down_proj,0.0069468179,hessian_weighted_relative_error,18026,0.02500,0.761
16,model.language_model.layers.16.mlp.experts.202.gate_proj,0.0034332362,hessian_weighted_relative_error,18026,0.02500,0.791
16,model.language_model.layers.16.mlp.experts.202.up_proj,0.0038857891,hessian_weighted_relative_error,18026,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.203.down_proj,0.0101036533,hessian_weighted_relative_error,14654,0.02500,0.881
16,model.language_model.layers.16.mlp.experts.203.gate_proj,0.0056804388,hessian_weighted_relative_error,14654,0.02500,0.916
16,model.language_model.layers.16.mlp.experts.203.up_proj,0.0066653181,hessian_weighted_relative_error,14654,0.02500,0.968
16,model.language_model.layers.16.mlp.experts.204.down_proj,0.0039640928,hessian_weighted_relative_error,47090,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.204.gate_proj,0.0048732358,hessian_weighted_relative_error,47090,0.02500,0.789
16,model.language_model.layers.16.mlp.experts.204.up_proj,0.0056703272,hessian_weighted_relative_error,47090,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.205.down_proj,0.0112104613,hessian_weighted_relative_error,26748,0.02500,0.880
16,model.language_model.layers.16.mlp.experts.205.gate_proj,0.0054976346,hessian_weighted_relative_error,26748,0.02500,0.916
16,model.language_model.layers.16.mlp.experts.205.up_proj,0.0062316157,hessian_weighted_relative_error,26748,0.02500,0.970
16,model.language_model.layers.16.mlp.experts.206.down_proj,0.0127158918,hessian_weighted_relative_error,15861,0.02500,0.759
16,model.language_model.layers.16.mlp.experts.206.gate_proj,0.0066782175,hessian_weighted_relative_error,15861,0.02500,0.789
16,model.language_model.layers.16.mlp.experts.206.up_proj,0.0077548422,hessian_weighted_relative_error,15861,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.207.down_proj,0.0122335230,hessian_weighted_relative_error,25295,0.02500,0.878
16,model.language_model.layers.16.mlp.experts.207.gate_proj,0.0074139194,hessian_weighted_relative_error,25295,0.02500,0.918
16,model.language_model.layers.16.mlp.experts.207.up_proj,0.0084032827,hessian_weighted_relative_error,25295,0.02500,0.964
16,model.language_model.layers.16.mlp.experts.208.down_proj,0.0086785376,hessian_weighted_relative_error,18476,0.02500,0.759
16,model.language_model.layers.16.mlp.experts.208.gate_proj,0.0040381695,hessian_weighted_relative_error,18476,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.208.up_proj,0.0050049187,hessian_weighted_relative_error,18476,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.209.down_proj,0.0129854826,hessian_weighted_relative_error,15450,0.02500,0.879
16,model.language_model.layers.16.mlp.experts.209.gate_proj,0.0064390751,hessian_weighted_relative_error,15450,0.02500,0.920
16,model.language_model.layers.16.mlp.experts.209.up_proj,0.0073271637,hessian_weighted_relative_error,15450,0.02500,0.961
16,model.language_model.layers.16.mlp.experts.21.down_proj,0.0092385072,hessian_weighted_relative_error,13603,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.21.gate_proj,0.0045683727,hessian_weighted_relative_error,13603,0.02500,0.848
16,model.language_model.layers.16.mlp.experts.21.up_proj,0.0047884950,hessian_weighted_relative_error,13603,0.02500,0.951
16,model.language_model.layers.16.mlp.experts.210.down_proj,0.0115427663,hessian_weighted_relative_error,20517,0.02500,0.761
16,model.language_model.layers.16.mlp.experts.210.gate_proj,0.0055330199,hessian_weighted_relative_error,20517,0.02500,0.790
16,model.language_model.layers.16.mlp.experts.210.up_proj,0.0064899110,hessian_weighted_relative_error,20517,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.211.down_proj,0.0112887907,hessian_weighted_relative_error,51064,0.02500,0.882
16,model.language_model.layers.16.mlp.experts.211.gate_proj,0.0066759427,hessian_weighted_relative_error,51064,0.02500,0.915
16,model.language_model.layers.16.mlp.experts.211.up_proj,0.0084643004,hessian_weighted_relative_error,51064,0.02500,0.964
16,model.language_model.layers.16.mlp.experts.212.down_proj,0.0096604155,hessian_weighted_relative_error,31820,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.212.gate_proj,0.0038800456,hessian_weighted_relative_error,31820,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.212.up_proj,0.0043005605,hessian_weighted_relative_error,31820,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.213.down_proj,0.0090599882,hessian_weighted_relative_error,68277,0.02500,0.881
16,model.language_model.layers.16.mlp.experts.213.gate_proj,0.0063207346,hessian_weighted_relative_error,68277,0.02500,0.918
16,model.language_model.layers.16.mlp.experts.213.up_proj,0.0077563846,hessian_weighted_relative_error,68277,0.02500,0.962
16,model.language_model.layers.16.mlp.experts.214.down_proj,0.0099810699,hessian_weighted_relative_error,22117,0.02500,0.760
16,model.language_model.layers.16.mlp.experts.214.gate_proj,0.0050298044,hessian_weighted_relative_error,22117,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.214.up_proj,0.0058086798,hessian_weighted_relative_error,22117,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.215.down_proj,0.0141859744,hessian_weighted_relative_error,70300,0.02500,0.880
16,model.language_model.layers.16.mlp.experts.215.gate_proj,0.0088550532,hessian_weighted_relative_error,70300,0.02500,0.905
16,model.language_model.layers.16.mlp.experts.215.up_proj,0.0097084694,hessian_weighted_relative_error,70300,0.02500,0.961
16,model.language_model.layers.16.mlp.experts.216.down_proj,0.0112374181,hessian_weighted_relative_error,25142,0.02500,0.760
16,model.language_model.layers.16.mlp.experts.216.gate_proj,0.0059586873,hessian_weighted_relative_error,25142,0.02500,0.787
16,model.language_model.layers.16.mlp.experts.216.up_proj,0.0065922525,hessian_weighted_relative_error,25142,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.217.down_proj,0.0116718810,hessian_weighted_relative_error,16411,0.02500,0.880
16,model.language_model.layers.16.mlp.experts.217.gate_proj,0.0065511516,hessian_weighted_relative_error,16411,0.02500,0.911
16,model.language_model.layers.16.mlp.experts.217.up_proj,0.0074754125,hessian_weighted_relative_error,16411,0.02500,0.962
16,model.language_model.layers.16.mlp.experts.218.down_proj,0.0116948221,hessian_weighted_relative_error,20572,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.218.gate_proj,0.0054232257,hessian_weighted_relative_error,20572,0.02500,0.793
16,model.language_model.layers.16.mlp.experts.218.up_proj,0.0060670256,hessian_weighted_relative_error,20572,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.219.down_proj,0.0105865720,hessian_weighted_relative_error,23931,0.02500,0.884
16,model.language_model.layers.16.mlp.experts.219.gate_proj,0.0045899504,hessian_weighted_relative_error,23931,0.02500,0.920
16,model.language_model.layers.16.mlp.experts.219.up_proj,0.0052308634,hessian_weighted_relative_error,23931,0.02500,0.963
16,model.language_model.layers.16.mlp.experts.22.down_proj,0.0096683527,hessian_weighted_relative_error,15576,0.02500,0.724
16,model.language_model.layers.16.mlp.experts.22.gate_proj,0.0047880713,hessian_weighted_relative_error,15576,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.22.up_proj,0.0054166340,hessian_weighted_relative_error,15576,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.220.down_proj,0.0149063721,hessian_weighted_relative_error,54328,0.02500,0.759
16,model.language_model.layers.16.mlp.experts.220.gate_proj,0.0089612992,hessian_weighted_relative_error,54328,0.02500,0.790
16,model.language_model.layers.16.mlp.experts.220.up_proj,0.0100876608,hessian_weighted_relative_error,54328,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.221.down_proj,0.0106512752,hessian_weighted_relative_error,16336,0.02500,0.881
16,model.language_model.layers.16.mlp.experts.221.gate_proj,0.0057327211,hessian_weighted_relative_error,16336,0.02500,0.918
16,model.language_model.layers.16.mlp.experts.221.up_proj,0.0063460956,hessian_weighted_relative_error,16336,0.02500,0.965
16,model.language_model.layers.16.mlp.experts.222.down_proj,0.0073880240,hessian_weighted_relative_error,10611,0.02500,0.759
16,model.language_model.layers.16.mlp.experts.222.gate_proj,0.0026697475,hessian_weighted_relative_error,10611,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.222.up_proj,0.0029778068,hessian_weighted_relative_error,10611,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.223.down_proj,0.0107467059,hessian_weighted_relative_error,40115,0.02500,0.881
16,model.language_model.layers.16.mlp.experts.223.gate_proj,0.0059304051,hessian_weighted_relative_error,40115,0.02500,0.923
16,model.language_model.layers.16.mlp.experts.223.up_proj,0.0065417365,hessian_weighted_relative_error,40115,0.02500,0.965
16,model.language_model.layers.16.mlp.experts.224.down_proj,0.0110097923,hessian_weighted_relative_error,123228,0.02500,0.760
16,model.language_model.layers.16.mlp.experts.224.gate_proj,0.0069586296,hessian_weighted_relative_error,123228,0.02500,0.793
16,model.language_model.layers.16.mlp.experts.224.up_proj,0.0077726793,hessian_weighted_relative_error,123228,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.225.down_proj,0.0105588989,hessian_weighted_relative_error,21292,0.02500,0.882
16,model.language_model.layers.16.mlp.experts.225.gate_proj,0.0051140526,hessian_weighted_relative_error,21292,0.02500,0.918
16,model.language_model.layers.16.mlp.experts.225.up_proj,0.0061182980,hessian_weighted_relative_error,21292,0.02500,0.966
16,model.language_model.layers.16.mlp.experts.226.down_proj,0.0071077334,hessian_weighted_relative_error,26234,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.226.gate_proj,0.0037487592,hessian_weighted_relative_error,26234,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.226.up_proj,0.0042070992,hessian_weighted_relative_error,26234,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.227.down_proj,0.0113156337,hessian_weighted_relative_error,22701,0.02500,0.886
16,model.language_model.layers.16.mlp.experts.227.gate_proj,0.0063791815,hessian_weighted_relative_error,22701,0.02500,0.917
16,model.language_model.layers.16.mlp.experts.227.up_proj,0.0071206022,hessian_weighted_relative_error,22701,0.02500,0.956
16,model.language_model.layers.16.mlp.experts.228.down_proj,0.0125289695,hessian_weighted_relative_error,75391,0.02500,0.761
16,model.language_model.layers.16.mlp.experts.228.gate_proj,0.0091633226,hessian_weighted_relative_error,75391,0.02500,0.793
16,model.language_model.layers.16.mlp.experts.228.up_proj,0.0100461451,hessian_weighted_relative_error,75391,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.229.down_proj,0.0074351421,hessian_weighted_relative_error,145853,0.02500,0.882
16,model.language_model.layers.16.mlp.experts.229.gate_proj,0.0044681996,hessian_weighted_relative_error,145853,0.02500,0.917
16,model.language_model.layers.16.mlp.experts.229.up_proj,0.0048181408,hessian_weighted_relative_error,145853,0.02500,0.960
16,model.language_model.layers.16.mlp.experts.23.down_proj,0.0119836450,hessian_weighted_relative_error,45905,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.23.gate_proj,0.0067981778,hessian_weighted_relative_error,45905,0.02500,0.851
16,model.language_model.layers.16.mlp.experts.23.up_proj,0.0075815827,hessian_weighted_relative_error,45905,0.02500,0.933
16,model.language_model.layers.16.mlp.experts.230.down_proj,0.0095063353,hessian_weighted_relative_error,19724,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.230.gate_proj,0.0047665007,hessian_weighted_relative_error,19724,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.230.up_proj,0.0053995499,hessian_weighted_relative_error,19724,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.231.down_proj,0.0133370030,hessian_weighted_relative_error,33520,0.02500,0.882
16,model.language_model.layers.16.mlp.experts.231.gate_proj,0.0078671179,hessian_weighted_relative_error,33520,0.02500,0.919
16,model.language_model.layers.16.mlp.experts.231.up_proj,0.0088939062,hessian_weighted_relative_error,33520,0.02500,0.960
16,model.language_model.layers.16.mlp.experts.232.down_proj,0.0083639644,hessian_weighted_relative_error,36284,0.02500,0.761
16,model.language_model.layers.16.mlp.experts.232.gate_proj,0.0043028537,hessian_weighted_relative_error,36284,0.02500,0.788
16,model.language_model.layers.16.mlp.experts.232.up_proj,0.0048366215,hessian_weighted_relative_error,36284,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.233.down_proj,0.0128901365,hessian_weighted_relative_error,40287,0.02500,0.882
16,model.language_model.layers.16.mlp.experts.233.gate_proj,0.0070035377,hessian_weighted_relative_error,40287,0.02500,0.918
16,model.language_model.layers.16.mlp.experts.233.up_proj,0.0081614620,hessian_weighted_relative_error,40287,0.02500,0.965
16,model.language_model.layers.16.mlp.experts.234.down_proj,0.0137207049,hessian_weighted_relative_error,42708,0.02500,0.764
16,model.language_model.layers.16.mlp.experts.234.gate_proj,0.0078017440,hessian_weighted_relative_error,42708,0.02500,0.791
16,model.language_model.layers.16.mlp.experts.234.up_proj,0.0091092125,hessian_weighted_relative_error,42708,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.235.down_proj,0.0098467148,hessian_weighted_relative_error,8635,0.02500,0.886
16,model.language_model.layers.16.mlp.experts.235.gate_proj,0.0045045694,hessian_weighted_relative_error,8635,0.02500,0.920
16,model.language_model.layers.16.mlp.experts.235.up_proj,0.0048535246,hessian_weighted_relative_error,8635,0.02500,0.958
16,model.language_model.layers.16.mlp.experts.236.down_proj,0.0133600980,hessian_weighted_relative_error,35991,0.02500,0.760
16,model.language_model.layers.16.mlp.experts.236.gate_proj,0.0081519763,hessian_weighted_relative_error,35991,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.236.up_proj,0.0089420513,hessian_weighted_relative_error,35991,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.237.down_proj,0.0104922131,hessian_weighted_relative_error,96432,0.02500,0.883
16,model.language_model.layers.16.mlp.experts.237.gate_proj,0.0066417878,hessian_weighted_relative_error,96432,0.02500,0.922
16,model.language_model.layers.16.mlp.experts.237.up_proj,0.0073498252,hessian_weighted_relative_error,96432,0.02500,0.956
16,model.language_model.layers.16.mlp.experts.238.down_proj,0.0105654216,hessian_weighted_relative_error,22783,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.238.gate_proj,0.0058555238,hessian_weighted_relative_error,22783,0.02500,0.796
16,model.language_model.layers.16.mlp.experts.238.up_proj,0.0066193374,hessian_weighted_relative_error,22783,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.239.down_proj,0.0104540827,hessian_weighted_relative_error,20272,0.02500,0.883
16,model.language_model.layers.16.mlp.experts.239.gate_proj,0.0053059418,hessian_weighted_relative_error,20272,0.02500,0.924
16,model.language_model.layers.16.mlp.experts.239.up_proj,0.0063261394,hessian_weighted_relative_error,20272,0.02500,0.966
16,model.language_model.layers.16.mlp.experts.24.down_proj,0.0109095863,hessian_weighted_relative_error,44741,0.02500,0.726
16,model.language_model.layers.16.mlp.experts.24.gate_proj,0.0068759331,hessian_weighted_relative_error,44741,0.02500,0.754
16,model.language_model.layers.16.mlp.experts.24.up_proj,0.0079720032,hessian_weighted_relative_error,44741,0.02500,0.797
16,model.language_model.layers.16.mlp.experts.240.down_proj,0.0108982681,hessian_weighted_relative_error,30787,0.02500,0.760
16,model.language_model.layers.16.mlp.experts.240.gate_proj,0.0051543760,hessian_weighted_relative_error,30787,0.02500,0.790
16,model.language_model.layers.16.mlp.experts.240.up_proj,0.0058762899,hessian_weighted_relative_error,30787,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.241.down_proj,0.0099962033,hessian_weighted_relative_error,9228,0.02500,0.883
16,model.language_model.layers.16.mlp.experts.241.gate_proj,0.0051696749,hessian_weighted_relative_error,9228,0.02500,0.924
16,model.language_model.layers.16.mlp.experts.241.up_proj,0.0058206422,hessian_weighted_relative_error,9228,0.02500,0.965
16,model.language_model.layers.16.mlp.experts.242.down_proj,0.0116702385,hessian_weighted_relative_error,30664,0.02500,0.769
16,model.language_model.layers.16.mlp.experts.242.gate_proj,0.0057785590,hessian_weighted_relative_error,30664,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.242.up_proj,0.0067746498,hessian_weighted_relative_error,30664,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.243.down_proj,0.0118334328,hessian_weighted_relative_error,22658,0.02500,0.887
16,model.language_model.layers.16.mlp.experts.243.gate_proj,0.0068266913,hessian_weighted_relative_error,22658,0.02500,0.922
16,model.language_model.layers.16.mlp.experts.243.up_proj,0.0084248446,hessian_weighted_relative_error,22658,0.02500,0.959
16,model.language_model.layers.16.mlp.experts.244.down_proj,0.0112661738,hessian_weighted_relative_error,111332,0.02500,0.761
16,model.language_model.layers.16.mlp.experts.244.gate_proj,0.0062734960,hessian_weighted_relative_error,111332,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.244.up_proj,0.0070417702,hessian_weighted_relative_error,111332,0.02500,0.812
16,model.language_model.layers.16.mlp.experts.245.down_proj,0.0104553306,hessian_weighted_relative_error,13633,0.02500,0.883
16,model.language_model.layers.16.mlp.experts.245.gate_proj,0.0055899666,hessian_weighted_relative_error,13633,0.02500,0.926
16,model.language_model.layers.16.mlp.experts.245.up_proj,0.0067054444,hessian_weighted_relative_error,13633,0.02500,0.951
16,model.language_model.layers.16.mlp.experts.246.down_proj,0.0091947323,hessian_weighted_relative_error,13392,0.02500,0.763
16,model.language_model.layers.16.mlp.experts.246.gate_proj,0.0048668479,hessian_weighted_relative_error,13392,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.246.up_proj,0.0055953382,hessian_weighted_relative_error,13392,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.247.down_proj,0.0130749771,hessian_weighted_relative_error,69217,0.02500,0.882
16,model.language_model.layers.16.mlp.experts.247.gate_proj,0.0082981633,hessian_weighted_relative_error,69217,0.02500,0.933
16,model.language_model.layers.16.mlp.experts.247.up_proj,0.0093841785,hessian_weighted_relative_error,69217,0.02500,0.961
16,model.language_model.layers.16.mlp.experts.248.down_proj,0.0073275587,hessian_weighted_relative_error,28359,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.248.gate_proj,0.0038556830,hessian_weighted_relative_error,28359,0.02500,0.789
16,model.language_model.layers.16.mlp.experts.248.up_proj,0.0042331256,hessian_weighted_relative_error,28359,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.249.down_proj,0.0084237971,hessian_weighted_relative_error,30958,0.02500,0.883
16,model.language_model.layers.16.mlp.experts.249.gate_proj,0.0043541633,hessian_weighted_relative_error,30958,0.02500,0.929
16,model.language_model.layers.16.mlp.experts.249.up_proj,0.0049663576,hessian_weighted_relative_error,30958,0.02500,0.960
16,model.language_model.layers.16.mlp.experts.25.down_proj,0.0101696698,hessian_weighted_relative_error,18938,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.25.gate_proj,0.0045733192,hessian_weighted_relative_error,18938,0.02500,0.855
16,model.language_model.layers.16.mlp.experts.25.up_proj,0.0051390130,hessian_weighted_relative_error,18938,0.02500,0.943
16,model.language_model.layers.16.mlp.experts.250.down_proj,0.0127530716,hessian_weighted_relative_error,94208,0.02500,0.764
16,model.language_model.layers.16.mlp.experts.250.gate_proj,0.0075510170,hessian_weighted_relative_error,94208,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.250.up_proj,0.0090469398,hessian_weighted_relative_error,94208,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.251.down_proj,0.0097802548,hessian_weighted_relative_error,10980,0.02500,0.887
16,model.language_model.layers.16.mlp.experts.251.gate_proj,0.0045423807,hessian_weighted_relative_error,10980,0.02500,0.929
16,model.language_model.layers.16.mlp.experts.251.up_proj,0.0052609841,hessian_weighted_relative_error,10980,0.02500,0.963
16,model.language_model.layers.16.mlp.experts.252.down_proj,0.0127171192,hessian_weighted_relative_error,42028,0.02500,0.761
16,model.language_model.layers.16.mlp.experts.252.gate_proj,0.0073946073,hessian_weighted_relative_error,42028,0.02500,0.793
16,model.language_model.layers.16.mlp.experts.252.up_proj,0.0081692729,hessian_weighted_relative_error,42028,0.02500,0.810
16,model.language_model.layers.16.mlp.experts.253.down_proj,0.0128779363,hessian_weighted_relative_error,19464,0.02500,0.884
16,model.language_model.layers.16.mlp.experts.253.gate_proj,0.0059206025,hessian_weighted_relative_error,19464,0.02500,0.931
16,model.language_model.layers.16.mlp.experts.253.up_proj,0.0068962607,hessian_weighted_relative_error,19464,0.02500,0.948
16,model.language_model.layers.16.mlp.experts.254.down_proj,0.0118190910,hessian_weighted_relative_error,32132,0.02500,0.763
16,model.language_model.layers.16.mlp.experts.254.gate_proj,0.0056271703,hessian_weighted_relative_error,32132,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.254.up_proj,0.0063458520,hessian_weighted_relative_error,32132,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.255.down_proj,0.0139367657,hessian_weighted_relative_error,56170,0.02500,0.883
16,model.language_model.layers.16.mlp.experts.255.gate_proj,0.0079762372,hessian_weighted_relative_error,56170,0.02500,0.927
16,model.language_model.layers.16.mlp.experts.255.up_proj,0.0091914771,hessian_weighted_relative_error,56170,0.02500,0.958
16,model.language_model.layers.16.mlp.experts.256.down_proj,0.0106489565,hessian_weighted_relative_error,18291,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.256.gate_proj,0.0062022899,hessian_weighted_relative_error,18291,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.256.up_proj,0.0072046987,hessian_weighted_relative_error,18291,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.257.down_proj,0.0098196091,hessian_weighted_relative_error,30763,0.02500,0.883
16,model.language_model.layers.16.mlp.experts.257.gate_proj,0.0039412657,hessian_weighted_relative_error,30763,0.02500,0.937
16,model.language_model.layers.16.mlp.experts.257.up_proj,0.0041259480,hessian_weighted_relative_error,30763,0.02500,0.954
16,model.language_model.layers.16.mlp.experts.258.down_proj,0.0102167472,hessian_weighted_relative_error,28267,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.258.gate_proj,0.0055033899,hessian_weighted_relative_error,28267,0.02500,0.797
16,model.language_model.layers.16.mlp.experts.258.up_proj,0.0063245024,hessian_weighted_relative_error,28267,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.259.down_proj,0.0143833183,hessian_weighted_relative_error,38952,0.02500,0.888
16,model.language_model.layers.16.mlp.experts.259.gate_proj,0.0084715389,hessian_weighted_relative_error,38952,0.02500,0.924
16,model.language_model.layers.16.mlp.experts.259.up_proj,0.0093881097,hessian_weighted_relative_error,38952,0.02500,0.948
16,model.language_model.layers.16.mlp.experts.26.down_proj,0.0112080186,hessian_weighted_relative_error,28468,0.02500,0.730
16,model.language_model.layers.16.mlp.experts.26.gate_proj,0.0059503779,hessian_weighted_relative_error,28468,0.02500,0.758
16,model.language_model.layers.16.mlp.experts.26.up_proj,0.0066472519,hessian_weighted_relative_error,28468,0.02500,0.798
16,model.language_model.layers.16.mlp.experts.260.down_proj,0.0133824126,hessian_weighted_relative_error,32569,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.260.gate_proj,0.0083319656,hessian_weighted_relative_error,32569,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.260.up_proj,0.0099635891,hessian_weighted_relative_error,32569,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.261.down_proj,0.0087095434,hessian_weighted_relative_error,5172,0.02500,0.885
16,model.language_model.layers.16.mlp.experts.261.gate_proj,0.0036967927,hessian_weighted_relative_error,5172,0.02500,0.928
16,model.language_model.layers.16.mlp.experts.261.up_proj,0.0049753488,hessian_weighted_relative_error,5172,0.02500,0.952
16,model.language_model.layers.16.mlp.experts.262.down_proj,0.0129321792,hessian_weighted_relative_error,38679,0.02500,0.763
16,model.language_model.layers.16.mlp.experts.262.gate_proj,0.0077626249,hessian_weighted_relative_error,38679,0.02500,0.793
16,model.language_model.layers.16.mlp.experts.262.up_proj,0.0088948012,hessian_weighted_relative_error,38679,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.263.down_proj,0.0100033406,hessian_weighted_relative_error,39237,0.02500,0.885
16,model.language_model.layers.16.mlp.experts.263.gate_proj,0.0051846098,hessian_weighted_relative_error,39237,0.02500,0.930
16,model.language_model.layers.16.mlp.experts.263.up_proj,0.0055037673,hessian_weighted_relative_error,39237,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.264.down_proj,0.0045377794,hessian_weighted_relative_error,16717,0.02500,0.763
16,model.language_model.layers.16.mlp.experts.264.gate_proj,0.0021394290,hessian_weighted_relative_error,16717,0.02500,0.789
16,model.language_model.layers.16.mlp.experts.264.up_proj,0.0025703409,hessian_weighted_relative_error,16717,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.265.down_proj,0.0078270161,hessian_weighted_relative_error,24475,0.02500,0.885
16,model.language_model.layers.16.mlp.experts.265.gate_proj,0.0040786046,hessian_weighted_relative_error,24475,0.02500,0.934
16,model.language_model.layers.16.mlp.experts.265.up_proj,0.0046465209,hessian_weighted_relative_error,24475,0.02500,0.953
16,model.language_model.layers.16.mlp.experts.266.down_proj,0.0112194866,hessian_weighted_relative_error,45586,0.02500,0.766
16,model.language_model.layers.16.mlp.experts.266.gate_proj,0.0044773621,hessian_weighted_relative_error,45586,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.266.up_proj,0.0053133825,hessian_weighted_relative_error,45586,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.267.down_proj,0.0095922462,hessian_weighted_relative_error,16828,0.02500,0.889
16,model.language_model.layers.16.mlp.experts.267.gate_proj,0.0048217024,hessian_weighted_relative_error,16828,0.02500,0.931
16,model.language_model.layers.16.mlp.experts.267.up_proj,0.0055228684,hessian_weighted_relative_error,16828,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.268.down_proj,0.0135312167,hessian_weighted_relative_error,28358,0.02500,0.761
16,model.language_model.layers.16.mlp.experts.268.gate_proj,0.0072254733,hessian_weighted_relative_error,28358,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.268.up_proj,0.0076276785,hessian_weighted_relative_error,28358,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.269.down_proj,0.0091289567,hessian_weighted_relative_error,14827,0.02500,0.886
16,model.language_model.layers.16.mlp.experts.269.gate_proj,0.0048803484,hessian_weighted_relative_error,14827,0.02500,0.931
16,model.language_model.layers.16.mlp.experts.269.up_proj,0.0054928691,hessian_weighted_relative_error,14827,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.27.down_proj,0.0088499114,hessian_weighted_relative_error,24507,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.27.gate_proj,0.0036132969,hessian_weighted_relative_error,24507,0.02500,0.858
16,model.language_model.layers.16.mlp.experts.27.up_proj,0.0041308286,hessian_weighted_relative_error,24507,0.02500,0.937
16,model.language_model.layers.16.mlp.experts.270.down_proj,0.0108659542,hessian_weighted_relative_error,9999,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.270.gate_proj,0.0052500224,hessian_weighted_relative_error,9999,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.270.up_proj,0.0061058428,hessian_weighted_relative_error,9999,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.271.down_proj,0.0089925628,hessian_weighted_relative_error,21369,0.02500,0.887
16,model.language_model.layers.16.mlp.experts.271.gate_proj,0.0037011425,hessian_weighted_relative_error,21369,0.02500,0.934
16,model.language_model.layers.16.mlp.experts.271.up_proj,0.0040930147,hessian_weighted_relative_error,21369,0.02500,0.946
16,model.language_model.layers.16.mlp.experts.272.down_proj,0.0102881401,hessian_weighted_relative_error,30694,0.02500,0.766
16,model.language_model.layers.16.mlp.experts.272.gate_proj,0.0055562511,hessian_weighted_relative_error,30694,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.272.up_proj,0.0063727790,hessian_weighted_relative_error,30694,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.273.down_proj,0.0086898921,hessian_weighted_relative_error,16454,0.02500,0.885
16,model.language_model.layers.16.mlp.experts.273.gate_proj,0.0049484241,hessian_weighted_relative_error,16454,0.02500,0.937
16,model.language_model.layers.16.mlp.experts.273.up_proj,0.0054593077,hessian_weighted_relative_error,16454,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.274.down_proj,0.0091225179,hessian_weighted_relative_error,27105,0.02500,0.767
16,model.language_model.layers.16.mlp.experts.274.gate_proj,0.0052360029,hessian_weighted_relative_error,27105,0.02500,0.795
16,model.language_model.layers.16.mlp.experts.274.up_proj,0.0056799598,hessian_weighted_relative_error,27105,0.02500,0.809
16,model.language_model.layers.16.mlp.experts.275.down_proj,0.0090379977,hessian_weighted_relative_error,31524,0.02500,0.889
16,model.language_model.layers.16.mlp.experts.275.gate_proj,0.0045770360,hessian_weighted_relative_error,31524,0.02500,0.930
16,model.language_model.layers.16.mlp.experts.275.up_proj,0.0052519157,hessian_weighted_relative_error,31524,0.02500,0.942
16,model.language_model.layers.16.mlp.experts.276.down_proj,0.0088444582,hessian_weighted_relative_error,12022,0.02500,0.763
16,model.language_model.layers.16.mlp.experts.276.gate_proj,0.0041668082,hessian_weighted_relative_error,12022,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.276.up_proj,0.0048311368,hessian_weighted_relative_error,12022,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.277.down_proj,0.0111480931,hessian_weighted_relative_error,17550,0.02500,0.886
16,model.language_model.layers.16.mlp.experts.277.gate_proj,0.0054478810,hessian_weighted_relative_error,17550,0.02500,0.938
16,model.language_model.layers.16.mlp.experts.277.up_proj,0.0062603660,hessian_weighted_relative_error,17550,0.02500,0.947
16,model.language_model.layers.16.mlp.experts.278.down_proj,0.0111926721,hessian_weighted_relative_error,27395,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.278.gate_proj,0.0056666865,hessian_weighted_relative_error,27395,0.02500,0.795
16,model.language_model.layers.16.mlp.experts.278.up_proj,0.0063432935,hessian_weighted_relative_error,27395,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.279.down_proj,0.0063761045,hessian_weighted_relative_error,9634,0.02500,0.887
16,model.language_model.layers.16.mlp.experts.279.gate_proj,0.0032581667,hessian_weighted_relative_error,9634,0.02500,0.930
16,model.language_model.layers.16.mlp.experts.279.up_proj,0.0034015261,hessian_weighted_relative_error,9634,0.02500,0.938
16,model.language_model.layers.16.mlp.experts.28.down_proj,0.0105966310,hessian_weighted_relative_error,4845,0.02500,0.727
16,model.language_model.layers.16.mlp.experts.28.gate_proj,0.0043608353,hessian_weighted_relative_error,4845,0.02500,0.757
16,model.language_model.layers.16.mlp.experts.28.up_proj,0.0056479833,hessian_weighted_relative_error,4845,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.280.down_proj,0.0063676772,hessian_weighted_relative_error,24233,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.280.gate_proj,0.0032873395,hessian_weighted_relative_error,24233,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.280.up_proj,0.0036570355,hessian_weighted_relative_error,24233,0.02500,0.820
16,model.language_model.layers.16.mlp.experts.281.down_proj,0.0082372133,hessian_weighted_relative_error,79698,0.02500,0.887
16,model.language_model.layers.16.mlp.experts.281.gate_proj,0.0052675637,hessian_weighted_relative_error,79698,0.02500,0.937
16,model.language_model.layers.16.mlp.experts.281.up_proj,0.0060968507,hessian_weighted_relative_error,79698,0.02500,0.942
16,model.language_model.layers.16.mlp.experts.282.down_proj,0.0072769618,hessian_weighted_relative_error,17997,0.02500,0.766
16,model.language_model.layers.16.mlp.experts.282.gate_proj,0.0030150388,hessian_weighted_relative_error,17997,0.02500,0.796
16,model.language_model.layers.16.mlp.experts.282.up_proj,0.0032327014,hessian_weighted_relative_error,17997,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.283.down_proj,0.0105365228,hessian_weighted_relative_error,18398,0.02500,0.889
16,model.language_model.layers.16.mlp.experts.283.gate_proj,0.0048628071,hessian_weighted_relative_error,18398,0.02500,0.932
16,model.language_model.layers.16.mlp.experts.283.up_proj,0.0052383568,hessian_weighted_relative_error,18398,0.02500,0.932
16,model.language_model.layers.16.mlp.experts.284.down_proj,0.0136381341,hessian_weighted_relative_error,65859,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.284.gate_proj,0.0077578347,hessian_weighted_relative_error,65859,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.284.up_proj,0.0088739392,hessian_weighted_relative_error,65859,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.285.down_proj,0.0113536762,hessian_weighted_relative_error,27304,0.02500,0.887
16,model.language_model.layers.16.mlp.experts.285.gate_proj,0.0053823035,hessian_weighted_relative_error,27304,0.02500,0.939
16,model.language_model.layers.16.mlp.experts.285.up_proj,0.0061876823,hessian_weighted_relative_error,27304,0.02500,0.931
16,model.language_model.layers.16.mlp.experts.286.down_proj,0.0108203799,hessian_weighted_relative_error,16078,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.286.gate_proj,0.0051053310,hessian_weighted_relative_error,16078,0.02500,0.796
16,model.language_model.layers.16.mlp.experts.286.up_proj,0.0066300909,hessian_weighted_relative_error,16078,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.287.down_proj,0.0049260559,hessian_weighted_relative_error,6709,0.02500,0.887
16,model.language_model.layers.16.mlp.experts.287.gate_proj,0.0031149719,hessian_weighted_relative_error,6709,0.02500,0.936
16,model.language_model.layers.16.mlp.experts.287.up_proj,0.0034766513,hessian_weighted_relative_error,6709,0.02500,0.932
16,model.language_model.layers.16.mlp.experts.29.down_proj,0.0147217310,hessian_weighted_relative_error,60202,0.02500,0.807
16,model.language_model.layers.16.mlp.experts.29.gate_proj,0.0093225593,hessian_weighted_relative_error,60202,0.02500,0.854
16,model.language_model.layers.16.mlp.experts.29.up_proj,0.0103375657,hessian_weighted_relative_error,60202,0.02500,0.945
16,model.language_model.layers.16.mlp.experts.3.down_proj,0.0136412902,hessian_weighted_relative_error,49880,0.02500,0.795
16,model.language_model.layers.16.mlp.experts.3.gate_proj,0.0082757766,hessian_weighted_relative_error,49880,0.02500,0.845
16,model.language_model.layers.16.mlp.experts.3.up_proj,0.0092757236,hessian_weighted_relative_error,49880,0.02500,0.937
16,model.language_model.layers.16.mlp.experts.30.down_proj,0.0066921776,hessian_weighted_relative_error,9667,0.02500,0.727
16,model.language_model.layers.16.mlp.experts.30.gate_proj,0.0038647619,hessian_weighted_relative_error,9667,0.02500,0.759
16,model.language_model.layers.16.mlp.experts.30.up_proj,0.0042211132,hessian_weighted_relative_error,9667,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.31.down_proj,0.0142296208,hessian_weighted_relative_error,49737,0.02500,0.806
16,model.language_model.layers.16.mlp.experts.31.gate_proj,0.0073833210,hessian_weighted_relative_error,49737,0.02500,0.853
16,model.language_model.layers.16.mlp.experts.31.up_proj,0.0092549638,hessian_weighted_relative_error,49737,0.02500,0.940
16,model.language_model.layers.16.mlp.experts.32.down_proj,0.0140358226,hessian_weighted_relative_error,33604,0.02500,0.729
16,model.language_model.layers.16.mlp.experts.32.gate_proj,0.0082474308,hessian_weighted_relative_error,33604,0.02500,0.756
16,model.language_model.layers.16.mlp.experts.32.up_proj,0.0089818686,hessian_weighted_relative_error,33604,0.02500,0.796
16,model.language_model.layers.16.mlp.experts.33.down_proj,0.0120272455,hessian_weighted_relative_error,29165,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.33.gate_proj,0.0058351924,hessian_weighted_relative_error,29165,0.02500,0.862
16,model.language_model.layers.16.mlp.experts.33.up_proj,0.0070021805,hessian_weighted_relative_error,29165,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.34.down_proj,0.0142459420,hessian_weighted_relative_error,86949,0.02500,0.731
16,model.language_model.layers.16.mlp.experts.34.gate_proj,0.0083792192,hessian_weighted_relative_error,86949,0.02500,0.760
16,model.language_model.layers.16.mlp.experts.34.up_proj,0.0105918958,hessian_weighted_relative_error,86949,0.02500,0.798
16,model.language_model.layers.16.mlp.experts.35.down_proj,0.0117583433,hessian_weighted_relative_error,18186,0.02500,0.813
16,model.language_model.layers.16.mlp.experts.35.gate_proj,0.0065722969,hessian_weighted_relative_error,18186,0.02500,0.862
16,model.language_model.layers.16.mlp.experts.35.up_proj,0.0078406926,hessian_weighted_relative_error,18186,0.02500,0.940
16,model.language_model.layers.16.mlp.experts.36.down_proj,0.0111898439,hessian_weighted_relative_error,22452,0.02500,0.728
16,model.language_model.layers.16.mlp.experts.36.gate_proj,0.0058168753,hessian_weighted_relative_error,22452,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.36.up_proj,0.0066667722,hessian_weighted_relative_error,22452,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.37.down_proj,0.0107850958,hessian_weighted_relative_error,35034,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.37.gate_proj,0.0054674779,hessian_weighted_relative_error,35034,0.02500,0.857
16,model.language_model.layers.16.mlp.experts.37.up_proj,0.0061786489,hessian_weighted_relative_error,35034,0.02500,0.942
16,model.language_model.layers.16.mlp.experts.38.down_proj,0.0128554921,hessian_weighted_relative_error,39167,0.02500,0.729
16,model.language_model.layers.16.mlp.experts.38.gate_proj,0.0065782820,hessian_weighted_relative_error,39167,0.02500,0.763
16,model.language_model.layers.16.mlp.experts.38.up_proj,0.0072667083,hessian_weighted_relative_error,39167,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.39.down_proj,0.0097597906,hessian_weighted_relative_error,24764,0.02500,0.810
16,model.language_model.layers.16.mlp.experts.39.gate_proj,0.0059847648,hessian_weighted_relative_error,24764,0.02500,0.859
16,model.language_model.layers.16.mlp.experts.39.up_proj,0.0071428293,hessian_weighted_relative_error,24764,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.4.down_proj,0.0081156206,hessian_weighted_relative_error,15399,0.02500,0.719
16,model.language_model.layers.16.mlp.experts.4.gate_proj,0.0045002903,hessian_weighted_relative_error,15399,0.02500,0.757
16,model.language_model.layers.16.mlp.experts.4.up_proj,0.0048863720,hessian_weighted_relative_error,15399,0.02500,0.797
16,model.language_model.layers.16.mlp.experts.40.down_proj,0.0126627418,hessian_weighted_relative_error,23911,0.02500,0.732
16,model.language_model.layers.16.mlp.experts.40.gate_proj,0.0056190450,hessian_weighted_relative_error,23911,0.02500,0.760
16,model.language_model.layers.16.mlp.experts.40.up_proj,0.0069564809,hessian_weighted_relative_error,23911,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.41.down_proj,0.0142860532,hessian_weighted_relative_error,38669,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.41.gate_proj,0.0085266603,hessian_weighted_relative_error,38669,0.02500,0.866
16,model.language_model.layers.16.mlp.experts.41.up_proj,0.0099742750,hessian_weighted_relative_error,38669,0.02500,0.950
16,model.language_model.layers.16.mlp.experts.42.down_proj,0.0078682283,hessian_weighted_relative_error,26355,0.02500,0.731
16,model.language_model.layers.16.mlp.experts.42.gate_proj,0.0039800521,hessian_weighted_relative_error,26355,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.42.up_proj,0.0043230871,hessian_weighted_relative_error,26355,0.02500,0.800
16,model.language_model.layers.16.mlp.experts.43.down_proj,0.0122213874,hessian_weighted_relative_error,16063,0.02500,0.816
16,model.language_model.layers.16.mlp.experts.43.gate_proj,0.0056962361,hessian_weighted_relative_error,16063,0.02500,0.868
16,model.language_model.layers.16.mlp.experts.43.up_proj,0.0066238242,hessian_weighted_relative_error,16063,0.02500,0.951
16,model.language_model.layers.16.mlp.experts.44.down_proj,0.0126042585,hessian_weighted_relative_error,32891,0.02500,0.730
16,model.language_model.layers.16.mlp.experts.44.gate_proj,0.0061337023,hessian_weighted_relative_error,32891,0.02500,0.764
16,model.language_model.layers.16.mlp.experts.44.up_proj,0.0071606399,hessian_weighted_relative_error,32891,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.45.down_proj,0.0109780353,hessian_weighted_relative_error,28355,0.02500,0.814
16,model.language_model.layers.16.mlp.experts.45.gate_proj,0.0053782365,hessian_weighted_relative_error,28355,0.02500,0.863
16,model.language_model.layers.16.mlp.experts.45.up_proj,0.0063274795,hessian_weighted_relative_error,28355,0.02500,0.941
16,model.language_model.layers.16.mlp.experts.46.down_proj,0.0110496798,hessian_weighted_relative_error,27834,0.02500,0.731
16,model.language_model.layers.16.mlp.experts.46.gate_proj,0.0067930332,hessian_weighted_relative_error,27834,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.46.up_proj,0.0075007715,hessian_weighted_relative_error,27834,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.47.down_proj,0.0136820416,hessian_weighted_relative_error,43004,0.02500,0.814
16,model.language_model.layers.16.mlp.experts.47.gate_proj,0.0078781817,hessian_weighted_relative_error,43004,0.02500,0.865
16,model.language_model.layers.16.mlp.experts.47.up_proj,0.0090135807,hessian_weighted_relative_error,43004,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.48.down_proj,0.0077536912,hessian_weighted_relative_error,9914,0.02500,0.732
16,model.language_model.layers.16.mlp.experts.48.gate_proj,0.0036947504,hessian_weighted_relative_error,9914,0.02500,0.762
16,model.language_model.layers.16.mlp.experts.48.up_proj,0.0041323074,hessian_weighted_relative_error,9914,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.49.down_proj,0.0120015764,hessian_weighted_relative_error,67590,0.02500,0.816
16,model.language_model.layers.16.mlp.experts.49.gate_proj,0.0078506063,hessian_weighted_relative_error,67590,0.02500,0.870
16,model.language_model.layers.16.mlp.experts.49.up_proj,0.0085212182,hessian_weighted_relative_error,67590,0.02500,0.951
16,model.language_model.layers.16.mlp.experts.5.down_proj,0.0107603790,hessian_weighted_relative_error,12772,0.02500,0.795
16,model.language_model.layers.16.mlp.experts.5.gate_proj,0.0043700743,hessian_weighted_relative_error,12772,0.02500,0.845
16,model.language_model.layers.16.mlp.experts.5.up_proj,0.0052411846,hessian_weighted_relative_error,12772,0.02500,0.936
16,model.language_model.layers.16.mlp.experts.50.down_proj,0.0075331454,hessian_weighted_relative_error,20685,0.02500,0.732
16,model.language_model.layers.16.mlp.experts.50.gate_proj,0.0032214806,hessian_weighted_relative_error,20685,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.50.up_proj,0.0035294306,hessian_weighted_relative_error,20685,0.02500,0.811
16,model.language_model.layers.16.mlp.experts.51.down_proj,0.0136957726,hessian_weighted_relative_error,19533,0.02500,0.820
16,model.language_model.layers.16.mlp.experts.51.gate_proj,0.0076105522,hessian_weighted_relative_error,19533,0.02500,0.869
16,model.language_model.layers.16.mlp.experts.51.up_proj,0.0085117653,hessian_weighted_relative_error,19533,0.02500,0.947
16,model.language_model.layers.16.mlp.experts.52.down_proj,0.0108028408,hessian_weighted_relative_error,25407,0.02500,0.735
16,model.language_model.layers.16.mlp.experts.52.gate_proj,0.0050778817,hessian_weighted_relative_error,25407,0.02500,0.769
16,model.language_model.layers.16.mlp.experts.52.up_proj,0.0057372128,hessian_weighted_relative_error,25407,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.53.down_proj,0.0115135699,hessian_weighted_relative_error,16219,0.02500,0.818
16,model.language_model.layers.16.mlp.experts.53.gate_proj,0.0050503389,hessian_weighted_relative_error,16219,0.02500,0.867
16,model.language_model.layers.16.mlp.experts.53.up_proj,0.0057492614,hessian_weighted_relative_error,16219,0.02500,0.948
16,model.language_model.layers.16.mlp.experts.54.down_proj,0.0111462561,hessian_weighted_relative_error,26256,0.02500,0.733
16,model.language_model.layers.16.mlp.experts.54.gate_proj,0.0061182965,hessian_weighted_relative_error,26256,0.02500,0.770
16,model.language_model.layers.16.mlp.experts.54.up_proj,0.0074937357,hessian_weighted_relative_error,26256,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.55.down_proj,0.0105314873,hessian_weighted_relative_error,38865,0.02500,0.817
16,model.language_model.layers.16.mlp.experts.55.gate_proj,0.0061296290,hessian_weighted_relative_error,38865,0.02500,0.867
16,model.language_model.layers.16.mlp.experts.55.up_proj,0.0067932112,hessian_weighted_relative_error,38865,0.02500,0.950
16,model.language_model.layers.16.mlp.experts.56.down_proj,0.0133909100,hessian_weighted_relative_error,55884,0.02500,0.735
16,model.language_model.layers.16.mlp.experts.56.gate_proj,0.0083264037,hessian_weighted_relative_error,55884,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.56.up_proj,0.0091965151,hessian_weighted_relative_error,55884,0.02500,0.798
16,model.language_model.layers.16.mlp.experts.57.down_proj,0.0100012625,hessian_weighted_relative_error,26839,0.02500,0.819
16,model.language_model.layers.16.mlp.experts.57.gate_proj,0.0059751913,hessian_weighted_relative_error,26839,0.02500,0.875
16,model.language_model.layers.16.mlp.experts.57.up_proj,0.0067552251,hessian_weighted_relative_error,26839,0.02500,0.953
16,model.language_model.layers.16.mlp.experts.58.down_proj,0.0101467768,hessian_weighted_relative_error,22755,0.02500,0.738
16,model.language_model.layers.16.mlp.experts.58.gate_proj,0.0045458284,hessian_weighted_relative_error,22755,0.02500,0.767
16,model.language_model.layers.16.mlp.experts.58.up_proj,0.0052503664,hessian_weighted_relative_error,22755,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.59.down_proj,0.0071139871,hessian_weighted_relative_error,24681,0.02500,0.823
16,model.language_model.layers.16.mlp.experts.59.gate_proj,0.0037883605,hessian_weighted_relative_error,24681,0.02500,0.882
16,model.language_model.layers.16.mlp.experts.59.up_proj,0.0041781161,hessian_weighted_relative_error,24681,0.02500,0.956
16,model.language_model.layers.16.mlp.experts.6.down_proj,0.0141904621,hessian_weighted_relative_error,32654,0.02500,0.719
16,model.language_model.layers.16.mlp.experts.6.gate_proj,0.0088675498,hessian_weighted_relative_error,32654,0.02500,0.749
16,model.language_model.layers.16.mlp.experts.6.up_proj,0.0105216975,hessian_weighted_relative_error,32654,0.02500,0.797
16,model.language_model.layers.16.mlp.experts.60.down_proj,0.0136839104,hessian_weighted_relative_error,26182,0.02500,0.734
16,model.language_model.layers.16.mlp.experts.60.gate_proj,0.0084312014,hessian_weighted_relative_error,26182,0.02500,0.768
16,model.language_model.layers.16.mlp.experts.60.up_proj,0.0096813647,hessian_weighted_relative_error,26182,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.61.down_proj,0.0121378811,hessian_weighted_relative_error,20311,0.02500,0.822
16,model.language_model.layers.16.mlp.experts.61.gate_proj,0.0066873783,hessian_weighted_relative_error,20311,0.02500,0.874
16,model.language_model.layers.16.mlp.experts.61.up_proj,0.0074216255,hessian_weighted_relative_error,20311,0.02500,0.944
16,model.language_model.layers.16.mlp.experts.62.down_proj,0.0077070609,hessian_weighted_relative_error,21578,0.02500,0.736
16,model.language_model.layers.16.mlp.experts.62.gate_proj,0.0044194124,hessian_weighted_relative_error,21578,0.02500,0.768
16,model.language_model.layers.16.mlp.experts.62.up_proj,0.0047709782,hessian_weighted_relative_error,21578,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.63.down_proj,0.0079407084,hessian_weighted_relative_error,4905,0.02500,0.825
16,model.language_model.layers.16.mlp.experts.63.gate_proj,0.0035953413,hessian_weighted_relative_error,4905,0.02500,0.872
16,model.language_model.layers.16.mlp.experts.63.up_proj,0.0042334583,hessian_weighted_relative_error,4905,0.02500,0.953
16,model.language_model.layers.16.mlp.experts.64.down_proj,0.0110219697,hessian_weighted_relative_error,11542,0.02500,0.737
16,model.language_model.layers.16.mlp.experts.64.gate_proj,0.0052958121,hessian_weighted_relative_error,11542,0.02500,0.765
16,model.language_model.layers.16.mlp.experts.64.up_proj,0.0056746247,hessian_weighted_relative_error,11542,0.02500,0.808
16,model.language_model.layers.16.mlp.experts.65.down_proj,0.0097269497,hessian_weighted_relative_error,15693,0.02500,0.824
16,model.language_model.layers.16.mlp.experts.65.gate_proj,0.0053041361,hessian_weighted_relative_error,15693,0.02500,0.876
16,model.language_model.layers.16.mlp.experts.65.up_proj,0.0059050026,hessian_weighted_relative_error,15693,0.02500,0.947
16,model.language_model.layers.16.mlp.experts.66.down_proj,0.0103379852,hessian_weighted_relative_error,29646,0.02500,0.736
16,model.language_model.layers.16.mlp.experts.66.gate_proj,0.0057427687,hessian_weighted_relative_error,29646,0.02500,0.767
16,model.language_model.layers.16.mlp.experts.66.up_proj,0.0063800184,hessian_weighted_relative_error,29646,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.67.down_proj,0.0098537064,hessian_weighted_relative_error,13836,0.02500,0.827
16,model.language_model.layers.16.mlp.experts.67.gate_proj,0.0054541717,hessian_weighted_relative_error,13836,0.02500,0.878
16,model.language_model.layers.16.mlp.experts.67.up_proj,0.0061989881,hessian_weighted_relative_error,13836,0.02500,0.950
16,model.language_model.layers.16.mlp.experts.68.down_proj,0.0038691024,hessian_weighted_relative_error,1866,0.02500,0.736
16,model.language_model.layers.16.mlp.experts.68.gate_proj,0.0018300866,hessian_weighted_relative_error,1866,0.02500,0.770
16,model.language_model.layers.16.mlp.experts.68.up_proj,0.0019625396,hessian_weighted_relative_error,1866,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.69.down_proj,0.0094179345,hessian_weighted_relative_error,13571,0.02500,0.826
16,model.language_model.layers.16.mlp.experts.69.gate_proj,0.0046665898,hessian_weighted_relative_error,13571,0.02500,0.875
16,model.language_model.layers.16.mlp.experts.69.up_proj,0.0053888626,hessian_weighted_relative_error,13571,0.02500,0.952
16,model.language_model.layers.16.mlp.experts.7.down_proj,0.0113686679,hessian_weighted_relative_error,38465,0.02500,0.792
16,model.language_model.layers.16.mlp.experts.7.gate_proj,0.0052355870,hessian_weighted_relative_error,38465,0.02500,0.847
16,model.language_model.layers.16.mlp.experts.7.up_proj,0.0059659232,hessian_weighted_relative_error,38465,0.02500,0.936
16,model.language_model.layers.16.mlp.experts.70.down_proj,0.0108312545,hessian_weighted_relative_error,30435,0.02500,0.737
16,model.language_model.layers.16.mlp.experts.70.gate_proj,0.0058207542,hessian_weighted_relative_error,30435,0.02500,0.774
16,model.language_model.layers.16.mlp.experts.70.up_proj,0.0062582779,hessian_weighted_relative_error,30435,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.71.down_proj,0.0105122785,hessian_weighted_relative_error,55250,0.02500,0.825
16,model.language_model.layers.16.mlp.experts.71.gate_proj,0.0063071923,hessian_weighted_relative_error,55250,0.02500,0.879
16,model.language_model.layers.16.mlp.experts.71.up_proj,0.0067246648,hessian_weighted_relative_error,55250,0.02500,0.954
16,model.language_model.layers.16.mlp.experts.72.down_proj,0.0140149090,hessian_weighted_relative_error,60029,0.02500,0.739
16,model.language_model.layers.16.mlp.experts.72.gate_proj,0.0082264785,hessian_weighted_relative_error,60029,0.02500,0.768
16,model.language_model.layers.16.mlp.experts.72.up_proj,0.0099873595,hessian_weighted_relative_error,60029,0.02500,0.798
16,model.language_model.layers.16.mlp.experts.73.down_proj,0.0093545547,hessian_weighted_relative_error,30969,0.02500,0.828
16,model.language_model.layers.16.mlp.experts.73.gate_proj,0.0047882466,hessian_weighted_relative_error,30969,0.02500,0.881
16,model.language_model.layers.16.mlp.experts.73.up_proj,0.0058497502,hessian_weighted_relative_error,30969,0.02500,0.949
16,model.language_model.layers.16.mlp.experts.74.down_proj,0.0115493713,hessian_weighted_relative_error,36696,0.02500,0.741
16,model.language_model.layers.16.mlp.experts.74.gate_proj,0.0066836942,hessian_weighted_relative_error,36696,0.02500,0.771
16,model.language_model.layers.16.mlp.experts.74.up_proj,0.0080665338,hessian_weighted_relative_error,36696,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.75.down_proj,0.0115577504,hessian_weighted_relative_error,6083,0.02500,0.831
16,model.language_model.layers.16.mlp.experts.75.gate_proj,0.0057021267,hessian_weighted_relative_error,6083,0.02500,0.881
16,model.language_model.layers.16.mlp.experts.75.up_proj,0.0064649704,hessian_weighted_relative_error,6083,0.02500,0.948
16,model.language_model.layers.16.mlp.experts.76.down_proj,0.0142913633,hessian_weighted_relative_error,43847,0.02500,0.739
16,model.language_model.layers.16.mlp.experts.76.gate_proj,0.0087159908,hessian_weighted_relative_error,43847,0.02500,0.770
16,model.language_model.layers.16.mlp.experts.76.up_proj,0.0097808271,hessian_weighted_relative_error,43847,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.77.down_proj,0.0091375053,hessian_weighted_relative_error,23767,0.02500,0.829
16,model.language_model.layers.16.mlp.experts.77.gate_proj,0.0050960792,hessian_weighted_relative_error,23767,0.02500,0.882
16,model.language_model.layers.16.mlp.experts.77.up_proj,0.0058774981,hessian_weighted_relative_error,23767,0.02500,0.954
16,model.language_model.layers.16.mlp.experts.78.down_proj,0.0143218028,hessian_weighted_relative_error,59847,0.02500,0.740
16,model.language_model.layers.16.mlp.experts.78.gate_proj,0.0087150098,hessian_weighted_relative_error,59847,0.02500,0.770
16,model.language_model.layers.16.mlp.experts.78.up_proj,0.0097317938,hessian_weighted_relative_error,59847,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.79.down_proj,0.0109239869,hessian_weighted_relative_error,10263,0.02500,0.828
16,model.language_model.layers.16.mlp.experts.79.gate_proj,0.0064382026,hessian_weighted_relative_error,10263,0.02500,0.897
16,model.language_model.layers.16.mlp.experts.79.up_proj,0.0073221853,hessian_weighted_relative_error,10263,0.02500,0.954
16,model.language_model.layers.16.mlp.experts.8.down_proj,0.0110874780,hessian_weighted_relative_error,29276,0.02500,0.722
16,model.language_model.layers.16.mlp.experts.8.gate_proj,0.0069655328,hessian_weighted_relative_error,29276,0.02500,0.749
16,model.language_model.layers.16.mlp.experts.8.up_proj,0.0075431536,hessian_weighted_relative_error,29276,0.02500,0.794
16,model.language_model.layers.16.mlp.experts.80.down_proj,0.0128508444,hessian_weighted_relative_error,27219,0.02500,0.742
16,model.language_model.layers.16.mlp.experts.80.gate_proj,0.0074508466,hessian_weighted_relative_error,27219,0.02500,0.767
16,model.language_model.layers.16.mlp.experts.80.up_proj,0.0082811529,hessian_weighted_relative_error,27219,0.02500,0.798
16,model.language_model.layers.16.mlp.experts.81.down_proj,0.0113132589,hessian_weighted_relative_error,11909,0.02500,0.831
16,model.language_model.layers.16.mlp.experts.81.gate_proj,0.0053691185,hessian_weighted_relative_error,11909,0.02500,0.886
16,model.language_model.layers.16.mlp.experts.81.up_proj,0.0063639988,hessian_weighted_relative_error,11909,0.02500,0.956
16,model.language_model.layers.16.mlp.experts.82.down_proj,0.0139935337,hessian_weighted_relative_error,71964,0.02500,0.743
16,model.language_model.layers.16.mlp.experts.82.gate_proj,0.0082207053,hessian_weighted_relative_error,71964,0.02500,0.772
16,model.language_model.layers.16.mlp.experts.82.up_proj,0.0096067017,hessian_weighted_relative_error,71964,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.83.down_proj,0.0135206263,hessian_weighted_relative_error,58282,0.02500,0.833
16,model.language_model.layers.16.mlp.experts.83.gate_proj,0.0070750051,hessian_weighted_relative_error,58282,0.02500,0.886
16,model.language_model.layers.16.mlp.experts.83.up_proj,0.0092756726,hessian_weighted_relative_error,58282,0.02500,0.959
16,model.language_model.layers.16.mlp.experts.84.down_proj,0.0094696200,hessian_weighted_relative_error,53889,0.02500,0.741
16,model.language_model.layers.16.mlp.experts.84.gate_proj,0.0051105571,hessian_weighted_relative_error,53889,0.02500,0.775
16,model.language_model.layers.16.mlp.experts.84.up_proj,0.0058636358,hessian_weighted_relative_error,53889,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.85.down_proj,0.0092631140,hessian_weighted_relative_error,25560,0.02500,0.832
16,model.language_model.layers.16.mlp.experts.85.gate_proj,0.0048348049,hessian_weighted_relative_error,25560,0.02500,0.885
16,model.language_model.layers.16.mlp.experts.85.up_proj,0.0054715121,hessian_weighted_relative_error,25560,0.02500,0.953
16,model.language_model.layers.16.mlp.experts.86.down_proj,0.0120121528,hessian_weighted_relative_error,30283,0.02500,0.741
16,model.language_model.layers.16.mlp.experts.86.gate_proj,0.0066357980,hessian_weighted_relative_error,30283,0.02500,0.771
16,model.language_model.layers.16.mlp.experts.86.up_proj,0.0076662584,hessian_weighted_relative_error,30283,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.87.down_proj,0.0103086112,hessian_weighted_relative_error,17678,0.02500,0.832
16,model.language_model.layers.16.mlp.experts.87.gate_proj,0.0054027538,hessian_weighted_relative_error,17678,0.02500,0.886
16,model.language_model.layers.16.mlp.experts.87.up_proj,0.0058564714,hessian_weighted_relative_error,17678,0.02500,0.951
16,model.language_model.layers.16.mlp.experts.88.down_proj,0.0083673728,hessian_weighted_relative_error,29062,0.02500,0.742
16,model.language_model.layers.16.mlp.experts.88.gate_proj,0.0035843153,hessian_weighted_relative_error,29062,0.02500,0.771
16,model.language_model.layers.16.mlp.experts.88.up_proj,0.0043918386,hessian_weighted_relative_error,29062,0.02500,0.801
16,model.language_model.layers.16.mlp.experts.89.down_proj,0.0093602695,hessian_weighted_relative_error,22832,0.02500,0.834
16,model.language_model.layers.16.mlp.experts.89.gate_proj,0.0044069589,hessian_weighted_relative_error,22832,0.02500,0.889
16,model.language_model.layers.16.mlp.experts.89.up_proj,0.0053143797,hessian_weighted_relative_error,22832,0.02500,0.955
16,model.language_model.layers.16.mlp.experts.9.down_proj,0.0085119720,hessian_weighted_relative_error,20897,0.02500,0.796
16,model.language_model.layers.16.mlp.experts.9.gate_proj,0.0038966901,hessian_weighted_relative_error,20897,0.02500,0.846
16,model.language_model.layers.16.mlp.experts.9.up_proj,0.0044101783,hessian_weighted_relative_error,20897,0.02500,0.940
16,model.language_model.layers.16.mlp.experts.90.down_proj,0.0111447228,hessian_weighted_relative_error,30781,0.02500,0.745
16,model.language_model.layers.16.mlp.experts.90.gate_proj,0.0056132771,hessian_weighted_relative_error,30781,0.02500,0.776
16,model.language_model.layers.16.mlp.experts.90.up_proj,0.0064116177,hessian_weighted_relative_error,30781,0.02500,0.804
16,model.language_model.layers.16.mlp.experts.91.down_proj,0.0071633543,hessian_weighted_relative_error,38318,0.02500,0.838
16,model.language_model.layers.16.mlp.experts.91.gate_proj,0.0036632707,hessian_weighted_relative_error,38318,0.02500,0.888
16,model.language_model.layers.16.mlp.experts.91.up_proj,0.0039559147,hessian_weighted_relative_error,38318,0.02500,0.959
16,model.language_model.layers.16.mlp.experts.92.down_proj,0.0093784884,hessian_weighted_relative_error,12401,0.02500,0.741
16,model.language_model.layers.16.mlp.experts.92.gate_proj,0.0045540133,hessian_weighted_relative_error,12401,0.02500,0.775
16,model.language_model.layers.16.mlp.experts.92.up_proj,0.0052012398,hessian_weighted_relative_error,12401,0.02500,0.802
16,model.language_model.layers.16.mlp.experts.93.down_proj,0.0101728043,hessian_weighted_relative_error,10762,0.02500,0.837
16,model.language_model.layers.16.mlp.experts.93.gate_proj,0.0056716633,hessian_weighted_relative_error,10762,0.02500,0.896
16,model.language_model.layers.16.mlp.experts.93.up_proj,0.0067603690,hessian_weighted_relative_error,10762,0.02500,0.955
16,model.language_model.layers.16.mlp.experts.94.down_proj,0.0140850213,hessian_weighted_relative_error,57197,0.02500,0.741
16,model.language_model.layers.16.mlp.experts.94.gate_proj,0.0081105454,hessian_weighted_relative_error,57197,0.02500,0.780
16,model.language_model.layers.16.mlp.experts.94.up_proj,0.0093883758,hessian_weighted_relative_error,57197,0.02500,0.803
16,model.language_model.layers.16.mlp.experts.95.down_proj,0.0123701352,hessian_weighted_relative_error,13233,0.02500,0.836
16,model.language_model.layers.16.mlp.experts.95.gate_proj,0.0060864346,hessian_weighted_relative_error,13233,0.02500,0.888
16,model.language_model.layers.16.mlp.experts.95.up_proj,0.0069027433,hessian_weighted_relative_error,13233,0.02500,0.955
16,model.language_model.layers.16.mlp.experts.96.down_proj,0.0099098698,hessian_weighted_relative_error,12429,0.02500,0.742
16,model.language_model.layers.16.mlp.experts.96.gate_proj,0.0040630352,hessian_weighted_relative_error,12429,0.02500,0.772
16,model.language_model.layers.16.mlp.experts.96.up_proj,0.0043656206,hessian_weighted_relative_error,12429,0.02500,0.799
16,model.language_model.layers.16.mlp.experts.97.down_proj,0.0140470759,hessian_weighted_relative_error,34192,0.02500,0.838
16,model.language_model.layers.16.mlp.experts.97.gate_proj,0.0085740515,hessian_weighted_relative_error,34192,0.02500,0.892
16,model.language_model.layers.16.mlp.experts.97.up_proj,0.0098090061,hessian_weighted_relative_error,34192,0.02500,0.955
16,model.language_model.layers.16.mlp.experts.98.down_proj,0.0090634206,hessian_weighted_relative_error,26240,0.02500,0.742
16,model.language_model.layers.16.mlp.experts.98.gate_proj,0.0047304989,hessian_weighted_relative_error,26240,0.02500,0.774
16,model.language_model.layers.16.mlp.experts.98.up_proj,0.0051491291,hessian_weighted_relative_error,26240,0.02500,0.805
16,model.language_model.layers.16.mlp.experts.99.down_proj,0.0081319131,hessian_weighted_relative_error,26071,0.02500,0.843
16,model.language_model.layers.16.mlp.experts.99.gate_proj,0.0033704306,hessian_weighted_relative_error,26071,0.02500,0.893
16,model.language_model.layers.16.mlp.experts.99.up_proj,0.0035918423,hessian_weighted_relative_error,26071,0.02500,0.952
17,model.language_model.layers.17.mlp.experts.0.down_proj,0.0129505236,hessian_weighted_relative_error,16531,0.02500,0.687
17,model.language_model.layers.17.mlp.experts.0.gate_proj,0.0072962532,hessian_weighted_relative_error,16531,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.0.up_proj,0.0081764856,hessian_weighted_relative_error,16531,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.1.down_proj,0.0092803420,hessian_weighted_relative_error,32758,0.02500,0.791
17,model.language_model.layers.17.mlp.experts.1.gate_proj,0.0038304748,hessian_weighted_relative_error,32758,0.02500,0.891
17,model.language_model.layers.17.mlp.experts.1.up_proj,0.0042973908,hessian_weighted_relative_error,32758,0.02500,0.949
17,model.language_model.layers.17.mlp.experts.10.down_proj,0.0132383203,hessian_weighted_relative_error,17250,0.02500,0.725
17,model.language_model.layers.17.mlp.experts.10.gate_proj,0.0064607492,hessian_weighted_relative_error,17250,0.02500,0.749
17,model.language_model.layers.17.mlp.experts.10.up_proj,0.0076038594,hessian_weighted_relative_error,17250,0.02500,0.797
17,model.language_model.layers.17.mlp.experts.100.down_proj,0.0119767920,hessian_weighted_relative_error,29211,0.02500,0.746
17,model.language_model.layers.17.mlp.experts.100.gate_proj,0.0051802544,hessian_weighted_relative_error,29211,0.02500,0.775
17,model.language_model.layers.17.mlp.experts.100.up_proj,0.0057395264,hessian_weighted_relative_error,29211,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.101.down_proj,0.0096533205,hessian_weighted_relative_error,23029,0.02500,0.838
17,model.language_model.layers.17.mlp.experts.101.gate_proj,0.0049698885,hessian_weighted_relative_error,23029,0.02500,0.897
17,model.language_model.layers.17.mlp.experts.101.up_proj,0.0055638728,hessian_weighted_relative_error,23029,0.02500,0.963
17,model.language_model.layers.17.mlp.experts.102.down_proj,0.0084475289,hessian_weighted_relative_error,40194,0.02500,0.744
17,model.language_model.layers.17.mlp.experts.102.gate_proj,0.0038877564,hessian_weighted_relative_error,40194,0.02500,0.777
17,model.language_model.layers.17.mlp.experts.102.up_proj,0.0042683337,hessian_weighted_relative_error,40194,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.103.down_proj,0.0122011138,hessian_weighted_relative_error,22686,0.02500,0.842
17,model.language_model.layers.17.mlp.experts.103.gate_proj,0.0065087177,hessian_weighted_relative_error,22686,0.02500,0.892
17,model.language_model.layers.17.mlp.experts.103.up_proj,0.0075270568,hessian_weighted_relative_error,22686,0.02500,0.952
17,model.language_model.layers.17.mlp.experts.104.down_proj,0.0066940055,hessian_weighted_relative_error,23328,0.02500,0.743
17,model.language_model.layers.17.mlp.experts.104.gate_proj,0.0031629357,hessian_weighted_relative_error,23328,0.02500,0.776
17,model.language_model.layers.17.mlp.experts.104.up_proj,0.0033997240,hessian_weighted_relative_error,23328,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.105.down_proj,0.0111636346,hessian_weighted_relative_error,13619,0.02500,0.843
17,model.language_model.layers.17.mlp.experts.105.gate_proj,0.0056289404,hessian_weighted_relative_error,13619,0.02500,0.894
17,model.language_model.layers.17.mlp.experts.105.up_proj,0.0065342027,hessian_weighted_relative_error,13619,0.02500,0.965
17,model.language_model.layers.17.mlp.experts.106.down_proj,0.0123455810,hessian_weighted_relative_error,45885,0.02500,0.746
17,model.language_model.layers.17.mlp.experts.106.gate_proj,0.0057361036,hessian_weighted_relative_error,45885,0.02500,0.775
17,model.language_model.layers.17.mlp.experts.106.up_proj,0.0067526953,hessian_weighted_relative_error,45885,0.02500,0.805
17,model.language_model.layers.17.mlp.experts.107.down_proj,0.0089704209,hessian_weighted_relative_error,33036,0.02500,0.844
17,model.language_model.layers.17.mlp.experts.107.gate_proj,0.0046235162,hessian_weighted_relative_error,33036,0.02500,0.895
17,model.language_model.layers.17.mlp.experts.107.up_proj,0.0051068384,hessian_weighted_relative_error,33036,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.108.down_proj,0.0140932042,hessian_weighted_relative_error,40889,0.02500,0.747
17,model.language_model.layers.17.mlp.experts.108.gate_proj,0.0073289878,hessian_weighted_relative_error,40889,0.02500,0.777
17,model.language_model.layers.17.mlp.experts.108.up_proj,0.0080354848,hessian_weighted_relative_error,40889,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.109.down_proj,0.0104427799,hessian_weighted_relative_error,61964,0.02500,0.843
17,model.language_model.layers.17.mlp.experts.109.gate_proj,0.0049542499,hessian_weighted_relative_error,61964,0.02500,0.897
17,model.language_model.layers.17.mlp.experts.109.up_proj,0.0055291324,hessian_weighted_relative_error,61964,0.02500,0.967
17,model.language_model.layers.17.mlp.experts.11.down_proj,0.0126671745,hessian_weighted_relative_error,17032,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.11.gate_proj,0.0066299956,hessian_weighted_relative_error,17032,0.02500,0.848
17,model.language_model.layers.17.mlp.experts.11.up_proj,0.0076187588,hessian_weighted_relative_error,17032,0.02500,0.946
17,model.language_model.layers.17.mlp.experts.110.down_proj,0.0133082096,hessian_weighted_relative_error,46202,0.02500,0.745
17,model.language_model.layers.17.mlp.experts.110.gate_proj,0.0066927537,hessian_weighted_relative_error,46202,0.02500,0.776
17,model.language_model.layers.17.mlp.experts.110.up_proj,0.0078926479,hessian_weighted_relative_error,46202,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.111.down_proj,0.0119416520,hessian_weighted_relative_error,91645,0.02500,0.846
17,model.language_model.layers.17.mlp.experts.111.gate_proj,0.0061202820,hessian_weighted_relative_error,91645,0.02500,0.894
17,model.language_model.layers.17.mlp.experts.111.up_proj,0.0067387022,hessian_weighted_relative_error,91645,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.112.down_proj,0.0112153052,hessian_weighted_relative_error,8499,0.02500,0.744
17,model.language_model.layers.17.mlp.experts.112.gate_proj,0.0042882983,hessian_weighted_relative_error,8499,0.02500,0.778
17,model.language_model.layers.17.mlp.experts.112.up_proj,0.0050914625,hessian_weighted_relative_error,8499,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.113.down_proj,0.0114735348,hessian_weighted_relative_error,20881,0.02500,0.848
17,model.language_model.layers.17.mlp.experts.113.gate_proj,0.0070574888,hessian_weighted_relative_error,20881,0.02500,0.895
17,model.language_model.layers.17.mlp.experts.113.up_proj,0.0085457978,hessian_weighted_relative_error,20881,0.02500,0.966
17,model.language_model.layers.17.mlp.experts.114.down_proj,0.0095147016,hessian_weighted_relative_error,30275,0.02500,0.748
17,model.language_model.layers.17.mlp.experts.114.gate_proj,0.0047378423,hessian_weighted_relative_error,30275,0.02500,0.786
17,model.language_model.layers.17.mlp.experts.114.up_proj,0.0050875155,hessian_weighted_relative_error,30275,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.115.down_proj,0.0055426815,hessian_weighted_relative_error,42829,0.02500,0.851
17,model.language_model.layers.17.mlp.experts.115.gate_proj,0.0028375204,hessian_weighted_relative_error,42829,0.02500,0.907
17,model.language_model.layers.17.mlp.experts.115.up_proj,0.0032979022,hessian_weighted_relative_error,42829,0.02500,0.968
17,model.language_model.layers.17.mlp.experts.116.down_proj,0.0121382601,hessian_weighted_relative_error,29821,0.02500,0.748
17,model.language_model.layers.17.mlp.experts.116.gate_proj,0.0064948412,hessian_weighted_relative_error,29821,0.02500,0.780
17,model.language_model.layers.17.mlp.experts.116.up_proj,0.0069500392,hessian_weighted_relative_error,29821,0.02500,0.805
17,model.language_model.layers.17.mlp.experts.117.down_proj,0.0117689146,hessian_weighted_relative_error,44048,0.02500,0.846
17,model.language_model.layers.17.mlp.experts.117.gate_proj,0.0072079637,hessian_weighted_relative_error,44048,0.02500,0.900
17,model.language_model.layers.17.mlp.experts.117.up_proj,0.0085034866,hessian_weighted_relative_error,44048,0.02500,0.970
17,model.language_model.layers.17.mlp.experts.118.down_proj,0.0123422397,hessian_weighted_relative_error,37578,0.02500,0.745
17,model.language_model.layers.17.mlp.experts.118.gate_proj,0.0059277660,hessian_weighted_relative_error,37578,0.02500,0.780
17,model.language_model.layers.17.mlp.experts.118.up_proj,0.0066097482,hessian_weighted_relative_error,37578,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.119.down_proj,0.0111783450,hessian_weighted_relative_error,54808,0.02500,0.850
17,model.language_model.layers.17.mlp.experts.119.gate_proj,0.0052642915,hessian_weighted_relative_error,54808,0.02500,0.897
17,model.language_model.layers.17.mlp.experts.119.up_proj,0.0060794596,hessian_weighted_relative_error,54808,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.12.down_proj,0.0072582114,hessian_weighted_relative_error,20540,0.02500,0.725
17,model.language_model.layers.17.mlp.experts.12.gate_proj,0.0028766899,hessian_weighted_relative_error,20540,0.02500,0.751
17,model.language_model.layers.17.mlp.experts.12.up_proj,0.0029465431,hessian_weighted_relative_error,20540,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.120.down_proj,0.0128063503,hessian_weighted_relative_error,15550,0.02500,0.747
17,model.language_model.layers.17.mlp.experts.120.gate_proj,0.0069669518,hessian_weighted_relative_error,15550,0.02500,0.783
17,model.language_model.layers.17.mlp.experts.120.up_proj,0.0078585048,hessian_weighted_relative_error,15550,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.121.down_proj,0.0126606746,hessian_weighted_relative_error,54942,0.02500,0.853
17,model.language_model.layers.17.mlp.experts.121.gate_proj,0.0062651511,hessian_weighted_relative_error,54942,0.02500,0.898
17,model.language_model.layers.17.mlp.experts.121.up_proj,0.0076570603,hessian_weighted_relative_error,54942,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.122.down_proj,0.0110887523,hessian_weighted_relative_error,26201,0.02500,0.750
17,model.language_model.layers.17.mlp.experts.122.gate_proj,0.0045731159,hessian_weighted_relative_error,26201,0.02500,0.778
17,model.language_model.layers.17.mlp.experts.122.up_proj,0.0051694088,hessian_weighted_relative_error,26201,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.123.down_proj,0.0136398130,hessian_weighted_relative_error,22120,0.02500,0.853
17,model.language_model.layers.17.mlp.experts.123.gate_proj,0.0071851762,hessian_weighted_relative_error,22120,0.02500,0.901
17,model.language_model.layers.17.mlp.experts.123.up_proj,0.0083229533,hessian_weighted_relative_error,22120,0.02500,0.963
17,model.language_model.layers.17.mlp.experts.124.down_proj,0.0129109702,hessian_weighted_relative_error,40245,0.02500,0.750
17,model.language_model.layers.17.mlp.experts.124.gate_proj,0.0068680994,hessian_weighted_relative_error,40245,0.02500,0.781
17,model.language_model.layers.17.mlp.experts.124.up_proj,0.0076858438,hessian_weighted_relative_error,40245,0.02500,0.817
17,model.language_model.layers.17.mlp.experts.125.down_proj,0.0106534282,hessian_weighted_relative_error,12055,0.02500,0.851
17,model.language_model.layers.17.mlp.experts.125.gate_proj,0.0047515606,hessian_weighted_relative_error,12055,0.02500,0.903
17,model.language_model.layers.17.mlp.experts.125.up_proj,0.0053423819,hessian_weighted_relative_error,12055,0.02500,0.969
17,model.language_model.layers.17.mlp.experts.126.down_proj,0.0038385322,hessian_weighted_relative_error,1560,0.02500,0.748
17,model.language_model.layers.17.mlp.experts.126.gate_proj,0.0013021193,hessian_weighted_relative_error,1560,0.02500,0.782
17,model.language_model.layers.17.mlp.experts.126.up_proj,0.0015596047,hessian_weighted_relative_error,1560,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.127.down_proj,0.0110692183,hessian_weighted_relative_error,23132,0.02500,0.854
17,model.language_model.layers.17.mlp.experts.127.gate_proj,0.0049008669,hessian_weighted_relative_error,23132,0.02500,0.899
17,model.language_model.layers.17.mlp.experts.127.up_proj,0.0055383967,hessian_weighted_relative_error,23132,0.02500,0.964
17,model.language_model.layers.17.mlp.experts.128.down_proj,0.0119377153,hessian_weighted_relative_error,25018,0.02500,0.748
17,model.language_model.layers.17.mlp.experts.128.gate_proj,0.0065877496,hessian_weighted_relative_error,25018,0.02500,0.780
17,model.language_model.layers.17.mlp.experts.128.up_proj,0.0080651488,hessian_weighted_relative_error,25018,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.129.down_proj,0.0132972911,hessian_weighted_relative_error,19286,0.02500,0.856
17,model.language_model.layers.17.mlp.experts.129.gate_proj,0.0068925487,hessian_weighted_relative_error,19286,0.02500,0.899
17,model.language_model.layers.17.mlp.experts.129.up_proj,0.0078617454,hessian_weighted_relative_error,19286,0.02500,0.994
17,model.language_model.layers.17.mlp.experts.13.down_proj,0.0122064345,hessian_weighted_relative_error,82462,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.13.gate_proj,0.0074057542,hessian_weighted_relative_error,82462,0.02500,0.855
17,model.language_model.layers.17.mlp.experts.13.up_proj,0.0082595535,hessian_weighted_relative_error,82462,0.02500,0.951
17,model.language_model.layers.17.mlp.experts.130.down_proj,0.0126068900,hessian_weighted_relative_error,34900,0.02500,0.750
17,model.language_model.layers.17.mlp.experts.130.gate_proj,0.0065826334,hessian_weighted_relative_error,34900,0.02500,0.784
17,model.language_model.layers.17.mlp.experts.130.up_proj,0.0073454112,hessian_weighted_relative_error,34900,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.131.down_proj,0.0118627106,hessian_weighted_relative_error,36231,0.02500,0.859
17,model.language_model.layers.17.mlp.experts.131.gate_proj,0.0057629918,hessian_weighted_relative_error,36231,0.02500,0.900
17,model.language_model.layers.17.mlp.experts.131.up_proj,0.0067622673,hessian_weighted_relative_error,36231,0.02500,0.974
17,model.language_model.layers.17.mlp.experts.132.down_proj,0.0128343627,hessian_weighted_relative_error,32489,0.02500,0.752
17,model.language_model.layers.17.mlp.experts.132.gate_proj,0.0065885270,hessian_weighted_relative_error,32489,0.02500,0.781
17,model.language_model.layers.17.mlp.experts.132.up_proj,0.0077427358,hessian_weighted_relative_error,32489,0.02500,0.805
17,model.language_model.layers.17.mlp.experts.133.down_proj,0.0129231861,hessian_weighted_relative_error,21679,0.02500,0.855
17,model.language_model.layers.17.mlp.experts.133.gate_proj,0.0072408215,hessian_weighted_relative_error,21679,0.02500,0.904
17,model.language_model.layers.17.mlp.experts.133.up_proj,0.0083791594,hessian_weighted_relative_error,21679,0.02500,0.974
17,model.language_model.layers.17.mlp.experts.134.down_proj,0.0108783170,hessian_weighted_relative_error,11704,0.02500,0.748
17,model.language_model.layers.17.mlp.experts.134.gate_proj,0.0055704099,hessian_weighted_relative_error,11704,0.02500,0.782
17,model.language_model.layers.17.mlp.experts.134.up_proj,0.0063199232,hessian_weighted_relative_error,11704,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.135.down_proj,0.0121670350,hessian_weighted_relative_error,45690,0.02500,0.858
17,model.language_model.layers.17.mlp.experts.135.gate_proj,0.0060457722,hessian_weighted_relative_error,45690,0.02500,0.900
17,model.language_model.layers.17.mlp.experts.135.up_proj,0.0069945642,hessian_weighted_relative_error,45690,0.02500,0.962
17,model.language_model.layers.17.mlp.experts.136.down_proj,0.0085208963,hessian_weighted_relative_error,14722,0.02500,0.749
17,model.language_model.layers.17.mlp.experts.136.gate_proj,0.0043043075,hessian_weighted_relative_error,14722,0.02500,0.784
17,model.language_model.layers.17.mlp.experts.136.up_proj,0.0046544486,hessian_weighted_relative_error,14722,0.02500,0.808
17,model.language_model.layers.17.mlp.experts.137.down_proj,0.0114522012,hessian_weighted_relative_error,69499,0.02500,0.861
17,model.language_model.layers.17.mlp.experts.137.gate_proj,0.0055651390,hessian_weighted_relative_error,69499,0.02500,0.906
17,model.language_model.layers.17.mlp.experts.137.up_proj,0.0059449014,hessian_weighted_relative_error,69499,0.02500,0.965
17,model.language_model.layers.17.mlp.experts.138.down_proj,0.0114525348,hessian_weighted_relative_error,20702,0.02500,0.751
17,model.language_model.layers.17.mlp.experts.138.gate_proj,0.0053956197,hessian_weighted_relative_error,20702,0.02500,0.780
17,model.language_model.layers.17.mlp.experts.138.up_proj,0.0058097850,hessian_weighted_relative_error,20702,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.139.down_proj,0.0132623047,hessian_weighted_relative_error,19467,0.02500,0.861
17,model.language_model.layers.17.mlp.experts.139.gate_proj,0.0071294195,hessian_weighted_relative_error,19467,0.02500,0.906
17,model.language_model.layers.17.mlp.experts.139.up_proj,0.0076042543,hessian_weighted_relative_error,19467,0.02500,0.965
17,model.language_model.layers.17.mlp.experts.14.down_proj,0.0103346338,hessian_weighted_relative_error,5355,0.02500,0.724
17,model.language_model.layers.17.mlp.experts.14.gate_proj,0.0043067588,hessian_weighted_relative_error,5355,0.02500,0.754
17,model.language_model.layers.17.mlp.experts.14.up_proj,0.0054988741,hessian_weighted_relative_error,5355,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.140.down_proj,0.0038581733,hessian_weighted_relative_error,2193,0.02500,0.754
17,model.language_model.layers.17.mlp.experts.140.gate_proj,0.0016844838,hessian_weighted_relative_error,2193,0.02500,0.784
17,model.language_model.layers.17.mlp.experts.140.up_proj,0.0019522916,hessian_weighted_relative_error,2193,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.141.down_proj,0.0121033089,hessian_weighted_relative_error,39952,0.02500,0.859
17,model.language_model.layers.17.mlp.experts.141.gate_proj,0.0060679619,hessian_weighted_relative_error,39952,0.02500,0.905
17,model.language_model.layers.17.mlp.experts.141.up_proj,0.0071832352,hessian_weighted_relative_error,39952,0.02500,0.971
17,model.language_model.layers.17.mlp.experts.142.down_proj,0.0074545808,hessian_weighted_relative_error,35593,0.02500,0.751
17,model.language_model.layers.17.mlp.experts.142.gate_proj,0.0041020557,hessian_weighted_relative_error,35593,0.02500,0.784
17,model.language_model.layers.17.mlp.experts.142.up_proj,0.0047216552,hessian_weighted_relative_error,35593,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.143.down_proj,0.0103423680,hessian_weighted_relative_error,45258,0.02500,0.862
17,model.language_model.layers.17.mlp.experts.143.gate_proj,0.0052426716,hessian_weighted_relative_error,45258,0.02500,0.902
17,model.language_model.layers.17.mlp.experts.143.up_proj,0.0058896721,hessian_weighted_relative_error,45258,0.02500,0.971
17,model.language_model.layers.17.mlp.experts.144.down_proj,0.0107532252,hessian_weighted_relative_error,10348,0.02500,0.751
17,model.language_model.layers.17.mlp.experts.144.gate_proj,0.0052532463,hessian_weighted_relative_error,10348,0.02500,0.786
17,model.language_model.layers.17.mlp.experts.144.up_proj,0.0065830849,hessian_weighted_relative_error,10348,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.145.down_proj,0.0122316154,hessian_weighted_relative_error,22197,0.02500,0.864
17,model.language_model.layers.17.mlp.experts.145.gate_proj,0.0054406241,hessian_weighted_relative_error,22197,0.02500,0.900
17,model.language_model.layers.17.mlp.experts.145.up_proj,0.0058760196,hessian_weighted_relative_error,22197,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.146.down_proj,0.0111754897,hessian_weighted_relative_error,32243,0.02500,0.753
17,model.language_model.layers.17.mlp.experts.146.gate_proj,0.0045201695,hessian_weighted_relative_error,32243,0.02500,0.783
17,model.language_model.layers.17.mlp.experts.146.up_proj,0.0053373817,hessian_weighted_relative_error,32243,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.147.down_proj,0.0113545205,hessian_weighted_relative_error,37086,0.02500,0.865
17,model.language_model.layers.17.mlp.experts.147.gate_proj,0.0047648213,hessian_weighted_relative_error,37086,0.02500,0.908
17,model.language_model.layers.17.mlp.experts.147.up_proj,0.0051759935,hessian_weighted_relative_error,37086,0.02500,0.967
17,model.language_model.layers.17.mlp.experts.148.down_proj,0.0096924859,hessian_weighted_relative_error,33255,0.02500,0.754
17,model.language_model.layers.17.mlp.experts.148.gate_proj,0.0051875545,hessian_weighted_relative_error,33255,0.02500,0.785
17,model.language_model.layers.17.mlp.experts.148.up_proj,0.0058833857,hessian_weighted_relative_error,33255,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.149.down_proj,0.0132648662,hessian_weighted_relative_error,54043,0.02500,0.863
17,model.language_model.layers.17.mlp.experts.149.gate_proj,0.0069484844,hessian_weighted_relative_error,54043,0.02500,0.913
17,model.language_model.layers.17.mlp.experts.149.up_proj,0.0083852566,hessian_weighted_relative_error,54043,0.02500,0.962
17,model.language_model.layers.17.mlp.experts.15.down_proj,0.0107683790,hessian_weighted_relative_error,12196,0.02500,0.799
17,model.language_model.layers.17.mlp.experts.15.gate_proj,0.0051376283,hessian_weighted_relative_error,12196,0.02500,0.846
17,model.language_model.layers.17.mlp.experts.15.up_proj,0.0058519110,hessian_weighted_relative_error,12196,0.02500,0.951
17,model.language_model.layers.17.mlp.experts.150.down_proj,0.0113215685,hessian_weighted_relative_error,33187,0.02500,0.751
17,model.language_model.layers.17.mlp.experts.150.gate_proj,0.0052385803,hessian_weighted_relative_error,33187,0.02500,0.785
17,model.language_model.layers.17.mlp.experts.150.up_proj,0.0059064478,hessian_weighted_relative_error,33187,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.151.down_proj,0.0111670056,hessian_weighted_relative_error,30237,0.02500,0.867
17,model.language_model.layers.17.mlp.experts.151.gate_proj,0.0050493159,hessian_weighted_relative_error,30237,0.02500,0.903
17,model.language_model.layers.17.mlp.experts.151.up_proj,0.0055504217,hessian_weighted_relative_error,30237,0.02500,0.962
17,model.language_model.layers.17.mlp.experts.152.down_proj,0.0118801693,hessian_weighted_relative_error,17297,0.02500,0.751
17,model.language_model.layers.17.mlp.experts.152.gate_proj,0.0057853608,hessian_weighted_relative_error,17297,0.02500,0.788
17,model.language_model.layers.17.mlp.experts.152.up_proj,0.0068389086,hessian_weighted_relative_error,17297,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.153.down_proj,0.0123278628,hessian_weighted_relative_error,17491,0.02500,0.869
17,model.language_model.layers.17.mlp.experts.153.gate_proj,0.0063122667,hessian_weighted_relative_error,17491,0.02500,0.909
17,model.language_model.layers.17.mlp.experts.153.up_proj,0.0074327469,hessian_weighted_relative_error,17491,0.02500,0.959
17,model.language_model.layers.17.mlp.experts.154.down_proj,0.0113681484,hessian_weighted_relative_error,36818,0.02500,0.753
17,model.language_model.layers.17.mlp.experts.154.gate_proj,0.0056699292,hessian_weighted_relative_error,36818,0.02500,0.786
17,model.language_model.layers.17.mlp.experts.154.up_proj,0.0063255221,hessian_weighted_relative_error,36818,0.02500,0.805
17,model.language_model.layers.17.mlp.experts.155.down_proj,0.0103272083,hessian_weighted_relative_error,16015,0.02500,0.870
17,model.language_model.layers.17.mlp.experts.155.gate_proj,0.0049197401,hessian_weighted_relative_error,16015,0.02500,0.926
17,model.language_model.layers.17.mlp.experts.155.up_proj,0.0056412932,hessian_weighted_relative_error,16015,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.156.down_proj,0.0100000454,hessian_weighted_relative_error,27054,0.02500,0.755
17,model.language_model.layers.17.mlp.experts.156.gate_proj,0.0041540508,hessian_weighted_relative_error,27054,0.02500,0.787
17,model.language_model.layers.17.mlp.experts.156.up_proj,0.0046846678,hessian_weighted_relative_error,27054,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.157.down_proj,0.0114020841,hessian_weighted_relative_error,25609,0.02500,0.867
17,model.language_model.layers.17.mlp.experts.157.gate_proj,0.0057813588,hessian_weighted_relative_error,25609,0.02500,0.909
17,model.language_model.layers.17.mlp.experts.157.up_proj,0.0066774967,hessian_weighted_relative_error,25609,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.158.down_proj,0.0106536880,hessian_weighted_relative_error,34950,0.02500,0.752
17,model.language_model.layers.17.mlp.experts.158.gate_proj,0.0042419344,hessian_weighted_relative_error,34950,0.02500,0.785
17,model.language_model.layers.17.mlp.experts.158.up_proj,0.0046637716,hessian_weighted_relative_error,34950,0.02500,0.814
17,model.language_model.layers.17.mlp.experts.159.down_proj,0.0100044801,hessian_weighted_relative_error,12151,0.02500,0.871
17,model.language_model.layers.17.mlp.experts.159.gate_proj,0.0041379350,hessian_weighted_relative_error,12151,0.02500,0.907
17,model.language_model.layers.17.mlp.experts.159.up_proj,0.0044767547,hessian_weighted_relative_error,12151,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.16.down_proj,0.0054145435,hessian_weighted_relative_error,5559,0.02500,0.724
17,model.language_model.layers.17.mlp.experts.16.gate_proj,0.0021174998,hessian_weighted_relative_error,5559,0.02500,0.759
17,model.language_model.layers.17.mlp.experts.16.up_proj,0.0025526493,hessian_weighted_relative_error,5559,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.160.down_proj,0.0107753989,hessian_weighted_relative_error,20338,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.160.gate_proj,0.0055688388,hessian_weighted_relative_error,20338,0.02500,0.787
17,model.language_model.layers.17.mlp.experts.160.up_proj,0.0066175840,hessian_weighted_relative_error,20338,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.161.down_proj,0.0100073998,hessian_weighted_relative_error,20412,0.02500,0.872
17,model.language_model.layers.17.mlp.experts.161.gate_proj,0.0042990145,hessian_weighted_relative_error,20412,0.02500,0.911
17,model.language_model.layers.17.mlp.experts.161.up_proj,0.0049631406,hessian_weighted_relative_error,20412,0.02500,0.961
17,model.language_model.layers.17.mlp.experts.162.down_proj,0.0117277432,hessian_weighted_relative_error,31865,0.02500,0.754
17,model.language_model.layers.17.mlp.experts.162.gate_proj,0.0053324444,hessian_weighted_relative_error,31865,0.02500,0.781
17,model.language_model.layers.17.mlp.experts.162.up_proj,0.0068337725,hessian_weighted_relative_error,31865,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.163.down_proj,0.0100211297,hessian_weighted_relative_error,34935,0.02500,0.877
17,model.language_model.layers.17.mlp.experts.163.gate_proj,0.0050319249,hessian_weighted_relative_error,34935,0.02500,0.908
17,model.language_model.layers.17.mlp.experts.163.up_proj,0.0055764921,hessian_weighted_relative_error,34935,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.164.down_proj,0.0121594341,hessian_weighted_relative_error,24708,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.164.gate_proj,0.0061434867,hessian_weighted_relative_error,24708,0.02500,0.789
17,model.language_model.layers.17.mlp.experts.164.up_proj,0.0072611421,hessian_weighted_relative_error,24708,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.165.down_proj,0.0105177078,hessian_weighted_relative_error,28211,0.02500,0.872
17,model.language_model.layers.17.mlp.experts.165.gate_proj,0.0051990132,hessian_weighted_relative_error,28211,0.02500,0.918
17,model.language_model.layers.17.mlp.experts.165.up_proj,0.0059669109,hessian_weighted_relative_error,28211,0.02500,0.964
17,model.language_model.layers.17.mlp.experts.166.down_proj,0.0088284270,hessian_weighted_relative_error,9937,0.02500,0.753
17,model.language_model.layers.17.mlp.experts.166.gate_proj,0.0038875875,hessian_weighted_relative_error,9937,0.02500,0.788
17,model.language_model.layers.17.mlp.experts.166.up_proj,0.0041648361,hessian_weighted_relative_error,9937,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.167.down_proj,0.0116704350,hessian_weighted_relative_error,14351,0.02500,0.873
17,model.language_model.layers.17.mlp.experts.167.gate_proj,0.0049330742,hessian_weighted_relative_error,14351,0.02500,0.907
17,model.language_model.layers.17.mlp.experts.167.up_proj,0.0054744990,hessian_weighted_relative_error,14351,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.168.down_proj,0.0116335116,hessian_weighted_relative_error,10357,0.02500,0.755
17,model.language_model.layers.17.mlp.experts.168.gate_proj,0.0057987415,hessian_weighted_relative_error,10357,0.02500,0.789
17,model.language_model.layers.17.mlp.experts.168.up_proj,0.0064152029,hessian_weighted_relative_error,10357,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.169.down_proj,0.0102810771,hessian_weighted_relative_error,24196,0.02500,0.874
17,model.language_model.layers.17.mlp.experts.169.gate_proj,0.0050741990,hessian_weighted_relative_error,24196,0.02500,0.921
17,model.language_model.layers.17.mlp.experts.169.up_proj,0.0061694967,hessian_weighted_relative_error,24196,0.02500,0.956
17,model.language_model.layers.17.mlp.experts.17.down_proj,0.0091537408,hessian_weighted_relative_error,31227,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.17.gate_proj,0.0055756633,hessian_weighted_relative_error,31227,0.02500,0.854
17,model.language_model.layers.17.mlp.experts.17.up_proj,0.0063259582,hessian_weighted_relative_error,31227,0.02500,0.943
17,model.language_model.layers.17.mlp.experts.170.down_proj,0.0107646212,hessian_weighted_relative_error,37810,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.170.gate_proj,0.0051890418,hessian_weighted_relative_error,37810,0.02500,0.791
17,model.language_model.layers.17.mlp.experts.170.up_proj,0.0060669900,hessian_weighted_relative_error,37810,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.171.down_proj,0.0126449412,hessian_weighted_relative_error,35368,0.02500,0.874
17,model.language_model.layers.17.mlp.experts.171.gate_proj,0.0065124051,hessian_weighted_relative_error,35368,0.02500,0.919
17,model.language_model.layers.17.mlp.experts.171.up_proj,0.0074171073,hessian_weighted_relative_error,35368,0.02500,0.965
17,model.language_model.layers.17.mlp.experts.172.down_proj,0.0117039879,hessian_weighted_relative_error,53726,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.172.gate_proj,0.0060643090,hessian_weighted_relative_error,53726,0.02500,0.786
17,model.language_model.layers.17.mlp.experts.172.up_proj,0.0071875002,hessian_weighted_relative_error,53726,0.02500,0.808
17,model.language_model.layers.17.mlp.experts.173.down_proj,0.0108838615,hessian_weighted_relative_error,6919,0.02500,0.874
17,model.language_model.layers.17.mlp.experts.173.gate_proj,0.0042859690,hessian_weighted_relative_error,6919,0.02500,0.921
17,model.language_model.layers.17.mlp.experts.173.up_proj,0.0049405995,hessian_weighted_relative_error,6919,0.02500,0.971
17,model.language_model.layers.17.mlp.experts.174.down_proj,0.0093179996,hessian_weighted_relative_error,7445,0.02500,0.754
17,model.language_model.layers.17.mlp.experts.174.gate_proj,0.0041251312,hessian_weighted_relative_error,7445,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.174.up_proj,0.0042630014,hessian_weighted_relative_error,7445,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.175.down_proj,0.0129239124,hessian_weighted_relative_error,24692,0.02500,0.875
17,model.language_model.layers.17.mlp.experts.175.gate_proj,0.0061872439,hessian_weighted_relative_error,24692,0.02500,0.917
17,model.language_model.layers.17.mlp.experts.175.up_proj,0.0071272275,hessian_weighted_relative_error,24692,0.02500,1.007
17,model.language_model.layers.17.mlp.experts.176.down_proj,0.0105179385,hessian_weighted_relative_error,28490,0.02500,0.755
17,model.language_model.layers.17.mlp.experts.176.gate_proj,0.0046861828,hessian_weighted_relative_error,28490,0.02500,0.786
17,model.language_model.layers.17.mlp.experts.176.up_proj,0.0051453021,hessian_weighted_relative_error,28490,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.177.down_proj,0.0106051444,hessian_weighted_relative_error,19200,0.02500,0.876
17,model.language_model.layers.17.mlp.experts.177.gate_proj,0.0048004600,hessian_weighted_relative_error,19200,0.02500,0.920
17,model.language_model.layers.17.mlp.experts.177.up_proj,0.0051345530,hessian_weighted_relative_error,19200,0.02500,0.962
17,model.language_model.layers.17.mlp.experts.178.down_proj,0.0082669965,hessian_weighted_relative_error,43054,0.02500,0.758
17,model.language_model.layers.17.mlp.experts.178.gate_proj,0.0053141428,hessian_weighted_relative_error,43054,0.02500,0.785
17,model.language_model.layers.17.mlp.experts.178.up_proj,0.0060756562,hessian_weighted_relative_error,43054,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.179.down_proj,0.0127199960,hessian_weighted_relative_error,35595,0.02500,0.877
17,model.language_model.layers.17.mlp.experts.179.gate_proj,0.0063713806,hessian_weighted_relative_error,35595,0.02500,0.918
17,model.language_model.layers.17.mlp.experts.179.up_proj,0.0072450392,hessian_weighted_relative_error,35595,0.02500,0.977
17,model.language_model.layers.17.mlp.experts.18.down_proj,0.0125690170,hessian_weighted_relative_error,56839,0.02500,0.727
17,model.language_model.layers.17.mlp.experts.18.gate_proj,0.0066079042,hessian_weighted_relative_error,56839,0.02500,0.753
17,model.language_model.layers.17.mlp.experts.18.up_proj,0.0075870069,hessian_weighted_relative_error,56839,0.02500,0.796
17,model.language_model.layers.17.mlp.experts.180.down_proj,0.0094154055,hessian_weighted_relative_error,64878,0.02500,0.758
17,model.language_model.layers.17.mlp.experts.180.gate_proj,0.0046946824,hessian_weighted_relative_error,64878,0.02500,0.788
17,model.language_model.layers.17.mlp.experts.180.up_proj,0.0052094404,hessian_weighted_relative_error,64878,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.181.down_proj,0.0127456408,hessian_weighted_relative_error,18680,0.02500,0.876
17,model.language_model.layers.17.mlp.experts.181.gate_proj,0.0061217216,hessian_weighted_relative_error,18680,0.02500,0.916
17,model.language_model.layers.17.mlp.experts.181.up_proj,0.0065429004,hessian_weighted_relative_error,18680,0.02500,0.963
17,model.language_model.layers.17.mlp.experts.182.down_proj,0.0120692027,hessian_weighted_relative_error,33822,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.182.gate_proj,0.0058528466,hessian_weighted_relative_error,33822,0.02500,0.787
17,model.language_model.layers.17.mlp.experts.182.up_proj,0.0073590407,hessian_weighted_relative_error,33822,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.183.down_proj,0.0128411042,hessian_weighted_relative_error,25351,0.02500,0.877
17,model.language_model.layers.17.mlp.experts.183.gate_proj,0.0068914902,hessian_weighted_relative_error,25351,0.02500,0.925
17,model.language_model.layers.17.mlp.experts.183.up_proj,0.0082103107,hessian_weighted_relative_error,25351,0.02500,0.965
17,model.language_model.layers.17.mlp.experts.184.down_proj,0.0100284027,hessian_weighted_relative_error,14425,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.184.gate_proj,0.0045514325,hessian_weighted_relative_error,14425,0.02500,0.790
17,model.language_model.layers.17.mlp.experts.184.up_proj,0.0050923533,hessian_weighted_relative_error,14425,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.185.down_proj,0.0126468978,hessian_weighted_relative_error,26491,0.02500,0.877
17,model.language_model.layers.17.mlp.experts.185.gate_proj,0.0060709660,hessian_weighted_relative_error,26491,0.02500,0.922
17,model.language_model.layers.17.mlp.experts.185.up_proj,0.0072294393,hessian_weighted_relative_error,26491,0.02500,0.955
17,model.language_model.layers.17.mlp.experts.186.down_proj,0.0104221066,hessian_weighted_relative_error,14165,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.186.gate_proj,0.0046954994,hessian_weighted_relative_error,14165,0.02500,0.786
17,model.language_model.layers.17.mlp.experts.186.up_proj,0.0048953732,hessian_weighted_relative_error,14165,0.02500,0.805
17,model.language_model.layers.17.mlp.experts.187.down_proj,0.0132358768,hessian_weighted_relative_error,21535,0.02500,0.878
17,model.language_model.layers.17.mlp.experts.187.gate_proj,0.0069286767,hessian_weighted_relative_error,21535,0.02500,0.920
17,model.language_model.layers.17.mlp.experts.187.up_proj,0.0074540483,hessian_weighted_relative_error,21535,0.02500,0.959
17,model.language_model.layers.17.mlp.experts.188.down_proj,0.0095973122,hessian_weighted_relative_error,9308,0.02500,0.758
17,model.language_model.layers.17.mlp.experts.188.gate_proj,0.0042243525,hessian_weighted_relative_error,9308,0.02500,0.789
17,model.language_model.layers.17.mlp.experts.188.up_proj,0.0050550187,hessian_weighted_relative_error,9308,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.189.down_proj,0.0106278302,hessian_weighted_relative_error,19171,0.02500,0.877
17,model.language_model.layers.17.mlp.experts.189.gate_proj,0.0052403605,hessian_weighted_relative_error,19171,0.02500,0.924
17,model.language_model.layers.17.mlp.experts.189.up_proj,0.0059342064,hessian_weighted_relative_error,19171,0.02500,0.967
17,model.language_model.layers.17.mlp.experts.19.down_proj,0.0140586948,hessian_weighted_relative_error,24413,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.19.gate_proj,0.0070140692,hessian_weighted_relative_error,24413,0.02500,0.856
17,model.language_model.layers.17.mlp.experts.19.up_proj,0.0084551950,hessian_weighted_relative_error,24413,0.02500,0.944
17,model.language_model.layers.17.mlp.experts.190.down_proj,0.0054216891,hessian_weighted_relative_error,23879,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.190.gate_proj,0.0058854808,hessian_weighted_relative_error,23879,0.02500,0.791
17,model.language_model.layers.17.mlp.experts.190.up_proj,0.0069743373,hessian_weighted_relative_error,23879,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.191.down_proj,0.0095397838,hessian_weighted_relative_error,66936,0.02500,0.878
17,model.language_model.layers.17.mlp.experts.191.gate_proj,0.0062366247,hessian_weighted_relative_error,66936,0.02500,0.915
17,model.language_model.layers.17.mlp.experts.191.up_proj,0.0063070257,hessian_weighted_relative_error,66936,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.192.down_proj,0.0046052505,hessian_weighted_relative_error,16595,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.192.gate_proj,0.0023656772,hessian_weighted_relative_error,16595,0.02500,0.790
17,model.language_model.layers.17.mlp.experts.192.up_proj,0.0025608976,hessian_weighted_relative_error,16595,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.193.down_proj,0.0101469993,hessian_weighted_relative_error,27550,0.02500,0.879
17,model.language_model.layers.17.mlp.experts.193.gate_proj,0.0047149200,hessian_weighted_relative_error,27550,0.02500,0.919
17,model.language_model.layers.17.mlp.experts.193.up_proj,0.0054869080,hessian_weighted_relative_error,27550,0.02500,0.955
17,model.language_model.layers.17.mlp.experts.194.down_proj,0.0090200792,hessian_weighted_relative_error,14315,0.02500,0.759
17,model.language_model.layers.17.mlp.experts.194.gate_proj,0.0037643465,hessian_weighted_relative_error,14315,0.02500,0.788
17,model.language_model.layers.17.mlp.experts.194.up_proj,0.0043959651,hessian_weighted_relative_error,14315,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.195.down_proj,0.0138953425,hessian_weighted_relative_error,30945,0.02500,0.878
17,model.language_model.layers.17.mlp.experts.195.gate_proj,0.0071013328,hessian_weighted_relative_error,30945,0.02500,0.921
17,model.language_model.layers.17.mlp.experts.195.up_proj,0.0080214614,hessian_weighted_relative_error,30945,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.196.down_proj,0.0125580038,hessian_weighted_relative_error,22355,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.196.gate_proj,0.0061597560,hessian_weighted_relative_error,22355,0.02500,0.791
17,model.language_model.layers.17.mlp.experts.196.up_proj,0.0071869861,hessian_weighted_relative_error,22355,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.197.down_proj,0.0106154851,hessian_weighted_relative_error,23506,0.02500,0.879
17,model.language_model.layers.17.mlp.experts.197.gate_proj,0.0048165427,hessian_weighted_relative_error,23506,0.02500,0.926
17,model.language_model.layers.17.mlp.experts.197.up_proj,0.0053597289,hessian_weighted_relative_error,23506,0.02500,0.952
17,model.language_model.layers.17.mlp.experts.198.down_proj,0.0126138946,hessian_weighted_relative_error,24009,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.198.gate_proj,0.0065398700,hessian_weighted_relative_error,24009,0.02500,0.790
17,model.language_model.layers.17.mlp.experts.198.up_proj,0.0078749724,hessian_weighted_relative_error,24009,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.199.down_proj,0.0127691561,hessian_weighted_relative_error,21535,0.02500,0.879
17,model.language_model.layers.17.mlp.experts.199.gate_proj,0.0063955408,hessian_weighted_relative_error,21535,0.02500,0.919
17,model.language_model.layers.17.mlp.experts.199.up_proj,0.0077850951,hessian_weighted_relative_error,21535,0.02500,0.961
17,model.language_model.layers.17.mlp.experts.2.down_proj,0.0044604031,hessian_weighted_relative_error,55441,0.02500,0.722
17,model.language_model.layers.17.mlp.experts.2.gate_proj,0.0041783912,hessian_weighted_relative_error,55441,0.02500,0.746
17,model.language_model.layers.17.mlp.experts.2.up_proj,0.0047706696,hessian_weighted_relative_error,55441,0.02500,0.797
17,model.language_model.layers.17.mlp.experts.20.down_proj,0.0128689012,hessian_weighted_relative_error,24913,0.02500,0.727
17,model.language_model.layers.17.mlp.experts.20.gate_proj,0.0061894715,hessian_weighted_relative_error,24913,0.02500,0.757
17,model.language_model.layers.17.mlp.experts.20.up_proj,0.0068815432,hessian_weighted_relative_error,24913,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.200.down_proj,0.0120722556,hessian_weighted_relative_error,32819,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.200.gate_proj,0.0063421614,hessian_weighted_relative_error,32819,0.02500,0.787
17,model.language_model.layers.17.mlp.experts.200.up_proj,0.0076712462,hessian_weighted_relative_error,32819,0.02500,0.814
17,model.language_model.layers.17.mlp.experts.201.down_proj,0.0122342251,hessian_weighted_relative_error,55687,0.02500,0.880
17,model.language_model.layers.17.mlp.experts.201.gate_proj,0.0061117683,hessian_weighted_relative_error,55687,0.02500,0.919
17,model.language_model.layers.17.mlp.experts.201.up_proj,0.0068043075,hessian_weighted_relative_error,55687,0.02500,0.962
17,model.language_model.layers.17.mlp.experts.202.down_proj,0.0133073412,hessian_weighted_relative_error,39248,0.02500,0.759
17,model.language_model.layers.17.mlp.experts.202.gate_proj,0.0063859862,hessian_weighted_relative_error,39248,0.02500,0.787
17,model.language_model.layers.17.mlp.experts.202.up_proj,0.0078517903,hessian_weighted_relative_error,39248,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.203.down_proj,0.0041916909,hessian_weighted_relative_error,25099,0.02500,0.881
17,model.language_model.layers.17.mlp.experts.203.gate_proj,0.0032218757,hessian_weighted_relative_error,25099,0.02500,0.920
17,model.language_model.layers.17.mlp.experts.203.up_proj,0.0034702110,hessian_weighted_relative_error,25099,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.204.down_proj,0.0105064543,hessian_weighted_relative_error,13363,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.204.gate_proj,0.0047599498,hessian_weighted_relative_error,13363,0.02500,0.792
17,model.language_model.layers.17.mlp.experts.204.up_proj,0.0054408600,hessian_weighted_relative_error,13363,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.205.down_proj,0.0118402897,hessian_weighted_relative_error,17194,0.02500,0.880
17,model.language_model.layers.17.mlp.experts.205.gate_proj,0.0056328440,hessian_weighted_relative_error,17194,0.02500,0.937
17,model.language_model.layers.17.mlp.experts.205.up_proj,0.0067239937,hessian_weighted_relative_error,17194,0.02500,0.963
17,model.language_model.layers.17.mlp.experts.206.down_proj,0.0115529740,hessian_weighted_relative_error,25891,0.02500,0.758
17,model.language_model.layers.17.mlp.experts.206.gate_proj,0.0056795742,hessian_weighted_relative_error,25891,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.206.up_proj,0.0064122757,hessian_weighted_relative_error,25891,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.207.down_proj,0.0098996156,hessian_weighted_relative_error,34700,0.02500,0.880
17,model.language_model.layers.17.mlp.experts.207.gate_proj,0.0042232017,hessian_weighted_relative_error,34700,0.02500,0.921
17,model.language_model.layers.17.mlp.experts.207.up_proj,0.0045550339,hessian_weighted_relative_error,34700,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.208.down_proj,0.0056535780,hessian_weighted_relative_error,21701,0.02500,0.758
17,model.language_model.layers.17.mlp.experts.208.gate_proj,0.0022502056,hessian_weighted_relative_error,21701,0.02500,0.792
17,model.language_model.layers.17.mlp.experts.208.up_proj,0.0024135725,hessian_weighted_relative_error,21701,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.209.down_proj,0.0128733751,hessian_weighted_relative_error,56924,0.02500,0.881
17,model.language_model.layers.17.mlp.experts.209.gate_proj,0.0065363409,hessian_weighted_relative_error,56924,0.02500,0.924
17,model.language_model.layers.17.mlp.experts.209.up_proj,0.0075569463,hessian_weighted_relative_error,56924,0.02500,0.974
17,model.language_model.layers.17.mlp.experts.21.down_proj,0.0114408188,hessian_weighted_relative_error,13700,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.21.gate_proj,0.0049828991,hessian_weighted_relative_error,13700,0.02500,0.858
17,model.language_model.layers.17.mlp.experts.21.up_proj,0.0062354810,hessian_weighted_relative_error,13700,0.02500,0.955
17,model.language_model.layers.17.mlp.experts.210.down_proj,0.0112033599,hessian_weighted_relative_error,78885,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.210.gate_proj,0.0066063982,hessian_weighted_relative_error,78885,0.02500,0.788
17,model.language_model.layers.17.mlp.experts.210.up_proj,0.0071916286,hessian_weighted_relative_error,78885,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.211.down_proj,0.0114506857,hessian_weighted_relative_error,11717,0.02500,0.884
17,model.language_model.layers.17.mlp.experts.211.gate_proj,0.0049292833,hessian_weighted_relative_error,11717,0.02500,0.923
17,model.language_model.layers.17.mlp.experts.211.up_proj,0.0058116847,hessian_weighted_relative_error,11717,0.02500,0.964
17,model.language_model.layers.17.mlp.experts.212.down_proj,0.0097516304,hessian_weighted_relative_error,31363,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.212.gate_proj,0.0046723615,hessian_weighted_relative_error,31363,0.02500,0.789
17,model.language_model.layers.17.mlp.experts.212.up_proj,0.0048371888,hessian_weighted_relative_error,31363,0.02500,0.819
17,model.language_model.layers.17.mlp.experts.213.down_proj,0.0103508548,hessian_weighted_relative_error,26747,0.02500,0.881
17,model.language_model.layers.17.mlp.experts.213.gate_proj,0.0053005608,hessian_weighted_relative_error,26747,0.02500,0.930
17,model.language_model.layers.17.mlp.experts.213.up_proj,0.0062365386,hessian_weighted_relative_error,26747,0.02500,0.971
17,model.language_model.layers.17.mlp.experts.214.down_proj,0.0089131792,hessian_weighted_relative_error,18345,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.214.gate_proj,0.0044224276,hessian_weighted_relative_error,18345,0.02500,0.790
17,model.language_model.layers.17.mlp.experts.214.up_proj,0.0051628843,hessian_weighted_relative_error,18345,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.215.down_proj,0.0122750730,hessian_weighted_relative_error,28533,0.02500,0.881
17,model.language_model.layers.17.mlp.experts.215.gate_proj,0.0057814719,hessian_weighted_relative_error,28533,0.02500,0.922
17,model.language_model.layers.17.mlp.experts.215.up_proj,0.0062939283,hessian_weighted_relative_error,28533,0.02500,0.959
17,model.language_model.layers.17.mlp.experts.216.down_proj,0.0073382063,hessian_weighted_relative_error,73397,0.02500,0.763
17,model.language_model.layers.17.mlp.experts.216.gate_proj,0.0035576311,hessian_weighted_relative_error,73397,0.02500,0.794
17,model.language_model.layers.17.mlp.experts.216.up_proj,0.0039302157,hessian_weighted_relative_error,73397,0.02500,0.815
17,model.language_model.layers.17.mlp.experts.217.down_proj,0.0082101541,hessian_weighted_relative_error,6462,0.02500,0.882
17,model.language_model.layers.17.mlp.experts.217.gate_proj,0.0035813764,hessian_weighted_relative_error,6462,0.02500,0.926
17,model.language_model.layers.17.mlp.experts.217.up_proj,0.0039598045,hessian_weighted_relative_error,6462,0.02500,0.990
17,model.language_model.layers.17.mlp.experts.218.down_proj,0.0140330121,hessian_weighted_relative_error,33348,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.218.gate_proj,0.0070232791,hessian_weighted_relative_error,33348,0.02500,0.794
17,model.language_model.layers.17.mlp.experts.218.up_proj,0.0080701890,hessian_weighted_relative_error,33348,0.02500,0.816
17,model.language_model.layers.17.mlp.experts.219.down_proj,0.0119266127,hessian_weighted_relative_error,20345,0.02500,0.885
17,model.language_model.layers.17.mlp.experts.219.gate_proj,0.0062987176,hessian_weighted_relative_error,20345,0.02500,0.922
17,model.language_model.layers.17.mlp.experts.219.up_proj,0.0071997012,hessian_weighted_relative_error,20345,0.02500,0.965
17,model.language_model.layers.17.mlp.experts.22.down_proj,0.0094555909,hessian_weighted_relative_error,11498,0.02500,0.726
17,model.language_model.layers.17.mlp.experts.22.gate_proj,0.0044871646,hessian_weighted_relative_error,11498,0.02500,0.759
17,model.language_model.layers.17.mlp.experts.22.up_proj,0.0050722026,hessian_weighted_relative_error,11498,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.220.down_proj,0.0141620842,hessian_weighted_relative_error,47956,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.220.gate_proj,0.0070577017,hessian_weighted_relative_error,47956,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.220.up_proj,0.0080347574,hessian_weighted_relative_error,47956,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.221.down_proj,0.0132790589,hessian_weighted_relative_error,24759,0.02500,0.881
17,model.language_model.layers.17.mlp.experts.221.gate_proj,0.0061623669,hessian_weighted_relative_error,24759,0.02500,0.933
17,model.language_model.layers.17.mlp.experts.221.up_proj,0.0078612905,hessian_weighted_relative_error,24759,0.02500,0.989
17,model.language_model.layers.17.mlp.experts.222.down_proj,0.0093782448,hessian_weighted_relative_error,18663,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.222.gate_proj,0.0045810158,hessian_weighted_relative_error,18663,0.02500,0.796
17,model.language_model.layers.17.mlp.experts.222.up_proj,0.0050911967,hessian_weighted_relative_error,18663,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.223.down_proj,0.0089670613,hessian_weighted_relative_error,15052,0.02500,0.882
17,model.language_model.layers.17.mlp.experts.223.gate_proj,0.0043769202,hessian_weighted_relative_error,15052,0.02500,0.920
17,model.language_model.layers.17.mlp.experts.223.up_proj,0.0051116724,hessian_weighted_relative_error,15052,0.02500,0.972
17,model.language_model.layers.17.mlp.experts.224.down_proj,0.0102065436,hessian_weighted_relative_error,54936,0.02500,0.763
17,model.language_model.layers.17.mlp.experts.224.gate_proj,0.0049501029,hessian_weighted_relative_error,54936,0.02500,0.796
17,model.language_model.layers.17.mlp.experts.224.up_proj,0.0056310415,hessian_weighted_relative_error,54936,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.225.down_proj,0.0124934676,hessian_weighted_relative_error,29055,0.02500,0.883
17,model.language_model.layers.17.mlp.experts.225.gate_proj,0.0058742371,hessian_weighted_relative_error,29055,0.02500,0.931
17,model.language_model.layers.17.mlp.experts.225.up_proj,0.0065442228,hessian_weighted_relative_error,29055,0.02500,0.974
17,model.language_model.layers.17.mlp.experts.226.down_proj,0.0125715308,hessian_weighted_relative_error,21951,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.226.gate_proj,0.0056025839,hessian_weighted_relative_error,21951,0.02500,0.790
17,model.language_model.layers.17.mlp.experts.226.up_proj,0.0066617092,hessian_weighted_relative_error,21951,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.227.down_proj,0.0121391486,hessian_weighted_relative_error,95211,0.02500,0.883
17,model.language_model.layers.17.mlp.experts.227.gate_proj,0.0058651212,hessian_weighted_relative_error,95211,0.02500,0.929
17,model.language_model.layers.17.mlp.experts.227.up_proj,0.0068706975,hessian_weighted_relative_error,95211,0.02500,0.964
17,model.language_model.layers.17.mlp.experts.228.down_proj,0.0107125422,hessian_weighted_relative_error,54229,0.02500,0.763
17,model.language_model.layers.17.mlp.experts.228.gate_proj,0.0052062251,hessian_weighted_relative_error,54229,0.02500,0.793
17,model.language_model.layers.17.mlp.experts.228.up_proj,0.0062390549,hessian_weighted_relative_error,54229,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.229.down_proj,0.0129687828,hessian_weighted_relative_error,24596,0.02500,0.882
17,model.language_model.layers.17.mlp.experts.229.gate_proj,0.0065633302,hessian_weighted_relative_error,24596,0.02500,0.935
17,model.language_model.layers.17.mlp.experts.229.up_proj,0.0076368371,hessian_weighted_relative_error,24596,0.02500,0.973
17,model.language_model.layers.17.mlp.experts.23.down_proj,0.0109321925,hessian_weighted_relative_error,16274,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.23.gate_proj,0.0048673697,hessian_weighted_relative_error,16274,0.02500,0.851
17,model.language_model.layers.17.mlp.experts.23.up_proj,0.0054795104,hessian_weighted_relative_error,16274,0.02500,0.942
17,model.language_model.layers.17.mlp.experts.230.down_proj,0.0112951453,hessian_weighted_relative_error,22613,0.02500,0.759
17,model.language_model.layers.17.mlp.experts.230.gate_proj,0.0052653045,hessian_weighted_relative_error,22613,0.02500,0.792
17,model.language_model.layers.17.mlp.experts.230.up_proj,0.0059001234,hessian_weighted_relative_error,22613,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.231.down_proj,0.0106116554,hessian_weighted_relative_error,19591,0.02500,0.883
17,model.language_model.layers.17.mlp.experts.231.gate_proj,0.0043781712,hessian_weighted_relative_error,19591,0.02500,0.932
17,model.language_model.layers.17.mlp.experts.231.up_proj,0.0049376786,hessian_weighted_relative_error,19591,0.02500,0.974
17,model.language_model.layers.17.mlp.experts.232.down_proj,0.0111455305,hessian_weighted_relative_error,25464,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.232.gate_proj,0.0047402958,hessian_weighted_relative_error,25464,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.232.up_proj,0.0051178154,hessian_weighted_relative_error,25464,0.02500,0.813
17,model.language_model.layers.17.mlp.experts.233.down_proj,0.0109844251,hessian_weighted_relative_error,31174,0.02500,0.884
17,model.language_model.layers.17.mlp.experts.233.gate_proj,0.0045243897,hessian_weighted_relative_error,31174,0.02500,0.933
17,model.language_model.layers.17.mlp.experts.233.up_proj,0.0051110270,hessian_weighted_relative_error,31174,0.02500,0.966
17,model.language_model.layers.17.mlp.experts.234.down_proj,0.0115298903,hessian_weighted_relative_error,23601,0.02500,0.763
17,model.language_model.layers.17.mlp.experts.234.gate_proj,0.0058555213,hessian_weighted_relative_error,23601,0.02500,0.794
17,model.language_model.layers.17.mlp.experts.234.up_proj,0.0070429952,hessian_weighted_relative_error,23601,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.235.down_proj,0.0090992516,hessian_weighted_relative_error,8841,0.02500,0.884
17,model.language_model.layers.17.mlp.experts.235.gate_proj,0.0030953515,hessian_weighted_relative_error,8841,0.02500,0.934
17,model.language_model.layers.17.mlp.experts.235.up_proj,0.0032515895,hessian_weighted_relative_error,8841,0.02500,0.967
17,model.language_model.layers.17.mlp.experts.236.down_proj,0.0068063156,hessian_weighted_relative_error,25409,0.02500,0.764
17,model.language_model.layers.17.mlp.experts.236.gate_proj,0.0024073099,hessian_weighted_relative_error,25409,0.02500,0.794
17,model.language_model.layers.17.mlp.experts.236.up_proj,0.0028478746,hessian_weighted_relative_error,25409,0.02500,0.813
17,model.language_model.layers.17.mlp.experts.237.down_proj,0.0107519981,hessian_weighted_relative_error,10936,0.02500,0.884
17,model.language_model.layers.17.mlp.experts.237.gate_proj,0.0053045526,hessian_weighted_relative_error,10936,0.02500,0.936
17,model.language_model.layers.17.mlp.experts.237.up_proj,0.0058003905,hessian_weighted_relative_error,10936,0.02500,0.990
17,model.language_model.layers.17.mlp.experts.238.down_proj,0.0086091274,hessian_weighted_relative_error,16663,0.02500,0.761
17,model.language_model.layers.17.mlp.experts.238.gate_proj,0.0032758626,hessian_weighted_relative_error,16663,0.02500,0.798
17,model.language_model.layers.17.mlp.experts.238.up_proj,0.0035947426,hessian_weighted_relative_error,16663,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.239.down_proj,0.0136181690,hessian_weighted_relative_error,28655,0.02500,0.884
17,model.language_model.layers.17.mlp.experts.239.gate_proj,0.0075190177,hessian_weighted_relative_error,28655,0.02500,0.934
17,model.language_model.layers.17.mlp.experts.239.up_proj,0.0081150844,hessian_weighted_relative_error,28655,0.02500,0.970
17,model.language_model.layers.17.mlp.experts.24.down_proj,0.0112878551,hessian_weighted_relative_error,11092,0.02500,0.726
17,model.language_model.layers.17.mlp.experts.24.gate_proj,0.0057390502,hessian_weighted_relative_error,11092,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.24.up_proj,0.0065943671,hessian_weighted_relative_error,11092,0.02500,0.799
17,model.language_model.layers.17.mlp.experts.240.down_proj,0.0113738141,hessian_weighted_relative_error,13344,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.240.gate_proj,0.0048654286,hessian_weighted_relative_error,13344,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.240.up_proj,0.0057171190,hessian_weighted_relative_error,13344,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.241.down_proj,0.0097472749,hessian_weighted_relative_error,26654,0.02500,0.885
17,model.language_model.layers.17.mlp.experts.241.gate_proj,0.0054122951,hessian_weighted_relative_error,26654,0.02500,0.934
17,model.language_model.layers.17.mlp.experts.241.up_proj,0.0059612845,hessian_weighted_relative_error,26654,0.02500,0.964
17,model.language_model.layers.17.mlp.experts.242.down_proj,0.0116627720,hessian_weighted_relative_error,38372,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.242.gate_proj,0.0056857700,hessian_weighted_relative_error,38372,0.02500,0.792
17,model.language_model.layers.17.mlp.experts.242.up_proj,0.0062601730,hessian_weighted_relative_error,38372,0.02500,0.807
17,model.language_model.layers.17.mlp.experts.243.down_proj,0.0100738166,hessian_weighted_relative_error,28376,0.02500,0.889
17,model.language_model.layers.17.mlp.experts.243.gate_proj,0.0041937332,hessian_weighted_relative_error,28376,0.02500,0.937
17,model.language_model.layers.17.mlp.experts.243.up_proj,0.0046700899,hessian_weighted_relative_error,28376,0.02500,0.959
17,model.language_model.layers.17.mlp.experts.244.down_proj,0.0056378808,hessian_weighted_relative_error,39988,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.244.gate_proj,0.0038460357,hessian_weighted_relative_error,39988,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.244.up_proj,0.0047893770,hessian_weighted_relative_error,39988,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.245.down_proj,0.0109068949,hessian_weighted_relative_error,24141,0.02500,0.885
17,model.language_model.layers.17.mlp.experts.245.gate_proj,0.0055733368,hessian_weighted_relative_error,24141,0.02500,0.942
17,model.language_model.layers.17.mlp.experts.245.up_proj,0.0062434779,hessian_weighted_relative_error,24141,0.02500,0.967
17,model.language_model.layers.17.mlp.experts.246.down_proj,0.0123104715,hessian_weighted_relative_error,20084,0.02500,0.761
17,model.language_model.layers.17.mlp.experts.246.gate_proj,0.0062386595,hessian_weighted_relative_error,20084,0.02500,0.793
17,model.language_model.layers.17.mlp.experts.246.up_proj,0.0070718674,hessian_weighted_relative_error,20084,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.247.down_proj,0.0109720684,hessian_weighted_relative_error,31297,0.02500,0.885
17,model.language_model.layers.17.mlp.experts.247.gate_proj,0.0052306118,hessian_weighted_relative_error,31297,0.02500,0.935
17,model.language_model.layers.17.mlp.experts.247.up_proj,0.0054905295,hessian_weighted_relative_error,31297,0.02500,0.968
17,model.language_model.layers.17.mlp.experts.248.down_proj,0.0122498827,hessian_weighted_relative_error,59743,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.248.gate_proj,0.0061043286,hessian_weighted_relative_error,59743,0.02500,0.796
17,model.language_model.layers.17.mlp.experts.248.up_proj,0.0071720042,hessian_weighted_relative_error,59743,0.02500,0.813
17,model.language_model.layers.17.mlp.experts.249.down_proj,0.0117439213,hessian_weighted_relative_error,13655,0.02500,0.886
17,model.language_model.layers.17.mlp.experts.249.gate_proj,0.0062270624,hessian_weighted_relative_error,13655,0.02500,0.929
17,model.language_model.layers.17.mlp.experts.249.up_proj,0.0070745297,hessian_weighted_relative_error,13655,0.02500,0.963
17,model.language_model.layers.17.mlp.experts.25.down_proj,0.0109471477,hessian_weighted_relative_error,37430,0.02500,0.805
17,model.language_model.layers.17.mlp.experts.25.gate_proj,0.0052481443,hessian_weighted_relative_error,37430,0.02500,0.853
17,model.language_model.layers.17.mlp.experts.25.up_proj,0.0059153342,hessian_weighted_relative_error,37430,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.250.down_proj,0.0127736959,hessian_weighted_relative_error,17643,0.02500,0.764
17,model.language_model.layers.17.mlp.experts.250.gate_proj,0.0065735827,hessian_weighted_relative_error,17643,0.02500,0.793
17,model.language_model.layers.17.mlp.experts.250.up_proj,0.0075754146,hessian_weighted_relative_error,17643,0.02500,0.805
17,model.language_model.layers.17.mlp.experts.251.down_proj,0.0103596253,hessian_weighted_relative_error,18531,0.02500,0.888
17,model.language_model.layers.17.mlp.experts.251.gate_proj,0.0054030842,hessian_weighted_relative_error,18531,0.02500,0.939
17,model.language_model.layers.17.mlp.experts.251.up_proj,0.0066875568,hessian_weighted_relative_error,18531,0.02500,0.954
17,model.language_model.layers.17.mlp.experts.252.down_proj,0.0112587774,hessian_weighted_relative_error,34872,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.252.gate_proj,0.0055008074,hessian_weighted_relative_error,34872,0.02500,0.796
17,model.language_model.layers.17.mlp.experts.252.up_proj,0.0064786663,hessian_weighted_relative_error,34872,0.02500,0.814
17,model.language_model.layers.17.mlp.experts.253.down_proj,0.0110103990,hessian_weighted_relative_error,18819,0.02500,0.885
17,model.language_model.layers.17.mlp.experts.253.gate_proj,0.0055739940,hessian_weighted_relative_error,18819,0.02500,0.942
17,model.language_model.layers.17.mlp.experts.253.up_proj,0.0063161563,hessian_weighted_relative_error,18819,0.02500,0.962
17,model.language_model.layers.17.mlp.experts.254.down_proj,0.0079822496,hessian_weighted_relative_error,24383,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.254.gate_proj,0.0037269184,hessian_weighted_relative_error,24383,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.254.up_proj,0.0042892935,hessian_weighted_relative_error,24383,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.255.down_proj,0.0045869208,hessian_weighted_relative_error,13488,0.02500,0.886
17,model.language_model.layers.17.mlp.experts.255.gate_proj,0.0022629661,hessian_weighted_relative_error,13488,0.02500,0.934
17,model.language_model.layers.17.mlp.experts.255.up_proj,0.0024296556,hessian_weighted_relative_error,13488,0.02500,0.961
17,model.language_model.layers.17.mlp.experts.256.down_proj,0.0134904108,hessian_weighted_relative_error,85183,0.02500,0.761
17,model.language_model.layers.17.mlp.experts.256.gate_proj,0.0090003881,hessian_weighted_relative_error,85183,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.256.up_proj,0.0097845672,hessian_weighted_relative_error,85183,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.257.down_proj,0.0123981816,hessian_weighted_relative_error,22917,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.257.gate_proj,0.0073383899,hessian_weighted_relative_error,22917,0.02500,0.934
17,model.language_model.layers.17.mlp.experts.257.up_proj,0.0087815785,hessian_weighted_relative_error,22917,0.02500,0.959
17,model.language_model.layers.17.mlp.experts.258.down_proj,0.0117848227,hessian_weighted_relative_error,23777,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.258.gate_proj,0.0049017396,hessian_weighted_relative_error,23777,0.02500,0.793
17,model.language_model.layers.17.mlp.experts.258.up_proj,0.0056572632,hessian_weighted_relative_error,23777,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.259.down_proj,0.0110348640,hessian_weighted_relative_error,33604,0.02500,0.889
17,model.language_model.layers.17.mlp.experts.259.gate_proj,0.0047850605,hessian_weighted_relative_error,33604,0.02500,0.943
17,model.language_model.layers.17.mlp.experts.259.up_proj,0.0053538730,hessian_weighted_relative_error,33604,0.02500,0.955
17,model.language_model.layers.17.mlp.experts.26.down_proj,0.0015357017,hessian_weighted_relative_error,23172,0.02500,0.730
17,model.language_model.layers.17.mlp.experts.26.gate_proj,0.0045736178,hessian_weighted_relative_error,23172,0.02500,0.756
17,model.language_model.layers.17.mlp.experts.26.up_proj,0.0052897138,hessian_weighted_relative_error,23172,0.02500,0.797
17,model.language_model.layers.17.mlp.experts.260.down_proj,0.0122379189,hessian_weighted_relative_error,8793,0.02500,0.767
17,model.language_model.layers.17.mlp.experts.260.gate_proj,0.0058233620,hessian_weighted_relative_error,8793,0.02500,0.797
17,model.language_model.layers.17.mlp.experts.260.up_proj,0.0067068364,hessian_weighted_relative_error,8793,0.02500,0.813
17,model.language_model.layers.17.mlp.experts.261.down_proj,0.0101612471,hessian_weighted_relative_error,29671,0.02500,0.886
17,model.language_model.layers.17.mlp.experts.261.gate_proj,0.0056890941,hessian_weighted_relative_error,29671,0.02500,0.941
17,model.language_model.layers.17.mlp.experts.261.up_proj,0.0062901488,hessian_weighted_relative_error,29671,0.02500,0.952
17,model.language_model.layers.17.mlp.experts.262.down_proj,0.0091077896,hessian_weighted_relative_error,40236,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.262.gate_proj,0.0051484349,hessian_weighted_relative_error,40236,0.02500,0.799
17,model.language_model.layers.17.mlp.experts.262.up_proj,0.0056240792,hessian_weighted_relative_error,40236,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.263.down_proj,0.0081752743,hessian_weighted_relative_error,25923,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.263.gate_proj,0.0045699290,hessian_weighted_relative_error,25923,0.02500,0.939
17,model.language_model.layers.17.mlp.experts.263.up_proj,0.0052802116,hessian_weighted_relative_error,25923,0.02500,0.947
17,model.language_model.layers.17.mlp.experts.264.down_proj,0.0138011747,hessian_weighted_relative_error,26327,0.02500,0.761
17,model.language_model.layers.17.mlp.experts.264.gate_proj,0.0069265865,hessian_weighted_relative_error,26327,0.02500,0.797
17,model.language_model.layers.17.mlp.experts.264.up_proj,0.0078987318,hessian_weighted_relative_error,26327,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.265.down_proj,0.0045205889,hessian_weighted_relative_error,20577,0.02500,0.888
17,model.language_model.layers.17.mlp.experts.265.gate_proj,0.0028316100,hessian_weighted_relative_error,20577,0.02500,0.948
17,model.language_model.layers.17.mlp.experts.265.up_proj,0.0031293422,hessian_weighted_relative_error,20577,0.02500,0.949
17,model.language_model.layers.17.mlp.experts.266.down_proj,0.0137547131,hessian_weighted_relative_error,40050,0.02500,0.764
17,model.language_model.layers.17.mlp.experts.266.gate_proj,0.0066892429,hessian_weighted_relative_error,40050,0.02500,0.794
17,model.language_model.layers.17.mlp.experts.266.up_proj,0.0074587642,hessian_weighted_relative_error,40050,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.267.down_proj,0.0110385893,hessian_weighted_relative_error,20363,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.267.gate_proj,0.0052089670,hessian_weighted_relative_error,20363,0.02500,0.935
17,model.language_model.layers.17.mlp.experts.267.up_proj,0.0059515026,hessian_weighted_relative_error,20363,0.02500,0.947
17,model.language_model.layers.17.mlp.experts.268.down_proj,0.0129298450,hessian_weighted_relative_error,31782,0.02500,0.766
17,model.language_model.layers.17.mlp.experts.268.gate_proj,0.0069711330,hessian_weighted_relative_error,31782,0.02500,0.799
17,model.language_model.layers.17.mlp.experts.268.up_proj,0.0081864528,hessian_weighted_relative_error,31782,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.269.down_proj,0.0138946176,hessian_weighted_relative_error,22684,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.269.gate_proj,0.0072883848,hessian_weighted_relative_error,22684,0.02500,0.946
17,model.language_model.layers.17.mlp.experts.269.up_proj,0.0086716959,hessian_weighted_relative_error,22684,0.02500,0.952
17,model.language_model.layers.17.mlp.experts.27.down_proj,0.0093756235,hessian_weighted_relative_error,55616,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.27.gate_proj,0.0046811892,hessian_weighted_relative_error,55616,0.02500,0.856
17,model.language_model.layers.17.mlp.experts.27.up_proj,0.0051406075,hessian_weighted_relative_error,55616,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.270.down_proj,0.0110635583,hessian_weighted_relative_error,10197,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.270.gate_proj,0.0053605618,hessian_weighted_relative_error,10197,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.270.up_proj,0.0066687877,hessian_weighted_relative_error,10197,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.271.down_proj,0.0121055797,hessian_weighted_relative_error,26657,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.271.gate_proj,0.0066111806,hessian_weighted_relative_error,26657,0.02500,0.944
17,model.language_model.layers.17.mlp.experts.271.up_proj,0.0075403729,hessian_weighted_relative_error,26657,0.02500,0.952
17,model.language_model.layers.17.mlp.experts.272.down_proj,0.0125272234,hessian_weighted_relative_error,47768,0.02500,0.763
17,model.language_model.layers.17.mlp.experts.272.gate_proj,0.0065770337,hessian_weighted_relative_error,47768,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.272.up_proj,0.0072058157,hessian_weighted_relative_error,47768,0.02500,0.814
17,model.language_model.layers.17.mlp.experts.273.down_proj,0.0122386254,hessian_weighted_relative_error,28037,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.273.gate_proj,0.0056655916,hessian_weighted_relative_error,28037,0.02500,0.941
17,model.language_model.layers.17.mlp.experts.273.up_proj,0.0061479388,hessian_weighted_relative_error,28037,0.02500,0.946
17,model.language_model.layers.17.mlp.experts.274.down_proj,0.0098014695,hessian_weighted_relative_error,27744,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.274.gate_proj,0.0049458588,hessian_weighted_relative_error,27744,0.02500,0.794
17,model.language_model.layers.17.mlp.experts.274.up_proj,0.0055321225,hessian_weighted_relative_error,27744,0.02500,0.808
17,model.language_model.layers.17.mlp.experts.275.down_proj,0.0134099717,hessian_weighted_relative_error,22061,0.02500,0.891
17,model.language_model.layers.17.mlp.experts.275.gate_proj,0.0065327399,hessian_weighted_relative_error,22061,0.02500,0.948
17,model.language_model.layers.17.mlp.experts.275.up_proj,0.0074297323,hessian_weighted_relative_error,22061,0.02500,0.939
17,model.language_model.layers.17.mlp.experts.276.down_proj,0.0099753646,hessian_weighted_relative_error,3952,0.02500,0.766
17,model.language_model.layers.17.mlp.experts.276.gate_proj,0.0040811606,hessian_weighted_relative_error,3952,0.02500,0.798
17,model.language_model.layers.17.mlp.experts.276.up_proj,0.0048134952,hessian_weighted_relative_error,3952,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.277.down_proj,0.0105093922,hessian_weighted_relative_error,22951,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.277.gate_proj,0.0056827834,hessian_weighted_relative_error,22951,0.02500,0.944
17,model.language_model.layers.17.mlp.experts.277.up_proj,0.0065082604,hessian_weighted_relative_error,22951,0.02500,0.942
17,model.language_model.layers.17.mlp.experts.278.down_proj,0.0070180209,hessian_weighted_relative_error,47637,0.02500,0.763
17,model.language_model.layers.17.mlp.experts.278.gate_proj,0.0036028268,hessian_weighted_relative_error,47637,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.278.up_proj,0.0039902288,hessian_weighted_relative_error,47637,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.279.down_proj,0.0089537006,hessian_weighted_relative_error,125242,0.02500,0.888
17,model.language_model.layers.17.mlp.experts.279.gate_proj,0.0046145005,hessian_weighted_relative_error,125242,0.02500,0.940
17,model.language_model.layers.17.mlp.experts.279.up_proj,0.0052449029,hessian_weighted_relative_error,125242,0.02500,0.944
17,model.language_model.layers.17.mlp.experts.28.down_proj,0.0129077091,hessian_weighted_relative_error,23143,0.02500,0.730
17,model.language_model.layers.17.mlp.experts.28.gate_proj,0.0070039274,hessian_weighted_relative_error,23143,0.02500,0.757
17,model.language_model.layers.17.mlp.experts.28.up_proj,0.0082503426,hessian_weighted_relative_error,23143,0.02500,0.798
17,model.language_model.layers.17.mlp.experts.280.down_proj,0.0121818980,hessian_weighted_relative_error,13744,0.02500,0.764
17,model.language_model.layers.17.mlp.experts.280.gate_proj,0.0046264477,hessian_weighted_relative_error,13744,0.02500,0.799
17,model.language_model.layers.17.mlp.experts.280.up_proj,0.0053234788,hessian_weighted_relative_error,13744,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.281.down_proj,0.0117391705,hessian_weighted_relative_error,23116,0.02500,0.888
17,model.language_model.layers.17.mlp.experts.281.gate_proj,0.0050906890,hessian_weighted_relative_error,23116,0.02500,0.944
17,model.language_model.layers.17.mlp.experts.281.up_proj,0.0055601709,hessian_weighted_relative_error,23116,0.02500,0.938
17,model.language_model.layers.17.mlp.experts.282.down_proj,0.0128320295,hessian_weighted_relative_error,30327,0.02500,0.764
17,model.language_model.layers.17.mlp.experts.282.gate_proj,0.0071657682,hessian_weighted_relative_error,30327,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.282.up_proj,0.0087820693,hessian_weighted_relative_error,30327,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.283.down_proj,0.0117815170,hessian_weighted_relative_error,34363,0.02500,0.890
17,model.language_model.layers.17.mlp.experts.283.gate_proj,0.0059188561,hessian_weighted_relative_error,34363,0.02500,0.946
17,model.language_model.layers.17.mlp.experts.283.up_proj,0.0073176610,hessian_weighted_relative_error,34363,0.02500,0.938
17,model.language_model.layers.17.mlp.experts.284.down_proj,0.0102376828,hessian_weighted_relative_error,32016,0.02500,0.768
17,model.language_model.layers.17.mlp.experts.284.gate_proj,0.0051092816,hessian_weighted_relative_error,32016,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.284.up_proj,0.0063182352,hessian_weighted_relative_error,32016,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.285.down_proj,0.0072547599,hessian_weighted_relative_error,42198,0.02500,0.888
17,model.language_model.layers.17.mlp.experts.285.gate_proj,0.0034767160,hessian_weighted_relative_error,42198,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.285.up_proj,0.0036565909,hessian_weighted_relative_error,42198,0.02500,0.936
17,model.language_model.layers.17.mlp.experts.286.down_proj,0.0104562631,hessian_weighted_relative_error,21474,0.02500,0.764
17,model.language_model.layers.17.mlp.experts.286.gate_proj,0.0048521810,hessian_weighted_relative_error,21474,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.286.up_proj,0.0056270436,hessian_weighted_relative_error,21474,0.02500,0.808
17,model.language_model.layers.17.mlp.experts.287.down_proj,0.0101635814,hessian_weighted_relative_error,21597,0.02500,0.888
17,model.language_model.layers.17.mlp.experts.287.gate_proj,0.0050197033,hessian_weighted_relative_error,21597,0.02500,0.942
17,model.language_model.layers.17.mlp.experts.287.up_proj,0.0057730651,hessian_weighted_relative_error,21597,0.02500,0.940
17,model.language_model.layers.17.mlp.experts.29.down_proj,0.0090029442,hessian_weighted_relative_error,15170,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.29.gate_proj,0.0047379860,hessian_weighted_relative_error,15170,0.02500,0.862
17,model.language_model.layers.17.mlp.experts.29.up_proj,0.0057375942,hessian_weighted_relative_error,15170,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.3.down_proj,0.0120364455,hessian_weighted_relative_error,50197,0.02500,0.795
17,model.language_model.layers.17.mlp.experts.3.gate_proj,0.0064774510,hessian_weighted_relative_error,50197,0.02500,0.842
17,model.language_model.layers.17.mlp.experts.3.up_proj,0.0070739631,hessian_weighted_relative_error,50197,0.02500,0.945
17,model.language_model.layers.17.mlp.experts.30.down_proj,0.0102477149,hessian_weighted_relative_error,8385,0.02500,0.728
17,model.language_model.layers.17.mlp.experts.30.gate_proj,0.0039671824,hessian_weighted_relative_error,8385,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.30.up_proj,0.0047390768,hessian_weighted_relative_error,8385,0.02500,0.805
17,model.language_model.layers.17.mlp.experts.31.down_proj,0.0135015278,hessian_weighted_relative_error,38196,0.02500,0.808
17,model.language_model.layers.17.mlp.experts.31.gate_proj,0.0077142700,hessian_weighted_relative_error,38196,0.02500,0.855
17,model.language_model.layers.17.mlp.experts.31.up_proj,0.0090042705,hessian_weighted_relative_error,38196,0.02500,0.944
17,model.language_model.layers.17.mlp.experts.32.down_proj,0.0089195826,hessian_weighted_relative_error,71259,0.02500,0.729
17,model.language_model.layers.17.mlp.experts.32.gate_proj,0.0047553347,hessian_weighted_relative_error,71259,0.02500,0.761
17,model.language_model.layers.17.mlp.experts.32.up_proj,0.0049211915,hessian_weighted_relative_error,71259,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.33.down_proj,0.0070338946,hessian_weighted_relative_error,3445,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.33.gate_proj,0.0032427491,hessian_weighted_relative_error,3445,0.02500,0.860
17,model.language_model.layers.17.mlp.experts.33.up_proj,0.0040222084,hessian_weighted_relative_error,3445,0.02500,0.956
17,model.language_model.layers.17.mlp.experts.34.down_proj,0.0126845444,hessian_weighted_relative_error,28196,0.02500,0.731
17,model.language_model.layers.17.mlp.experts.34.gate_proj,0.0064226704,hessian_weighted_relative_error,28196,0.02500,0.758
17,model.language_model.layers.17.mlp.experts.34.up_proj,0.0072072674,hessian_weighted_relative_error,28196,0.02500,0.798
17,model.language_model.layers.17.mlp.experts.35.down_proj,0.0114293445,hessian_weighted_relative_error,15161,0.02500,0.810
17,model.language_model.layers.17.mlp.experts.35.gate_proj,0.0043812681,hessian_weighted_relative_error,15161,0.02500,0.862
17,model.language_model.layers.17.mlp.experts.35.up_proj,0.0048214566,hessian_weighted_relative_error,15161,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.36.down_proj,0.0117587349,hessian_weighted_relative_error,14749,0.02500,0.731
17,model.language_model.layers.17.mlp.experts.36.gate_proj,0.0051569100,hessian_weighted_relative_error,14749,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.36.up_proj,0.0060313748,hessian_weighted_relative_error,14749,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.37.down_proj,0.0119777389,hessian_weighted_relative_error,30197,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.37.gate_proj,0.0057400824,hessian_weighted_relative_error,30197,0.02500,0.866
17,model.language_model.layers.17.mlp.experts.37.up_proj,0.0066548543,hessian_weighted_relative_error,30197,0.02500,0.950
17,model.language_model.layers.17.mlp.experts.38.down_proj,0.0103183758,hessian_weighted_relative_error,44260,0.02500,0.730
17,model.language_model.layers.17.mlp.experts.38.gate_proj,0.0055751715,hessian_weighted_relative_error,44260,0.02500,0.763
17,model.language_model.layers.17.mlp.experts.38.up_proj,0.0060934397,hessian_weighted_relative_error,44260,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.39.down_proj,0.0080790139,hessian_weighted_relative_error,22177,0.02500,0.811
17,model.language_model.layers.17.mlp.experts.39.gate_proj,0.0041149518,hessian_weighted_relative_error,22177,0.02500,0.861
17,model.language_model.layers.17.mlp.experts.39.up_proj,0.0045399728,hessian_weighted_relative_error,22177,0.02500,0.951
17,model.language_model.layers.17.mlp.experts.4.down_proj,0.0101056573,hessian_weighted_relative_error,4443,0.02500,0.722
17,model.language_model.layers.17.mlp.experts.4.gate_proj,0.0041491949,hessian_weighted_relative_error,4443,0.02500,0.769
17,model.language_model.layers.17.mlp.experts.4.up_proj,0.0054130397,hessian_weighted_relative_error,4443,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.40.down_proj,0.0133162694,hessian_weighted_relative_error,35490,0.02500,0.731
17,model.language_model.layers.17.mlp.experts.40.gate_proj,0.0064622646,hessian_weighted_relative_error,35490,0.02500,0.762
17,model.language_model.layers.17.mlp.experts.40.up_proj,0.0071091446,hessian_weighted_relative_error,35490,0.02500,0.808
17,model.language_model.layers.17.mlp.experts.41.down_proj,0.0110323291,hessian_weighted_relative_error,37745,0.02500,0.813
17,model.language_model.layers.17.mlp.experts.41.gate_proj,0.0051520509,hessian_weighted_relative_error,37745,0.02500,0.863
17,model.language_model.layers.17.mlp.experts.41.up_proj,0.0065317240,hessian_weighted_relative_error,37745,0.02500,0.947
17,model.language_model.layers.17.mlp.experts.42.down_proj,0.0101085822,hessian_weighted_relative_error,40469,0.02500,0.734
17,model.language_model.layers.17.mlp.experts.42.gate_proj,0.0042136828,hessian_weighted_relative_error,40469,0.02500,0.758
17,model.language_model.layers.17.mlp.experts.42.up_proj,0.0047330895,hessian_weighted_relative_error,40469,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.43.down_proj,0.0102688022,hessian_weighted_relative_error,19506,0.02500,0.814
17,model.language_model.layers.17.mlp.experts.43.gate_proj,0.0048543685,hessian_weighted_relative_error,19506,0.02500,0.866
17,model.language_model.layers.17.mlp.experts.43.up_proj,0.0054766970,hessian_weighted_relative_error,19506,0.02500,0.954
17,model.language_model.layers.17.mlp.experts.44.down_proj,0.0129355904,hessian_weighted_relative_error,18156,0.02500,0.734
17,model.language_model.layers.17.mlp.experts.44.gate_proj,0.0063205934,hessian_weighted_relative_error,18156,0.02500,0.764
17,model.language_model.layers.17.mlp.experts.44.up_proj,0.0074714774,hessian_weighted_relative_error,18156,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.45.down_proj,0.0142478797,hessian_weighted_relative_error,44531,0.02500,0.812
17,model.language_model.layers.17.mlp.experts.45.gate_proj,0.0073143148,hessian_weighted_relative_error,44531,0.02500,0.883
17,model.language_model.layers.17.mlp.experts.45.up_proj,0.0084547708,hessian_weighted_relative_error,44531,0.02500,0.954
17,model.language_model.layers.17.mlp.experts.46.down_proj,0.0114016596,hessian_weighted_relative_error,28133,0.02500,0.733
17,model.language_model.layers.17.mlp.experts.46.gate_proj,0.0050274995,hessian_weighted_relative_error,28133,0.02500,0.763
17,model.language_model.layers.17.mlp.experts.46.up_proj,0.0055109878,hessian_weighted_relative_error,28133,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.47.down_proj,0.0118238942,hessian_weighted_relative_error,32337,0.02500,0.814
17,model.language_model.layers.17.mlp.experts.47.gate_proj,0.0059533120,hessian_weighted_relative_error,32337,0.02500,0.865
17,model.language_model.layers.17.mlp.experts.47.up_proj,0.0066211695,hessian_weighted_relative_error,32337,0.02500,0.955
17,model.language_model.layers.17.mlp.experts.48.down_proj,0.0137829161,hessian_weighted_relative_error,39480,0.02500,0.734
17,model.language_model.layers.17.mlp.experts.48.gate_proj,0.0068956042,hessian_weighted_relative_error,39480,0.02500,0.767
17,model.language_model.layers.17.mlp.experts.48.up_proj,0.0082480959,hessian_weighted_relative_error,39480,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.49.down_proj,0.0114945291,hessian_weighted_relative_error,25744,0.02500,0.816
17,model.language_model.layers.17.mlp.experts.49.gate_proj,0.0060149331,hessian_weighted_relative_error,25744,0.02500,0.866
17,model.language_model.layers.17.mlp.experts.49.up_proj,0.0064138334,hessian_weighted_relative_error,25744,0.02500,0.952
17,model.language_model.layers.17.mlp.experts.5.down_proj,0.0127396946,hessian_weighted_relative_error,30450,0.02500,0.760
17,model.language_model.layers.17.mlp.experts.5.gate_proj,0.0063724197,hessian_weighted_relative_error,30450,0.02500,0.849
17,model.language_model.layers.17.mlp.experts.5.up_proj,0.0076152946,hessian_weighted_relative_error,30450,0.02500,0.951
17,model.language_model.layers.17.mlp.experts.50.down_proj,0.0117011888,hessian_weighted_relative_error,17384,0.02500,0.736
17,model.language_model.layers.17.mlp.experts.50.gate_proj,0.0053260394,hessian_weighted_relative_error,17384,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.50.up_proj,0.0058377382,hessian_weighted_relative_error,17384,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.51.down_proj,0.0130631505,hessian_weighted_relative_error,23758,0.02500,0.818
17,model.language_model.layers.17.mlp.experts.51.gate_proj,0.0071853527,hessian_weighted_relative_error,23758,0.02500,0.870
17,model.language_model.layers.17.mlp.experts.51.up_proj,0.0081521518,hessian_weighted_relative_error,23758,0.02500,0.957
17,model.language_model.layers.17.mlp.experts.52.down_proj,0.0117623018,hessian_weighted_relative_error,16923,0.02500,0.736
17,model.language_model.layers.17.mlp.experts.52.gate_proj,0.0057190072,hessian_weighted_relative_error,16923,0.02500,0.764
17,model.language_model.layers.17.mlp.experts.52.up_proj,0.0065336896,hessian_weighted_relative_error,16923,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.53.down_proj,0.0123107245,hessian_weighted_relative_error,30083,0.02500,0.815
17,model.language_model.layers.17.mlp.experts.53.gate_proj,0.0063413767,hessian_weighted_relative_error,30083,0.02500,0.874
17,model.language_model.layers.17.mlp.experts.53.up_proj,0.0069342506,hessian_weighted_relative_error,30083,0.02500,0.983
17,model.language_model.layers.17.mlp.experts.54.down_proj,0.0139176871,hessian_weighted_relative_error,106849,0.02500,0.733
17,model.language_model.layers.17.mlp.experts.54.gate_proj,0.0082469905,hessian_weighted_relative_error,106849,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.54.up_proj,0.0100828471,hessian_weighted_relative_error,106849,0.02500,0.808
17,model.language_model.layers.17.mlp.experts.55.down_proj,0.0101702848,hessian_weighted_relative_error,16598,0.02500,0.819
17,model.language_model.layers.17.mlp.experts.55.gate_proj,0.0045032221,hessian_weighted_relative_error,16598,0.02500,0.867
17,model.language_model.layers.17.mlp.experts.55.up_proj,0.0050825073,hessian_weighted_relative_error,16598,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.56.down_proj,0.0120803057,hessian_weighted_relative_error,15100,0.02500,0.734
17,model.language_model.layers.17.mlp.experts.56.gate_proj,0.0059449342,hessian_weighted_relative_error,15100,0.02500,0.767
17,model.language_model.layers.17.mlp.experts.56.up_proj,0.0071811267,hessian_weighted_relative_error,15100,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.57.down_proj,0.0126145059,hessian_weighted_relative_error,43915,0.02500,0.822
17,model.language_model.layers.17.mlp.experts.57.gate_proj,0.0064129501,hessian_weighted_relative_error,43915,0.02500,0.872
17,model.language_model.layers.17.mlp.experts.57.up_proj,0.0074302381,hessian_weighted_relative_error,43915,0.02500,0.954
17,model.language_model.layers.17.mlp.experts.58.down_proj,0.0118707497,hessian_weighted_relative_error,22730,0.02500,0.738
17,model.language_model.layers.17.mlp.experts.58.gate_proj,0.0056773285,hessian_weighted_relative_error,22730,0.02500,0.765
17,model.language_model.layers.17.mlp.experts.58.up_proj,0.0061996976,hessian_weighted_relative_error,22730,0.02500,0.799
17,model.language_model.layers.17.mlp.experts.59.down_proj,0.0140845650,hessian_weighted_relative_error,60802,0.02500,0.822
17,model.language_model.layers.17.mlp.experts.59.gate_proj,0.0071404668,hessian_weighted_relative_error,60802,0.02500,0.876
17,model.language_model.layers.17.mlp.experts.59.up_proj,0.0080260748,hessian_weighted_relative_error,60802,0.02500,0.955
17,model.language_model.layers.17.mlp.experts.6.down_proj,0.0112239737,hessian_weighted_relative_error,36339,0.02500,0.721
17,model.language_model.layers.17.mlp.experts.6.gate_proj,0.0056709938,hessian_weighted_relative_error,36339,0.02500,0.749
17,model.language_model.layers.17.mlp.experts.6.up_proj,0.0067778181,hessian_weighted_relative_error,36339,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.60.down_proj,0.0105162988,hessian_weighted_relative_error,20801,0.02500,0.740
17,model.language_model.layers.17.mlp.experts.60.gate_proj,0.0048059525,hessian_weighted_relative_error,20801,0.02500,0.767
17,model.language_model.layers.17.mlp.experts.60.up_proj,0.0055036879,hessian_weighted_relative_error,20801,0.02500,0.822
17,model.language_model.layers.17.mlp.experts.61.down_proj,0.0102611851,hessian_weighted_relative_error,82538,0.02500,0.819
17,model.language_model.layers.17.mlp.experts.61.gate_proj,0.0057318387,hessian_weighted_relative_error,82538,0.02500,0.880
17,model.language_model.layers.17.mlp.experts.61.up_proj,0.0058586645,hessian_weighted_relative_error,82538,0.02500,0.961
17,model.language_model.layers.17.mlp.experts.62.down_proj,0.0118736232,hessian_weighted_relative_error,27958,0.02500,0.736
17,model.language_model.layers.17.mlp.experts.62.gate_proj,0.0054869593,hessian_weighted_relative_error,27958,0.02500,0.769
17,model.language_model.layers.17.mlp.experts.62.up_proj,0.0061728206,hessian_weighted_relative_error,27958,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.63.down_proj,0.0108140737,hessian_weighted_relative_error,8908,0.02500,0.823
17,model.language_model.layers.17.mlp.experts.63.gate_proj,0.0050688387,hessian_weighted_relative_error,8908,0.02500,0.872
17,model.language_model.layers.17.mlp.experts.63.up_proj,0.0056938751,hessian_weighted_relative_error,8908,0.02500,0.949
17,model.language_model.layers.17.mlp.experts.64.down_proj,0.0103528473,hessian_weighted_relative_error,69774,0.02500,0.736
17,model.language_model.layers.17.mlp.experts.64.gate_proj,0.0051919122,hessian_weighted_relative_error,69774,0.02500,0.771
17,model.language_model.layers.17.mlp.experts.64.up_proj,0.0058303804,hessian_weighted_relative_error,69774,0.02500,0.806
17,model.language_model.layers.17.mlp.experts.65.down_proj,0.0133507364,hessian_weighted_relative_error,30489,0.02500,0.825
17,model.language_model.layers.17.mlp.experts.65.gate_proj,0.0067258600,hessian_weighted_relative_error,30489,0.02500,0.877
17,model.language_model.layers.17.mlp.experts.65.up_proj,0.0075723222,hessian_weighted_relative_error,30489,0.02500,0.962
17,model.language_model.layers.17.mlp.experts.66.down_proj,0.0103716319,hessian_weighted_relative_error,28444,0.02500,0.740
17,model.language_model.layers.17.mlp.experts.66.gate_proj,0.0053335476,hessian_weighted_relative_error,28444,0.02500,0.767
17,model.language_model.layers.17.mlp.experts.66.up_proj,0.0058750764,hessian_weighted_relative_error,28444,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.67.down_proj,0.0133015112,hessian_weighted_relative_error,35550,0.02500,0.826
17,model.language_model.layers.17.mlp.experts.67.gate_proj,0.0065909463,hessian_weighted_relative_error,35550,0.02500,0.878
17,model.language_model.layers.17.mlp.experts.67.up_proj,0.0074734462,hessian_weighted_relative_error,35550,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.68.down_proj,0.0094641782,hessian_weighted_relative_error,21889,0.02500,0.740
17,model.language_model.layers.17.mlp.experts.68.gate_proj,0.0040672669,hessian_weighted_relative_error,21889,0.02500,0.770
17,model.language_model.layers.17.mlp.experts.68.up_proj,0.0043381961,hessian_weighted_relative_error,21889,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.69.down_proj,0.0084489594,hessian_weighted_relative_error,5544,0.02500,0.824
17,model.language_model.layers.17.mlp.experts.69.gate_proj,0.0033135516,hessian_weighted_relative_error,5544,0.02500,0.881
17,model.language_model.layers.17.mlp.experts.69.up_proj,0.0038480956,hessian_weighted_relative_error,5544,0.02500,0.963
17,model.language_model.layers.17.mlp.experts.7.down_proj,0.0084817851,hessian_weighted_relative_error,13667,0.02500,0.794
17,model.language_model.layers.17.mlp.experts.7.gate_proj,0.0044833540,hessian_weighted_relative_error,13667,0.02500,0.841
17,model.language_model.layers.17.mlp.experts.7.up_proj,0.0049108761,hessian_weighted_relative_error,13667,0.02500,0.943
17,model.language_model.layers.17.mlp.experts.70.down_proj,0.0099056817,hessian_weighted_relative_error,42822,0.02500,0.738
17,model.language_model.layers.17.mlp.experts.70.gate_proj,0.0051049115,hessian_weighted_relative_error,42822,0.02500,0.771
17,model.language_model.layers.17.mlp.experts.70.up_proj,0.0057577329,hessian_weighted_relative_error,42822,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.71.down_proj,0.0143720340,hessian_weighted_relative_error,44927,0.02500,0.828
17,model.language_model.layers.17.mlp.experts.71.gate_proj,0.0074380934,hessian_weighted_relative_error,44927,0.02500,0.877
17,model.language_model.layers.17.mlp.experts.71.up_proj,0.0089532397,hessian_weighted_relative_error,44927,0.02500,0.952
17,model.language_model.layers.17.mlp.experts.72.down_proj,0.0130764531,hessian_weighted_relative_error,57033,0.02500,0.738
17,model.language_model.layers.17.mlp.experts.72.gate_proj,0.0069300469,hessian_weighted_relative_error,57033,0.02500,0.771
17,model.language_model.layers.17.mlp.experts.72.up_proj,0.0077788177,hessian_weighted_relative_error,57033,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.73.down_proj,0.0105246567,hessian_weighted_relative_error,22946,0.02500,0.829
17,model.language_model.layers.17.mlp.experts.73.gate_proj,0.0041690862,hessian_weighted_relative_error,22946,0.02500,0.880
17,model.language_model.layers.17.mlp.experts.73.up_proj,0.0046217409,hessian_weighted_relative_error,22946,0.02500,0.957
17,model.language_model.layers.17.mlp.experts.74.down_proj,0.0040088559,hessian_weighted_relative_error,33006,0.02500,0.740
17,model.language_model.layers.17.mlp.experts.74.gate_proj,0.0019052237,hessian_weighted_relative_error,33006,0.02500,0.768
17,model.language_model.layers.17.mlp.experts.74.up_proj,0.0022087687,hessian_weighted_relative_error,33006,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.75.down_proj,0.0100166977,hessian_weighted_relative_error,14932,0.02500,0.832
17,model.language_model.layers.17.mlp.experts.75.gate_proj,0.0040322388,hessian_weighted_relative_error,14932,0.02500,0.884
17,model.language_model.layers.17.mlp.experts.75.up_proj,0.0043815648,hessian_weighted_relative_error,14932,0.02500,0.955
17,model.language_model.layers.17.mlp.experts.76.down_proj,0.0074475290,hessian_weighted_relative_error,86908,0.02500,0.742
17,model.language_model.layers.17.mlp.experts.76.gate_proj,0.0042828847,hessian_weighted_relative_error,86908,0.02500,0.770
17,model.language_model.layers.17.mlp.experts.76.up_proj,0.0046157216,hessian_weighted_relative_error,86908,0.02500,0.801
17,model.language_model.layers.17.mlp.experts.77.down_proj,0.0101703514,hessian_weighted_relative_error,23146,0.02500,0.828
17,model.language_model.layers.17.mlp.experts.77.gate_proj,0.0047374342,hessian_weighted_relative_error,23146,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.77.up_proj,0.0050403145,hessian_weighted_relative_error,23146,0.02500,0.961
17,model.language_model.layers.17.mlp.experts.78.down_proj,0.0118595081,hessian_weighted_relative_error,50295,0.02500,0.739
17,model.language_model.layers.17.mlp.experts.78.gate_proj,0.0062007611,hessian_weighted_relative_error,50295,0.02500,0.771
17,model.language_model.layers.17.mlp.experts.78.up_proj,0.0065722507,hessian_weighted_relative_error,50295,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.79.down_proj,0.0058010472,hessian_weighted_relative_error,3741,0.02500,0.830
17,model.language_model.layers.17.mlp.experts.79.gate_proj,0.0025308714,hessian_weighted_relative_error,3741,0.02500,0.884
17,model.language_model.layers.17.mlp.experts.79.up_proj,0.0028072130,hessian_weighted_relative_error,3741,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.8.down_proj,0.0126022030,hessian_weighted_relative_error,30762,0.02500,0.722
17,model.language_model.layers.17.mlp.experts.8.gate_proj,0.0061180561,hessian_weighted_relative_error,30762,0.02500,0.753
17,model.language_model.layers.17.mlp.experts.8.up_proj,0.0070893467,hessian_weighted_relative_error,30762,0.02500,0.799
17,model.language_model.layers.17.mlp.experts.80.down_proj,0.0123128035,hessian_weighted_relative_error,14963,0.02500,0.739
17,model.language_model.layers.17.mlp.experts.80.gate_proj,0.0064622326,hessian_weighted_relative_error,14963,0.02500,0.772
17,model.language_model.layers.17.mlp.experts.80.up_proj,0.0075528061,hessian_weighted_relative_error,14963,0.02500,0.809
17,model.language_model.layers.17.mlp.experts.81.down_proj,0.0111443004,hessian_weighted_relative_error,42791,0.02500,0.833
17,model.language_model.layers.17.mlp.experts.81.gate_proj,0.0061889820,hessian_weighted_relative_error,42791,0.02500,0.884
17,model.language_model.layers.17.mlp.experts.81.up_proj,0.0067523932,hessian_weighted_relative_error,42791,0.02500,0.949
17,model.language_model.layers.17.mlp.experts.82.down_proj,0.0118313663,hessian_weighted_relative_error,30584,0.02500,0.742
17,model.language_model.layers.17.mlp.experts.82.gate_proj,0.0062396473,hessian_weighted_relative_error,30584,0.02500,0.772
17,model.language_model.layers.17.mlp.experts.82.up_proj,0.0063861867,hessian_weighted_relative_error,30584,0.02500,0.800
17,model.language_model.layers.17.mlp.experts.83.down_proj,0.0136319674,hessian_weighted_relative_error,46367,0.02500,0.833
17,model.language_model.layers.17.mlp.experts.83.gate_proj,0.0070568186,hessian_weighted_relative_error,46367,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.83.up_proj,0.0077895513,hessian_weighted_relative_error,46367,0.02500,0.957
17,model.language_model.layers.17.mlp.experts.84.down_proj,0.0096103945,hessian_weighted_relative_error,37855,0.02500,0.744
17,model.language_model.layers.17.mlp.experts.84.gate_proj,0.0047691464,hessian_weighted_relative_error,37855,0.02500,0.771
17,model.language_model.layers.17.mlp.experts.84.up_proj,0.0054265620,hessian_weighted_relative_error,37855,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.85.down_proj,0.0127118324,hessian_weighted_relative_error,19001,0.02500,0.831
17,model.language_model.layers.17.mlp.experts.85.gate_proj,0.0056565552,hessian_weighted_relative_error,19001,0.02500,0.891
17,model.language_model.layers.17.mlp.experts.85.up_proj,0.0063332706,hessian_weighted_relative_error,19001,0.02500,0.960
17,model.language_model.layers.17.mlp.experts.86.down_proj,0.0116302717,hessian_weighted_relative_error,16285,0.02500,0.741
17,model.language_model.layers.17.mlp.experts.86.gate_proj,0.0050313259,hessian_weighted_relative_error,16285,0.02500,0.774
17,model.language_model.layers.17.mlp.experts.86.up_proj,0.0059706718,hessian_weighted_relative_error,16285,0.02500,0.802
17,model.language_model.layers.17.mlp.experts.87.down_proj,0.0122765922,hessian_weighted_relative_error,26355,0.02500,0.834
17,model.language_model.layers.17.mlp.experts.87.gate_proj,0.0054231713,hessian_weighted_relative_error,26355,0.02500,0.887
17,model.language_model.layers.17.mlp.experts.87.up_proj,0.0056237104,hessian_weighted_relative_error,26355,0.02500,0.956
17,model.language_model.layers.17.mlp.experts.88.down_proj,0.0123006568,hessian_weighted_relative_error,23674,0.02500,0.745
17,model.language_model.layers.17.mlp.experts.88.gate_proj,0.0055426552,hessian_weighted_relative_error,23674,0.02500,0.776
17,model.language_model.layers.17.mlp.experts.88.up_proj,0.0060154597,hessian_weighted_relative_error,23674,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.89.down_proj,0.0117331231,hessian_weighted_relative_error,93073,0.02500,0.836
17,model.language_model.layers.17.mlp.experts.89.gate_proj,0.0056008411,hessian_weighted_relative_error,93073,0.02500,0.893
17,model.language_model.layers.17.mlp.experts.89.up_proj,0.0065604158,hessian_weighted_relative_error,93073,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.9.down_proj,0.0101210020,hessian_weighted_relative_error,30718,0.02500,0.797
17,model.language_model.layers.17.mlp.experts.9.gate_proj,0.0053078202,hessian_weighted_relative_error,30718,0.02500,0.848
17,model.language_model.layers.17.mlp.experts.9.up_proj,0.0061343710,hessian_weighted_relative_error,30718,0.02500,0.945
17,model.language_model.layers.17.mlp.experts.90.down_proj,0.0104480377,hessian_weighted_relative_error,26400,0.02500,0.744
17,model.language_model.layers.17.mlp.experts.90.gate_proj,0.0052666132,hessian_weighted_relative_error,26400,0.02500,0.771
17,model.language_model.layers.17.mlp.experts.90.up_proj,0.0059108914,hessian_weighted_relative_error,26400,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.91.down_proj,0.0115856280,hessian_weighted_relative_error,24715,0.02500,0.837
17,model.language_model.layers.17.mlp.experts.91.gate_proj,0.0052367408,hessian_weighted_relative_error,24715,0.02500,0.892
17,model.language_model.layers.17.mlp.experts.91.up_proj,0.0061693101,hessian_weighted_relative_error,24715,0.02500,0.953
17,model.language_model.layers.17.mlp.experts.92.down_proj,0.0091281936,hessian_weighted_relative_error,41516,0.02500,0.744
17,model.language_model.layers.17.mlp.experts.92.gate_proj,0.0047818182,hessian_weighted_relative_error,41516,0.02500,0.778
17,model.language_model.layers.17.mlp.experts.92.up_proj,0.0055633173,hessian_weighted_relative_error,41516,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.93.down_proj,0.0067579679,hessian_weighted_relative_error,13735,0.02500,0.834
17,model.language_model.layers.17.mlp.experts.93.gate_proj,0.0037836298,hessian_weighted_relative_error,13735,0.02500,0.893
17,model.language_model.layers.17.mlp.experts.93.up_proj,0.0040984114,hessian_weighted_relative_error,13735,0.02500,0.959
17,model.language_model.layers.17.mlp.experts.94.down_proj,0.0121750392,hessian_weighted_relative_error,18810,0.02500,0.743
17,model.language_model.layers.17.mlp.experts.94.gate_proj,0.0055143893,hessian_weighted_relative_error,18810,0.02500,0.774
17,model.language_model.layers.17.mlp.experts.94.up_proj,0.0062030058,hessian_weighted_relative_error,18810,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.95.down_proj,0.0131809250,hessian_weighted_relative_error,36300,0.02500,0.837
17,model.language_model.layers.17.mlp.experts.95.gate_proj,0.0068479908,hessian_weighted_relative_error,36300,0.02500,0.889
17,model.language_model.layers.17.mlp.experts.95.up_proj,0.0077454892,hessian_weighted_relative_error,36300,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.96.down_proj,0.0087286735,hessian_weighted_relative_error,12105,0.02500,0.743
17,model.language_model.layers.17.mlp.experts.96.gate_proj,0.0030490851,hessian_weighted_relative_error,12105,0.02500,0.775
17,model.language_model.layers.17.mlp.experts.96.up_proj,0.0030977598,hessian_weighted_relative_error,12105,0.02500,0.803
17,model.language_model.layers.17.mlp.experts.97.down_proj,0.0128502378,hessian_weighted_relative_error,49210,0.02500,0.840
17,model.language_model.layers.17.mlp.experts.97.gate_proj,0.0067870105,hessian_weighted_relative_error,49210,0.02500,0.892
17,model.language_model.layers.17.mlp.experts.97.up_proj,0.0080117487,hessian_weighted_relative_error,49210,0.02500,0.958
17,model.language_model.layers.17.mlp.experts.98.down_proj,0.0105709156,hessian_weighted_relative_error,17056,0.02500,0.745
17,model.language_model.layers.17.mlp.experts.98.gate_proj,0.0048616203,hessian_weighted_relative_error,17056,0.02500,0.776
17,model.language_model.layers.17.mlp.experts.98.up_proj,0.0055850370,hessian_weighted_relative_error,17056,0.02500,0.804
17,model.language_model.layers.17.mlp.experts.99.down_proj,0.0091541578,hessian_weighted_relative_error,15472,0.02500,0.843
17,model.language_model.layers.17.mlp.experts.99.gate_proj,0.0043384109,hessian_weighted_relative_error,15472,0.02500,0.894
17,model.language_model.layers.17.mlp.experts.99.up_proj,0.0048560431,hessian_weighted_relative_error,15472,0.02500,0.960
18,model.language_model.layers.18.mlp.experts.0.down_proj,0.0079253409,hessian_weighted_relative_error,10159,0.02500,0.720
18,model.language_model.layers.18.mlp.experts.0.gate_proj,0.0027452778,hessian_weighted_relative_error,10159,0.02500,0.752
18,model.language_model.layers.18.mlp.experts.0.up_proj,0.0029910096,hessian_weighted_relative_error,10159,0.02500,0.801
18,model.language_model.layers.18.mlp.experts.1.down_proj,0.0109500057,hessian_weighted_relative_error,19444,0.02500,0.793
18,model.language_model.layers.18.mlp.experts.1.gate_proj,0.0043151205,hessian_weighted_relative_error,19444,0.02500,0.847
18,model.language_model.layers.18.mlp.experts.1.up_proj,0.0054392555,hessian_weighted_relative_error,19444,0.02500,0.943
18,model.language_model.layers.18.mlp.experts.10.down_proj,0.0091751298,hessian_weighted_relative_error,8324,0.02500,0.723
18,model.language_model.layers.18.mlp.experts.10.gate_proj,0.0032566874,hessian_weighted_relative_error,8324,0.02500,0.752
18,model.language_model.layers.18.mlp.experts.10.up_proj,0.0042881110,hessian_weighted_relative_error,8324,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.100.down_proj,0.0129247913,hessian_weighted_relative_error,46226,0.02500,0.745
18,model.language_model.layers.18.mlp.experts.100.gate_proj,0.0060218426,hessian_weighted_relative_error,46226,0.02500,0.779
18,model.language_model.layers.18.mlp.experts.100.up_proj,0.0073047807,hessian_weighted_relative_error,46226,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.101.down_proj,0.0064152007,hessian_weighted_relative_error,12572,0.02500,0.841
18,model.language_model.layers.18.mlp.experts.101.gate_proj,0.0032843905,hessian_weighted_relative_error,12572,0.02500,0.903
18,model.language_model.layers.18.mlp.experts.101.up_proj,0.0035321713,hessian_weighted_relative_error,12572,0.02500,0.962
18,model.language_model.layers.18.mlp.experts.102.down_proj,0.0110517389,hessian_weighted_relative_error,10648,0.02500,0.751
18,model.language_model.layers.18.mlp.experts.102.gate_proj,0.0045328998,hessian_weighted_relative_error,10648,0.02500,0.778
18,model.language_model.layers.18.mlp.experts.102.up_proj,0.0056825818,hessian_weighted_relative_error,10648,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.103.down_proj,0.0104242943,hessian_weighted_relative_error,24070,0.02500,0.843
18,model.language_model.layers.18.mlp.experts.103.gate_proj,0.0036194383,hessian_weighted_relative_error,24070,0.02500,0.894
18,model.language_model.layers.18.mlp.experts.103.up_proj,0.0043471427,hessian_weighted_relative_error,24070,0.02500,0.951
18,model.language_model.layers.18.mlp.experts.104.down_proj,0.0077183576,hessian_weighted_relative_error,20908,0.02500,0.746
18,model.language_model.layers.18.mlp.experts.104.gate_proj,0.0025458571,hessian_weighted_relative_error,20908,0.02500,0.778
18,model.language_model.layers.18.mlp.experts.104.up_proj,0.0026402185,hessian_weighted_relative_error,20908,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.105.down_proj,0.0089393734,hessian_weighted_relative_error,12125,0.02500,0.847
18,model.language_model.layers.18.mlp.experts.105.gate_proj,0.0036252607,hessian_weighted_relative_error,12125,0.02500,0.896
18,model.language_model.layers.18.mlp.experts.105.up_proj,0.0039918808,hessian_weighted_relative_error,12125,0.02500,0.956
18,model.language_model.layers.18.mlp.experts.106.down_proj,0.0094624960,hessian_weighted_relative_error,15781,0.02500,0.745
18,model.language_model.layers.18.mlp.experts.106.gate_proj,0.0052047553,hessian_weighted_relative_error,15781,0.02500,0.778
18,model.language_model.layers.18.mlp.experts.106.up_proj,0.0059090115,hessian_weighted_relative_error,15781,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.107.down_proj,0.0144696090,hessian_weighted_relative_error,54627,0.02500,0.852
18,model.language_model.layers.18.mlp.experts.107.gate_proj,0.0071107143,hessian_weighted_relative_error,54627,0.02500,0.896
18,model.language_model.layers.18.mlp.experts.107.up_proj,0.0087928389,hessian_weighted_relative_error,54627,0.02500,0.971
18,model.language_model.layers.18.mlp.experts.108.down_proj,0.0099528559,hessian_weighted_relative_error,9002,0.02500,0.746
18,model.language_model.layers.18.mlp.experts.108.gate_proj,0.0039165416,hessian_weighted_relative_error,9002,0.02500,0.777
18,model.language_model.layers.18.mlp.experts.108.up_proj,0.0049107494,hessian_weighted_relative_error,9002,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.109.down_proj,0.0104324315,hessian_weighted_relative_error,16521,0.02500,0.844
18,model.language_model.layers.18.mlp.experts.109.gate_proj,0.0044556884,hessian_weighted_relative_error,16521,0.02500,0.900
18,model.language_model.layers.18.mlp.experts.109.up_proj,0.0057004755,hessian_weighted_relative_error,16521,0.02500,0.961
18,model.language_model.layers.18.mlp.experts.11.down_proj,0.0109963020,hessian_weighted_relative_error,63989,0.02500,0.801
18,model.language_model.layers.18.mlp.experts.11.gate_proj,0.0067654491,hessian_weighted_relative_error,63989,0.02500,0.850
18,model.language_model.layers.18.mlp.experts.11.up_proj,0.0075539573,hessian_weighted_relative_error,63989,0.02500,0.951
18,model.language_model.layers.18.mlp.experts.110.down_proj,0.0130385601,hessian_weighted_relative_error,26621,0.02500,0.747
18,model.language_model.layers.18.mlp.experts.110.gate_proj,0.0060171609,hessian_weighted_relative_error,26621,0.02500,0.780
18,model.language_model.layers.18.mlp.experts.110.up_proj,0.0078743613,hessian_weighted_relative_error,26621,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.111.down_proj,0.0107870082,hessian_weighted_relative_error,16306,0.02500,0.847
18,model.language_model.layers.18.mlp.experts.111.gate_proj,0.0051596579,hessian_weighted_relative_error,16306,0.02500,0.898
18,model.language_model.layers.18.mlp.experts.111.up_proj,0.0062261793,hessian_weighted_relative_error,16306,0.02500,0.957
18,model.language_model.layers.18.mlp.experts.112.down_proj,0.0131440914,hessian_weighted_relative_error,23784,0.02500,0.746
18,model.language_model.layers.18.mlp.experts.112.gate_proj,0.0061952972,hessian_weighted_relative_error,23784,0.02500,0.784
18,model.language_model.layers.18.mlp.experts.112.up_proj,0.0077157492,hessian_weighted_relative_error,23784,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.113.down_proj,0.0140559840,hessian_weighted_relative_error,94743,0.02500,0.849
18,model.language_model.layers.18.mlp.experts.113.gate_proj,0.0067167986,hessian_weighted_relative_error,94743,0.02500,0.899
18,model.language_model.layers.18.mlp.experts.113.up_proj,0.0083142350,hessian_weighted_relative_error,94743,0.02500,0.960
18,model.language_model.layers.18.mlp.experts.114.down_proj,0.0125928967,hessian_weighted_relative_error,18893,0.02500,0.748
18,model.language_model.layers.18.mlp.experts.114.gate_proj,0.0053247876,hessian_weighted_relative_error,18893,0.02500,0.779
18,model.language_model.layers.18.mlp.experts.114.up_proj,0.0063353007,hessian_weighted_relative_error,18893,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.115.down_proj,0.0120312319,hessian_weighted_relative_error,29631,0.02500,0.854
18,model.language_model.layers.18.mlp.experts.115.gate_proj,0.0056787718,hessian_weighted_relative_error,29631,0.02500,0.903
18,model.language_model.layers.18.mlp.experts.115.up_proj,0.0064415952,hessian_weighted_relative_error,29631,0.02500,0.968
18,model.language_model.layers.18.mlp.experts.116.down_proj,0.0115774363,hessian_weighted_relative_error,19216,0.02500,0.749
18,model.language_model.layers.18.mlp.experts.116.gate_proj,0.0053014357,hessian_weighted_relative_error,19216,0.02500,0.779
18,model.language_model.layers.18.mlp.experts.116.up_proj,0.0061483136,hessian_weighted_relative_error,19216,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.117.down_proj,0.0112914387,hessian_weighted_relative_error,28083,0.02500,0.849
18,model.language_model.layers.18.mlp.experts.117.gate_proj,0.0050176309,hessian_weighted_relative_error,28083,0.02500,0.905
18,model.language_model.layers.18.mlp.experts.117.up_proj,0.0058439936,hessian_weighted_relative_error,28083,0.02500,1.012
18,model.language_model.layers.18.mlp.experts.118.down_proj,0.0096412627,hessian_weighted_relative_error,8227,0.02500,0.754
18,model.language_model.layers.18.mlp.experts.118.gate_proj,0.0041380016,hessian_weighted_relative_error,8227,0.02500,0.780
18,model.language_model.layers.18.mlp.experts.118.up_proj,0.0049004225,hessian_weighted_relative_error,8227,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.119.down_proj,0.0131822550,hessian_weighted_relative_error,67164,0.02500,0.853
18,model.language_model.layers.18.mlp.experts.119.gate_proj,0.0064813391,hessian_weighted_relative_error,67164,0.02500,0.898
18,model.language_model.layers.18.mlp.experts.119.up_proj,0.0079315880,hessian_weighted_relative_error,67164,0.02500,0.953
18,model.language_model.layers.18.mlp.experts.12.down_proj,0.0129059399,hessian_weighted_relative_error,23817,0.02500,0.724
18,model.language_model.layers.18.mlp.experts.12.gate_proj,0.0062637556,hessian_weighted_relative_error,23817,0.02500,0.756
18,model.language_model.layers.18.mlp.experts.12.up_proj,0.0067073567,hessian_weighted_relative_error,23817,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.120.down_proj,0.0114606034,hessian_weighted_relative_error,13076,0.02500,0.747
18,model.language_model.layers.18.mlp.experts.120.gate_proj,0.0047350856,hessian_weighted_relative_error,13076,0.02500,0.783
18,model.language_model.layers.18.mlp.experts.120.up_proj,0.0056741341,hessian_weighted_relative_error,13076,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.121.down_proj,0.0130355389,hessian_weighted_relative_error,59397,0.02500,0.854
18,model.language_model.layers.18.mlp.experts.121.gate_proj,0.0074868588,hessian_weighted_relative_error,59397,0.02500,0.900
18,model.language_model.layers.18.mlp.experts.121.up_proj,0.0087263240,hessian_weighted_relative_error,59397,0.02500,0.960
18,model.language_model.layers.18.mlp.experts.122.down_proj,0.0119850775,hessian_weighted_relative_error,23217,0.02500,0.747
18,model.language_model.layers.18.mlp.experts.122.gate_proj,0.0058301876,hessian_weighted_relative_error,23217,0.02500,0.780
18,model.language_model.layers.18.mlp.experts.122.up_proj,0.0076261023,hessian_weighted_relative_error,23217,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.123.down_proj,0.0110613699,hessian_weighted_relative_error,83178,0.02500,0.857
18,model.language_model.layers.18.mlp.experts.123.gate_proj,0.0054885016,hessian_weighted_relative_error,83178,0.02500,0.901
18,model.language_model.layers.18.mlp.experts.123.up_proj,0.0062301470,hessian_weighted_relative_error,83178,0.02500,0.965
18,model.language_model.layers.18.mlp.experts.124.down_proj,0.0086242524,hessian_weighted_relative_error,17859,0.02500,0.750
18,model.language_model.layers.18.mlp.experts.124.gate_proj,0.0040352217,hessian_weighted_relative_error,17859,0.02500,0.783
18,model.language_model.layers.18.mlp.experts.124.up_proj,0.0049503724,hessian_weighted_relative_error,17859,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.125.down_proj,0.0137311697,hessian_weighted_relative_error,81366,0.02500,0.852
18,model.language_model.layers.18.mlp.experts.125.gate_proj,0.0069398675,hessian_weighted_relative_error,81366,0.02500,0.905
18,model.language_model.layers.18.mlp.experts.125.up_proj,0.0089317616,hessian_weighted_relative_error,81366,0.02500,0.969
18,model.language_model.layers.18.mlp.experts.126.down_proj,0.0085682478,hessian_weighted_relative_error,11836,0.02500,0.751
18,model.language_model.layers.18.mlp.experts.126.gate_proj,0.0035736872,hessian_weighted_relative_error,11836,0.02500,0.782
18,model.language_model.layers.18.mlp.experts.126.up_proj,0.0042357898,hessian_weighted_relative_error,11836,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.127.down_proj,0.0118163946,hessian_weighted_relative_error,54947,0.02500,0.854
18,model.language_model.layers.18.mlp.experts.127.gate_proj,0.0051557492,hessian_weighted_relative_error,54947,0.02500,0.899
18,model.language_model.layers.18.mlp.experts.127.up_proj,0.0059524081,hessian_weighted_relative_error,54947,0.02500,0.968
18,model.language_model.layers.18.mlp.experts.128.down_proj,0.0087084048,hessian_weighted_relative_error,52713,0.02500,0.751
18,model.language_model.layers.18.mlp.experts.128.gate_proj,0.0046047921,hessian_weighted_relative_error,52713,0.02500,0.781
18,model.language_model.layers.18.mlp.experts.128.up_proj,0.0050664138,hessian_weighted_relative_error,52713,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.129.down_proj,0.0117174374,hessian_weighted_relative_error,22848,0.02500,0.858
18,model.language_model.layers.18.mlp.experts.129.gate_proj,0.0050476792,hessian_weighted_relative_error,22848,0.02500,0.913
18,model.language_model.layers.18.mlp.experts.129.up_proj,0.0060719760,hessian_weighted_relative_error,22848,0.02500,0.966
18,model.language_model.layers.18.mlp.experts.13.down_proj,0.0103939140,hessian_weighted_relative_error,12075,0.02500,0.796
18,model.language_model.layers.18.mlp.experts.13.gate_proj,0.0045405771,hessian_weighted_relative_error,12075,0.02500,0.854
18,model.language_model.layers.18.mlp.experts.13.up_proj,0.0056260402,hessian_weighted_relative_error,12075,0.02500,0.947
18,model.language_model.layers.18.mlp.experts.130.down_proj,0.0127008848,hessian_weighted_relative_error,30313,0.02500,0.749
18,model.language_model.layers.18.mlp.experts.130.gate_proj,0.0057587095,hessian_weighted_relative_error,30313,0.02500,0.781
18,model.language_model.layers.18.mlp.experts.130.up_proj,0.0075320396,hessian_weighted_relative_error,30313,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.131.down_proj,0.0133125373,hessian_weighted_relative_error,54236,0.02500,0.861
18,model.language_model.layers.18.mlp.experts.131.gate_proj,0.0068112246,hessian_weighted_relative_error,54236,0.02500,0.902
18,model.language_model.layers.18.mlp.experts.131.up_proj,0.0079140717,hessian_weighted_relative_error,54236,0.02500,0.965
18,model.language_model.layers.18.mlp.experts.132.down_proj,0.0128023300,hessian_weighted_relative_error,15985,0.02500,0.750
18,model.language_model.layers.18.mlp.experts.132.gate_proj,0.0060836046,hessian_weighted_relative_error,15985,0.02500,0.782
18,model.language_model.layers.18.mlp.experts.132.up_proj,0.0074940008,hessian_weighted_relative_error,15985,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.133.down_proj,0.0093497768,hessian_weighted_relative_error,14997,0.02500,0.856
18,model.language_model.layers.18.mlp.experts.133.gate_proj,0.0042338689,hessian_weighted_relative_error,14997,0.02500,0.910
18,model.language_model.layers.18.mlp.experts.133.up_proj,0.0046544235,hessian_weighted_relative_error,14997,0.02500,0.966
18,model.language_model.layers.18.mlp.experts.134.down_proj,0.0082128097,hessian_weighted_relative_error,32493,0.02500,0.756
18,model.language_model.layers.18.mlp.experts.134.gate_proj,0.0040255627,hessian_weighted_relative_error,32493,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.134.up_proj,0.0046035331,hessian_weighted_relative_error,32493,0.02500,0.821
18,model.language_model.layers.18.mlp.experts.135.down_proj,0.0075369122,hessian_weighted_relative_error,10104,0.02500,0.860
18,model.language_model.layers.18.mlp.experts.135.gate_proj,0.0033294505,hessian_weighted_relative_error,10104,0.02500,0.901
18,model.language_model.layers.18.mlp.experts.135.up_proj,0.0040974755,hessian_weighted_relative_error,10104,0.02500,0.971
18,model.language_model.layers.18.mlp.experts.136.down_proj,0.0114809863,hessian_weighted_relative_error,30030,0.02500,0.751
18,model.language_model.layers.18.mlp.experts.136.gate_proj,0.0057271263,hessian_weighted_relative_error,30030,0.02500,0.783
18,model.language_model.layers.18.mlp.experts.136.up_proj,0.0064017578,hessian_weighted_relative_error,30030,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.137.down_proj,0.0111148662,hessian_weighted_relative_error,14090,0.02500,0.862
18,model.language_model.layers.18.mlp.experts.137.gate_proj,0.0043985495,hessian_weighted_relative_error,14090,0.02500,0.902
18,model.language_model.layers.18.mlp.experts.137.up_proj,0.0053401163,hessian_weighted_relative_error,14090,0.02500,0.968
18,model.language_model.layers.18.mlp.experts.138.down_proj,0.0112859589,hessian_weighted_relative_error,21408,0.02500,0.750
18,model.language_model.layers.18.mlp.experts.138.gate_proj,0.0051256107,hessian_weighted_relative_error,21408,0.02500,0.783
18,model.language_model.layers.18.mlp.experts.138.up_proj,0.0063458319,hessian_weighted_relative_error,21408,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.139.down_proj,0.0122896037,hessian_weighted_relative_error,40637,0.02500,0.866
18,model.language_model.layers.18.mlp.experts.139.gate_proj,0.0060160184,hessian_weighted_relative_error,40637,0.02500,0.904
18,model.language_model.layers.18.mlp.experts.139.up_proj,0.0083093255,hessian_weighted_relative_error,40637,0.02500,0.969
18,model.language_model.layers.18.mlp.experts.14.down_proj,0.0119141796,hessian_weighted_relative_error,11125,0.02500,0.728
18,model.language_model.layers.18.mlp.experts.14.gate_proj,0.0049433188,hessian_weighted_relative_error,11125,0.02500,0.753
18,model.language_model.layers.18.mlp.experts.14.up_proj,0.0061802078,hessian_weighted_relative_error,11125,0.02500,0.801
18,model.language_model.layers.18.mlp.experts.140.down_proj,0.0124092078,hessian_weighted_relative_error,23195,0.02500,0.753
18,model.language_model.layers.18.mlp.experts.140.gate_proj,0.0057945606,hessian_weighted_relative_error,23195,0.02500,0.784
18,model.language_model.layers.18.mlp.experts.140.up_proj,0.0072975619,hessian_weighted_relative_error,23195,0.02500,0.802
18,model.language_model.layers.18.mlp.experts.141.down_proj,0.0112950194,hessian_weighted_relative_error,24608,0.02500,0.860
18,model.language_model.layers.18.mlp.experts.141.gate_proj,0.0052230018,hessian_weighted_relative_error,24608,0.02500,0.908
18,model.language_model.layers.18.mlp.experts.141.up_proj,0.0057933187,hessian_weighted_relative_error,24608,0.02500,0.967
18,model.language_model.layers.18.mlp.experts.142.down_proj,0.0127923287,hessian_weighted_relative_error,23190,0.02500,0.753
18,model.language_model.layers.18.mlp.experts.142.gate_proj,0.0059828896,hessian_weighted_relative_error,23190,0.02500,0.795
18,model.language_model.layers.18.mlp.experts.142.up_proj,0.0068457496,hessian_weighted_relative_error,23190,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.143.down_proj,0.0115162442,hessian_weighted_relative_error,13100,0.02500,0.865
18,model.language_model.layers.18.mlp.experts.143.gate_proj,0.0048975472,hessian_weighted_relative_error,13100,0.02500,0.904
18,model.language_model.layers.18.mlp.experts.143.up_proj,0.0062739632,hessian_weighted_relative_error,13100,0.02500,0.962
18,model.language_model.layers.18.mlp.experts.144.down_proj,0.0124490444,hessian_weighted_relative_error,68152,0.02500,0.752
18,model.language_model.layers.18.mlp.experts.144.gate_proj,0.0062238593,hessian_weighted_relative_error,68152,0.02500,0.782
18,model.language_model.layers.18.mlp.experts.144.up_proj,0.0080582803,hessian_weighted_relative_error,68152,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.145.down_proj,0.0097797570,hessian_weighted_relative_error,11211,0.02500,0.866
18,model.language_model.layers.18.mlp.experts.145.gate_proj,0.0043215993,hessian_weighted_relative_error,11211,0.02500,0.905
18,model.language_model.layers.18.mlp.experts.145.up_proj,0.0052747264,hessian_weighted_relative_error,11211,0.02500,0.961
18,model.language_model.layers.18.mlp.experts.146.down_proj,0.0102607810,hessian_weighted_relative_error,56381,0.02500,0.754
18,model.language_model.layers.18.mlp.experts.146.gate_proj,0.0048293276,hessian_weighted_relative_error,56381,0.02500,0.784
18,model.language_model.layers.18.mlp.experts.146.up_proj,0.0058142479,hessian_weighted_relative_error,56381,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.147.down_proj,0.0126152487,hessian_weighted_relative_error,66201,0.02500,0.867
18,model.language_model.layers.18.mlp.experts.147.gate_proj,0.0061043893,hessian_weighted_relative_error,66201,0.02500,0.910
18,model.language_model.layers.18.mlp.experts.147.up_proj,0.0072420658,hessian_weighted_relative_error,66201,0.02500,0.969
18,model.language_model.layers.18.mlp.experts.148.down_proj,0.0106106703,hessian_weighted_relative_error,12449,0.02500,0.752
18,model.language_model.layers.18.mlp.experts.148.gate_proj,0.0044212077,hessian_weighted_relative_error,12449,0.02500,0.783
18,model.language_model.layers.18.mlp.experts.148.up_proj,0.0057206722,hessian_weighted_relative_error,12449,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.149.down_proj,0.0119253783,hessian_weighted_relative_error,46275,0.02500,0.865
18,model.language_model.layers.18.mlp.experts.149.gate_proj,0.0056284293,hessian_weighted_relative_error,46275,0.02500,0.913
18,model.language_model.layers.18.mlp.experts.149.up_proj,0.0068594740,hessian_weighted_relative_error,46275,0.02500,0.999
18,model.language_model.layers.18.mlp.experts.15.down_proj,0.0090428916,hessian_weighted_relative_error,24841,0.02500,0.800
18,model.language_model.layers.18.mlp.experts.15.gate_proj,0.0040093822,hessian_weighted_relative_error,24841,0.02500,0.848
18,model.language_model.layers.18.mlp.experts.15.up_proj,0.0046508631,hessian_weighted_relative_error,24841,0.02500,0.946
18,model.language_model.layers.18.mlp.experts.150.down_proj,0.0108230235,hessian_weighted_relative_error,11990,0.02500,0.757
18,model.language_model.layers.18.mlp.experts.150.gate_proj,0.0045317900,hessian_weighted_relative_error,11990,0.02500,0.784
18,model.language_model.layers.18.mlp.experts.150.up_proj,0.0056664182,hessian_weighted_relative_error,11990,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.151.down_proj,0.0115396057,hessian_weighted_relative_error,17552,0.02500,0.868
18,model.language_model.layers.18.mlp.experts.151.gate_proj,0.0051724000,hessian_weighted_relative_error,17552,0.02500,0.905
18,model.language_model.layers.18.mlp.experts.151.up_proj,0.0068700508,hessian_weighted_relative_error,17552,0.02500,0.964
18,model.language_model.layers.18.mlp.experts.152.down_proj,0.0081942249,hessian_weighted_relative_error,22490,0.02500,0.753
18,model.language_model.layers.18.mlp.experts.152.gate_proj,0.0037376756,hessian_weighted_relative_error,22490,0.02500,0.784
18,model.language_model.layers.18.mlp.experts.152.up_proj,0.0045288031,hessian_weighted_relative_error,22490,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.153.down_proj,0.0136072996,hessian_weighted_relative_error,26057,0.02500,0.869
18,model.language_model.layers.18.mlp.experts.153.gate_proj,0.0070039039,hessian_weighted_relative_error,26057,0.02500,0.910
18,model.language_model.layers.18.mlp.experts.153.up_proj,0.0077793607,hessian_weighted_relative_error,26057,0.02500,0.959
18,model.language_model.layers.18.mlp.experts.154.down_proj,0.0086288461,hessian_weighted_relative_error,12406,0.02500,0.755
18,model.language_model.layers.18.mlp.experts.154.gate_proj,0.0035565707,hessian_weighted_relative_error,12406,0.02500,0.785
18,model.language_model.layers.18.mlp.experts.154.up_proj,0.0041798113,hessian_weighted_relative_error,12406,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.155.down_proj,0.0102711066,hessian_weighted_relative_error,23062,0.02500,0.873
18,model.language_model.layers.18.mlp.experts.155.gate_proj,0.0047270370,hessian_weighted_relative_error,23062,0.02500,0.916
18,model.language_model.layers.18.mlp.experts.155.up_proj,0.0056961564,hessian_weighted_relative_error,23062,0.02500,0.964
18,model.language_model.layers.18.mlp.experts.156.down_proj,0.0062498198,hessian_weighted_relative_error,28970,0.02500,0.752
18,model.language_model.layers.18.mlp.experts.156.gate_proj,0.0027680932,hessian_weighted_relative_error,28970,0.02500,0.786
18,model.language_model.layers.18.mlp.experts.156.up_proj,0.0035962767,hessian_weighted_relative_error,28970,0.02500,0.821
18,model.language_model.layers.18.mlp.experts.157.down_proj,0.0100391759,hessian_weighted_relative_error,27262,0.02500,0.869
18,model.language_model.layers.18.mlp.experts.157.gate_proj,0.0043501613,hessian_weighted_relative_error,27262,0.02500,0.916
18,model.language_model.layers.18.mlp.experts.157.up_proj,0.0051277795,hessian_weighted_relative_error,27262,0.02500,0.973
18,model.language_model.layers.18.mlp.experts.158.down_proj,0.0106993829,hessian_weighted_relative_error,19046,0.02500,0.755
18,model.language_model.layers.18.mlp.experts.158.gate_proj,0.0039163358,hessian_weighted_relative_error,19046,0.02500,0.787
18,model.language_model.layers.18.mlp.experts.158.up_proj,0.0048387765,hessian_weighted_relative_error,19046,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.159.down_proj,0.0120722650,hessian_weighted_relative_error,10076,0.02500,0.872
18,model.language_model.layers.18.mlp.experts.159.gate_proj,0.0048068182,hessian_weighted_relative_error,10076,0.02500,0.905
18,model.language_model.layers.18.mlp.experts.159.up_proj,0.0058158105,hessian_weighted_relative_error,10076,0.02500,0.968
18,model.language_model.layers.18.mlp.experts.16.down_proj,0.0133514450,hessian_weighted_relative_error,47705,0.02500,0.725
18,model.language_model.layers.18.mlp.experts.16.gate_proj,0.0068368558,hessian_weighted_relative_error,47705,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.16.up_proj,0.0085927014,hessian_weighted_relative_error,47705,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.160.down_proj,0.0077740412,hessian_weighted_relative_error,22195,0.02500,0.754
18,model.language_model.layers.18.mlp.experts.160.gate_proj,0.0029063231,hessian_weighted_relative_error,22195,0.02500,0.787
18,model.language_model.layers.18.mlp.experts.160.up_proj,0.0031256600,hessian_weighted_relative_error,22195,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.161.down_proj,0.0128311388,hessian_weighted_relative_error,34680,0.02500,0.872
18,model.language_model.layers.18.mlp.experts.161.gate_proj,0.0057055366,hessian_weighted_relative_error,34680,0.02500,0.917
18,model.language_model.layers.18.mlp.experts.161.up_proj,0.0064950999,hessian_weighted_relative_error,34680,0.02500,0.965
18,model.language_model.layers.18.mlp.experts.162.down_proj,0.0104515453,hessian_weighted_relative_error,17138,0.02500,0.756
18,model.language_model.layers.18.mlp.experts.162.gate_proj,0.0038222817,hessian_weighted_relative_error,17138,0.02500,0.785
18,model.language_model.layers.18.mlp.experts.162.up_proj,0.0040726539,hessian_weighted_relative_error,17138,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.163.down_proj,0.0120608078,hessian_weighted_relative_error,35674,0.02500,0.873
18,model.language_model.layers.18.mlp.experts.163.gate_proj,0.0056088113,hessian_weighted_relative_error,35674,0.02500,0.915
18,model.language_model.layers.18.mlp.experts.163.up_proj,0.0078622811,hessian_weighted_relative_error,35674,0.02500,0.964
18,model.language_model.layers.18.mlp.experts.164.down_proj,0.0139654483,hessian_weighted_relative_error,36616,0.02500,0.755
18,model.language_model.layers.18.mlp.experts.164.gate_proj,0.0067471542,hessian_weighted_relative_error,36616,0.02500,0.783
18,model.language_model.layers.18.mlp.experts.164.up_proj,0.0081068560,hessian_weighted_relative_error,36616,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.165.down_proj,0.0121874967,hessian_weighted_relative_error,17250,0.02500,0.873
18,model.language_model.layers.18.mlp.experts.165.gate_proj,0.0052947331,hessian_weighted_relative_error,17250,0.02500,0.919
18,model.language_model.layers.18.mlp.experts.165.up_proj,0.0060105833,hessian_weighted_relative_error,17250,0.02500,0.968
18,model.language_model.layers.18.mlp.experts.166.down_proj,0.0096247196,hessian_weighted_relative_error,8462,0.02500,0.761
18,model.language_model.layers.18.mlp.experts.166.gate_proj,0.0044606462,hessian_weighted_relative_error,8462,0.02500,0.785
18,model.language_model.layers.18.mlp.experts.166.up_proj,0.0055186973,hessian_weighted_relative_error,8462,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.167.down_proj,0.0087215344,hessian_weighted_relative_error,8481,0.02500,0.874
18,model.language_model.layers.18.mlp.experts.167.gate_proj,0.0031998073,hessian_weighted_relative_error,8481,0.02500,0.919
18,model.language_model.layers.18.mlp.experts.167.up_proj,0.0039611099,hessian_weighted_relative_error,8481,0.02500,0.964
18,model.language_model.layers.18.mlp.experts.168.down_proj,0.0087170723,hessian_weighted_relative_error,20583,0.02500,0.755
18,model.language_model.layers.18.mlp.experts.168.gate_proj,0.0039137206,hessian_weighted_relative_error,20583,0.02500,0.785
18,model.language_model.layers.18.mlp.experts.168.up_proj,0.0046336961,hessian_weighted_relative_error,20583,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.169.down_proj,0.0094967971,hessian_weighted_relative_error,10846,0.02500,0.874
18,model.language_model.layers.18.mlp.experts.169.gate_proj,0.0042348063,hessian_weighted_relative_error,10846,0.02500,0.909
18,model.language_model.layers.18.mlp.experts.169.up_proj,0.0053317274,hessian_weighted_relative_error,10846,0.02500,0.971
18,model.language_model.layers.18.mlp.experts.17.down_proj,0.0091677860,hessian_weighted_relative_error,11509,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.17.gate_proj,0.0037967393,hessian_weighted_relative_error,11509,0.02500,0.854
18,model.language_model.layers.18.mlp.experts.17.up_proj,0.0046681418,hessian_weighted_relative_error,11509,0.02500,0.940
18,model.language_model.layers.18.mlp.experts.170.down_proj,0.0146067850,hessian_weighted_relative_error,52413,0.02500,0.757
18,model.language_model.layers.18.mlp.experts.170.gate_proj,0.0075489180,hessian_weighted_relative_error,52413,0.02500,0.785
18,model.language_model.layers.18.mlp.experts.170.up_proj,0.0080643798,hessian_weighted_relative_error,52413,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.171.down_proj,0.0073949575,hessian_weighted_relative_error,9238,0.02500,0.876
18,model.language_model.layers.18.mlp.experts.171.gate_proj,0.0029341614,hessian_weighted_relative_error,9238,0.02500,0.920
18,model.language_model.layers.18.mlp.experts.171.up_proj,0.0037076069,hessian_weighted_relative_error,9238,0.02500,0.958
18,model.language_model.layers.18.mlp.experts.172.down_proj,0.0108437195,hessian_weighted_relative_error,10904,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.172.gate_proj,0.0046652874,hessian_weighted_relative_error,10904,0.02500,0.785
18,model.language_model.layers.18.mlp.experts.172.up_proj,0.0053442285,hessian_weighted_relative_error,10904,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.173.down_proj,0.0118283811,hessian_weighted_relative_error,25414,0.02500,0.874
18,model.language_model.layers.18.mlp.experts.173.gate_proj,0.0049177758,hessian_weighted_relative_error,25414,0.02500,0.919
18,model.language_model.layers.18.mlp.experts.173.up_proj,0.0064707821,hessian_weighted_relative_error,25414,0.02500,0.962
18,model.language_model.layers.18.mlp.experts.174.down_proj,0.0113336980,hessian_weighted_relative_error,36125,0.02500,0.758
18,model.language_model.layers.18.mlp.experts.174.gate_proj,0.0054660084,hessian_weighted_relative_error,36125,0.02500,0.785
18,model.language_model.layers.18.mlp.experts.174.up_proj,0.0056608470,hessian_weighted_relative_error,36125,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.175.down_proj,0.0112156457,hessian_weighted_relative_error,18275,0.02500,0.876
18,model.language_model.layers.18.mlp.experts.175.gate_proj,0.0048924812,hessian_weighted_relative_error,18275,0.02500,0.912
18,model.language_model.layers.18.mlp.experts.175.up_proj,0.0059629612,hessian_weighted_relative_error,18275,0.02500,0.958
18,model.language_model.layers.18.mlp.experts.176.down_proj,0.0093628015,hessian_weighted_relative_error,36911,0.02500,0.756
18,model.language_model.layers.18.mlp.experts.176.gate_proj,0.0037319894,hessian_weighted_relative_error,36911,0.02500,0.790
18,model.language_model.layers.18.mlp.experts.176.up_proj,0.0046028160,hessian_weighted_relative_error,36911,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.177.down_proj,0.0090390400,hessian_weighted_relative_error,7800,0.02500,0.876
18,model.language_model.layers.18.mlp.experts.177.gate_proj,0.0037185808,hessian_weighted_relative_error,7800,0.02500,0.920
18,model.language_model.layers.18.mlp.experts.177.up_proj,0.0048856189,hessian_weighted_relative_error,7800,0.02500,0.952
18,model.language_model.layers.18.mlp.experts.178.down_proj,0.0117539866,hessian_weighted_relative_error,13313,0.02500,0.759
18,model.language_model.layers.18.mlp.experts.178.gate_proj,0.0049251684,hessian_weighted_relative_error,13313,0.02500,0.786
18,model.language_model.layers.18.mlp.experts.178.up_proj,0.0060156042,hessian_weighted_relative_error,13313,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.179.down_proj,0.0096029811,hessian_weighted_relative_error,31253,0.02500,0.879
18,model.language_model.layers.18.mlp.experts.179.gate_proj,0.0042380449,hessian_weighted_relative_error,31253,0.02500,0.922
18,model.language_model.layers.18.mlp.experts.179.up_proj,0.0047601772,hessian_weighted_relative_error,31253,0.02500,0.975
18,model.language_model.layers.18.mlp.experts.18.down_proj,0.0109545943,hessian_weighted_relative_error,31507,0.02500,0.725
18,model.language_model.layers.18.mlp.experts.18.gate_proj,0.0050930461,hessian_weighted_relative_error,31507,0.02500,0.753
18,model.language_model.layers.18.mlp.experts.18.up_proj,0.0054867496,hessian_weighted_relative_error,31507,0.02500,0.801
18,model.language_model.layers.18.mlp.experts.180.down_proj,0.0124161631,hessian_weighted_relative_error,26468,0.02500,0.757
18,model.language_model.layers.18.mlp.experts.180.gate_proj,0.0056168496,hessian_weighted_relative_error,26468,0.02500,0.788
18,model.language_model.layers.18.mlp.experts.180.up_proj,0.0062065290,hessian_weighted_relative_error,26468,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.181.down_proj,0.0059705903,hessian_weighted_relative_error,16139,0.02500,0.876
18,model.language_model.layers.18.mlp.experts.181.gate_proj,0.0029281502,hessian_weighted_relative_error,16139,0.02500,0.917
18,model.language_model.layers.18.mlp.experts.181.up_proj,0.0036757226,hessian_weighted_relative_error,16139,0.02500,0.958
18,model.language_model.layers.18.mlp.experts.182.down_proj,0.0148596373,hessian_weighted_relative_error,78064,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.182.gate_proj,0.0076622472,hessian_weighted_relative_error,78064,0.02500,0.791
18,model.language_model.layers.18.mlp.experts.182.up_proj,0.0094357748,hessian_weighted_relative_error,78064,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.183.down_proj,0.0135661783,hessian_weighted_relative_error,71680,0.02500,0.877
18,model.language_model.layers.18.mlp.experts.183.gate_proj,0.0074679287,hessian_weighted_relative_error,71680,0.02500,0.922
18,model.language_model.layers.18.mlp.experts.183.up_proj,0.0087856261,hessian_weighted_relative_error,71680,0.02500,0.958
18,model.language_model.layers.18.mlp.experts.184.down_proj,0.0111157413,hessian_weighted_relative_error,12744,0.02500,0.757
18,model.language_model.layers.18.mlp.experts.184.gate_proj,0.0048147097,hessian_weighted_relative_error,12744,0.02500,0.794
18,model.language_model.layers.18.mlp.experts.184.up_proj,0.0059208775,hessian_weighted_relative_error,12744,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.185.down_proj,0.0091330142,hessian_weighted_relative_error,27262,0.02500,0.878
18,model.language_model.layers.18.mlp.experts.185.gate_proj,0.0041819004,hessian_weighted_relative_error,27262,0.02500,0.919
18,model.language_model.layers.18.mlp.experts.185.up_proj,0.0053140130,hessian_weighted_relative_error,27262,0.02500,0.962
18,model.language_model.layers.18.mlp.experts.186.down_proj,0.0107749894,hessian_weighted_relative_error,28641,0.02500,0.759
18,model.language_model.layers.18.mlp.experts.186.gate_proj,0.0046264993,hessian_weighted_relative_error,28641,0.02500,0.788
18,model.language_model.layers.18.mlp.experts.186.up_proj,0.0055454482,hessian_weighted_relative_error,28641,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.187.down_proj,0.0090942271,hessian_weighted_relative_error,113401,0.02500,0.879
18,model.language_model.layers.18.mlp.experts.187.gate_proj,0.0038862655,hessian_weighted_relative_error,113401,0.02500,0.919
18,model.language_model.layers.18.mlp.experts.187.up_proj,0.0048206395,hessian_weighted_relative_error,113401,0.02500,0.975
18,model.language_model.layers.18.mlp.experts.188.down_proj,0.0108809103,hessian_weighted_relative_error,35363,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.188.gate_proj,0.0046148709,hessian_weighted_relative_error,35363,0.02500,0.791
18,model.language_model.layers.18.mlp.experts.188.up_proj,0.0058393193,hessian_weighted_relative_error,35363,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.189.down_proj,0.0107749618,hessian_weighted_relative_error,32037,0.02500,0.878
18,model.language_model.layers.18.mlp.experts.189.gate_proj,0.0048616136,hessian_weighted_relative_error,32037,0.02500,0.925
18,model.language_model.layers.18.mlp.experts.189.up_proj,0.0055093123,hessian_weighted_relative_error,32037,0.02500,0.967
18,model.language_model.layers.18.mlp.experts.19.down_proj,0.0105094963,hessian_weighted_relative_error,16088,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.19.gate_proj,0.0055590539,hessian_weighted_relative_error,16088,0.02500,0.854
18,model.language_model.layers.18.mlp.experts.19.up_proj,0.0066738023,hessian_weighted_relative_error,16088,0.02500,0.951
18,model.language_model.layers.18.mlp.experts.190.down_proj,0.0100410932,hessian_weighted_relative_error,41269,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.190.gate_proj,0.0048537409,hessian_weighted_relative_error,41269,0.02500,0.788
18,model.language_model.layers.18.mlp.experts.190.up_proj,0.0057361729,hessian_weighted_relative_error,41269,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.191.down_proj,0.0107914693,hessian_weighted_relative_error,20907,0.02500,0.879
18,model.language_model.layers.18.mlp.experts.191.gate_proj,0.0038957237,hessian_weighted_relative_error,20907,0.02500,0.923
18,model.language_model.layers.18.mlp.experts.191.up_proj,0.0044628560,hessian_weighted_relative_error,20907,0.02500,0.962
18,model.language_model.layers.18.mlp.experts.192.down_proj,0.0100273091,hessian_weighted_relative_error,19932,0.02500,0.757
18,model.language_model.layers.18.mlp.experts.192.gate_proj,0.0048117260,hessian_weighted_relative_error,19932,0.02500,0.790
18,model.language_model.layers.18.mlp.experts.192.up_proj,0.0054898335,hessian_weighted_relative_error,19932,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.193.down_proj,0.0055980423,hessian_weighted_relative_error,43376,0.02500,0.879
18,model.language_model.layers.18.mlp.experts.193.gate_proj,0.0026175075,hessian_weighted_relative_error,43376,0.02500,0.928
18,model.language_model.layers.18.mlp.experts.193.up_proj,0.0029728808,hessian_weighted_relative_error,43376,0.02500,0.963
18,model.language_model.layers.18.mlp.experts.194.down_proj,0.0119164743,hessian_weighted_relative_error,7849,0.02500,0.758
18,model.language_model.layers.18.mlp.experts.194.gate_proj,0.0047994150,hessian_weighted_relative_error,7849,0.02500,0.819
18,model.language_model.layers.18.mlp.experts.194.up_proj,0.0064686409,hessian_weighted_relative_error,7849,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.195.down_proj,0.0122011644,hessian_weighted_relative_error,13145,0.02500,0.878
18,model.language_model.layers.18.mlp.experts.195.gate_proj,0.0048768061,hessian_weighted_relative_error,13145,0.02500,0.931
18,model.language_model.layers.18.mlp.experts.195.up_proj,0.0059032929,hessian_weighted_relative_error,13145,0.02500,0.967
18,model.language_model.layers.18.mlp.experts.196.down_proj,0.0069519385,hessian_weighted_relative_error,6919,0.02500,0.759
18,model.language_model.layers.18.mlp.experts.196.gate_proj,0.0027164400,hessian_weighted_relative_error,6919,0.02500,0.790
18,model.language_model.layers.18.mlp.experts.196.up_proj,0.0035193939,hessian_weighted_relative_error,6919,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.197.down_proj,0.0079425862,hessian_weighted_relative_error,4039,0.02500,0.879
18,model.language_model.layers.18.mlp.experts.197.gate_proj,0.0028707126,hessian_weighted_relative_error,4039,0.02500,0.928
18,model.language_model.layers.18.mlp.experts.197.up_proj,0.0035925130,hessian_weighted_relative_error,4039,0.02500,0.966
18,model.language_model.layers.18.mlp.experts.198.down_proj,0.0099378590,hessian_weighted_relative_error,8024,0.02500,0.766
18,model.language_model.layers.18.mlp.experts.198.gate_proj,0.0040009262,hessian_weighted_relative_error,8024,0.02500,0.789
18,model.language_model.layers.18.mlp.experts.198.up_proj,0.0052601146,hessian_weighted_relative_error,8024,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.199.down_proj,0.0097670905,hessian_weighted_relative_error,11157,0.02500,0.878
18,model.language_model.layers.18.mlp.experts.199.gate_proj,0.0043721131,hessian_weighted_relative_error,11157,0.02500,0.920
18,model.language_model.layers.18.mlp.experts.199.up_proj,0.0052565831,hessian_weighted_relative_error,11157,0.02500,0.962
18,model.language_model.layers.18.mlp.experts.2.down_proj,0.0112733885,hessian_weighted_relative_error,29011,0.02500,0.720
18,model.language_model.layers.18.mlp.experts.2.gate_proj,0.0048115527,hessian_weighted_relative_error,29011,0.02500,0.795
18,model.language_model.layers.18.mlp.experts.2.up_proj,0.0051625478,hessian_weighted_relative_error,29011,0.02500,0.797
18,model.language_model.layers.18.mlp.experts.20.down_proj,0.0097348266,hessian_weighted_relative_error,13297,0.02500,0.725
18,model.language_model.layers.18.mlp.experts.20.gate_proj,0.0043643609,hessian_weighted_relative_error,13297,0.02500,0.756
18,model.language_model.layers.18.mlp.experts.20.up_proj,0.0056067878,hessian_weighted_relative_error,13297,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.200.down_proj,0.0119229639,hessian_weighted_relative_error,43095,0.02500,0.758
18,model.language_model.layers.18.mlp.experts.200.gate_proj,0.0048937503,hessian_weighted_relative_error,43095,0.02500,0.791
18,model.language_model.layers.18.mlp.experts.200.up_proj,0.0053079881,hessian_weighted_relative_error,43095,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.201.down_proj,0.0111326367,hessian_weighted_relative_error,34382,0.02500,0.880
18,model.language_model.layers.18.mlp.experts.201.gate_proj,0.0045051752,hessian_weighted_relative_error,34382,0.02500,0.926
18,model.language_model.layers.18.mlp.experts.201.up_proj,0.0057126877,hessian_weighted_relative_error,34382,0.02500,0.997
18,model.language_model.layers.18.mlp.experts.202.down_proj,0.0097736817,hessian_weighted_relative_error,20488,0.02500,0.762
18,model.language_model.layers.18.mlp.experts.202.gate_proj,0.0040967382,hessian_weighted_relative_error,20488,0.02500,0.790
18,model.language_model.layers.18.mlp.experts.202.up_proj,0.0053038934,hessian_weighted_relative_error,20488,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.203.down_proj,0.0117032834,hessian_weighted_relative_error,59117,0.02500,0.882
18,model.language_model.layers.18.mlp.experts.203.gate_proj,0.0061631816,hessian_weighted_relative_error,59117,0.02500,0.925
18,model.language_model.layers.18.mlp.experts.203.up_proj,0.0076657271,hessian_weighted_relative_error,59117,0.02500,0.971
18,model.language_model.layers.18.mlp.experts.204.down_proj,0.0128562733,hessian_weighted_relative_error,27616,0.02500,0.761
18,model.language_model.layers.18.mlp.experts.204.gate_proj,0.0060682380,hessian_weighted_relative_error,27616,0.02500,0.792
18,model.language_model.layers.18.mlp.experts.204.up_proj,0.0071637879,hessian_weighted_relative_error,27616,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.205.down_proj,0.0039281178,hessian_weighted_relative_error,1609,0.02500,0.878
18,model.language_model.layers.18.mlp.experts.205.gate_proj,0.0015127186,hessian_weighted_relative_error,1609,0.02500,0.926
18,model.language_model.layers.18.mlp.experts.205.up_proj,0.0019350145,hessian_weighted_relative_error,1609,0.02500,0.970
18,model.language_model.layers.18.mlp.experts.206.down_proj,0.0127813841,hessian_weighted_relative_error,42713,0.02500,0.761
18,model.language_model.layers.18.mlp.experts.206.gate_proj,0.0057888274,hessian_weighted_relative_error,42713,0.02500,0.788
18,model.language_model.layers.18.mlp.experts.206.up_proj,0.0075653355,hessian_weighted_relative_error,42713,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.207.down_proj,0.0077627757,hessian_weighted_relative_error,11736,0.02500,0.879
18,model.language_model.layers.18.mlp.experts.207.gate_proj,0.0031447154,hessian_weighted_relative_error,11736,0.02500,0.925
18,model.language_model.layers.18.mlp.experts.207.up_proj,0.0037039811,hessian_weighted_relative_error,11736,0.02500,0.965
18,model.language_model.layers.18.mlp.experts.208.down_proj,0.0065584006,hessian_weighted_relative_error,119309,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.208.gate_proj,0.0037312917,hessian_weighted_relative_error,119309,0.02500,0.792
18,model.language_model.layers.18.mlp.experts.208.up_proj,0.0045742312,hessian_weighted_relative_error,119309,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.209.down_proj,0.0122151568,hessian_weighted_relative_error,62846,0.02500,0.881
18,model.language_model.layers.18.mlp.experts.209.gate_proj,0.0058554398,hessian_weighted_relative_error,62846,0.02500,0.923
18,model.language_model.layers.18.mlp.experts.209.up_proj,0.0070235881,hessian_weighted_relative_error,62846,0.02500,0.977
18,model.language_model.layers.18.mlp.experts.21.down_proj,0.0098739819,hessian_weighted_relative_error,15225,0.02500,0.802
18,model.language_model.layers.18.mlp.experts.21.gate_proj,0.0048254049,hessian_weighted_relative_error,15225,0.02500,0.859
18,model.language_model.layers.18.mlp.experts.21.up_proj,0.0059830308,hessian_weighted_relative_error,15225,0.02500,0.951
18,model.language_model.layers.18.mlp.experts.210.down_proj,0.0127129198,hessian_weighted_relative_error,32376,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.210.gate_proj,0.0056533061,hessian_weighted_relative_error,32376,0.02500,0.793
18,model.language_model.layers.18.mlp.experts.210.up_proj,0.0065508271,hessian_weighted_relative_error,32376,0.02500,0.833
18,model.language_model.layers.18.mlp.experts.211.down_proj,0.0114815355,hessian_weighted_relative_error,15050,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.211.gate_proj,0.0047718441,hessian_weighted_relative_error,15050,0.02500,0.925
18,model.language_model.layers.18.mlp.experts.211.up_proj,0.0063118577,hessian_weighted_relative_error,15050,0.02500,0.975
18,model.language_model.layers.18.mlp.experts.212.down_proj,0.0116585912,hessian_weighted_relative_error,24401,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.212.gate_proj,0.0054778554,hessian_weighted_relative_error,24401,0.02500,0.789
18,model.language_model.layers.18.mlp.experts.212.up_proj,0.0064940247,hessian_weighted_relative_error,24401,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.213.down_proj,0.0065428685,hessian_weighted_relative_error,3811,0.02500,0.880
18,model.language_model.layers.18.mlp.experts.213.gate_proj,0.0025783760,hessian_weighted_relative_error,3811,0.02500,0.936
18,model.language_model.layers.18.mlp.experts.213.up_proj,0.0032809169,hessian_weighted_relative_error,3811,0.02500,0.998
18,model.language_model.layers.18.mlp.experts.214.down_proj,0.0122901885,hessian_weighted_relative_error,22238,0.02500,0.767
18,model.language_model.layers.18.mlp.experts.214.gate_proj,0.0048543405,hessian_weighted_relative_error,22238,0.02500,0.790
18,model.language_model.layers.18.mlp.experts.214.up_proj,0.0058912581,hessian_weighted_relative_error,22238,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.215.down_proj,0.0113076980,hessian_weighted_relative_error,24832,0.02500,0.881
18,model.language_model.layers.18.mlp.experts.215.gate_proj,0.0046941058,hessian_weighted_relative_error,24832,0.02500,0.921
18,model.language_model.layers.18.mlp.experts.215.up_proj,0.0056006873,hessian_weighted_relative_error,24832,0.02500,0.965
18,model.language_model.layers.18.mlp.experts.216.down_proj,0.0099595516,hessian_weighted_relative_error,17920,0.02500,0.759
18,model.language_model.layers.18.mlp.experts.216.gate_proj,0.0041825393,hessian_weighted_relative_error,17920,0.02500,0.790
18,model.language_model.layers.18.mlp.experts.216.up_proj,0.0050754221,hessian_weighted_relative_error,17920,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.217.down_proj,0.0125011920,hessian_weighted_relative_error,21349,0.02500,0.882
18,model.language_model.layers.18.mlp.experts.217.gate_proj,0.0055169014,hessian_weighted_relative_error,21349,0.02500,0.926
18,model.language_model.layers.18.mlp.experts.217.up_proj,0.0064293810,hessian_weighted_relative_error,21349,0.02500,0.970
18,model.language_model.layers.18.mlp.experts.218.down_proj,0.0106973043,hessian_weighted_relative_error,11238,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.218.gate_proj,0.0030116780,hessian_weighted_relative_error,11238,0.02500,0.790
18,model.language_model.layers.18.mlp.experts.218.up_proj,0.0029151904,hessian_weighted_relative_error,11238,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.219.down_proj,0.0124106300,hessian_weighted_relative_error,31197,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.219.gate_proj,0.0060703953,hessian_weighted_relative_error,31197,0.02500,0.925
18,model.language_model.layers.18.mlp.experts.219.up_proj,0.0069796740,hessian_weighted_relative_error,31197,0.02500,0.969
18,model.language_model.layers.18.mlp.experts.22.down_proj,0.0106666343,hessian_weighted_relative_error,15760,0.02500,0.730
18,model.language_model.layers.18.mlp.experts.22.gate_proj,0.0045687290,hessian_weighted_relative_error,15760,0.02500,0.755
18,model.language_model.layers.18.mlp.experts.22.up_proj,0.0055812158,hessian_weighted_relative_error,15760,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.220.down_proj,0.0093609324,hessian_weighted_relative_error,21672,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.220.gate_proj,0.0044163614,hessian_weighted_relative_error,21672,0.02500,0.795
18,model.language_model.layers.18.mlp.experts.220.up_proj,0.0051374653,hessian_weighted_relative_error,21672,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.221.down_proj,0.0129078308,hessian_weighted_relative_error,32737,0.02500,0.882
18,model.language_model.layers.18.mlp.experts.221.gate_proj,0.0056754513,hessian_weighted_relative_error,32737,0.02500,0.929
18,model.language_model.layers.18.mlp.experts.221.up_proj,0.0074838783,hessian_weighted_relative_error,32737,0.02500,0.979
18,model.language_model.layers.18.mlp.experts.222.down_proj,0.0128734165,hessian_weighted_relative_error,28184,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.222.gate_proj,0.0054622358,hessian_weighted_relative_error,28184,0.02500,0.792
18,model.language_model.layers.18.mlp.experts.222.up_proj,0.0060824683,hessian_weighted_relative_error,28184,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.223.down_proj,0.0104110855,hessian_weighted_relative_error,34219,0.02500,0.882
18,model.language_model.layers.18.mlp.experts.223.gate_proj,0.0044872046,hessian_weighted_relative_error,34219,0.02500,0.927
18,model.language_model.layers.18.mlp.experts.223.up_proj,0.0054486282,hessian_weighted_relative_error,34219,0.02500,0.981
18,model.language_model.layers.18.mlp.experts.224.down_proj,0.0129148748,hessian_weighted_relative_error,47420,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.224.gate_proj,0.0060501840,hessian_weighted_relative_error,47420,0.02500,0.792
18,model.language_model.layers.18.mlp.experts.224.up_proj,0.0077138613,hessian_weighted_relative_error,47420,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.225.down_proj,0.0101541225,hessian_weighted_relative_error,30841,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.225.gate_proj,0.0041688289,hessian_weighted_relative_error,30841,0.02500,0.925
18,model.language_model.layers.18.mlp.experts.225.up_proj,0.0045544990,hessian_weighted_relative_error,30841,0.02500,0.973
18,model.language_model.layers.18.mlp.experts.226.down_proj,0.0116780024,hessian_weighted_relative_error,16353,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.226.gate_proj,0.0047791515,hessian_weighted_relative_error,16353,0.02500,0.793
18,model.language_model.layers.18.mlp.experts.226.up_proj,0.0060159381,hessian_weighted_relative_error,16353,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.227.down_proj,0.0116935084,hessian_weighted_relative_error,22351,0.02500,0.886
18,model.language_model.layers.18.mlp.experts.227.gate_proj,0.0047791531,hessian_weighted_relative_error,22351,0.02500,0.932
18,model.language_model.layers.18.mlp.experts.227.up_proj,0.0057243918,hessian_weighted_relative_error,22351,0.02500,0.966
18,model.language_model.layers.18.mlp.experts.228.down_proj,0.0125506028,hessian_weighted_relative_error,15314,0.02500,0.762
18,model.language_model.layers.18.mlp.experts.228.gate_proj,0.0055074965,hessian_weighted_relative_error,15314,0.02500,0.794
18,model.language_model.layers.18.mlp.experts.228.up_proj,0.0070687605,hessian_weighted_relative_error,15314,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.229.down_proj,0.0146113170,hessian_weighted_relative_error,54405,0.02500,0.882
18,model.language_model.layers.18.mlp.experts.229.gate_proj,0.0074848386,hessian_weighted_relative_error,54405,0.02500,0.930
18,model.language_model.layers.18.mlp.experts.229.up_proj,0.0091701853,hessian_weighted_relative_error,54405,0.02500,0.974
18,model.language_model.layers.18.mlp.experts.23.down_proj,0.0109216097,hessian_weighted_relative_error,11802,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.23.gate_proj,0.0047183959,hessian_weighted_relative_error,11802,0.02500,0.854
18,model.language_model.layers.18.mlp.experts.23.up_proj,0.0059730985,hessian_weighted_relative_error,11802,0.02500,0.951
18,model.language_model.layers.18.mlp.experts.230.down_proj,0.0109326976,hessian_weighted_relative_error,20785,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.230.gate_proj,0.0041841144,hessian_weighted_relative_error,20785,0.02500,0.792
18,model.language_model.layers.18.mlp.experts.230.up_proj,0.0052607411,hessian_weighted_relative_error,20785,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.231.down_proj,0.0114714625,hessian_weighted_relative_error,16326,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.231.gate_proj,0.0050682267,hessian_weighted_relative_error,16326,0.02500,0.928
18,model.language_model.layers.18.mlp.experts.231.up_proj,0.0054466245,hessian_weighted_relative_error,16326,0.02500,0.971
18,model.language_model.layers.18.mlp.experts.232.down_proj,0.0116555670,hessian_weighted_relative_error,17928,0.02500,0.762
18,model.language_model.layers.18.mlp.experts.232.gate_proj,0.0051649492,hessian_weighted_relative_error,17928,0.02500,0.794
18,model.language_model.layers.18.mlp.experts.232.up_proj,0.0068013737,hessian_weighted_relative_error,17928,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.233.down_proj,0.0129943947,hessian_weighted_relative_error,25884,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.233.gate_proj,0.0057629032,hessian_weighted_relative_error,25884,0.02500,0.938
18,model.language_model.layers.18.mlp.experts.233.up_proj,0.0066051786,hessian_weighted_relative_error,25884,0.02500,0.972
18,model.language_model.layers.18.mlp.experts.234.down_proj,0.0121223931,hessian_weighted_relative_error,41888,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.234.gate_proj,0.0058549118,hessian_weighted_relative_error,41888,0.02500,0.801
18,model.language_model.layers.18.mlp.experts.234.up_proj,0.0066694348,hessian_weighted_relative_error,41888,0.02500,0.819
18,model.language_model.layers.18.mlp.experts.235.down_proj,0.0077797234,hessian_weighted_relative_error,7574,0.02500,0.886
18,model.language_model.layers.18.mlp.experts.235.gate_proj,0.0025348038,hessian_weighted_relative_error,7574,0.02500,0.940
18,model.language_model.layers.18.mlp.experts.235.up_proj,0.0031467135,hessian_weighted_relative_error,7574,0.02500,0.968
18,model.language_model.layers.18.mlp.experts.236.down_proj,0.0121791499,hessian_weighted_relative_error,64256,0.02500,0.764
18,model.language_model.layers.18.mlp.experts.236.gate_proj,0.0058838396,hessian_weighted_relative_error,64256,0.02500,0.795
18,model.language_model.layers.18.mlp.experts.236.up_proj,0.0072859425,hessian_weighted_relative_error,64256,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.237.down_proj,0.0130195564,hessian_weighted_relative_error,29132,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.237.gate_proj,0.0062227688,hessian_weighted_relative_error,29132,0.02500,0.935
18,model.language_model.layers.18.mlp.experts.237.up_proj,0.0078322946,hessian_weighted_relative_error,29132,0.02500,0.976
18,model.language_model.layers.18.mlp.experts.238.down_proj,0.0071064861,hessian_weighted_relative_error,9583,0.02500,0.764
18,model.language_model.layers.18.mlp.experts.238.gate_proj,0.0032250328,hessian_weighted_relative_error,9583,0.02500,0.797
18,model.language_model.layers.18.mlp.experts.238.up_proj,0.0038475037,hessian_weighted_relative_error,9583,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.239.down_proj,0.0144542246,hessian_weighted_relative_error,83694,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.239.gate_proj,0.0071277904,hessian_weighted_relative_error,83694,0.02500,0.944
18,model.language_model.layers.18.mlp.experts.239.up_proj,0.0088293243,hessian_weighted_relative_error,83694,0.02500,0.971
18,model.language_model.layers.18.mlp.experts.24.down_proj,0.0055674783,hessian_weighted_relative_error,35468,0.02500,0.728
18,model.language_model.layers.18.mlp.experts.24.gate_proj,0.0027676978,hessian_weighted_relative_error,35468,0.02500,0.759
18,model.language_model.layers.18.mlp.experts.24.up_proj,0.0031354181,hessian_weighted_relative_error,35468,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.240.down_proj,0.0120622766,hessian_weighted_relative_error,14130,0.02500,0.762
18,model.language_model.layers.18.mlp.experts.240.gate_proj,0.0053613884,hessian_weighted_relative_error,14130,0.02500,0.792
18,model.language_model.layers.18.mlp.experts.240.up_proj,0.0059412676,hessian_weighted_relative_error,14130,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.241.down_proj,0.0118959793,hessian_weighted_relative_error,58679,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.241.gate_proj,0.0058941364,hessian_weighted_relative_error,58679,0.02500,0.936
18,model.language_model.layers.18.mlp.experts.241.up_proj,0.0068452354,hessian_weighted_relative_error,58679,0.02500,0.964
18,model.language_model.layers.18.mlp.experts.242.down_proj,0.0126985494,hessian_weighted_relative_error,44543,0.02500,0.768
18,model.language_model.layers.18.mlp.experts.242.gate_proj,0.0064348586,hessian_weighted_relative_error,44543,0.02500,0.795
18,model.language_model.layers.18.mlp.experts.242.up_proj,0.0084107957,hessian_weighted_relative_error,44543,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.243.down_proj,0.0083696056,hessian_weighted_relative_error,148539,0.02500,0.886
18,model.language_model.layers.18.mlp.experts.243.gate_proj,0.0040735968,hessian_weighted_relative_error,148539,0.02500,0.934
18,model.language_model.layers.18.mlp.experts.243.up_proj,0.0048178699,hessian_weighted_relative_error,148539,0.02500,0.969
18,model.language_model.layers.18.mlp.experts.244.down_proj,0.0114298390,hessian_weighted_relative_error,24877,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.244.gate_proj,0.0049716487,hessian_weighted_relative_error,24877,0.02500,0.794
18,model.language_model.layers.18.mlp.experts.244.up_proj,0.0060718777,hessian_weighted_relative_error,24877,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.245.down_proj,0.0102225493,hessian_weighted_relative_error,30529,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.245.gate_proj,0.0050231455,hessian_weighted_relative_error,30529,0.02500,0.942
18,model.language_model.layers.18.mlp.experts.245.up_proj,0.0058478536,hessian_weighted_relative_error,30529,0.02500,0.969
18,model.language_model.layers.18.mlp.experts.246.down_proj,0.0099089488,hessian_weighted_relative_error,21531,0.02500,0.766
18,model.language_model.layers.18.mlp.experts.246.gate_proj,0.0045215737,hessian_weighted_relative_error,21531,0.02500,0.794
18,model.language_model.layers.18.mlp.experts.246.up_proj,0.0055975972,hessian_weighted_relative_error,21531,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.247.down_proj,0.0110808948,hessian_weighted_relative_error,31230,0.02500,0.885
18,model.language_model.layers.18.mlp.experts.247.gate_proj,0.0048407539,hessian_weighted_relative_error,31230,0.02500,0.934
18,model.language_model.layers.18.mlp.experts.247.up_proj,0.0062573577,hessian_weighted_relative_error,31230,0.02500,0.966
18,model.language_model.layers.18.mlp.experts.248.down_proj,0.0094499004,hessian_weighted_relative_error,58273,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.248.gate_proj,0.0046981491,hessian_weighted_relative_error,58273,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.248.up_proj,0.0055064214,hessian_weighted_relative_error,58273,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.249.down_proj,0.0078324148,hessian_weighted_relative_error,27107,0.02500,0.885
18,model.language_model.layers.18.mlp.experts.249.gate_proj,0.0031190870,hessian_weighted_relative_error,27107,0.02500,0.947
18,model.language_model.layers.18.mlp.experts.249.up_proj,0.0033235334,hessian_weighted_relative_error,27107,0.02500,0.964
18,model.language_model.layers.18.mlp.experts.25.down_proj,0.0112705878,hessian_weighted_relative_error,22648,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.25.gate_proj,0.0046472539,hessian_weighted_relative_error,22648,0.02500,0.859
18,model.language_model.layers.18.mlp.experts.25.up_proj,0.0058829064,hessian_weighted_relative_error,22648,0.02500,0.947
18,model.language_model.layers.18.mlp.experts.250.down_proj,0.0137324039,hessian_weighted_relative_error,26646,0.02500,0.765
18,model.language_model.layers.18.mlp.experts.250.gate_proj,0.0064689471,hessian_weighted_relative_error,26646,0.02500,0.796
18,model.language_model.layers.18.mlp.experts.250.up_proj,0.0075511144,hessian_weighted_relative_error,26646,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.251.down_proj,0.0093105737,hessian_weighted_relative_error,13433,0.02500,0.885
18,model.language_model.layers.18.mlp.experts.251.gate_proj,0.0043022336,hessian_weighted_relative_error,13433,0.02500,0.941
18,model.language_model.layers.18.mlp.experts.251.up_proj,0.0056118269,hessian_weighted_relative_error,13433,0.02500,0.964
18,model.language_model.layers.18.mlp.experts.252.down_proj,0.0085517048,hessian_weighted_relative_error,9774,0.02500,0.765
18,model.language_model.layers.18.mlp.experts.252.gate_proj,0.0033592105,hessian_weighted_relative_error,9774,0.02500,0.795
18,model.language_model.layers.18.mlp.experts.252.up_proj,0.0043418026,hessian_weighted_relative_error,9774,0.02500,0.813
18,model.language_model.layers.18.mlp.experts.253.down_proj,0.0120421579,hessian_weighted_relative_error,22677,0.02500,0.885
18,model.language_model.layers.18.mlp.experts.253.gate_proj,0.0055228919,hessian_weighted_relative_error,22677,0.02500,0.939
18,model.language_model.layers.18.mlp.experts.253.up_proj,0.0063081207,hessian_weighted_relative_error,22677,0.02500,0.970
18,model.language_model.layers.18.mlp.experts.254.down_proj,0.0065364999,hessian_weighted_relative_error,106546,0.02500,0.765
18,model.language_model.layers.18.mlp.experts.254.gate_proj,0.0032714277,hessian_weighted_relative_error,106546,0.02500,0.793
18,model.language_model.layers.18.mlp.experts.254.up_proj,0.0036090585,hessian_weighted_relative_error,106546,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.255.down_proj,0.0111556639,hessian_weighted_relative_error,28074,0.02500,0.886
18,model.language_model.layers.18.mlp.experts.255.gate_proj,0.0047581804,hessian_weighted_relative_error,28074,0.02500,0.935
18,model.language_model.layers.18.mlp.experts.255.up_proj,0.0057560471,hessian_weighted_relative_error,28074,0.02500,0.963
18,model.language_model.layers.18.mlp.experts.256.down_proj,0.0087673124,hessian_weighted_relative_error,5463,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.256.gate_proj,0.0039764901,hessian_weighted_relative_error,5463,0.02500,0.800
18,model.language_model.layers.18.mlp.experts.256.up_proj,0.0046555596,hessian_weighted_relative_error,5463,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.257.down_proj,0.0087710494,hessian_weighted_relative_error,26304,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.257.gate_proj,0.0038936953,hessian_weighted_relative_error,26304,0.02500,0.936
18,model.language_model.layers.18.mlp.experts.257.up_proj,0.0043725419,hessian_weighted_relative_error,26304,0.02500,0.955
18,model.language_model.layers.18.mlp.experts.258.down_proj,0.0113734630,hessian_weighted_relative_error,26526,0.02500,0.770
18,model.language_model.layers.18.mlp.experts.258.gate_proj,0.0047145533,hessian_weighted_relative_error,26526,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.258.up_proj,0.0058698178,hessian_weighted_relative_error,26526,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.259.down_proj,0.0099962808,hessian_weighted_relative_error,11603,0.02500,0.888
18,model.language_model.layers.18.mlp.experts.259.gate_proj,0.0042684280,hessian_weighted_relative_error,11603,0.02500,0.940
18,model.language_model.layers.18.mlp.experts.259.up_proj,0.0053483237,hessian_weighted_relative_error,11603,0.02500,0.961
18,model.language_model.layers.18.mlp.experts.26.down_proj,0.0104689908,hessian_weighted_relative_error,7659,0.02500,0.729
18,model.language_model.layers.18.mlp.experts.26.gate_proj,0.0050369227,hessian_weighted_relative_error,7659,0.02500,0.757
18,model.language_model.layers.18.mlp.experts.26.up_proj,0.0058651764,hessian_weighted_relative_error,7659,0.02500,0.800
18,model.language_model.layers.18.mlp.experts.260.down_proj,0.0080395600,hessian_weighted_relative_error,49832,0.02500,0.764
18,model.language_model.layers.18.mlp.experts.260.gate_proj,0.0041077334,hessian_weighted_relative_error,49832,0.02500,0.800
18,model.language_model.layers.18.mlp.experts.260.up_proj,0.0046223034,hessian_weighted_relative_error,49832,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.261.down_proj,0.0100662631,hessian_weighted_relative_error,50973,0.02500,0.886
18,model.language_model.layers.18.mlp.experts.261.gate_proj,0.0048304693,hessian_weighted_relative_error,50973,0.02500,0.943
18,model.language_model.layers.18.mlp.experts.261.up_proj,0.0057695664,hessian_weighted_relative_error,50973,0.02500,0.966
18,model.language_model.layers.18.mlp.experts.262.down_proj,0.0126097721,hessian_weighted_relative_error,67121,0.02500,0.770
18,model.language_model.layers.18.mlp.experts.262.gate_proj,0.0060663482,hessian_weighted_relative_error,67121,0.02500,0.800
18,model.language_model.layers.18.mlp.experts.262.up_proj,0.0076924038,hessian_weighted_relative_error,67121,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.263.down_proj,0.0116032851,hessian_weighted_relative_error,26389,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.263.gate_proj,0.0044280901,hessian_weighted_relative_error,26389,0.02500,0.939
18,model.language_model.layers.18.mlp.experts.263.up_proj,0.0051214587,hessian_weighted_relative_error,26389,0.02500,0.963
18,model.language_model.layers.18.mlp.experts.264.down_proj,0.0091889291,hessian_weighted_relative_error,27355,0.02500,0.763
18,model.language_model.layers.18.mlp.experts.264.gate_proj,0.0034636769,hessian_weighted_relative_error,27355,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.264.up_proj,0.0039115032,hessian_weighted_relative_error,27355,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.265.down_proj,0.0113019970,hessian_weighted_relative_error,29753,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.265.gate_proj,0.0046259023,hessian_weighted_relative_error,29753,0.02500,0.940
18,model.language_model.layers.18.mlp.experts.265.up_proj,0.0051327147,hessian_weighted_relative_error,29753,0.02500,0.951
18,model.language_model.layers.18.mlp.experts.266.down_proj,0.0094272553,hessian_weighted_relative_error,6717,0.02500,0.766
18,model.language_model.layers.18.mlp.experts.266.gate_proj,0.0042057594,hessian_weighted_relative_error,6717,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.266.up_proj,0.0047939212,hessian_weighted_relative_error,6717,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.267.down_proj,0.0127839033,hessian_weighted_relative_error,29134,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.267.gate_proj,0.0063485098,hessian_weighted_relative_error,29134,0.02500,0.942
18,model.language_model.layers.18.mlp.experts.267.up_proj,0.0071939224,hessian_weighted_relative_error,29134,0.02500,0.955
18,model.language_model.layers.18.mlp.experts.268.down_proj,0.0085854878,hessian_weighted_relative_error,20018,0.02500,0.764
18,model.language_model.layers.18.mlp.experts.268.gate_proj,0.0035534308,hessian_weighted_relative_error,20018,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.268.up_proj,0.0043760387,hessian_weighted_relative_error,20018,0.02500,0.822
18,model.language_model.layers.18.mlp.experts.269.down_proj,0.0105275696,hessian_weighted_relative_error,73378,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.269.gate_proj,0.0050366201,hessian_weighted_relative_error,73378,0.02500,0.945
18,model.language_model.layers.18.mlp.experts.269.up_proj,0.0057583646,hessian_weighted_relative_error,73378,0.02500,0.957
18,model.language_model.layers.18.mlp.experts.27.down_proj,0.0128931929,hessian_weighted_relative_error,26553,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.27.gate_proj,0.0060373379,hessian_weighted_relative_error,26553,0.02500,0.859
18,model.language_model.layers.18.mlp.experts.27.up_proj,0.0075929046,hessian_weighted_relative_error,26553,0.02500,0.948
18,model.language_model.layers.18.mlp.experts.270.down_proj,0.0071284338,hessian_weighted_relative_error,31791,0.02500,0.772
18,model.language_model.layers.18.mlp.experts.270.gate_proj,0.0029792520,hessian_weighted_relative_error,31791,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.270.up_proj,0.0035006576,hessian_weighted_relative_error,31791,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.271.down_proj,0.0118951514,hessian_weighted_relative_error,44523,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.271.gate_proj,0.0052108810,hessian_weighted_relative_error,44523,0.02500,0.944
18,model.language_model.layers.18.mlp.experts.271.up_proj,0.0074185527,hessian_weighted_relative_error,44523,0.02500,0.958
18,model.language_model.layers.18.mlp.experts.272.down_proj,0.0042207775,hessian_weighted_relative_error,1607,0.02500,0.766
18,model.language_model.layers.18.mlp.experts.272.gate_proj,0.0015009214,hessian_weighted_relative_error,1607,0.02500,0.796
18,model.language_model.layers.18.mlp.experts.272.up_proj,0.0018410782,hessian_weighted_relative_error,1607,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.273.down_proj,0.0111060253,hessian_weighted_relative_error,28876,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.273.gate_proj,0.0040673078,hessian_weighted_relative_error,28876,0.02500,0.949
18,model.language_model.layers.18.mlp.experts.273.up_proj,0.0043224187,hessian_weighted_relative_error,28876,0.02500,0.951
18,model.language_model.layers.18.mlp.experts.274.down_proj,0.0133130975,hessian_weighted_relative_error,43222,0.02500,0.768
18,model.language_model.layers.18.mlp.experts.274.gate_proj,0.0074151691,hessian_weighted_relative_error,43222,0.02500,0.797
18,model.language_model.layers.18.mlp.experts.274.up_proj,0.0088175625,hessian_weighted_relative_error,43222,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.275.down_proj,0.0121923501,hessian_weighted_relative_error,18069,0.02500,0.888
18,model.language_model.layers.18.mlp.experts.275.gate_proj,0.0050989468,hessian_weighted_relative_error,18069,0.02500,0.943
18,model.language_model.layers.18.mlp.experts.275.up_proj,0.0058153633,hessian_weighted_relative_error,18069,0.02500,0.954
18,model.language_model.layers.18.mlp.experts.276.down_proj,0.0115613973,hessian_weighted_relative_error,34508,0.02500,0.767
18,model.language_model.layers.18.mlp.experts.276.gate_proj,0.0057131780,hessian_weighted_relative_error,34508,0.02500,0.796
18,model.language_model.layers.18.mlp.experts.276.up_proj,0.0064094434,hessian_weighted_relative_error,34508,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.277.down_proj,0.0108191820,hessian_weighted_relative_error,65686,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.277.gate_proj,0.0041734097,hessian_weighted_relative_error,65686,0.02500,0.945
18,model.language_model.layers.18.mlp.experts.277.up_proj,0.0048268412,hessian_weighted_relative_error,65686,0.02500,0.945
18,model.language_model.layers.18.mlp.experts.278.down_proj,0.0125243374,hessian_weighted_relative_error,21676,0.02500,0.769
18,model.language_model.layers.18.mlp.experts.278.gate_proj,0.0055787762,hessian_weighted_relative_error,21676,0.02500,0.797
18,model.language_model.layers.18.mlp.experts.278.up_proj,0.0063990973,hessian_weighted_relative_error,21676,0.02500,0.815
18,model.language_model.layers.18.mlp.experts.279.down_proj,0.0118167765,hessian_weighted_relative_error,23745,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.279.gate_proj,0.0050294595,hessian_weighted_relative_error,23745,0.02500,0.944
18,model.language_model.layers.18.mlp.experts.279.up_proj,0.0060009849,hessian_weighted_relative_error,23745,0.02500,0.952
18,model.language_model.layers.18.mlp.experts.28.down_proj,0.0138368816,hessian_weighted_relative_error,23445,0.02500,0.728
18,model.language_model.layers.18.mlp.experts.28.gate_proj,0.0058696020,hessian_weighted_relative_error,23445,0.02500,0.761
18,model.language_model.layers.18.mlp.experts.28.up_proj,0.0079060215,hessian_weighted_relative_error,23445,0.02500,0.800
18,model.language_model.layers.18.mlp.experts.280.down_proj,0.0125642662,hessian_weighted_relative_error,31078,0.02500,0.766
18,model.language_model.layers.18.mlp.experts.280.gate_proj,0.0058171932,hessian_weighted_relative_error,31078,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.280.up_proj,0.0065201138,hessian_weighted_relative_error,31078,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.281.down_proj,0.0016182763,hessian_weighted_relative_error,32887,0.02500,0.886
18,model.language_model.layers.18.mlp.experts.281.gate_proj,0.0028392859,hessian_weighted_relative_error,32887,0.02500,0.944
18,model.language_model.layers.18.mlp.experts.281.up_proj,0.0044356352,hessian_weighted_relative_error,32887,0.02500,0.944
18,model.language_model.layers.18.mlp.experts.282.down_proj,0.0113071624,hessian_weighted_relative_error,10079,0.02500,0.769
18,model.language_model.layers.18.mlp.experts.282.gate_proj,0.0044931736,hessian_weighted_relative_error,10079,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.282.up_proj,0.0056598321,hessian_weighted_relative_error,10079,0.02500,0.811
18,model.language_model.layers.18.mlp.experts.283.down_proj,0.0048407106,hessian_weighted_relative_error,38656,0.02500,0.886
18,model.language_model.layers.18.mlp.experts.283.gate_proj,0.0020612082,hessian_weighted_relative_error,38656,0.02500,0.946
18,model.language_model.layers.18.mlp.experts.283.up_proj,0.0023041776,hessian_weighted_relative_error,38656,0.02500,0.940
18,model.language_model.layers.18.mlp.experts.284.down_proj,0.0103569123,hessian_weighted_relative_error,209768,0.02500,0.767
18,model.language_model.layers.18.mlp.experts.284.gate_proj,0.0054242321,hessian_weighted_relative_error,209768,0.02500,0.797
18,model.language_model.layers.18.mlp.experts.284.up_proj,0.0062243542,hessian_weighted_relative_error,209768,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.285.down_proj,0.0106755499,hessian_weighted_relative_error,12555,0.02500,0.886
18,model.language_model.layers.18.mlp.experts.285.gate_proj,0.0043377812,hessian_weighted_relative_error,12555,0.02500,0.949
18,model.language_model.layers.18.mlp.experts.285.up_proj,0.0051165418,hessian_weighted_relative_error,12555,0.02500,0.939
18,model.language_model.layers.18.mlp.experts.286.down_proj,0.0077620359,hessian_weighted_relative_error,4505,0.02500,0.769
18,model.language_model.layers.18.mlp.experts.286.gate_proj,0.0029258388,hessian_weighted_relative_error,4505,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.286.up_proj,0.0034874413,hessian_weighted_relative_error,4505,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.287.down_proj,0.0104769312,hessian_weighted_relative_error,14300,0.02500,0.887
18,model.language_model.layers.18.mlp.experts.287.gate_proj,0.0040364825,hessian_weighted_relative_error,14300,0.02500,0.940
18,model.language_model.layers.18.mlp.experts.287.up_proj,0.0038647382,hessian_weighted_relative_error,14300,0.02500,0.943
18,model.language_model.layers.18.mlp.experts.29.down_proj,0.0105601226,hessian_weighted_relative_error,30015,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.29.gate_proj,0.0042795447,hessian_weighted_relative_error,30015,0.02500,0.862
18,model.language_model.layers.18.mlp.experts.29.up_proj,0.0053830037,hessian_weighted_relative_error,30015,0.02500,0.954
18,model.language_model.layers.18.mlp.experts.3.down_proj,0.0079229844,hessian_weighted_relative_error,9102,0.02500,0.796
18,model.language_model.layers.18.mlp.experts.3.gate_proj,0.0034236822,hessian_weighted_relative_error,9102,0.02500,0.852
18,model.language_model.layers.18.mlp.experts.3.up_proj,0.0041525336,hessian_weighted_relative_error,9102,0.02500,0.949
18,model.language_model.layers.18.mlp.experts.30.down_proj,0.0074522878,hessian_weighted_relative_error,3894,0.02500,0.734
18,model.language_model.layers.18.mlp.experts.30.gate_proj,0.0022279452,hessian_weighted_relative_error,3894,0.02500,0.759
18,model.language_model.layers.18.mlp.experts.30.up_proj,0.0022915210,hessian_weighted_relative_error,3894,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.31.down_proj,0.0100290199,hessian_weighted_relative_error,10600,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.31.gate_proj,0.0044063380,hessian_weighted_relative_error,10600,0.02500,0.855
18,model.language_model.layers.18.mlp.experts.31.up_proj,0.0060660144,hessian_weighted_relative_error,10600,0.02500,0.945
18,model.language_model.layers.18.mlp.experts.32.down_proj,0.0139005587,hessian_weighted_relative_error,76968,0.02500,0.729
18,model.language_model.layers.18.mlp.experts.32.gate_proj,0.0069023081,hessian_weighted_relative_error,76968,0.02500,0.761
18,model.language_model.layers.18.mlp.experts.32.up_proj,0.0086481127,hessian_weighted_relative_error,76968,0.02500,0.800
18,model.language_model.layers.18.mlp.experts.33.down_proj,0.0132565637,hessian_weighted_relative_error,55714,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.33.gate_proj,0.0063957127,hessian_weighted_relative_error,55714,0.02500,0.862
18,model.language_model.layers.18.mlp.experts.33.up_proj,0.0074566015,hessian_weighted_relative_error,55714,0.02500,0.945
18,model.language_model.layers.18.mlp.experts.34.down_proj,0.0065512074,hessian_weighted_relative_error,20159,0.02500,0.732
18,model.language_model.layers.18.mlp.experts.34.gate_proj,0.0028278849,hessian_weighted_relative_error,20159,0.02500,0.760
18,model.language_model.layers.18.mlp.experts.34.up_proj,0.0033124674,hessian_weighted_relative_error,20159,0.02500,0.801
18,model.language_model.layers.18.mlp.experts.35.down_proj,0.0134154016,hessian_weighted_relative_error,20116,0.02500,0.815
18,model.language_model.layers.18.mlp.experts.35.gate_proj,0.0057778539,hessian_weighted_relative_error,20116,0.02500,0.862
18,model.language_model.layers.18.mlp.experts.35.up_proj,0.0070734705,hessian_weighted_relative_error,20116,0.02500,0.949
18,model.language_model.layers.18.mlp.experts.36.down_proj,0.0067750449,hessian_weighted_relative_error,22346,0.02500,0.730
18,model.language_model.layers.18.mlp.experts.36.gate_proj,0.0028911734,hessian_weighted_relative_error,22346,0.02500,0.762
18,model.language_model.layers.18.mlp.experts.36.up_proj,0.0035378707,hessian_weighted_relative_error,22346,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.37.down_proj,0.0126943040,hessian_weighted_relative_error,17709,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.37.gate_proj,0.0052827934,hessian_weighted_relative_error,17709,0.02500,0.866
18,model.language_model.layers.18.mlp.experts.37.up_proj,0.0062462722,hessian_weighted_relative_error,17709,0.02500,0.952
18,model.language_model.layers.18.mlp.experts.38.down_proj,0.0118912995,hessian_weighted_relative_error,38076,0.02500,0.735
18,model.language_model.layers.18.mlp.experts.38.gate_proj,0.0052315094,hessian_weighted_relative_error,38076,0.02500,0.766
18,model.language_model.layers.18.mlp.experts.38.up_proj,0.0062736171,hessian_weighted_relative_error,38076,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.39.down_proj,0.0114123130,hessian_weighted_relative_error,14855,0.02500,0.813
18,model.language_model.layers.18.mlp.experts.39.gate_proj,0.0046798716,hessian_weighted_relative_error,14855,0.02500,0.878
18,model.language_model.layers.18.mlp.experts.39.up_proj,0.0059989240,hessian_weighted_relative_error,14855,0.02500,0.947
18,model.language_model.layers.18.mlp.experts.4.down_proj,0.0113938451,hessian_weighted_relative_error,10969,0.02500,0.693
18,model.language_model.layers.18.mlp.experts.4.gate_proj,0.0048076795,hessian_weighted_relative_error,10969,0.02500,0.751
18,model.language_model.layers.18.mlp.experts.4.up_proj,0.0056334369,hessian_weighted_relative_error,10969,0.02500,0.796
18,model.language_model.layers.18.mlp.experts.40.down_proj,0.0114893094,hessian_weighted_relative_error,39911,0.02500,0.733
18,model.language_model.layers.18.mlp.experts.40.gate_proj,0.0046507885,hessian_weighted_relative_error,39911,0.02500,0.762
18,model.language_model.layers.18.mlp.experts.40.up_proj,0.0049631892,hessian_weighted_relative_error,39911,0.02500,0.819
18,model.language_model.layers.18.mlp.experts.41.down_proj,0.0093838745,hessian_weighted_relative_error,30495,0.02500,0.814
18,model.language_model.layers.18.mlp.experts.41.gate_proj,0.0040965160,hessian_weighted_relative_error,30495,0.02500,0.867
18,model.language_model.layers.18.mlp.experts.41.up_proj,0.0043167200,hessian_weighted_relative_error,30495,0.02500,0.955
18,model.language_model.layers.18.mlp.experts.42.down_proj,0.0070707803,hessian_weighted_relative_error,23346,0.02500,0.736
18,model.language_model.layers.18.mlp.experts.42.gate_proj,0.0028194784,hessian_weighted_relative_error,23346,0.02500,0.762
18,model.language_model.layers.18.mlp.experts.42.up_proj,0.0034594368,hessian_weighted_relative_error,23346,0.02500,0.802
18,model.language_model.layers.18.mlp.experts.43.down_proj,0.0055639453,hessian_weighted_relative_error,3397,0.02500,0.818
18,model.language_model.layers.18.mlp.experts.43.gate_proj,0.0023361133,hessian_weighted_relative_error,3397,0.02500,0.867
18,model.language_model.layers.18.mlp.experts.43.up_proj,0.0029456381,hessian_weighted_relative_error,3397,0.02500,0.955
18,model.language_model.layers.18.mlp.experts.44.down_proj,0.0101910531,hessian_weighted_relative_error,10492,0.02500,0.732
18,model.language_model.layers.18.mlp.experts.44.gate_proj,0.0041088817,hessian_weighted_relative_error,10492,0.02500,0.765
18,model.language_model.layers.18.mlp.experts.44.up_proj,0.0051137761,hessian_weighted_relative_error,10492,0.02500,0.801
18,model.language_model.layers.18.mlp.experts.45.down_proj,0.0066801516,hessian_weighted_relative_error,5077,0.02500,0.813
18,model.language_model.layers.18.mlp.experts.45.gate_proj,0.0027320521,hessian_weighted_relative_error,5077,0.02500,0.872
18,model.language_model.layers.18.mlp.experts.45.up_proj,0.0033298443,hessian_weighted_relative_error,5077,0.02500,0.952
18,model.language_model.layers.18.mlp.experts.46.down_proj,0.0097438758,hessian_weighted_relative_error,20833,0.02500,0.740
18,model.language_model.layers.18.mlp.experts.46.gate_proj,0.0044784453,hessian_weighted_relative_error,20833,0.02500,0.764
18,model.language_model.layers.18.mlp.experts.46.up_proj,0.0049730532,hessian_weighted_relative_error,20833,0.02500,0.799
18,model.language_model.layers.18.mlp.experts.47.down_proj,0.0111660645,hessian_weighted_relative_error,12098,0.02500,0.816
18,model.language_model.layers.18.mlp.experts.47.gate_proj,0.0044801217,hessian_weighted_relative_error,12098,0.02500,0.864
18,model.language_model.layers.18.mlp.experts.47.up_proj,0.0048630590,hessian_weighted_relative_error,12098,0.02500,0.955
18,model.language_model.layers.18.mlp.experts.48.down_proj,0.0103791610,hessian_weighted_relative_error,10317,0.02500,0.733
18,model.language_model.layers.18.mlp.experts.48.gate_proj,0.0046342232,hessian_weighted_relative_error,10317,0.02500,0.765
18,model.language_model.layers.18.mlp.experts.48.up_proj,0.0057680559,hessian_weighted_relative_error,10317,0.02500,0.801
18,model.language_model.layers.18.mlp.experts.49.down_proj,0.0100581623,hessian_weighted_relative_error,22696,0.02500,0.817
18,model.language_model.layers.18.mlp.experts.49.gate_proj,0.0050555123,hessian_weighted_relative_error,22696,0.02500,0.871
18,model.language_model.layers.18.mlp.experts.49.up_proj,0.0052716230,hessian_weighted_relative_error,22696,0.02500,0.953
18,model.language_model.layers.18.mlp.experts.5.down_proj,0.0108518738,hessian_weighted_relative_error,63273,0.02500,0.758
18,model.language_model.layers.18.mlp.experts.5.gate_proj,0.0042760531,hessian_weighted_relative_error,63273,0.02500,0.848
18,model.language_model.layers.18.mlp.experts.5.up_proj,0.0048147319,hessian_weighted_relative_error,63273,0.02500,0.942
18,model.language_model.layers.18.mlp.experts.50.down_proj,0.0089790604,hessian_weighted_relative_error,19232,0.02500,0.735
18,model.language_model.layers.18.mlp.experts.50.gate_proj,0.0041468004,hessian_weighted_relative_error,19232,0.02500,0.767
18,model.language_model.layers.18.mlp.experts.50.up_proj,0.0050285358,hessian_weighted_relative_error,19232,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.51.down_proj,0.0112510910,hessian_weighted_relative_error,10836,0.02500,0.822
18,model.language_model.layers.18.mlp.experts.51.gate_proj,0.0049229828,hessian_weighted_relative_error,10836,0.02500,0.871
18,model.language_model.layers.18.mlp.experts.51.up_proj,0.0058038647,hessian_weighted_relative_error,10836,0.02500,0.949
18,model.language_model.layers.18.mlp.experts.52.down_proj,0.0103974549,hessian_weighted_relative_error,11414,0.02500,0.734
18,model.language_model.layers.18.mlp.experts.52.gate_proj,0.0044970716,hessian_weighted_relative_error,11414,0.02500,0.769
18,model.language_model.layers.18.mlp.experts.52.up_proj,0.0055263888,hessian_weighted_relative_error,11414,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.53.down_proj,0.0080232347,hessian_weighted_relative_error,4596,0.02500,0.816
18,model.language_model.layers.18.mlp.experts.53.gate_proj,0.0029325218,hessian_weighted_relative_error,4596,0.02500,0.876
18,model.language_model.layers.18.mlp.experts.53.up_proj,0.0036680189,hessian_weighted_relative_error,4596,0.02500,1.015
18,model.language_model.layers.18.mlp.experts.54.down_proj,0.0102897562,hessian_weighted_relative_error,23624,0.02500,0.737
18,model.language_model.layers.18.mlp.experts.54.gate_proj,0.0046230170,hessian_weighted_relative_error,23624,0.02500,0.767
18,model.language_model.layers.18.mlp.experts.54.up_proj,0.0059915715,hessian_weighted_relative_error,23624,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.55.down_proj,0.0065716234,hessian_weighted_relative_error,8804,0.02500,0.820
18,model.language_model.layers.18.mlp.experts.55.gate_proj,0.0024609649,hessian_weighted_relative_error,8804,0.02500,0.871
18,model.language_model.layers.18.mlp.experts.55.up_proj,0.0030452082,hessian_weighted_relative_error,8804,0.02500,0.953
18,model.language_model.layers.18.mlp.experts.56.down_proj,0.0104331711,hessian_weighted_relative_error,10763,0.02500,0.738
18,model.language_model.layers.18.mlp.experts.56.gate_proj,0.0043816427,hessian_weighted_relative_error,10763,0.02500,0.769
18,model.language_model.layers.18.mlp.experts.56.up_proj,0.0055525500,hessian_weighted_relative_error,10763,0.02500,0.810
18,model.language_model.layers.18.mlp.experts.57.down_proj,0.0118355772,hessian_weighted_relative_error,108387,0.02500,0.822
18,model.language_model.layers.18.mlp.experts.57.gate_proj,0.0059946704,hessian_weighted_relative_error,108387,0.02500,0.875
18,model.language_model.layers.18.mlp.experts.57.up_proj,0.0072653931,hessian_weighted_relative_error,108387,0.02500,0.952
18,model.language_model.layers.18.mlp.experts.58.down_proj,0.0088382678,hessian_weighted_relative_error,17576,0.02500,0.738
18,model.language_model.layers.18.mlp.experts.58.gate_proj,0.0037409052,hessian_weighted_relative_error,17576,0.02500,0.768
18,model.language_model.layers.18.mlp.experts.58.up_proj,0.0043823218,hessian_weighted_relative_error,17576,0.02500,0.807
18,model.language_model.layers.18.mlp.experts.59.down_proj,0.0094692255,hessian_weighted_relative_error,12493,0.02500,0.822
18,model.language_model.layers.18.mlp.experts.59.gate_proj,0.0037538171,hessian_weighted_relative_error,12493,0.02500,0.879
18,model.language_model.layers.18.mlp.experts.59.up_proj,0.0042370148,hessian_weighted_relative_error,12493,0.02500,0.956
18,model.language_model.layers.18.mlp.experts.6.down_proj,0.0096877070,hessian_weighted_relative_error,33739,0.02500,0.722
18,model.language_model.layers.18.mlp.experts.6.gate_proj,0.0034647163,hessian_weighted_relative_error,33739,0.02500,0.752
18,model.language_model.layers.18.mlp.experts.6.up_proj,0.0035275976,hessian_weighted_relative_error,33739,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.60.down_proj,0.0137857360,hessian_weighted_relative_error,73824,0.02500,0.737
18,model.language_model.layers.18.mlp.experts.60.gate_proj,0.0063821706,hessian_weighted_relative_error,73824,0.02500,0.770
18,model.language_model.layers.18.mlp.experts.60.up_proj,0.0071684568,hessian_weighted_relative_error,73824,0.02500,0.802
18,model.language_model.layers.18.mlp.experts.61.down_proj,0.0111027520,hessian_weighted_relative_error,265985,0.02500,0.821
18,model.language_model.layers.18.mlp.experts.61.gate_proj,0.0073435718,hessian_weighted_relative_error,265985,0.02500,0.882
18,model.language_model.layers.18.mlp.experts.61.up_proj,0.0083915726,hessian_weighted_relative_error,265985,0.02500,0.962
18,model.language_model.layers.18.mlp.experts.62.down_proj,0.0118041841,hessian_weighted_relative_error,14157,0.02500,0.744
18,model.language_model.layers.18.mlp.experts.62.gate_proj,0.0054972224,hessian_weighted_relative_error,14157,0.02500,0.769
18,model.language_model.layers.18.mlp.experts.62.up_proj,0.0062383141,hessian_weighted_relative_error,14157,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.63.down_proj,0.0115336180,hessian_weighted_relative_error,11366,0.02500,0.824
18,model.language_model.layers.18.mlp.experts.63.gate_proj,0.0041051908,hessian_weighted_relative_error,11366,0.02500,0.873
18,model.language_model.layers.18.mlp.experts.63.up_proj,0.0044321293,hessian_weighted_relative_error,11366,0.02500,0.957
18,model.language_model.layers.18.mlp.experts.64.down_proj,0.0082767862,hessian_weighted_relative_error,5031,0.02500,0.737
18,model.language_model.layers.18.mlp.experts.64.gate_proj,0.0029884607,hessian_weighted_relative_error,5031,0.02500,0.770
18,model.language_model.layers.18.mlp.experts.64.up_proj,0.0037754591,hessian_weighted_relative_error,5031,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.65.down_proj,0.0115984406,hessian_weighted_relative_error,25138,0.02500,0.826
18,model.language_model.layers.18.mlp.experts.65.gate_proj,0.0048867498,hessian_weighted_relative_error,25138,0.02500,0.881
18,model.language_model.layers.18.mlp.experts.65.up_proj,0.0062854669,hessian_weighted_relative_error,25138,0.02500,0.953
18,model.language_model.layers.18.mlp.experts.66.down_proj,0.0119625584,hessian_weighted_relative_error,23213,0.02500,0.740
18,model.language_model.layers.18.mlp.experts.66.gate_proj,0.0058269367,hessian_weighted_relative_error,23213,0.02500,0.770
18,model.language_model.layers.18.mlp.experts.66.up_proj,0.0067014512,hessian_weighted_relative_error,23213,0.02500,0.809
18,model.language_model.layers.18.mlp.experts.67.down_proj,0.0109576559,hessian_weighted_relative_error,47632,0.02500,0.827
18,model.language_model.layers.18.mlp.experts.67.gate_proj,0.0046467229,hessian_weighted_relative_error,47632,0.02500,0.880
18,model.language_model.layers.18.mlp.experts.67.up_proj,0.0050211727,hessian_weighted_relative_error,47632,0.02500,0.953
18,model.language_model.layers.18.mlp.experts.68.down_proj,0.0090076968,hessian_weighted_relative_error,5629,0.02500,0.738
18,model.language_model.layers.18.mlp.experts.68.gate_proj,0.0034335032,hessian_weighted_relative_error,5629,0.02500,0.772
18,model.language_model.layers.18.mlp.experts.68.up_proj,0.0043528755,hessian_weighted_relative_error,5629,0.02500,0.802
18,model.language_model.layers.18.mlp.experts.69.down_proj,0.0103928535,hessian_weighted_relative_error,38965,0.02500,0.825
18,model.language_model.layers.18.mlp.experts.69.gate_proj,0.0047534709,hessian_weighted_relative_error,38965,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.69.up_proj,0.0062239600,hessian_weighted_relative_error,38965,0.02500,0.954
18,model.language_model.layers.18.mlp.experts.7.down_proj,0.0111081425,hessian_weighted_relative_error,13039,0.02500,0.797
18,model.language_model.layers.18.mlp.experts.7.gate_proj,0.0045348503,hessian_weighted_relative_error,13039,0.02500,0.860
18,model.language_model.layers.18.mlp.experts.7.up_proj,0.0060059305,hessian_weighted_relative_error,13039,0.02500,0.942
18,model.language_model.layers.18.mlp.experts.70.down_proj,0.0069155907,hessian_weighted_relative_error,33165,0.02500,0.741
18,model.language_model.layers.18.mlp.experts.70.gate_proj,0.0029838044,hessian_weighted_relative_error,33165,0.02500,0.773
18,model.language_model.layers.18.mlp.experts.70.up_proj,0.0036363363,hessian_weighted_relative_error,33165,0.02500,0.802
18,model.language_model.layers.18.mlp.experts.71.down_proj,0.0103072494,hessian_weighted_relative_error,15418,0.02500,0.827
18,model.language_model.layers.18.mlp.experts.71.gate_proj,0.0039422745,hessian_weighted_relative_error,15418,0.02500,0.877
18,model.language_model.layers.18.mlp.experts.71.up_proj,0.0042087337,hessian_weighted_relative_error,15418,0.02500,1.004
18,model.language_model.layers.18.mlp.experts.72.down_proj,0.0135987385,hessian_weighted_relative_error,45932,0.02500,0.739
18,model.language_model.layers.18.mlp.experts.72.gate_proj,0.0061404649,hessian_weighted_relative_error,45932,0.02500,0.772
18,model.language_model.layers.18.mlp.experts.72.up_proj,0.0076227368,hessian_weighted_relative_error,45932,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.73.down_proj,0.0121234963,hessian_weighted_relative_error,23151,0.02500,0.829
18,model.language_model.layers.18.mlp.experts.73.gate_proj,0.0052076486,hessian_weighted_relative_error,23151,0.02500,0.884
18,model.language_model.layers.18.mlp.experts.73.up_proj,0.0062041092,hessian_weighted_relative_error,23151,0.02500,0.962
18,model.language_model.layers.18.mlp.experts.74.down_proj,0.0111181547,hessian_weighted_relative_error,11149,0.02500,0.738
18,model.language_model.layers.18.mlp.experts.74.gate_proj,0.0049774807,hessian_weighted_relative_error,11149,0.02500,0.772
18,model.language_model.layers.18.mlp.experts.74.up_proj,0.0059884930,hessian_weighted_relative_error,11149,0.02500,0.802
18,model.language_model.layers.18.mlp.experts.75.down_proj,0.0105235834,hessian_weighted_relative_error,48090,0.02500,0.830
18,model.language_model.layers.18.mlp.experts.75.gate_proj,0.0047369298,hessian_weighted_relative_error,48090,0.02500,0.895
18,model.language_model.layers.18.mlp.experts.75.up_proj,0.0051341742,hessian_weighted_relative_error,48090,0.02500,0.945
18,model.language_model.layers.18.mlp.experts.76.down_proj,0.0110785754,hessian_weighted_relative_error,82801,0.02500,0.740
18,model.language_model.layers.18.mlp.experts.76.gate_proj,0.0058782889,hessian_weighted_relative_error,82801,0.02500,0.774
18,model.language_model.layers.18.mlp.experts.76.up_proj,0.0070294724,hessian_weighted_relative_error,82801,0.02500,0.802
18,model.language_model.layers.18.mlp.experts.77.down_proj,0.0106108083,hessian_weighted_relative_error,9010,0.02500,0.829
18,model.language_model.layers.18.mlp.experts.77.gate_proj,0.0046410030,hessian_weighted_relative_error,9010,0.02500,0.892
18,model.language_model.layers.18.mlp.experts.77.up_proj,0.0056496686,hessian_weighted_relative_error,9010,0.02500,0.957
18,model.language_model.layers.18.mlp.experts.78.down_proj,0.0119799158,hessian_weighted_relative_error,11140,0.02500,0.743
18,model.language_model.layers.18.mlp.experts.78.gate_proj,0.0047891739,hessian_weighted_relative_error,11140,0.02500,0.771
18,model.language_model.layers.18.mlp.experts.78.up_proj,0.0052850889,hessian_weighted_relative_error,11140,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.79.down_proj,0.0093527023,hessian_weighted_relative_error,6443,0.02500,0.831
18,model.language_model.layers.18.mlp.experts.79.gate_proj,0.0036450518,hessian_weighted_relative_error,6443,0.02500,0.882
18,model.language_model.layers.18.mlp.experts.79.up_proj,0.0049735557,hessian_weighted_relative_error,6443,0.02500,0.958
18,model.language_model.layers.18.mlp.experts.8.down_proj,0.0091682245,hessian_weighted_relative_error,23590,0.02500,0.723
18,model.language_model.layers.18.mlp.experts.8.gate_proj,0.0045906190,hessian_weighted_relative_error,23590,0.02500,0.752
18,model.language_model.layers.18.mlp.experts.8.up_proj,0.0057828811,hessian_weighted_relative_error,23590,0.02500,0.797
18,model.language_model.layers.18.mlp.experts.80.down_proj,0.0121640153,hessian_weighted_relative_error,25738,0.02500,0.740
18,model.language_model.layers.18.mlp.experts.80.gate_proj,0.0063659511,hessian_weighted_relative_error,25738,0.02500,0.774
18,model.language_model.layers.18.mlp.experts.80.up_proj,0.0067652882,hessian_weighted_relative_error,25738,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.81.down_proj,0.0100433336,hessian_weighted_relative_error,53710,0.02500,0.834
18,model.language_model.layers.18.mlp.experts.81.gate_proj,0.0054051585,hessian_weighted_relative_error,53710,0.02500,0.890
18,model.language_model.layers.18.mlp.experts.81.up_proj,0.0060459568,hessian_weighted_relative_error,53710,0.02500,0.956
18,model.language_model.layers.18.mlp.experts.82.down_proj,0.0119377312,hessian_weighted_relative_error,17640,0.02500,0.740
18,model.language_model.layers.18.mlp.experts.82.gate_proj,0.0051726508,hessian_weighted_relative_error,17640,0.02500,0.773
18,model.language_model.layers.18.mlp.experts.82.up_proj,0.0055051699,hessian_weighted_relative_error,17640,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.83.down_proj,0.0122295896,hessian_weighted_relative_error,13651,0.02500,0.838
18,model.language_model.layers.18.mlp.experts.83.gate_proj,0.0053773766,hessian_weighted_relative_error,13651,0.02500,0.890
18,model.language_model.layers.18.mlp.experts.83.up_proj,0.0060671953,hessian_weighted_relative_error,13651,0.02500,0.956
18,model.language_model.layers.18.mlp.experts.84.down_proj,0.0118654124,hessian_weighted_relative_error,15074,0.02500,0.743
18,model.language_model.layers.18.mlp.experts.84.gate_proj,0.0052824921,hessian_weighted_relative_error,15074,0.02500,0.776
18,model.language_model.layers.18.mlp.experts.84.up_proj,0.0062936703,hessian_weighted_relative_error,15074,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.85.down_proj,0.0124689922,hessian_weighted_relative_error,22051,0.02500,0.833
18,model.language_model.layers.18.mlp.experts.85.gate_proj,0.0060837317,hessian_weighted_relative_error,22051,0.02500,0.895
18,model.language_model.layers.18.mlp.experts.85.up_proj,0.0067798170,hessian_weighted_relative_error,22051,0.02500,0.950
18,model.language_model.layers.18.mlp.experts.86.down_proj,0.0075842893,hessian_weighted_relative_error,19835,0.02500,0.748
18,model.language_model.layers.18.mlp.experts.86.gate_proj,0.0029118020,hessian_weighted_relative_error,19835,0.02500,0.773
18,model.language_model.layers.18.mlp.experts.86.up_proj,0.0037308190,hessian_weighted_relative_error,19835,0.02500,0.803
18,model.language_model.layers.18.mlp.experts.87.down_proj,0.0107356712,hessian_weighted_relative_error,26218,0.02500,0.836
18,model.language_model.layers.18.mlp.experts.87.gate_proj,0.0047191935,hessian_weighted_relative_error,26218,0.02500,0.888
18,model.language_model.layers.18.mlp.experts.87.up_proj,0.0057052763,hessian_weighted_relative_error,26218,0.02500,0.952
18,model.language_model.layers.18.mlp.experts.88.down_proj,0.0088230121,hessian_weighted_relative_error,16318,0.02500,0.743
18,model.language_model.layers.18.mlp.experts.88.gate_proj,0.0035317561,hessian_weighted_relative_error,16318,0.02500,0.777
18,model.language_model.layers.18.mlp.experts.88.up_proj,0.0043901968,hessian_weighted_relative_error,16318,0.02500,0.804
18,model.language_model.layers.18.mlp.experts.89.down_proj,0.0121098211,hessian_weighted_relative_error,25449,0.02500,0.838
18,model.language_model.layers.18.mlp.experts.89.gate_proj,0.0059639533,hessian_weighted_relative_error,25449,0.02500,0.891
18,model.language_model.layers.18.mlp.experts.89.up_proj,0.0066471014,hessian_weighted_relative_error,25449,0.02500,0.949
18,model.language_model.layers.18.mlp.experts.9.down_proj,0.0115685701,hessian_weighted_relative_error,13240,0.02500,0.798
18,model.language_model.layers.18.mlp.experts.9.gate_proj,0.0050354890,hessian_weighted_relative_error,13240,0.02500,0.849
18,model.language_model.layers.18.mlp.experts.9.up_proj,0.0061207166,hessian_weighted_relative_error,13240,0.02500,0.947
18,model.language_model.layers.18.mlp.experts.90.down_proj,0.0118929325,hessian_weighted_relative_error,23423,0.02500,0.741
18,model.language_model.layers.18.mlp.experts.90.gate_proj,0.0052291465,hessian_weighted_relative_error,23423,0.02500,0.778
18,model.language_model.layers.18.mlp.experts.90.up_proj,0.0059823665,hessian_weighted_relative_error,23423,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.91.down_proj,0.0105471992,hessian_weighted_relative_error,14004,0.02500,0.842
18,model.language_model.layers.18.mlp.experts.91.gate_proj,0.0048930723,hessian_weighted_relative_error,14004,0.02500,0.893
18,model.language_model.layers.18.mlp.experts.91.up_proj,0.0057837330,hessian_weighted_relative_error,14004,0.02500,0.947
18,model.language_model.layers.18.mlp.experts.92.down_proj,0.0107225314,hessian_weighted_relative_error,72081,0.02500,0.744
18,model.language_model.layers.18.mlp.experts.92.gate_proj,0.0047072072,hessian_weighted_relative_error,72081,0.02500,0.775
18,model.language_model.layers.18.mlp.experts.92.up_proj,0.0053357546,hessian_weighted_relative_error,72081,0.02500,0.805
18,model.language_model.layers.18.mlp.experts.93.down_proj,0.0118365937,hessian_weighted_relative_error,44900,0.02500,0.838
18,model.language_model.layers.18.mlp.experts.93.gate_proj,0.0057776362,hessian_weighted_relative_error,44900,0.02500,0.895
18,model.language_model.layers.18.mlp.experts.93.up_proj,0.0072071376,hessian_weighted_relative_error,44900,0.02500,0.954
18,model.language_model.layers.18.mlp.experts.94.down_proj,0.0072300752,hessian_weighted_relative_error,6828,0.02500,0.745
18,model.language_model.layers.18.mlp.experts.94.gate_proj,0.0023861036,hessian_weighted_relative_error,6828,0.02500,0.775
18,model.language_model.layers.18.mlp.experts.94.up_proj,0.0030908237,hessian_weighted_relative_error,6828,0.02500,0.812
18,model.language_model.layers.18.mlp.experts.95.down_proj,0.0115671596,hessian_weighted_relative_error,15653,0.02500,0.840
18,model.language_model.layers.18.mlp.experts.95.gate_proj,0.0048722942,hessian_weighted_relative_error,15653,0.02500,0.892
18,model.language_model.layers.18.mlp.experts.95.up_proj,0.0061616195,hessian_weighted_relative_error,15653,0.02500,0.952
18,model.language_model.layers.18.mlp.experts.96.down_proj,0.0108545601,hessian_weighted_relative_error,26789,0.02500,0.744
18,model.language_model.layers.18.mlp.experts.96.gate_proj,0.0038603794,hessian_weighted_relative_error,26789,0.02500,0.776
18,model.language_model.layers.18.mlp.experts.96.up_proj,0.0039541493,hessian_weighted_relative_error,26789,0.02500,0.806
18,model.language_model.layers.18.mlp.experts.97.down_proj,0.0003177321,hessian_weighted_relative_error,25289,0.02500,0.842
18,model.language_model.layers.18.mlp.experts.97.gate_proj,0.0019605140,hessian_weighted_relative_error,25289,0.02500,0.894
18,model.language_model.layers.18.mlp.experts.97.up_proj,0.0022061229,hessian_weighted_relative_error,25289,0.02500,0.956
18,model.language_model.layers.18.mlp.experts.98.down_proj,0.0144455746,hessian_weighted_relative_error,86030,0.02500,0.746
18,model.language_model.layers.18.mlp.experts.98.gate_proj,0.0074470693,hessian_weighted_relative_error,86030,0.02500,0.775
18,model.language_model.layers.18.mlp.experts.98.up_proj,0.0090042646,hessian_weighted_relative_error,86030,0.02500,0.808
18,model.language_model.layers.18.mlp.experts.99.down_proj,0.0142775377,hessian_weighted_relative_error,43746,0.02500,0.843
18,model.language_model.layers.18.mlp.experts.99.gate_proj,0.0075133227,hessian_weighted_relative_error,43746,0.02500,0.895
18,model.language_model.layers.18.mlp.experts.99.up_proj,0.0087734231,hessian_weighted_relative_error,43746,0.02500,0.963
19,model.language_model.layers.19.mlp.experts.0.down_proj,0.0131224779,hessian_weighted_relative_error,16107,0.02500,0.710
19,model.language_model.layers.19.mlp.experts.0.gate_proj,0.0065827747,hessian_weighted_relative_error,16107,0.02500,0.746
19,model.language_model.layers.19.mlp.experts.0.up_proj,0.0076585200,hessian_weighted_relative_error,16107,0.02500,0.798
19,model.language_model.layers.19.mlp.experts.1.down_proj,0.0125916483,hessian_weighted_relative_error,18330,0.02500,0.786
19,model.language_model.layers.19.mlp.experts.1.gate_proj,0.0061275501,hessian_weighted_relative_error,18330,0.02500,0.834
19,model.language_model.layers.19.mlp.experts.1.up_proj,0.0071850277,hessian_weighted_relative_error,18330,0.02500,0.938
19,model.language_model.layers.19.mlp.experts.10.down_proj,0.0087037691,hessian_weighted_relative_error,30193,0.02500,0.728
19,model.language_model.layers.19.mlp.experts.10.gate_proj,0.0065663839,hessian_weighted_relative_error,30193,0.02500,0.749
19,model.language_model.layers.19.mlp.experts.10.up_proj,0.0075440186,hessian_weighted_relative_error,30193,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.100.down_proj,0.0133842984,hessian_weighted_relative_error,21412,0.02500,0.742
19,model.language_model.layers.19.mlp.experts.100.gate_proj,0.0063301391,hessian_weighted_relative_error,21412,0.02500,0.775
19,model.language_model.layers.19.mlp.experts.100.up_proj,0.0075358191,hessian_weighted_relative_error,21412,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.101.down_proj,0.0119064968,hessian_weighted_relative_error,27729,0.02500,0.833
19,model.language_model.layers.19.mlp.experts.101.gate_proj,0.0065319553,hessian_weighted_relative_error,27729,0.02500,0.886
19,model.language_model.layers.19.mlp.experts.101.up_proj,0.0072232937,hessian_weighted_relative_error,27729,0.02500,0.946
19,model.language_model.layers.19.mlp.experts.102.down_proj,0.0085787029,hessian_weighted_relative_error,13610,0.02500,0.744
19,model.language_model.layers.19.mlp.experts.102.gate_proj,0.0049412396,hessian_weighted_relative_error,13610,0.02500,0.775
19,model.language_model.layers.19.mlp.experts.102.up_proj,0.0063976892,hessian_weighted_relative_error,13610,0.02500,0.803
19,model.language_model.layers.19.mlp.experts.103.down_proj,0.0087478114,hessian_weighted_relative_error,35131,0.02500,0.835
19,model.language_model.layers.19.mlp.experts.103.gate_proj,0.0041629185,hessian_weighted_relative_error,35131,0.02500,0.888
19,model.language_model.layers.19.mlp.experts.103.up_proj,0.0048952797,hessian_weighted_relative_error,35131,0.02500,0.947
19,model.language_model.layers.19.mlp.experts.104.down_proj,0.0116911957,hessian_weighted_relative_error,23453,0.02500,0.743
19,model.language_model.layers.19.mlp.experts.104.gate_proj,0.0049046935,hessian_weighted_relative_error,23453,0.02500,0.776
19,model.language_model.layers.19.mlp.experts.104.up_proj,0.0058968071,hessian_weighted_relative_error,23453,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.105.down_proj,0.0092478186,hessian_weighted_relative_error,11715,0.02500,0.838
19,model.language_model.layers.19.mlp.experts.105.gate_proj,0.0042502652,hessian_weighted_relative_error,11715,0.02500,0.893
19,model.language_model.layers.19.mlp.experts.105.up_proj,0.0046791431,hessian_weighted_relative_error,11715,0.02500,0.949
19,model.language_model.layers.19.mlp.experts.106.down_proj,0.0097770789,hessian_weighted_relative_error,20178,0.02500,0.749
19,model.language_model.layers.19.mlp.experts.106.gate_proj,0.0046552020,hessian_weighted_relative_error,20178,0.02500,0.776
19,model.language_model.layers.19.mlp.experts.106.up_proj,0.0052628633,hessian_weighted_relative_error,20178,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.107.down_proj,0.0127199629,hessian_weighted_relative_error,16476,0.02500,0.843
19,model.language_model.layers.19.mlp.experts.107.gate_proj,0.0062822072,hessian_weighted_relative_error,16476,0.02500,0.892
19,model.language_model.layers.19.mlp.experts.107.up_proj,0.0074818302,hessian_weighted_relative_error,16476,0.02500,0.951
19,model.language_model.layers.19.mlp.experts.108.down_proj,0.0122592649,hessian_weighted_relative_error,28604,0.02500,0.747
19,model.language_model.layers.19.mlp.experts.108.gate_proj,0.0050063717,hessian_weighted_relative_error,28604,0.02500,0.775
19,model.language_model.layers.19.mlp.experts.108.up_proj,0.0055841948,hessian_weighted_relative_error,28604,0.02500,0.818
19,model.language_model.layers.19.mlp.experts.109.down_proj,0.0101464602,hessian_weighted_relative_error,6949,0.02500,0.837
19,model.language_model.layers.19.mlp.experts.109.gate_proj,0.0043435938,hessian_weighted_relative_error,6949,0.02500,0.890
19,model.language_model.layers.19.mlp.experts.109.up_proj,0.0053365021,hessian_weighted_relative_error,6949,0.02500,0.950
19,model.language_model.layers.19.mlp.experts.11.down_proj,0.0109810541,hessian_weighted_relative_error,18309,0.02500,0.797
19,model.language_model.layers.19.mlp.experts.11.gate_proj,0.0047284400,hessian_weighted_relative_error,18309,0.02500,0.842
19,model.language_model.layers.19.mlp.experts.11.up_proj,0.0052619610,hessian_weighted_relative_error,18309,0.02500,0.938
19,model.language_model.layers.19.mlp.experts.110.down_proj,0.0092477530,hessian_weighted_relative_error,16831,0.02500,0.746
19,model.language_model.layers.19.mlp.experts.110.gate_proj,0.0040008135,hessian_weighted_relative_error,16831,0.02500,0.777
19,model.language_model.layers.19.mlp.experts.110.up_proj,0.0048834086,hessian_weighted_relative_error,16831,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.111.down_proj,0.0116501350,hessian_weighted_relative_error,19385,0.02500,0.839
19,model.language_model.layers.19.mlp.experts.111.gate_proj,0.0049832877,hessian_weighted_relative_error,19385,0.02500,0.891
19,model.language_model.layers.19.mlp.experts.111.up_proj,0.0056765405,hessian_weighted_relative_error,19385,0.02500,0.965
19,model.language_model.layers.19.mlp.experts.112.down_proj,0.0081661610,hessian_weighted_relative_error,6374,0.02500,0.745
19,model.language_model.layers.19.mlp.experts.112.gate_proj,0.0032107223,hessian_weighted_relative_error,6374,0.02500,0.777
19,model.language_model.layers.19.mlp.experts.112.up_proj,0.0036887045,hessian_weighted_relative_error,6374,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.113.down_proj,0.0115800672,hessian_weighted_relative_error,26004,0.02500,0.841
19,model.language_model.layers.19.mlp.experts.113.gate_proj,0.0047413103,hessian_weighted_relative_error,26004,0.02500,0.892
19,model.language_model.layers.19.mlp.experts.113.up_proj,0.0050361178,hessian_weighted_relative_error,26004,0.02500,0.953
19,model.language_model.layers.19.mlp.experts.114.down_proj,0.0122914743,hessian_weighted_relative_error,16727,0.02500,0.751
19,model.language_model.layers.19.mlp.experts.114.gate_proj,0.0058176979,hessian_weighted_relative_error,16727,0.02500,0.777
19,model.language_model.layers.19.mlp.experts.114.up_proj,0.0062780135,hessian_weighted_relative_error,16727,0.02500,0.803
19,model.language_model.layers.19.mlp.experts.115.down_proj,0.0099199908,hessian_weighted_relative_error,38006,0.02500,0.847
19,model.language_model.layers.19.mlp.experts.115.gate_proj,0.0048165029,hessian_weighted_relative_error,38006,0.02500,0.893
19,model.language_model.layers.19.mlp.experts.115.up_proj,0.0057690932,hessian_weighted_relative_error,38006,0.02500,0.949
19,model.language_model.layers.19.mlp.experts.116.down_proj,0.0068181789,hessian_weighted_relative_error,37869,0.02500,0.745
19,model.language_model.layers.19.mlp.experts.116.gate_proj,0.0034941548,hessian_weighted_relative_error,37869,0.02500,0.780
19,model.language_model.layers.19.mlp.experts.116.up_proj,0.0037682571,hessian_weighted_relative_error,37869,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.117.down_proj,0.0088887513,hessian_weighted_relative_error,2743,0.02500,0.840
19,model.language_model.layers.19.mlp.experts.117.gate_proj,0.0035390796,hessian_weighted_relative_error,2743,0.02500,0.889
19,model.language_model.layers.19.mlp.experts.117.up_proj,0.0039992221,hessian_weighted_relative_error,2743,0.02500,0.949
19,model.language_model.layers.19.mlp.experts.118.down_proj,0.0092879012,hessian_weighted_relative_error,27979,0.02500,0.747
19,model.language_model.layers.19.mlp.experts.118.gate_proj,0.0064631599,hessian_weighted_relative_error,27979,0.02500,0.777
19,model.language_model.layers.19.mlp.experts.118.up_proj,0.0078599650,hessian_weighted_relative_error,27979,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.119.down_proj,0.0100465639,hessian_weighted_relative_error,37390,0.02500,0.842
19,model.language_model.layers.19.mlp.experts.119.gate_proj,0.0047605625,hessian_weighted_relative_error,37390,0.02500,0.893
19,model.language_model.layers.19.mlp.experts.119.up_proj,0.0050336732,hessian_weighted_relative_error,37390,0.02500,0.954
19,model.language_model.layers.19.mlp.experts.12.down_proj,0.0133261691,hessian_weighted_relative_error,13102,0.02500,0.720
19,model.language_model.layers.19.mlp.experts.12.gate_proj,0.0070063761,hessian_weighted_relative_error,13102,0.02500,0.750
19,model.language_model.layers.19.mlp.experts.12.up_proj,0.0085403398,hessian_weighted_relative_error,13102,0.02500,0.797
19,model.language_model.layers.19.mlp.experts.120.down_proj,0.0113895841,hessian_weighted_relative_error,72799,0.02500,0.745
19,model.language_model.layers.19.mlp.experts.120.gate_proj,0.0072240202,hessian_weighted_relative_error,72799,0.02500,0.780
19,model.language_model.layers.19.mlp.experts.120.up_proj,0.0081019883,hessian_weighted_relative_error,72799,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.121.down_proj,0.0116298207,hessian_weighted_relative_error,31253,0.02500,0.845
19,model.language_model.layers.19.mlp.experts.121.gate_proj,0.0055026948,hessian_weighted_relative_error,31253,0.02500,0.892
19,model.language_model.layers.19.mlp.experts.121.up_proj,0.0061977078,hessian_weighted_relative_error,31253,0.02500,0.949
19,model.language_model.layers.19.mlp.experts.122.down_proj,0.0118369371,hessian_weighted_relative_error,13129,0.02500,0.750
19,model.language_model.layers.19.mlp.experts.122.gate_proj,0.0057991462,hessian_weighted_relative_error,13129,0.02500,0.777
19,model.language_model.layers.19.mlp.experts.122.up_proj,0.0063487005,hessian_weighted_relative_error,13129,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.123.down_proj,0.0116700626,hessian_weighted_relative_error,52568,0.02500,0.849
19,model.language_model.layers.19.mlp.experts.123.gate_proj,0.0055959272,hessian_weighted_relative_error,52568,0.02500,0.892
19,model.language_model.layers.19.mlp.experts.123.up_proj,0.0060778331,hessian_weighted_relative_error,52568,0.02500,0.960
19,model.language_model.layers.19.mlp.experts.124.down_proj,0.0111991462,hessian_weighted_relative_error,23332,0.02500,0.747
19,model.language_model.layers.19.mlp.experts.124.gate_proj,0.0042877139,hessian_weighted_relative_error,23332,0.02500,0.779
19,model.language_model.layers.19.mlp.experts.124.up_proj,0.0048662946,hessian_weighted_relative_error,23332,0.02500,0.803
19,model.language_model.layers.19.mlp.experts.125.down_proj,0.0136142902,hessian_weighted_relative_error,70886,0.02500,0.845
19,model.language_model.layers.19.mlp.experts.125.gate_proj,0.0070185096,hessian_weighted_relative_error,70886,0.02500,0.892
19,model.language_model.layers.19.mlp.experts.125.up_proj,0.0076687263,hessian_weighted_relative_error,70886,0.02500,0.946
19,model.language_model.layers.19.mlp.experts.126.down_proj,0.0087396872,hessian_weighted_relative_error,7199,0.02500,0.749
19,model.language_model.layers.19.mlp.experts.126.gate_proj,0.0041168782,hessian_weighted_relative_error,7199,0.02500,0.780
19,model.language_model.layers.19.mlp.experts.126.up_proj,0.0055335468,hessian_weighted_relative_error,7199,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.127.down_proj,0.0136830600,hessian_weighted_relative_error,53169,0.02500,0.847
19,model.language_model.layers.19.mlp.experts.127.gate_proj,0.0065511100,hessian_weighted_relative_error,53169,0.02500,0.896
19,model.language_model.layers.19.mlp.experts.127.up_proj,0.0079310491,hessian_weighted_relative_error,53169,0.02500,0.959
19,model.language_model.layers.19.mlp.experts.128.down_proj,0.0117415110,hessian_weighted_relative_error,60118,0.02500,0.747
19,model.language_model.layers.19.mlp.experts.128.gate_proj,0.0060407352,hessian_weighted_relative_error,60118,0.02500,0.780
19,model.language_model.layers.19.mlp.experts.128.up_proj,0.0069187401,hessian_weighted_relative_error,60118,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.129.down_proj,0.0133718091,hessian_weighted_relative_error,83682,0.02500,0.850
19,model.language_model.layers.19.mlp.experts.129.gate_proj,0.0064147520,hessian_weighted_relative_error,83682,0.02500,0.895
19,model.language_model.layers.19.mlp.experts.129.up_proj,0.0078570240,hessian_weighted_relative_error,83682,0.02500,0.954
19,model.language_model.layers.19.mlp.experts.13.down_proj,0.0139123854,hessian_weighted_relative_error,23636,0.02500,0.790
19,model.language_model.layers.19.mlp.experts.13.gate_proj,0.0070272319,hessian_weighted_relative_error,23636,0.02500,0.839
19,model.language_model.layers.19.mlp.experts.13.up_proj,0.0080307626,hessian_weighted_relative_error,23636,0.02500,0.939
19,model.language_model.layers.19.mlp.experts.130.down_proj,0.0136713935,hessian_weighted_relative_error,18255,0.02500,0.752
19,model.language_model.layers.19.mlp.experts.130.gate_proj,0.0070279527,hessian_weighted_relative_error,18255,0.02500,0.781
19,model.language_model.layers.19.mlp.experts.130.up_proj,0.0077581361,hessian_weighted_relative_error,18255,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.131.down_proj,0.0100014140,hessian_weighted_relative_error,29011,0.02500,0.854
19,model.language_model.layers.19.mlp.experts.131.gate_proj,0.0049191389,hessian_weighted_relative_error,29011,0.02500,0.897
19,model.language_model.layers.19.mlp.experts.131.up_proj,0.0053868317,hessian_weighted_relative_error,29011,0.02500,0.961
19,model.language_model.layers.19.mlp.experts.132.down_proj,0.0141391567,hessian_weighted_relative_error,28602,0.02500,0.748
19,model.language_model.layers.19.mlp.experts.132.gate_proj,0.0076459860,hessian_weighted_relative_error,28602,0.02500,0.783
19,model.language_model.layers.19.mlp.experts.132.up_proj,0.0084732212,hessian_weighted_relative_error,28602,0.02500,0.813
19,model.language_model.layers.19.mlp.experts.133.down_proj,0.0139320245,hessian_weighted_relative_error,71856,0.02500,0.849
19,model.language_model.layers.19.mlp.experts.133.gate_proj,0.0085437737,hessian_weighted_relative_error,71856,0.02500,0.894
19,model.language_model.layers.19.mlp.experts.133.up_proj,0.0100751350,hessian_weighted_relative_error,71856,0.02500,0.953
19,model.language_model.layers.19.mlp.experts.134.down_proj,0.0122303622,hessian_weighted_relative_error,29242,0.02500,0.749
19,model.language_model.layers.19.mlp.experts.134.gate_proj,0.0065050983,hessian_weighted_relative_error,29242,0.02500,0.781
19,model.language_model.layers.19.mlp.experts.134.up_proj,0.0075821976,hessian_weighted_relative_error,29242,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.135.down_proj,0.0132103563,hessian_weighted_relative_error,33882,0.02500,0.850
19,model.language_model.layers.19.mlp.experts.135.gate_proj,0.0066863316,hessian_weighted_relative_error,33882,0.02500,0.897
19,model.language_model.layers.19.mlp.experts.135.up_proj,0.0074837308,hessian_weighted_relative_error,33882,0.02500,0.959
19,model.language_model.layers.19.mlp.experts.136.down_proj,0.0111617294,hessian_weighted_relative_error,52417,0.02500,0.748
19,model.language_model.layers.19.mlp.experts.136.gate_proj,0.0055699037,hessian_weighted_relative_error,52417,0.02500,0.783
19,model.language_model.layers.19.mlp.experts.136.up_proj,0.0067673595,hessian_weighted_relative_error,52417,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.137.down_proj,0.0117883286,hessian_weighted_relative_error,12647,0.02500,0.854
19,model.language_model.layers.19.mlp.experts.137.gate_proj,0.0057131180,hessian_weighted_relative_error,12647,0.02500,0.896
19,model.language_model.layers.19.mlp.experts.137.up_proj,0.0064696153,hessian_weighted_relative_error,12647,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.138.down_proj,0.0125654396,hessian_weighted_relative_error,26570,0.02500,0.753
19,model.language_model.layers.19.mlp.experts.138.gate_proj,0.0060642768,hessian_weighted_relative_error,26570,0.02500,0.780
19,model.language_model.layers.19.mlp.experts.138.up_proj,0.0070950884,hessian_weighted_relative_error,26570,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.139.down_proj,0.0129606889,hessian_weighted_relative_error,13936,0.02500,0.860
19,model.language_model.layers.19.mlp.experts.139.gate_proj,0.0064928788,hessian_weighted_relative_error,13936,0.02500,0.897
19,model.language_model.layers.19.mlp.experts.139.up_proj,0.0073564509,hessian_weighted_relative_error,13936,0.02500,0.965
19,model.language_model.layers.19.mlp.experts.14.down_proj,0.0124875620,hessian_weighted_relative_error,16181,0.02500,0.723
19,model.language_model.layers.19.mlp.experts.14.gate_proj,0.0060171482,hessian_weighted_relative_error,16181,0.02500,0.749
19,model.language_model.layers.19.mlp.experts.14.up_proj,0.0065698643,hessian_weighted_relative_error,16181,0.02500,0.796
19,model.language_model.layers.19.mlp.experts.140.down_proj,0.0144604566,hessian_weighted_relative_error,91140,0.02500,0.749
19,model.language_model.layers.19.mlp.experts.140.gate_proj,0.0088591290,hessian_weighted_relative_error,91140,0.02500,0.780
19,model.language_model.layers.19.mlp.experts.140.up_proj,0.0097598528,hessian_weighted_relative_error,91140,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.141.down_proj,0.0111289156,hessian_weighted_relative_error,17363,0.02500,0.851
19,model.language_model.layers.19.mlp.experts.141.gate_proj,0.0053738393,hessian_weighted_relative_error,17363,0.02500,0.898
19,model.language_model.layers.19.mlp.experts.141.up_proj,0.0062036335,hessian_weighted_relative_error,17363,0.02500,0.962
19,model.language_model.layers.19.mlp.experts.142.down_proj,0.0120501148,hessian_weighted_relative_error,40907,0.02500,0.751
19,model.language_model.layers.19.mlp.experts.142.gate_proj,0.0063311576,hessian_weighted_relative_error,40907,0.02500,0.780
19,model.language_model.layers.19.mlp.experts.142.up_proj,0.0071162645,hessian_weighted_relative_error,40907,0.02500,0.803
19,model.language_model.layers.19.mlp.experts.143.down_proj,0.0121400936,hessian_weighted_relative_error,26385,0.02500,0.855
19,model.language_model.layers.19.mlp.experts.143.gate_proj,0.0050541764,hessian_weighted_relative_error,26385,0.02500,0.900
19,model.language_model.layers.19.mlp.experts.143.up_proj,0.0054789069,hessian_weighted_relative_error,26385,0.02500,0.956
19,model.language_model.layers.19.mlp.experts.144.down_proj,0.0112311162,hessian_weighted_relative_error,14132,0.02500,0.750
19,model.language_model.layers.19.mlp.experts.144.gate_proj,0.0050464141,hessian_weighted_relative_error,14132,0.02500,0.782
19,model.language_model.layers.19.mlp.experts.144.up_proj,0.0057749119,hessian_weighted_relative_error,14132,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.145.down_proj,0.0145333762,hessian_weighted_relative_error,33866,0.02500,0.857
19,model.language_model.layers.19.mlp.experts.145.gate_proj,0.0073285296,hessian_weighted_relative_error,33866,0.02500,0.899
19,model.language_model.layers.19.mlp.experts.145.up_proj,0.0099118091,hessian_weighted_relative_error,33866,0.02500,0.959
19,model.language_model.layers.19.mlp.experts.146.down_proj,0.0039861507,hessian_weighted_relative_error,15476,0.02500,0.755
19,model.language_model.layers.19.mlp.experts.146.gate_proj,0.0017615794,hessian_weighted_relative_error,15476,0.02500,0.781
19,model.language_model.layers.19.mlp.experts.146.up_proj,0.0021651582,hessian_weighted_relative_error,15476,0.02500,0.806
19,model.language_model.layers.19.mlp.experts.147.down_proj,0.0116015084,hessian_weighted_relative_error,25851,0.02500,0.861
19,model.language_model.layers.19.mlp.experts.147.gate_proj,0.0052136239,hessian_weighted_relative_error,25851,0.02500,0.899
19,model.language_model.layers.19.mlp.experts.147.up_proj,0.0059002591,hessian_weighted_relative_error,25851,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.148.down_proj,0.0124411233,hessian_weighted_relative_error,41678,0.02500,0.751
19,model.language_model.layers.19.mlp.experts.148.gate_proj,0.0068122449,hessian_weighted_relative_error,41678,0.02500,0.781
19,model.language_model.layers.19.mlp.experts.148.up_proj,0.0071268790,hessian_weighted_relative_error,41678,0.02500,0.820
19,model.language_model.layers.19.mlp.experts.149.down_proj,0.0112335146,hessian_weighted_relative_error,34912,0.02500,0.857
19,model.language_model.layers.19.mlp.experts.149.gate_proj,0.0055579233,hessian_weighted_relative_error,34912,0.02500,0.898
19,model.language_model.layers.19.mlp.experts.149.up_proj,0.0061905702,hessian_weighted_relative_error,34912,0.02500,0.960
19,model.language_model.layers.19.mlp.experts.15.down_proj,0.0103443840,hessian_weighted_relative_error,9606,0.02500,0.792
19,model.language_model.layers.19.mlp.experts.15.gate_proj,0.0043535599,hessian_weighted_relative_error,9606,0.02500,0.844
19,model.language_model.layers.19.mlp.experts.15.up_proj,0.0049058428,hessian_weighted_relative_error,9606,0.02500,0.939
19,model.language_model.layers.19.mlp.experts.150.down_proj,0.0112582041,hessian_weighted_relative_error,11190,0.02500,0.757
19,model.language_model.layers.19.mlp.experts.150.gate_proj,0.0058599278,hessian_weighted_relative_error,11190,0.02500,0.780
19,model.language_model.layers.19.mlp.experts.150.up_proj,0.0066069160,hessian_weighted_relative_error,11190,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.151.down_proj,0.0090887254,hessian_weighted_relative_error,26379,0.02500,0.857
19,model.language_model.layers.19.mlp.experts.151.gate_proj,0.0046101812,hessian_weighted_relative_error,26379,0.02500,0.901
19,model.language_model.layers.19.mlp.experts.151.up_proj,0.0054363833,hessian_weighted_relative_error,26379,0.02500,0.962
19,model.language_model.layers.19.mlp.experts.152.down_proj,0.0129149534,hessian_weighted_relative_error,41620,0.02500,0.750
19,model.language_model.layers.19.mlp.experts.152.gate_proj,0.0065346638,hessian_weighted_relative_error,41620,0.02500,0.782
19,model.language_model.layers.19.mlp.experts.152.up_proj,0.0077640126,hessian_weighted_relative_error,41620,0.02500,0.810
19,model.language_model.layers.19.mlp.experts.153.down_proj,0.0123830438,hessian_weighted_relative_error,42225,0.02500,0.861
19,model.language_model.layers.19.mlp.experts.153.gate_proj,0.0060112912,hessian_weighted_relative_error,42225,0.02500,0.902
19,model.language_model.layers.19.mlp.experts.153.up_proj,0.0072099752,hessian_weighted_relative_error,42225,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.154.down_proj,0.0064533017,hessian_weighted_relative_error,31492,0.02500,0.759
19,model.language_model.layers.19.mlp.experts.154.gate_proj,0.0031801342,hessian_weighted_relative_error,31492,0.02500,0.781
19,model.language_model.layers.19.mlp.experts.154.up_proj,0.0036871611,hessian_weighted_relative_error,31492,0.02500,0.812
19,model.language_model.layers.19.mlp.experts.155.down_proj,0.0104037580,hessian_weighted_relative_error,25881,0.02500,0.868
19,model.language_model.layers.19.mlp.experts.155.gate_proj,0.0046123205,hessian_weighted_relative_error,25881,0.02500,0.904
19,model.language_model.layers.19.mlp.experts.155.up_proj,0.0054917395,hessian_weighted_relative_error,25881,0.02500,0.960
19,model.language_model.layers.19.mlp.experts.156.down_proj,0.0109502822,hessian_weighted_relative_error,34988,0.02500,0.752
19,model.language_model.layers.19.mlp.experts.156.gate_proj,0.0057353969,hessian_weighted_relative_error,34988,0.02500,0.783
19,model.language_model.layers.19.mlp.experts.156.up_proj,0.0067242790,hessian_weighted_relative_error,34988,0.02500,0.806
19,model.language_model.layers.19.mlp.experts.157.down_proj,0.0082832165,hessian_weighted_relative_error,78372,0.02500,0.863
19,model.language_model.layers.19.mlp.experts.157.gate_proj,0.0037940152,hessian_weighted_relative_error,78372,0.02500,0.901
19,model.language_model.layers.19.mlp.experts.157.up_proj,0.0045490137,hessian_weighted_relative_error,78372,0.02500,0.971
19,model.language_model.layers.19.mlp.experts.158.down_proj,0.0116969568,hessian_weighted_relative_error,26257,0.02500,0.758
19,model.language_model.layers.19.mlp.experts.158.gate_proj,0.0053400184,hessian_weighted_relative_error,26257,0.02500,0.783
19,model.language_model.layers.19.mlp.experts.158.up_proj,0.0061860302,hessian_weighted_relative_error,26257,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.159.down_proj,0.0070229039,hessian_weighted_relative_error,34630,0.02500,0.863
19,model.language_model.layers.19.mlp.experts.159.gate_proj,0.0029811319,hessian_weighted_relative_error,34630,0.02500,0.901
19,model.language_model.layers.19.mlp.experts.159.up_proj,0.0032936334,hessian_weighted_relative_error,34630,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.16.down_proj,0.0107228212,hessian_weighted_relative_error,9066,0.02500,0.721
19,model.language_model.layers.19.mlp.experts.16.gate_proj,0.0048442780,hessian_weighted_relative_error,9066,0.02500,0.751
19,model.language_model.layers.19.mlp.experts.16.up_proj,0.0052769824,hessian_weighted_relative_error,9066,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.160.down_proj,0.0125516742,hessian_weighted_relative_error,14820,0.02500,0.752
19,model.language_model.layers.19.mlp.experts.160.gate_proj,0.0057476951,hessian_weighted_relative_error,14820,0.02500,0.784
19,model.language_model.layers.19.mlp.experts.160.up_proj,0.0064261008,hessian_weighted_relative_error,14820,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.161.down_proj,0.0137780254,hessian_weighted_relative_error,51505,0.02500,0.867
19,model.language_model.layers.19.mlp.experts.161.gate_proj,0.0073359934,hessian_weighted_relative_error,51505,0.02500,0.901
19,model.language_model.layers.19.mlp.experts.161.up_proj,0.0077549784,hessian_weighted_relative_error,51505,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.162.down_proj,0.0141353850,hessian_weighted_relative_error,50288,0.02500,0.759
19,model.language_model.layers.19.mlp.experts.162.gate_proj,0.0069990495,hessian_weighted_relative_error,50288,0.02500,0.784
19,model.language_model.layers.19.mlp.experts.162.up_proj,0.0081781984,hessian_weighted_relative_error,50288,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.163.down_proj,0.0101093361,hessian_weighted_relative_error,11598,0.02500,0.870
19,model.language_model.layers.19.mlp.experts.163.gate_proj,0.0049034117,hessian_weighted_relative_error,11598,0.02500,0.902
19,model.language_model.layers.19.mlp.experts.163.up_proj,0.0059234238,hessian_weighted_relative_error,11598,0.02500,0.968
19,model.language_model.layers.19.mlp.experts.164.down_proj,0.0051017061,hessian_weighted_relative_error,8900,0.02500,0.753
19,model.language_model.layers.19.mlp.experts.164.gate_proj,0.0020048742,hessian_weighted_relative_error,8900,0.02500,0.781
19,model.language_model.layers.19.mlp.experts.164.up_proj,0.0024093258,hessian_weighted_relative_error,8900,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.165.down_proj,0.0069776216,hessian_weighted_relative_error,19718,0.02500,0.865
19,model.language_model.layers.19.mlp.experts.165.gate_proj,0.0032000266,hessian_weighted_relative_error,19718,0.02500,0.900
19,model.language_model.layers.19.mlp.experts.165.up_proj,0.0035613467,hessian_weighted_relative_error,19718,0.02500,0.968
19,model.language_model.layers.19.mlp.experts.166.down_proj,0.0107154369,hessian_weighted_relative_error,46927,0.02500,0.755
19,model.language_model.layers.19.mlp.experts.166.gate_proj,0.0048129569,hessian_weighted_relative_error,46927,0.02500,0.787
19,model.language_model.layers.19.mlp.experts.166.up_proj,0.0053717902,hessian_weighted_relative_error,46927,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.167.down_proj,0.0112106278,hessian_weighted_relative_error,32848,0.02500,0.866
19,model.language_model.layers.19.mlp.experts.167.gate_proj,0.0046781121,hessian_weighted_relative_error,32848,0.02500,0.910
19,model.language_model.layers.19.mlp.experts.167.up_proj,0.0049487784,hessian_weighted_relative_error,32848,0.02500,0.969
19,model.language_model.layers.19.mlp.experts.168.down_proj,0.0041043363,hessian_weighted_relative_error,1024,0.02500,0.753
19,model.language_model.layers.19.mlp.experts.168.gate_proj,0.0016465869,hessian_weighted_relative_error,1024,0.02500,0.788
19,model.language_model.layers.19.mlp.experts.168.up_proj,0.0020462714,hessian_weighted_relative_error,1024,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.169.down_proj,0.0128065202,hessian_weighted_relative_error,15499,0.02500,0.869
19,model.language_model.layers.19.mlp.experts.169.gate_proj,0.0061305274,hessian_weighted_relative_error,15499,0.02500,0.903
19,model.language_model.layers.19.mlp.experts.169.up_proj,0.0071310476,hessian_weighted_relative_error,15499,0.02500,0.970
19,model.language_model.layers.19.mlp.experts.17.down_proj,0.0106124257,hessian_weighted_relative_error,8485,0.02500,0.797
19,model.language_model.layers.19.mlp.experts.17.gate_proj,0.0048522512,hessian_weighted_relative_error,8485,0.02500,0.846
19,model.language_model.layers.19.mlp.experts.17.up_proj,0.0057593931,hessian_weighted_relative_error,8485,0.02500,0.936
19,model.language_model.layers.19.mlp.experts.170.down_proj,0.0096056334,hessian_weighted_relative_error,22250,0.02500,0.760
19,model.language_model.layers.19.mlp.experts.170.gate_proj,0.0047706271,hessian_weighted_relative_error,22250,0.02500,0.784
19,model.language_model.layers.19.mlp.experts.170.up_proj,0.0052294875,hessian_weighted_relative_error,22250,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.171.down_proj,0.0101747087,hessian_weighted_relative_error,26873,0.02500,0.872
19,model.language_model.layers.19.mlp.experts.171.gate_proj,0.0048828948,hessian_weighted_relative_error,26873,0.02500,0.905
19,model.language_model.layers.19.mlp.experts.171.up_proj,0.0055066875,hessian_weighted_relative_error,26873,0.02500,0.968
19,model.language_model.layers.19.mlp.experts.172.down_proj,0.0120090587,hessian_weighted_relative_error,16673,0.02500,0.753
19,model.language_model.layers.19.mlp.experts.172.gate_proj,0.0052383915,hessian_weighted_relative_error,16673,0.02500,0.785
19,model.language_model.layers.19.mlp.experts.172.up_proj,0.0063503985,hessian_weighted_relative_error,16673,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.173.down_proj,0.0105586360,hessian_weighted_relative_error,38869,0.02500,0.868
19,model.language_model.layers.19.mlp.experts.173.gate_proj,0.0049817445,hessian_weighted_relative_error,38869,0.02500,0.910
19,model.language_model.layers.19.mlp.experts.173.up_proj,0.0054254477,hessian_weighted_relative_error,38869,0.02500,0.975
19,model.language_model.layers.19.mlp.experts.174.down_proj,0.0123882759,hessian_weighted_relative_error,16328,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.174.gate_proj,0.0064193431,hessian_weighted_relative_error,16328,0.02500,0.787
19,model.language_model.layers.19.mlp.experts.174.up_proj,0.0075437158,hessian_weighted_relative_error,16328,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.175.down_proj,0.0137306596,hessian_weighted_relative_error,39632,0.02500,0.869
19,model.language_model.layers.19.mlp.experts.175.gate_proj,0.0070062680,hessian_weighted_relative_error,39632,0.02500,0.905
19,model.language_model.layers.19.mlp.experts.175.up_proj,0.0076973462,hessian_weighted_relative_error,39632,0.02500,0.983
19,model.language_model.layers.19.mlp.experts.176.down_proj,0.0099046982,hessian_weighted_relative_error,4439,0.02500,0.754
19,model.language_model.layers.19.mlp.experts.176.gate_proj,0.0039533666,hessian_weighted_relative_error,4439,0.02500,0.788
19,model.language_model.layers.19.mlp.experts.176.up_proj,0.0047158747,hessian_weighted_relative_error,4439,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.177.down_proj,0.0115174597,hessian_weighted_relative_error,13418,0.02500,0.871
19,model.language_model.layers.19.mlp.experts.177.gate_proj,0.0049007322,hessian_weighted_relative_error,13418,0.02500,0.911
19,model.language_model.layers.19.mlp.experts.177.up_proj,0.0057536169,hessian_weighted_relative_error,13418,0.02500,0.966
19,model.language_model.layers.19.mlp.experts.178.down_proj,0.0127811869,hessian_weighted_relative_error,16067,0.02500,0.759
19,model.language_model.layers.19.mlp.experts.178.gate_proj,0.0060196260,hessian_weighted_relative_error,16067,0.02500,0.787
19,model.language_model.layers.19.mlp.experts.178.up_proj,0.0073733897,hessian_weighted_relative_error,16067,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.179.down_proj,0.0120893423,hessian_weighted_relative_error,13462,0.02500,0.875
19,model.language_model.layers.19.mlp.experts.179.gate_proj,0.0060496891,hessian_weighted_relative_error,13462,0.02500,0.905
19,model.language_model.layers.19.mlp.experts.179.up_proj,0.0070778709,hessian_weighted_relative_error,13462,0.02500,0.959
19,model.language_model.layers.19.mlp.experts.18.down_proj,0.0136856411,hessian_weighted_relative_error,16902,0.02500,0.731
19,model.language_model.layers.19.mlp.experts.18.gate_proj,0.0068226698,hessian_weighted_relative_error,16902,0.02500,0.753
19,model.language_model.layers.19.mlp.experts.18.up_proj,0.0078047080,hessian_weighted_relative_error,16902,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.180.down_proj,0.0125333548,hessian_weighted_relative_error,16124,0.02500,0.754
19,model.language_model.layers.19.mlp.experts.180.gate_proj,0.0064847546,hessian_weighted_relative_error,16124,0.02500,0.785
19,model.language_model.layers.19.mlp.experts.180.up_proj,0.0072865364,hessian_weighted_relative_error,16124,0.02500,0.812
19,model.language_model.layers.19.mlp.experts.181.down_proj,0.0053513867,hessian_weighted_relative_error,1747,0.02500,0.870
19,model.language_model.layers.19.mlp.experts.181.gate_proj,0.0020322243,hessian_weighted_relative_error,1747,0.02500,0.911
19,model.language_model.layers.19.mlp.experts.181.up_proj,0.0022542488,hessian_weighted_relative_error,1747,0.02500,0.969
19,model.language_model.layers.19.mlp.experts.182.down_proj,0.0084930624,hessian_weighted_relative_error,74842,0.02500,0.757
19,model.language_model.layers.19.mlp.experts.182.gate_proj,0.0043471405,hessian_weighted_relative_error,74842,0.02500,0.787
19,model.language_model.layers.19.mlp.experts.182.up_proj,0.0046384187,hessian_weighted_relative_error,74842,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.183.down_proj,0.0117083801,hessian_weighted_relative_error,6144,0.02500,0.871
19,model.language_model.layers.19.mlp.experts.183.gate_proj,0.0055744338,hessian_weighted_relative_error,6144,0.02500,0.910
19,model.language_model.layers.19.mlp.experts.183.up_proj,0.0064514153,hessian_weighted_relative_error,6144,0.02500,0.972
19,model.language_model.layers.19.mlp.experts.184.down_proj,0.0148446541,hessian_weighted_relative_error,32501,0.02500,0.754
19,model.language_model.layers.19.mlp.experts.184.gate_proj,0.0085396082,hessian_weighted_relative_error,32501,0.02500,0.786
19,model.language_model.layers.19.mlp.experts.184.up_proj,0.0090109642,hessian_weighted_relative_error,32501,0.02500,0.812
19,model.language_model.layers.19.mlp.experts.185.down_proj,0.0125559347,hessian_weighted_relative_error,56620,0.02500,0.872
19,model.language_model.layers.19.mlp.experts.185.gate_proj,0.0079208630,hessian_weighted_relative_error,56620,0.02500,0.914
19,model.language_model.layers.19.mlp.experts.185.up_proj,0.0093627668,hessian_weighted_relative_error,56620,0.02500,0.965
19,model.language_model.layers.19.mlp.experts.186.down_proj,0.0123682702,hessian_weighted_relative_error,57279,0.02500,0.763
19,model.language_model.layers.19.mlp.experts.186.gate_proj,0.0056629435,hessian_weighted_relative_error,57279,0.02500,0.786
19,model.language_model.layers.19.mlp.experts.186.up_proj,0.0059720555,hessian_weighted_relative_error,57279,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.187.down_proj,0.0117510141,hessian_weighted_relative_error,23434,0.02500,0.877
19,model.language_model.layers.19.mlp.experts.187.gate_proj,0.0055520154,hessian_weighted_relative_error,23434,0.02500,0.914
19,model.language_model.layers.19.mlp.experts.187.up_proj,0.0062002473,hessian_weighted_relative_error,23434,0.02500,0.949
19,model.language_model.layers.19.mlp.experts.188.down_proj,0.0133558760,hessian_weighted_relative_error,16509,0.02500,0.755
19,model.language_model.layers.19.mlp.experts.188.gate_proj,0.0062335505,hessian_weighted_relative_error,16509,0.02500,0.785
19,model.language_model.layers.19.mlp.experts.188.up_proj,0.0071197923,hessian_weighted_relative_error,16509,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.189.down_proj,0.0122189197,hessian_weighted_relative_error,30705,0.02500,0.872
19,model.language_model.layers.19.mlp.experts.189.gate_proj,0.0059644145,hessian_weighted_relative_error,30705,0.02500,0.912
19,model.language_model.layers.19.mlp.experts.189.up_proj,0.0072225511,hessian_weighted_relative_error,30705,0.02500,0.962
19,model.language_model.layers.19.mlp.experts.19.down_proj,0.0127703788,hessian_weighted_relative_error,20730,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.19.gate_proj,0.0060054735,hessian_weighted_relative_error,20730,0.02500,0.848
19,model.language_model.layers.19.mlp.experts.19.up_proj,0.0065079726,hessian_weighted_relative_error,20730,0.02500,0.933
19,model.language_model.layers.19.mlp.experts.190.down_proj,0.0142777349,hessian_weighted_relative_error,32390,0.02500,0.759
19,model.language_model.layers.19.mlp.experts.190.gate_proj,0.0069877494,hessian_weighted_relative_error,32390,0.02500,0.787
19,model.language_model.layers.19.mlp.experts.190.up_proj,0.0083117358,hessian_weighted_relative_error,32390,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.191.down_proj,0.0067593765,hessian_weighted_relative_error,9920,0.02500,0.873
19,model.language_model.layers.19.mlp.experts.191.gate_proj,0.0033013088,hessian_weighted_relative_error,9920,0.02500,0.918
19,model.language_model.layers.19.mlp.experts.191.up_proj,0.0037293127,hessian_weighted_relative_error,9920,0.02500,0.963
19,model.language_model.layers.19.mlp.experts.192.down_proj,0.0117245939,hessian_weighted_relative_error,48285,0.02500,0.755
19,model.language_model.layers.19.mlp.experts.192.gate_proj,0.0049782403,hessian_weighted_relative_error,48285,0.02500,0.789
19,model.language_model.layers.19.mlp.experts.192.up_proj,0.0055547614,hessian_weighted_relative_error,48285,0.02500,0.806
19,model.language_model.layers.19.mlp.experts.193.down_proj,0.0124999729,hessian_weighted_relative_error,9602,0.02500,0.875
19,model.language_model.layers.19.mlp.experts.193.gate_proj,0.0061829987,hessian_weighted_relative_error,9602,0.02500,0.906
19,model.language_model.layers.19.mlp.experts.193.up_proj,0.0072097356,hessian_weighted_relative_error,9602,0.02500,0.956
19,model.language_model.layers.19.mlp.experts.194.down_proj,0.0075535232,hessian_weighted_relative_error,26845,0.02500,0.760
19,model.language_model.layers.19.mlp.experts.194.gate_proj,0.0030803733,hessian_weighted_relative_error,26845,0.02500,0.788
19,model.language_model.layers.19.mlp.experts.194.up_proj,0.0034359581,hessian_weighted_relative_error,26845,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.195.down_proj,0.0141272371,hessian_weighted_relative_error,83123,0.02500,0.879
19,model.language_model.layers.19.mlp.experts.195.gate_proj,0.0088985245,hessian_weighted_relative_error,83123,0.02500,0.915
19,model.language_model.layers.19.mlp.experts.195.up_proj,0.0102592384,hessian_weighted_relative_error,83123,0.02500,0.961
19,model.language_model.layers.19.mlp.experts.196.down_proj,0.0118277488,hessian_weighted_relative_error,25694,0.02500,0.756
19,model.language_model.layers.19.mlp.experts.196.gate_proj,0.0058823557,hessian_weighted_relative_error,25694,0.02500,0.790
19,model.language_model.layers.19.mlp.experts.196.up_proj,0.0065685449,hessian_weighted_relative_error,25694,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.197.down_proj,0.0121485449,hessian_weighted_relative_error,22379,0.02500,0.875
19,model.language_model.layers.19.mlp.experts.197.gate_proj,0.0050998839,hessian_weighted_relative_error,22379,0.02500,0.915
19,model.language_model.layers.19.mlp.experts.197.up_proj,0.0058652318,hessian_weighted_relative_error,22379,0.02500,0.950
19,model.language_model.layers.19.mlp.experts.198.down_proj,0.0106800426,hessian_weighted_relative_error,27959,0.02500,0.758
19,model.language_model.layers.19.mlp.experts.198.gate_proj,0.0050772016,hessian_weighted_relative_error,27959,0.02500,0.789
19,model.language_model.layers.19.mlp.experts.198.up_proj,0.0057485382,hessian_weighted_relative_error,27959,0.02500,0.810
19,model.language_model.layers.19.mlp.experts.199.down_proj,0.0134078996,hessian_weighted_relative_error,36441,0.02500,0.875
19,model.language_model.layers.19.mlp.experts.199.gate_proj,0.0070575455,hessian_weighted_relative_error,36441,0.02500,0.916
19,model.language_model.layers.19.mlp.experts.199.up_proj,0.0080509032,hessian_weighted_relative_error,36441,0.02500,0.956
19,model.language_model.layers.19.mlp.experts.2.down_proj,0.0128082195,hessian_weighted_relative_error,23042,0.02500,0.720
19,model.language_model.layers.19.mlp.experts.2.gate_proj,0.0064099598,hessian_weighted_relative_error,23042,0.02500,0.779
19,model.language_model.layers.19.mlp.experts.2.up_proj,0.0075005593,hessian_weighted_relative_error,23042,0.02500,0.798
19,model.language_model.layers.19.mlp.experts.20.down_proj,0.0108344039,hessian_weighted_relative_error,54909,0.02500,0.723
19,model.language_model.layers.19.mlp.experts.20.gate_proj,0.0064094225,hessian_weighted_relative_error,54909,0.02500,0.754
19,model.language_model.layers.19.mlp.experts.20.up_proj,0.0072791415,hessian_weighted_relative_error,54909,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.200.down_proj,0.0113841438,hessian_weighted_relative_error,21760,0.02500,0.759
19,model.language_model.layers.19.mlp.experts.200.gate_proj,0.0056727145,hessian_weighted_relative_error,21760,0.02500,0.787
19,model.language_model.layers.19.mlp.experts.200.up_proj,0.0063142611,hessian_weighted_relative_error,21760,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.201.down_proj,0.0115418005,hessian_weighted_relative_error,28821,0.02500,0.875
19,model.language_model.layers.19.mlp.experts.201.gate_proj,0.0052626663,hessian_weighted_relative_error,28821,0.02500,0.914
19,model.language_model.layers.19.mlp.experts.201.up_proj,0.0058337634,hessian_weighted_relative_error,28821,0.02500,0.951
19,model.language_model.layers.19.mlp.experts.202.down_proj,0.0124882653,hessian_weighted_relative_error,12726,0.02500,0.764
19,model.language_model.layers.19.mlp.experts.202.gate_proj,0.0060821113,hessian_weighted_relative_error,12726,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.202.up_proj,0.0069853636,hessian_weighted_relative_error,12726,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.203.down_proj,0.0101408878,hessian_weighted_relative_error,46301,0.02500,0.879
19,model.language_model.layers.19.mlp.experts.203.gate_proj,0.0053122350,hessian_weighted_relative_error,46301,0.02500,0.916
19,model.language_model.layers.19.mlp.experts.203.up_proj,0.0060864266,hessian_weighted_relative_error,46301,0.02500,0.955
19,model.language_model.layers.19.mlp.experts.204.down_proj,0.0102610859,hessian_weighted_relative_error,6084,0.02500,0.756
19,model.language_model.layers.19.mlp.experts.204.gate_proj,0.0038741567,hessian_weighted_relative_error,6084,0.02500,0.789
19,model.language_model.layers.19.mlp.experts.204.up_proj,0.0045162255,hessian_weighted_relative_error,6084,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.205.down_proj,0.0129279312,hessian_weighted_relative_error,15178,0.02500,0.876
19,model.language_model.layers.19.mlp.experts.205.gate_proj,0.0064968407,hessian_weighted_relative_error,15178,0.02500,0.918
19,model.language_model.layers.19.mlp.experts.205.up_proj,0.0079668737,hessian_weighted_relative_error,15178,0.02500,0.960
19,model.language_model.layers.19.mlp.experts.206.down_proj,0.0108199349,hessian_weighted_relative_error,8374,0.02500,0.764
19,model.language_model.layers.19.mlp.experts.206.gate_proj,0.0047265302,hessian_weighted_relative_error,8374,0.02500,0.789
19,model.language_model.layers.19.mlp.experts.206.up_proj,0.0054507833,hessian_weighted_relative_error,8374,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.207.down_proj,0.0114898025,hessian_weighted_relative_error,53831,0.02500,0.876
19,model.language_model.layers.19.mlp.experts.207.gate_proj,0.0067778379,hessian_weighted_relative_error,53831,0.02500,0.918
19,model.language_model.layers.19.mlp.experts.207.up_proj,0.0081896176,hessian_weighted_relative_error,53831,0.02500,0.963
19,model.language_model.layers.19.mlp.experts.208.down_proj,0.0112675889,hessian_weighted_relative_error,28006,0.02500,0.757
19,model.language_model.layers.19.mlp.experts.208.gate_proj,0.0053721416,hessian_weighted_relative_error,28006,0.02500,0.794
19,model.language_model.layers.19.mlp.experts.208.up_proj,0.0062174486,hessian_weighted_relative_error,28006,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.209.down_proj,0.0114942342,hessian_weighted_relative_error,16967,0.02500,0.877
19,model.language_model.layers.19.mlp.experts.209.gate_proj,0.0049195000,hessian_weighted_relative_error,16967,0.02500,0.922
19,model.language_model.layers.19.mlp.experts.209.up_proj,0.0056391529,hessian_weighted_relative_error,16967,0.02500,0.969
19,model.language_model.layers.19.mlp.experts.21.down_proj,0.0121689683,hessian_weighted_relative_error,64369,0.02500,0.795
19,model.language_model.layers.19.mlp.experts.21.gate_proj,0.0058777710,hessian_weighted_relative_error,64369,0.02500,0.846
19,model.language_model.layers.19.mlp.experts.21.up_proj,0.0068129353,hessian_weighted_relative_error,64369,0.02500,0.936
19,model.language_model.layers.19.mlp.experts.210.down_proj,0.0124790679,hessian_weighted_relative_error,24749,0.02500,0.762
19,model.language_model.layers.19.mlp.experts.210.gate_proj,0.0063381138,hessian_weighted_relative_error,24749,0.02500,0.790
19,model.language_model.layers.19.mlp.experts.210.up_proj,0.0076416780,hessian_weighted_relative_error,24749,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.211.down_proj,0.0109431463,hessian_weighted_relative_error,12919,0.02500,0.880
19,model.language_model.layers.19.mlp.experts.211.gate_proj,0.0045795328,hessian_weighted_relative_error,12919,0.02500,0.920
19,model.language_model.layers.19.mlp.experts.211.up_proj,0.0051409197,hessian_weighted_relative_error,12919,0.02500,0.961
19,model.language_model.layers.19.mlp.experts.212.down_proj,0.0007800861,hessian_weighted_relative_error,9364,0.02500,0.757
19,model.language_model.layers.19.mlp.experts.212.gate_proj,0.0056127890,hessian_weighted_relative_error,9364,0.02500,0.789
19,model.language_model.layers.19.mlp.experts.212.up_proj,0.0065912552,hessian_weighted_relative_error,9364,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.213.down_proj,0.0088414492,hessian_weighted_relative_error,2836,0.02500,0.876
19,model.language_model.layers.19.mlp.experts.213.gate_proj,0.0035631565,hessian_weighted_relative_error,2836,0.02500,0.919
19,model.language_model.layers.19.mlp.experts.213.up_proj,0.0047951828,hessian_weighted_relative_error,2836,0.02500,0.965
19,model.language_model.layers.19.mlp.experts.214.down_proj,0.0113022825,hessian_weighted_relative_error,15640,0.02500,0.760
19,model.language_model.layers.19.mlp.experts.214.gate_proj,0.0047002300,hessian_weighted_relative_error,15640,0.02500,0.789
19,model.language_model.layers.19.mlp.experts.214.up_proj,0.0052994222,hessian_weighted_relative_error,15640,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.215.down_proj,0.0117433501,hessian_weighted_relative_error,16434,0.02500,0.876
19,model.language_model.layers.19.mlp.experts.215.gate_proj,0.0056348910,hessian_weighted_relative_error,16434,0.02500,0.918
19,model.language_model.layers.19.mlp.experts.215.up_proj,0.0061291197,hessian_weighted_relative_error,16434,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.216.down_proj,0.0112653825,hessian_weighted_relative_error,50219,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.216.gate_proj,0.0056419237,hessian_weighted_relative_error,50219,0.02500,0.792
19,model.language_model.layers.19.mlp.experts.216.up_proj,0.0053509158,hessian_weighted_relative_error,50219,0.02500,0.813
19,model.language_model.layers.19.mlp.experts.217.down_proj,0.0142357864,hessian_weighted_relative_error,25628,0.02500,0.878
19,model.language_model.layers.19.mlp.experts.217.gate_proj,0.0069741854,hessian_weighted_relative_error,25628,0.02500,0.916
19,model.language_model.layers.19.mlp.experts.217.up_proj,0.0080528914,hessian_weighted_relative_error,25628,0.02500,0.967
19,model.language_model.layers.19.mlp.experts.218.down_proj,0.0141594352,hessian_weighted_relative_error,107580,0.02500,0.765
19,model.language_model.layers.19.mlp.experts.218.gate_proj,0.0097833135,hessian_weighted_relative_error,107580,0.02500,0.790
19,model.language_model.layers.19.mlp.experts.218.up_proj,0.0108003708,hessian_weighted_relative_error,107580,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.219.down_proj,0.0112357058,hessian_weighted_relative_error,14512,0.02500,0.882
19,model.language_model.layers.19.mlp.experts.219.gate_proj,0.0050720726,hessian_weighted_relative_error,14512,0.02500,0.922
19,model.language_model.layers.19.mlp.experts.219.up_proj,0.0063052636,hessian_weighted_relative_error,14512,0.02500,0.969
19,model.language_model.layers.19.mlp.experts.22.down_proj,0.0104510514,hessian_weighted_relative_error,29281,0.02500,0.729
19,model.language_model.layers.19.mlp.experts.22.gate_proj,0.0061129931,hessian_weighted_relative_error,29281,0.02500,0.754
19,model.language_model.layers.19.mlp.experts.22.up_proj,0.0070825692,hessian_weighted_relative_error,29281,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.220.down_proj,0.0126112786,hessian_weighted_relative_error,38987,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.220.gate_proj,0.0063868667,hessian_weighted_relative_error,38987,0.02500,0.791
19,model.language_model.layers.19.mlp.experts.220.up_proj,0.0070679123,hessian_weighted_relative_error,38987,0.02500,0.806
19,model.language_model.layers.19.mlp.experts.221.down_proj,0.0132051641,hessian_weighted_relative_error,34999,0.02500,0.877
19,model.language_model.layers.19.mlp.experts.221.gate_proj,0.0067694987,hessian_weighted_relative_error,34999,0.02500,0.919
19,model.language_model.layers.19.mlp.experts.221.up_proj,0.0073415301,hessian_weighted_relative_error,34999,0.02500,0.970
19,model.language_model.layers.19.mlp.experts.222.down_proj,0.0093039420,hessian_weighted_relative_error,8656,0.02500,0.764
19,model.language_model.layers.19.mlp.experts.222.gate_proj,0.0041906624,hessian_weighted_relative_error,8656,0.02500,0.793
19,model.language_model.layers.19.mlp.experts.222.up_proj,0.0049997065,hessian_weighted_relative_error,8656,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.223.down_proj,0.0125915122,hessian_weighted_relative_error,34829,0.02500,0.878
19,model.language_model.layers.19.mlp.experts.223.gate_proj,0.0055358811,hessian_weighted_relative_error,34829,0.02500,0.931
19,model.language_model.layers.19.mlp.experts.223.up_proj,0.0061277474,hessian_weighted_relative_error,34829,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.224.down_proj,0.0106315615,hessian_weighted_relative_error,40961,0.02500,0.758
19,model.language_model.layers.19.mlp.experts.224.gate_proj,0.0060536580,hessian_weighted_relative_error,40961,0.02500,0.792
19,model.language_model.layers.19.mlp.experts.224.up_proj,0.0067928793,hessian_weighted_relative_error,40961,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.225.down_proj,0.0127599713,hessian_weighted_relative_error,22630,0.02500,0.879
19,model.language_model.layers.19.mlp.experts.225.gate_proj,0.0063277265,hessian_weighted_relative_error,22630,0.02500,0.921
19,model.language_model.layers.19.mlp.experts.225.up_proj,0.0072860647,hessian_weighted_relative_error,22630,0.02500,0.965
19,model.language_model.layers.19.mlp.experts.226.down_proj,0.0145726246,hessian_weighted_relative_error,47642,0.02500,0.763
19,model.language_model.layers.19.mlp.experts.226.gate_proj,0.0073350230,hessian_weighted_relative_error,47642,0.02500,0.791
19,model.language_model.layers.19.mlp.experts.226.up_proj,0.0084713398,hessian_weighted_relative_error,47642,0.02500,0.810
19,model.language_model.layers.19.mlp.experts.227.down_proj,0.0122582432,hessian_weighted_relative_error,22753,0.02500,0.883
19,model.language_model.layers.19.mlp.experts.227.gate_proj,0.0071179854,hessian_weighted_relative_error,22753,0.02500,0.923
19,model.language_model.layers.19.mlp.experts.227.up_proj,0.0078822697,hessian_weighted_relative_error,22753,0.02500,0.965
19,model.language_model.layers.19.mlp.experts.228.down_proj,0.0128182793,hessian_weighted_relative_error,52113,0.02500,0.760
19,model.language_model.layers.19.mlp.experts.228.gate_proj,0.0066972759,hessian_weighted_relative_error,52113,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.228.up_proj,0.0076647143,hessian_weighted_relative_error,52113,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.229.down_proj,0.0114886333,hessian_weighted_relative_error,33666,0.02500,0.879
19,model.language_model.layers.19.mlp.experts.229.gate_proj,0.0050869481,hessian_weighted_relative_error,33666,0.02500,0.920
19,model.language_model.layers.19.mlp.experts.229.up_proj,0.0057526647,hessian_weighted_relative_error,33666,0.02500,0.968
19,model.language_model.layers.19.mlp.experts.23.down_proj,0.0101714481,hessian_weighted_relative_error,8578,0.02500,0.796
19,model.language_model.layers.19.mlp.experts.23.gate_proj,0.0039910679,hessian_weighted_relative_error,8578,0.02500,0.848
19,model.language_model.layers.19.mlp.experts.23.up_proj,0.0044642757,hessian_weighted_relative_error,8578,0.02500,0.945
19,model.language_model.layers.19.mlp.experts.230.down_proj,0.0117418553,hessian_weighted_relative_error,38307,0.02500,0.763
19,model.language_model.layers.19.mlp.experts.230.gate_proj,0.0056662032,hessian_weighted_relative_error,38307,0.02500,0.794
19,model.language_model.layers.19.mlp.experts.230.up_proj,0.0064615907,hessian_weighted_relative_error,38307,0.02500,0.835
19,model.language_model.layers.19.mlp.experts.231.down_proj,0.0106967267,hessian_weighted_relative_error,10460,0.02500,0.879
19,model.language_model.layers.19.mlp.experts.231.gate_proj,0.0045366192,hessian_weighted_relative_error,10460,0.02500,0.925
19,model.language_model.layers.19.mlp.experts.231.up_proj,0.0052007011,hessian_weighted_relative_error,10460,0.02500,0.975
19,model.language_model.layers.19.mlp.experts.232.down_proj,0.0108671656,hessian_weighted_relative_error,11471,0.02500,0.758
19,model.language_model.layers.19.mlp.experts.232.gate_proj,0.0054300010,hessian_weighted_relative_error,11471,0.02500,0.794
19,model.language_model.layers.19.mlp.experts.232.up_proj,0.0062243501,hessian_weighted_relative_error,11471,0.02500,0.810
19,model.language_model.layers.19.mlp.experts.233.down_proj,0.0106218748,hessian_weighted_relative_error,18953,0.02500,0.881
19,model.language_model.layers.19.mlp.experts.233.gate_proj,0.0042396161,hessian_weighted_relative_error,18953,0.02500,0.919
19,model.language_model.layers.19.mlp.experts.233.up_proj,0.0046387421,hessian_weighted_relative_error,18953,0.02500,0.970
19,model.language_model.layers.19.mlp.experts.234.down_proj,0.0143604747,hessian_weighted_relative_error,48594,0.02500,0.764
19,model.language_model.layers.19.mlp.experts.234.gate_proj,0.0073291585,hessian_weighted_relative_error,48594,0.02500,0.792
19,model.language_model.layers.19.mlp.experts.234.up_proj,0.0087148952,hessian_weighted_relative_error,48594,0.02500,0.806
19,model.language_model.layers.19.mlp.experts.235.down_proj,0.0131662082,hessian_weighted_relative_error,74468,0.02500,0.884
19,model.language_model.layers.19.mlp.experts.235.gate_proj,0.0073243652,hessian_weighted_relative_error,74468,0.02500,0.922
19,model.language_model.layers.19.mlp.experts.235.up_proj,0.0089242306,hessian_weighted_relative_error,74468,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.236.down_proj,0.0111684160,hessian_weighted_relative_error,19573,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.236.gate_proj,0.0050464140,hessian_weighted_relative_error,19573,0.02500,0.793
19,model.language_model.layers.19.mlp.experts.236.up_proj,0.0057360103,hessian_weighted_relative_error,19573,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.237.down_proj,0.0133894459,hessian_weighted_relative_error,28036,0.02500,0.881
19,model.language_model.layers.19.mlp.experts.237.gate_proj,0.0073763087,hessian_weighted_relative_error,28036,0.02500,0.918
19,model.language_model.layers.19.mlp.experts.237.up_proj,0.0082961953,hessian_weighted_relative_error,28036,0.02500,0.962
19,model.language_model.layers.19.mlp.experts.238.down_proj,0.0075067760,hessian_weighted_relative_error,41643,0.02500,0.766
19,model.language_model.layers.19.mlp.experts.238.gate_proj,0.0034105656,hessian_weighted_relative_error,41643,0.02500,0.792
19,model.language_model.layers.19.mlp.experts.238.up_proj,0.0040305560,hessian_weighted_relative_error,41643,0.02500,0.810
19,model.language_model.layers.19.mlp.experts.239.down_proj,0.0125179256,hessian_weighted_relative_error,31440,0.02500,0.881
19,model.language_model.layers.19.mlp.experts.239.gate_proj,0.0060520104,hessian_weighted_relative_error,31440,0.02500,0.922
19,model.language_model.layers.19.mlp.experts.239.up_proj,0.0066803119,hessian_weighted_relative_error,31440,0.02500,0.970
19,model.language_model.layers.19.mlp.experts.24.down_proj,0.0127902469,hessian_weighted_relative_error,22963,0.02500,0.725
19,model.language_model.layers.19.mlp.experts.24.gate_proj,0.0065681231,hessian_weighted_relative_error,22963,0.02500,0.756
19,model.language_model.layers.19.mlp.experts.24.up_proj,0.0073999574,hessian_weighted_relative_error,22963,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.240.down_proj,0.0142081028,hessian_weighted_relative_error,44864,0.02500,0.759
19,model.language_model.layers.19.mlp.experts.240.gate_proj,0.0069674291,hessian_weighted_relative_error,44864,0.02500,0.793
19,model.language_model.layers.19.mlp.experts.240.up_proj,0.0080962892,hessian_weighted_relative_error,44864,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.241.down_proj,0.0139729225,hessian_weighted_relative_error,22934,0.02500,0.881
19,model.language_model.layers.19.mlp.experts.241.gate_proj,0.0072246555,hessian_weighted_relative_error,22934,0.02500,0.926
19,model.language_model.layers.19.mlp.experts.241.up_proj,0.0082422939,hessian_weighted_relative_error,22934,0.02500,0.968
19,model.language_model.layers.19.mlp.experts.242.down_proj,0.0088857844,hessian_weighted_relative_error,17366,0.02500,0.766
19,model.language_model.layers.19.mlp.experts.242.gate_proj,0.0038119188,hessian_weighted_relative_error,17366,0.02500,0.794
19,model.language_model.layers.19.mlp.experts.242.up_proj,0.0040013614,hessian_weighted_relative_error,17366,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.243.down_proj,0.0104571716,hessian_weighted_relative_error,20928,0.02500,0.885
19,model.language_model.layers.19.mlp.experts.243.gate_proj,0.0051546133,hessian_weighted_relative_error,20928,0.02500,0.926
19,model.language_model.layers.19.mlp.experts.243.up_proj,0.0058454496,hessian_weighted_relative_error,20928,0.02500,0.960
19,model.language_model.layers.19.mlp.experts.244.down_proj,0.0115583910,hessian_weighted_relative_error,13746,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.244.gate_proj,0.0051546702,hessian_weighted_relative_error,13746,0.02500,0.796
19,model.language_model.layers.19.mlp.experts.244.up_proj,0.0063003711,hessian_weighted_relative_error,13746,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.245.down_proj,0.0099234568,hessian_weighted_relative_error,12816,0.02500,0.880
19,model.language_model.layers.19.mlp.experts.245.gate_proj,0.0038128050,hessian_weighted_relative_error,12816,0.02500,0.925
19,model.language_model.layers.19.mlp.experts.245.up_proj,0.0042257831,hessian_weighted_relative_error,12816,0.02500,0.959
19,model.language_model.layers.19.mlp.experts.246.down_proj,0.0121295303,hessian_weighted_relative_error,10023,0.02500,0.763
19,model.language_model.layers.19.mlp.experts.246.gate_proj,0.0057788801,hessian_weighted_relative_error,10023,0.02500,0.794
19,model.language_model.layers.19.mlp.experts.246.up_proj,0.0065525912,hessian_weighted_relative_error,10023,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.247.down_proj,0.0061893842,hessian_weighted_relative_error,3025,0.02500,0.881
19,model.language_model.layers.19.mlp.experts.247.gate_proj,0.0024652667,hessian_weighted_relative_error,3025,0.02500,0.927
19,model.language_model.layers.19.mlp.experts.247.up_proj,0.0029082564,hessian_weighted_relative_error,3025,0.02500,0.967
19,model.language_model.layers.19.mlp.experts.248.down_proj,0.0098523381,hessian_weighted_relative_error,4630,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.248.gate_proj,0.0041700183,hessian_weighted_relative_error,4630,0.02500,0.793
19,model.language_model.layers.19.mlp.experts.248.up_proj,0.0047130892,hessian_weighted_relative_error,4630,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.249.down_proj,0.0135434749,hessian_weighted_relative_error,30199,0.02500,0.881
19,model.language_model.layers.19.mlp.experts.249.gate_proj,0.0074552035,hessian_weighted_relative_error,30199,0.02500,0.929
19,model.language_model.layers.19.mlp.experts.249.up_proj,0.0082477580,hessian_weighted_relative_error,30199,0.02500,0.964
19,model.language_model.layers.19.mlp.experts.25.down_proj,0.0101542278,hessian_weighted_relative_error,52120,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.25.gate_proj,0.0055525942,hessian_weighted_relative_error,52120,0.02500,0.852
19,model.language_model.layers.19.mlp.experts.25.up_proj,0.0062091659,hessian_weighted_relative_error,52120,0.02500,0.934
19,model.language_model.layers.19.mlp.experts.250.down_proj,0.0101472117,hessian_weighted_relative_error,11155,0.02500,0.765
19,model.language_model.layers.19.mlp.experts.250.gate_proj,0.0043988331,hessian_weighted_relative_error,11155,0.02500,0.795
19,model.language_model.layers.19.mlp.experts.250.up_proj,0.0052076705,hessian_weighted_relative_error,11155,0.02500,0.812
19,model.language_model.layers.19.mlp.experts.251.down_proj,0.0096050960,hessian_weighted_relative_error,6097,0.02500,0.885
19,model.language_model.layers.19.mlp.experts.251.gate_proj,0.0033536544,hessian_weighted_relative_error,6097,0.02500,0.931
19,model.language_model.layers.19.mlp.experts.251.up_proj,0.0036971992,hessian_weighted_relative_error,6097,0.02500,0.960
19,model.language_model.layers.19.mlp.experts.252.down_proj,0.0136783496,hessian_weighted_relative_error,98934,0.02500,0.762
19,model.language_model.layers.19.mlp.experts.252.gate_proj,0.0095368791,hessian_weighted_relative_error,98934,0.02500,0.796
19,model.language_model.layers.19.mlp.experts.252.up_proj,0.0106089297,hessian_weighted_relative_error,98934,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.253.down_proj,0.0081905585,hessian_weighted_relative_error,7167,0.02500,0.882
19,model.language_model.layers.19.mlp.experts.253.gate_proj,0.0025808791,hessian_weighted_relative_error,7167,0.02500,0.924
19,model.language_model.layers.19.mlp.experts.253.up_proj,0.0030283603,hessian_weighted_relative_error,7167,0.02500,0.970
19,model.language_model.layers.19.mlp.experts.254.down_proj,0.0087123042,hessian_weighted_relative_error,112834,0.02500,0.765
19,model.language_model.layers.19.mlp.experts.254.gate_proj,0.0049651760,hessian_weighted_relative_error,112834,0.02500,0.794
19,model.language_model.layers.19.mlp.experts.254.up_proj,0.0059613102,hessian_weighted_relative_error,112834,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.255.down_proj,0.0142173030,hessian_weighted_relative_error,38073,0.02500,0.882
19,model.language_model.layers.19.mlp.experts.255.gate_proj,0.0073131093,hessian_weighted_relative_error,38073,0.02500,0.933
19,model.language_model.layers.19.mlp.experts.255.up_proj,0.0085448811,hessian_weighted_relative_error,38073,0.02500,0.974
19,model.language_model.layers.19.mlp.experts.256.down_proj,0.0136104758,hessian_weighted_relative_error,38061,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.256.gate_proj,0.0070700994,hessian_weighted_relative_error,38061,0.02500,0.797
19,model.language_model.layers.19.mlp.experts.256.up_proj,0.0081005409,hessian_weighted_relative_error,38061,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.257.down_proj,0.0136103952,hessian_weighted_relative_error,31256,0.02500,0.884
19,model.language_model.layers.19.mlp.experts.257.gate_proj,0.0067606008,hessian_weighted_relative_error,31256,0.02500,0.927
19,model.language_model.layers.19.mlp.experts.257.up_proj,0.0069973911,hessian_weighted_relative_error,31256,0.02500,0.955
19,model.language_model.layers.19.mlp.experts.258.down_proj,0.0135496056,hessian_weighted_relative_error,15633,0.02500,0.766
19,model.language_model.layers.19.mlp.experts.258.gate_proj,0.0073401882,hessian_weighted_relative_error,15633,0.02500,0.795
19,model.language_model.layers.19.mlp.experts.258.up_proj,0.0079487569,hessian_weighted_relative_error,15633,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.259.down_proj,0.0079318730,hessian_weighted_relative_error,18958,0.02500,0.887
19,model.language_model.layers.19.mlp.experts.259.gate_proj,0.0031748162,hessian_weighted_relative_error,18958,0.02500,0.932
19,model.language_model.layers.19.mlp.experts.259.up_proj,0.0036197123,hessian_weighted_relative_error,18958,0.02500,0.957
19,model.language_model.layers.19.mlp.experts.26.down_proj,0.0103375777,hessian_weighted_relative_error,39053,0.02500,0.731
19,model.language_model.layers.19.mlp.experts.26.gate_proj,0.0051788989,hessian_weighted_relative_error,39053,0.02500,0.754
19,model.language_model.layers.19.mlp.experts.26.up_proj,0.0060941176,hessian_weighted_relative_error,39053,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.260.down_proj,0.0090637059,hessian_weighted_relative_error,5595,0.02500,0.762
19,model.language_model.layers.19.mlp.experts.260.gate_proj,0.0038581041,hessian_weighted_relative_error,5595,0.02500,0.796
19,model.language_model.layers.19.mlp.experts.260.up_proj,0.0044099127,hessian_weighted_relative_error,5595,0.02500,0.812
19,model.language_model.layers.19.mlp.experts.261.down_proj,0.0127787296,hessian_weighted_relative_error,25293,0.02500,0.882
19,model.language_model.layers.19.mlp.experts.261.gate_proj,0.0057937701,hessian_weighted_relative_error,25293,0.02500,0.932
19,model.language_model.layers.19.mlp.experts.261.up_proj,0.0067493062,hessian_weighted_relative_error,25293,0.02500,0.960
19,model.language_model.layers.19.mlp.experts.262.down_proj,0.0119039601,hessian_weighted_relative_error,40540,0.02500,0.769
19,model.language_model.layers.19.mlp.experts.262.gate_proj,0.0055176166,hessian_weighted_relative_error,40540,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.262.up_proj,0.0057591854,hessian_weighted_relative_error,40540,0.02500,0.812
19,model.language_model.layers.19.mlp.experts.263.down_proj,0.0047032872,hessian_weighted_relative_error,40684,0.02500,0.884
19,model.language_model.layers.19.mlp.experts.263.gate_proj,0.0021931530,hessian_weighted_relative_error,40684,0.02500,0.930
19,model.language_model.layers.19.mlp.experts.263.up_proj,0.0025336705,hessian_weighted_relative_error,40684,0.02500,0.958
19,model.language_model.layers.19.mlp.experts.264.down_proj,0.0096176917,hessian_weighted_relative_error,7999,0.02500,0.762
19,model.language_model.layers.19.mlp.experts.264.gate_proj,0.0040828630,hessian_weighted_relative_error,7999,0.02500,0.797
19,model.language_model.layers.19.mlp.experts.264.up_proj,0.0046134648,hessian_weighted_relative_error,7999,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.265.down_proj,0.0137640964,hessian_weighted_relative_error,21991,0.02500,0.885
19,model.language_model.layers.19.mlp.experts.265.gate_proj,0.0067355513,hessian_weighted_relative_error,21991,0.02500,0.933
19,model.language_model.layers.19.mlp.experts.265.up_proj,0.0083550727,hessian_weighted_relative_error,21991,0.02500,0.948
19,model.language_model.layers.19.mlp.experts.266.down_proj,0.0133670820,hessian_weighted_relative_error,21826,0.02500,0.769
19,model.language_model.layers.19.mlp.experts.266.gate_proj,0.0068652278,hessian_weighted_relative_error,21826,0.02500,0.793
19,model.language_model.layers.19.mlp.experts.266.up_proj,0.0080515827,hessian_weighted_relative_error,21826,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.267.down_proj,0.0033875420,hessian_weighted_relative_error,1024,0.02500,0.888
19,model.language_model.layers.19.mlp.experts.267.gate_proj,0.0012997606,hessian_weighted_relative_error,1024,0.02500,0.927
19,model.language_model.layers.19.mlp.experts.267.up_proj,0.0015375243,hessian_weighted_relative_error,1024,0.02500,0.953
19,model.language_model.layers.19.mlp.experts.268.down_proj,0.0132280648,hessian_weighted_relative_error,30301,0.02500,0.764
19,model.language_model.layers.19.mlp.experts.268.gate_proj,0.0066265568,hessian_weighted_relative_error,30301,0.02500,0.795
19,model.language_model.layers.19.mlp.experts.268.up_proj,0.0075589045,hessian_weighted_relative_error,30301,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.269.down_proj,0.0043520152,hessian_weighted_relative_error,4501,0.02500,0.885
19,model.language_model.layers.19.mlp.experts.269.gate_proj,0.0016969990,hessian_weighted_relative_error,4501,0.02500,0.932
19,model.language_model.layers.19.mlp.experts.269.up_proj,0.0019826454,hessian_weighted_relative_error,4501,0.02500,0.952
19,model.language_model.layers.19.mlp.experts.27.down_proj,0.0120914084,hessian_weighted_relative_error,14043,0.02500,0.806
19,model.language_model.layers.19.mlp.experts.27.gate_proj,0.0059899972,hessian_weighted_relative_error,14043,0.02500,0.854
19,model.language_model.layers.19.mlp.experts.27.up_proj,0.0066306631,hessian_weighted_relative_error,14043,0.02500,0.936
19,model.language_model.layers.19.mlp.experts.270.down_proj,0.0144588731,hessian_weighted_relative_error,26661,0.02500,0.767
19,model.language_model.layers.19.mlp.experts.270.gate_proj,0.0076859122,hessian_weighted_relative_error,26661,0.02500,0.792
19,model.language_model.layers.19.mlp.experts.270.up_proj,0.0082225483,hessian_weighted_relative_error,26661,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.271.down_proj,0.0055027603,hessian_weighted_relative_error,51925,0.02500,0.886
19,model.language_model.layers.19.mlp.experts.271.gate_proj,0.0030662772,hessian_weighted_relative_error,51925,0.02500,0.935
19,model.language_model.layers.19.mlp.experts.271.up_proj,0.0036043095,hessian_weighted_relative_error,51925,0.02500,0.955
19,model.language_model.layers.19.mlp.experts.272.down_proj,0.0137060293,hessian_weighted_relative_error,73735,0.02500,0.763
19,model.language_model.layers.19.mlp.experts.272.gate_proj,0.0065313694,hessian_weighted_relative_error,73735,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.272.up_proj,0.0078286528,hessian_weighted_relative_error,73735,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.273.down_proj,0.0123416776,hessian_weighted_relative_error,18870,0.02500,0.886
19,model.language_model.layers.19.mlp.experts.273.gate_proj,0.0054431218,hessian_weighted_relative_error,18870,0.02500,0.934
19,model.language_model.layers.19.mlp.experts.273.up_proj,0.0066283589,hessian_weighted_relative_error,18870,0.02500,0.942
19,model.language_model.layers.19.mlp.experts.274.down_proj,0.0139597089,hessian_weighted_relative_error,22451,0.02500,0.767
19,model.language_model.layers.19.mlp.experts.274.gate_proj,0.0071045676,hessian_weighted_relative_error,22451,0.02500,0.794
19,model.language_model.layers.19.mlp.experts.274.up_proj,0.0079529441,hessian_weighted_relative_error,22451,0.02500,0.809
19,model.language_model.layers.19.mlp.experts.275.down_proj,0.0124415818,hessian_weighted_relative_error,23693,0.02500,0.889
19,model.language_model.layers.19.mlp.experts.275.gate_proj,0.0055647750,hessian_weighted_relative_error,23693,0.02500,0.929
19,model.language_model.layers.19.mlp.experts.275.up_proj,0.0061639317,hessian_weighted_relative_error,23693,0.02500,0.942
19,model.language_model.layers.19.mlp.experts.276.down_proj,0.0134268618,hessian_weighted_relative_error,70301,0.02500,0.766
19,model.language_model.layers.19.mlp.experts.276.gate_proj,0.0064907433,hessian_weighted_relative_error,70301,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.276.up_proj,0.0074619717,hessian_weighted_relative_error,70301,0.02500,0.837
19,model.language_model.layers.19.mlp.experts.277.down_proj,0.0085036529,hessian_weighted_relative_error,51661,0.02500,0.887
19,model.language_model.layers.19.mlp.experts.277.gate_proj,0.0043812909,hessian_weighted_relative_error,51661,0.02500,0.939
19,model.language_model.layers.19.mlp.experts.277.up_proj,0.0049264552,hessian_weighted_relative_error,51661,0.02500,0.942
19,model.language_model.layers.19.mlp.experts.278.down_proj,0.0118230580,hessian_weighted_relative_error,9531,0.02500,0.767
19,model.language_model.layers.19.mlp.experts.278.gate_proj,0.0052977563,hessian_weighted_relative_error,9531,0.02500,0.793
19,model.language_model.layers.19.mlp.experts.278.up_proj,0.0062807969,hessian_weighted_relative_error,9531,0.02500,0.813
19,model.language_model.layers.19.mlp.experts.279.down_proj,0.0135462595,hessian_weighted_relative_error,36396,0.02500,0.886
19,model.language_model.layers.19.mlp.experts.279.gate_proj,0.0067441303,hessian_weighted_relative_error,36396,0.02500,0.936
19,model.language_model.layers.19.mlp.experts.279.up_proj,0.0077354754,hessian_weighted_relative_error,36396,0.02500,0.946
19,model.language_model.layers.19.mlp.experts.28.down_proj,0.0126548339,hessian_weighted_relative_error,29024,0.02500,0.726
19,model.language_model.layers.19.mlp.experts.28.gate_proj,0.0069860535,hessian_weighted_relative_error,29024,0.02500,0.754
19,model.language_model.layers.19.mlp.experts.28.up_proj,0.0080389720,hessian_weighted_relative_error,29024,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.280.down_proj,0.0120273863,hessian_weighted_relative_error,14259,0.02500,0.763
19,model.language_model.layers.19.mlp.experts.280.gate_proj,0.0072981057,hessian_weighted_relative_error,14259,0.02500,0.796
19,model.language_model.layers.19.mlp.experts.280.up_proj,0.0078180978,hessian_weighted_relative_error,14259,0.02500,0.803
19,model.language_model.layers.19.mlp.experts.281.down_proj,0.0087098090,hessian_weighted_relative_error,84792,0.02500,0.886
19,model.language_model.layers.19.mlp.experts.281.gate_proj,0.0044299077,hessian_weighted_relative_error,84792,0.02500,0.941
19,model.language_model.layers.19.mlp.experts.281.up_proj,0.0052532948,hessian_weighted_relative_error,84792,0.02500,0.926
19,model.language_model.layers.19.mlp.experts.282.down_proj,0.0101738613,hessian_weighted_relative_error,52023,0.02500,0.769
19,model.language_model.layers.19.mlp.experts.282.gate_proj,0.0048251104,hessian_weighted_relative_error,52023,0.02500,0.796
19,model.language_model.layers.19.mlp.experts.282.up_proj,0.0056444443,hessian_weighted_relative_error,52023,0.02500,0.806
19,model.language_model.layers.19.mlp.experts.283.down_proj,0.0120371676,hessian_weighted_relative_error,24060,0.02500,0.888
19,model.language_model.layers.19.mlp.experts.283.gate_proj,0.0056752157,hessian_weighted_relative_error,24060,0.02500,0.932
19,model.language_model.layers.19.mlp.experts.283.up_proj,0.0066947977,hessian_weighted_relative_error,24060,0.02500,0.930
19,model.language_model.layers.19.mlp.experts.284.down_proj,0.0128343438,hessian_weighted_relative_error,30598,0.02500,0.766
19,model.language_model.layers.19.mlp.experts.284.gate_proj,0.0065349111,hessian_weighted_relative_error,30598,0.02500,0.796
19,model.language_model.layers.19.mlp.experts.284.up_proj,0.0074665226,hessian_weighted_relative_error,30598,0.02500,0.803
19,model.language_model.layers.19.mlp.experts.285.down_proj,0.0124462962,hessian_weighted_relative_error,24915,0.02500,0.886
19,model.language_model.layers.19.mlp.experts.285.gate_proj,0.0061034070,hessian_weighted_relative_error,24915,0.02500,0.939
19,model.language_model.layers.19.mlp.experts.285.up_proj,0.0064173398,hessian_weighted_relative_error,24915,0.02500,0.929
19,model.language_model.layers.19.mlp.experts.286.down_proj,0.0147900256,hessian_weighted_relative_error,53003,0.02500,0.767
19,model.language_model.layers.19.mlp.experts.286.gate_proj,0.0081259106,hessian_weighted_relative_error,53003,0.02500,0.794
19,model.language_model.layers.19.mlp.experts.286.up_proj,0.0086867498,hessian_weighted_relative_error,53003,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.287.down_proj,0.0076221199,hessian_weighted_relative_error,6361,0.02500,0.884
19,model.language_model.layers.19.mlp.experts.287.gate_proj,0.0031811193,hessian_weighted_relative_error,6361,0.02500,0.940
19,model.language_model.layers.19.mlp.experts.287.up_proj,0.0037357251,hessian_weighted_relative_error,6361,0.02500,0.938
19,model.language_model.layers.19.mlp.experts.29.down_proj,0.0128335563,hessian_weighted_relative_error,31732,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.29.gate_proj,0.0077848483,hessian_weighted_relative_error,31732,0.02500,0.849
19,model.language_model.layers.19.mlp.experts.29.up_proj,0.0085842458,hessian_weighted_relative_error,31732,0.02500,0.937
19,model.language_model.layers.19.mlp.experts.3.down_proj,0.0109566279,hessian_weighted_relative_error,7807,0.02500,0.791
19,model.language_model.layers.19.mlp.experts.3.gate_proj,0.0054712756,hessian_weighted_relative_error,7807,0.02500,0.838
19,model.language_model.layers.19.mlp.experts.3.up_proj,0.0064897020,hessian_weighted_relative_error,7807,0.02500,0.942
19,model.language_model.layers.19.mlp.experts.30.down_proj,0.0129064506,hessian_weighted_relative_error,84715,0.02500,0.732
19,model.language_model.layers.19.mlp.experts.30.gate_proj,0.0078067974,hessian_weighted_relative_error,84715,0.02500,0.754
19,model.language_model.layers.19.mlp.experts.30.up_proj,0.0092929807,hessian_weighted_relative_error,84715,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.31.down_proj,0.0111292136,hessian_weighted_relative_error,29521,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.31.gate_proj,0.0053839689,hessian_weighted_relative_error,29521,0.02500,0.853
19,model.language_model.layers.19.mlp.experts.31.up_proj,0.0063693793,hessian_weighted_relative_error,29521,0.02500,0.945
19,model.language_model.layers.19.mlp.experts.32.down_proj,0.0124160531,hessian_weighted_relative_error,26210,0.02500,0.728
19,model.language_model.layers.19.mlp.experts.32.gate_proj,0.0049055795,hessian_weighted_relative_error,26210,0.02500,0.757
19,model.language_model.layers.19.mlp.experts.32.up_proj,0.0053967054,hessian_weighted_relative_error,26210,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.33.down_proj,0.0136696783,hessian_weighted_relative_error,27428,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.33.gate_proj,0.0067450822,hessian_weighted_relative_error,27428,0.02500,0.854
19,model.language_model.layers.19.mlp.experts.33.up_proj,0.0078068318,hessian_weighted_relative_error,27428,0.02500,0.947
19,model.language_model.layers.19.mlp.experts.34.down_proj,0.0110786956,hessian_weighted_relative_error,31979,0.02500,0.731
19,model.language_model.layers.19.mlp.experts.34.gate_proj,0.0057189974,hessian_weighted_relative_error,31979,0.02500,0.757
19,model.language_model.layers.19.mlp.experts.34.up_proj,0.0066723297,hessian_weighted_relative_error,31979,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.35.down_proj,0.0115547648,hessian_weighted_relative_error,7688,0.02500,0.812
19,model.language_model.layers.19.mlp.experts.35.gate_proj,0.0049458051,hessian_weighted_relative_error,7688,0.02500,0.856
19,model.language_model.layers.19.mlp.experts.35.up_proj,0.0062117177,hessian_weighted_relative_error,7688,0.02500,0.932
19,model.language_model.layers.19.mlp.experts.36.down_proj,0.0070195224,hessian_weighted_relative_error,19346,0.02500,0.728
19,model.language_model.layers.19.mlp.experts.36.gate_proj,0.0034225475,hessian_weighted_relative_error,19346,0.02500,0.759
19,model.language_model.layers.19.mlp.experts.36.up_proj,0.0037800118,hessian_weighted_relative_error,19346,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.37.down_proj,0.0135913953,hessian_weighted_relative_error,16595,0.02500,0.805
19,model.language_model.layers.19.mlp.experts.37.gate_proj,0.0066512733,hessian_weighted_relative_error,16595,0.02500,0.854
19,model.language_model.layers.19.mlp.experts.37.up_proj,0.0088123016,hessian_weighted_relative_error,16595,0.02500,0.932
19,model.language_model.layers.19.mlp.experts.38.down_proj,0.0114846136,hessian_weighted_relative_error,26678,0.02500,0.730
19,model.language_model.layers.19.mlp.experts.38.gate_proj,0.0057926370,hessian_weighted_relative_error,26678,0.02500,0.757
19,model.language_model.layers.19.mlp.experts.38.up_proj,0.0069424790,hessian_weighted_relative_error,26678,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.39.down_proj,0.0134196359,hessian_weighted_relative_error,16043,0.02500,0.806
19,model.language_model.layers.19.mlp.experts.39.gate_proj,0.0072647024,hessian_weighted_relative_error,16043,0.02500,0.855
19,model.language_model.layers.19.mlp.experts.39.up_proj,0.0080463752,hessian_weighted_relative_error,16043,0.02500,0.942
19,model.language_model.layers.19.mlp.experts.4.down_proj,0.0102201506,hessian_weighted_relative_error,13372,0.02500,0.700
19,model.language_model.layers.19.mlp.experts.4.gate_proj,0.0050472514,hessian_weighted_relative_error,13372,0.02500,0.744
19,model.language_model.layers.19.mlp.experts.4.up_proj,0.0056092640,hessian_weighted_relative_error,13372,0.02500,0.798
19,model.language_model.layers.19.mlp.experts.40.down_proj,0.0131311747,hessian_weighted_relative_error,17342,0.02500,0.728
19,model.language_model.layers.19.mlp.experts.40.gate_proj,0.0067398959,hessian_weighted_relative_error,17342,0.02500,0.760
19,model.language_model.layers.19.mlp.experts.40.up_proj,0.0077944150,hessian_weighted_relative_error,17342,0.02500,0.807
19,model.language_model.layers.19.mlp.experts.41.down_proj,0.0135662886,hessian_weighted_relative_error,93272,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.41.gate_proj,0.0066380298,hessian_weighted_relative_error,93272,0.02500,0.871
19,model.language_model.layers.19.mlp.experts.41.up_proj,0.0077337938,hessian_weighted_relative_error,93272,0.02500,0.935
19,model.language_model.layers.19.mlp.experts.42.down_proj,0.0102520550,hessian_weighted_relative_error,78807,0.02500,0.733
19,model.language_model.layers.19.mlp.experts.42.gate_proj,0.0052490076,hessian_weighted_relative_error,78807,0.02500,0.759
19,model.language_model.layers.19.mlp.experts.42.up_proj,0.0062437325,hessian_weighted_relative_error,78807,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.43.down_proj,0.0138251801,hessian_weighted_relative_error,38187,0.02500,0.813
19,model.language_model.layers.19.mlp.experts.43.gate_proj,0.0070544245,hessian_weighted_relative_error,38187,0.02500,0.861
19,model.language_model.layers.19.mlp.experts.43.up_proj,0.0081652787,hessian_weighted_relative_error,38187,0.02500,0.947
19,model.language_model.layers.19.mlp.experts.44.down_proj,0.0078221904,hessian_weighted_relative_error,20889,0.02500,0.729
19,model.language_model.layers.19.mlp.experts.44.gate_proj,0.0035852640,hessian_weighted_relative_error,20889,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.44.up_proj,0.0041328892,hessian_weighted_relative_error,20889,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.45.down_proj,0.0106134592,hessian_weighted_relative_error,32862,0.02500,0.808
19,model.language_model.layers.19.mlp.experts.45.gate_proj,0.0054343296,hessian_weighted_relative_error,32862,0.02500,0.859
19,model.language_model.layers.19.mlp.experts.45.up_proj,0.0067218547,hessian_weighted_relative_error,32862,0.02500,0.933
19,model.language_model.layers.19.mlp.experts.46.down_proj,0.0129922141,hessian_weighted_relative_error,13882,0.02500,0.736
19,model.language_model.layers.19.mlp.experts.46.gate_proj,0.0065938258,hessian_weighted_relative_error,13882,0.02500,0.761
19,model.language_model.layers.19.mlp.experts.46.up_proj,0.0074086859,hessian_weighted_relative_error,13882,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.47.down_proj,0.0136511130,hessian_weighted_relative_error,17211,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.47.gate_proj,0.0068730402,hessian_weighted_relative_error,17211,0.02500,0.859
19,model.language_model.layers.19.mlp.experts.47.up_proj,0.0080962571,hessian_weighted_relative_error,17211,0.02500,0.942
19,model.language_model.layers.19.mlp.experts.48.down_proj,0.0136052337,hessian_weighted_relative_error,23986,0.02500,0.730
19,model.language_model.layers.19.mlp.experts.48.gate_proj,0.0065793441,hessian_weighted_relative_error,23986,0.02500,0.772
19,model.language_model.layers.19.mlp.experts.48.up_proj,0.0076764167,hessian_weighted_relative_error,23986,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.49.down_proj,0.0100806847,hessian_weighted_relative_error,33721,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.49.gate_proj,0.0054696076,hessian_weighted_relative_error,33721,0.02500,0.863
19,model.language_model.layers.19.mlp.experts.49.up_proj,0.0061065808,hessian_weighted_relative_error,33721,0.02500,0.940
19,model.language_model.layers.19.mlp.experts.5.down_proj,0.0085268964,hessian_weighted_relative_error,25736,0.02500,0.756
19,model.language_model.layers.19.mlp.experts.5.gate_proj,0.0037757736,hessian_weighted_relative_error,25736,0.02500,0.836
19,model.language_model.layers.19.mlp.experts.5.up_proj,0.0045551503,hessian_weighted_relative_error,25736,0.02500,0.932
19,model.language_model.layers.19.mlp.experts.50.down_proj,0.0107416340,hessian_weighted_relative_error,24163,0.02500,0.735
19,model.language_model.layers.19.mlp.experts.50.gate_proj,0.0056760941,hessian_weighted_relative_error,24163,0.02500,0.762
19,model.language_model.layers.19.mlp.experts.50.up_proj,0.0062389247,hessian_weighted_relative_error,24163,0.02500,0.797
19,model.language_model.layers.19.mlp.experts.51.down_proj,0.0125322913,hessian_weighted_relative_error,28002,0.02500,0.817
19,model.language_model.layers.19.mlp.experts.51.gate_proj,0.0062649531,hessian_weighted_relative_error,28002,0.02500,0.863
19,model.language_model.layers.19.mlp.experts.51.up_proj,0.0072294002,hessian_weighted_relative_error,28002,0.02500,0.938
19,model.language_model.layers.19.mlp.experts.52.down_proj,0.0113262155,hessian_weighted_relative_error,59878,0.02500,0.732
19,model.language_model.layers.19.mlp.experts.52.gate_proj,0.0051760765,hessian_weighted_relative_error,59878,0.02500,0.763
19,model.language_model.layers.19.mlp.experts.52.up_proj,0.0058436479,hessian_weighted_relative_error,59878,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.53.down_proj,0.0131231505,hessian_weighted_relative_error,22785,0.02500,0.811
19,model.language_model.layers.19.mlp.experts.53.gate_proj,0.0062907695,hessian_weighted_relative_error,22785,0.02500,0.862
19,model.language_model.layers.19.mlp.experts.53.up_proj,0.0079406434,hessian_weighted_relative_error,22785,0.02500,0.947
19,model.language_model.layers.19.mlp.experts.54.down_proj,0.0128200463,hessian_weighted_relative_error,12728,0.02500,0.733
19,model.language_model.layers.19.mlp.experts.54.gate_proj,0.0059838679,hessian_weighted_relative_error,12728,0.02500,0.762
19,model.language_model.layers.19.mlp.experts.54.up_proj,0.0072348768,hessian_weighted_relative_error,12728,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.55.down_proj,0.0093208610,hessian_weighted_relative_error,11054,0.02500,0.812
19,model.language_model.layers.19.mlp.experts.55.gate_proj,0.0036605895,hessian_weighted_relative_error,11054,0.02500,0.864
19,model.language_model.layers.19.mlp.experts.55.up_proj,0.0043901990,hessian_weighted_relative_error,11054,0.02500,0.944
19,model.language_model.layers.19.mlp.experts.56.down_proj,0.0090371594,hessian_weighted_relative_error,45928,0.02500,0.736
19,model.language_model.layers.19.mlp.experts.56.gate_proj,0.0047249454,hessian_weighted_relative_error,45928,0.02500,0.765
19,model.language_model.layers.19.mlp.experts.56.up_proj,0.0053081715,hessian_weighted_relative_error,45928,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.57.down_proj,0.0136178063,hessian_weighted_relative_error,30334,0.02500,0.815
19,model.language_model.layers.19.mlp.experts.57.gate_proj,0.0066650672,hessian_weighted_relative_error,30334,0.02500,0.866
19,model.language_model.layers.19.mlp.experts.57.up_proj,0.0075112966,hessian_weighted_relative_error,30334,0.02500,0.942
19,model.language_model.layers.19.mlp.experts.58.down_proj,0.0109981860,hessian_weighted_relative_error,32463,0.02500,0.738
19,model.language_model.layers.19.mlp.experts.58.gate_proj,0.0054325825,hessian_weighted_relative_error,32463,0.02500,0.764
19,model.language_model.layers.19.mlp.experts.58.up_proj,0.0065693632,hessian_weighted_relative_error,32463,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.59.down_proj,0.0111287813,hessian_weighted_relative_error,27390,0.02500,0.821
19,model.language_model.layers.19.mlp.experts.59.gate_proj,0.0055741616,hessian_weighted_relative_error,27390,0.02500,0.869
19,model.language_model.layers.19.mlp.experts.59.up_proj,0.0061488120,hessian_weighted_relative_error,27390,0.02500,0.938
19,model.language_model.layers.19.mlp.experts.6.down_proj,0.0126574092,hessian_weighted_relative_error,14915,0.02500,0.721
19,model.language_model.layers.19.mlp.experts.6.gate_proj,0.0060642840,hessian_weighted_relative_error,14915,0.02500,0.745
19,model.language_model.layers.19.mlp.experts.6.up_proj,0.0069201010,hessian_weighted_relative_error,14915,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.60.down_proj,0.0099780549,hessian_weighted_relative_error,15151,0.02500,0.734
19,model.language_model.layers.19.mlp.experts.60.gate_proj,0.0061306219,hessian_weighted_relative_error,15151,0.02500,0.765
19,model.language_model.layers.19.mlp.experts.60.up_proj,0.0067460386,hessian_weighted_relative_error,15151,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.61.down_proj,0.0104029246,hessian_weighted_relative_error,23094,0.02500,0.814
19,model.language_model.layers.19.mlp.experts.61.gate_proj,0.0046043561,hessian_weighted_relative_error,23094,0.02500,0.865
19,model.language_model.layers.19.mlp.experts.61.up_proj,0.0050686103,hessian_weighted_relative_error,23094,0.02500,0.946
19,model.language_model.layers.19.mlp.experts.62.down_proj,0.0135460957,hessian_weighted_relative_error,17715,0.02500,0.736
19,model.language_model.layers.19.mlp.experts.62.gate_proj,0.0066609745,hessian_weighted_relative_error,17715,0.02500,0.763
19,model.language_model.layers.19.mlp.experts.62.up_proj,0.0083413958,hessian_weighted_relative_error,17715,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.63.down_proj,0.0121329026,hessian_weighted_relative_error,30752,0.02500,0.816
19,model.language_model.layers.19.mlp.experts.63.gate_proj,0.0065744573,hessian_weighted_relative_error,30752,0.02500,0.867
19,model.language_model.layers.19.mlp.experts.63.up_proj,0.0073718497,hessian_weighted_relative_error,30752,0.02500,0.943
19,model.language_model.layers.19.mlp.experts.64.down_proj,0.0110236053,hessian_weighted_relative_error,40509,0.02500,0.735
19,model.language_model.layers.19.mlp.experts.64.gate_proj,0.0059319581,hessian_weighted_relative_error,40509,0.02500,0.767
19,model.language_model.layers.19.mlp.experts.64.up_proj,0.0068598349,hessian_weighted_relative_error,40509,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.65.down_proj,0.0122028526,hessian_weighted_relative_error,20169,0.02500,0.819
19,model.language_model.layers.19.mlp.experts.65.gate_proj,0.0051650592,hessian_weighted_relative_error,20169,0.02500,0.870
19,model.language_model.layers.19.mlp.experts.65.up_proj,0.0061120982,hessian_weighted_relative_error,20169,0.02500,0.937
19,model.language_model.layers.19.mlp.experts.66.down_proj,0.0064947918,hessian_weighted_relative_error,1660,0.02500,0.741
19,model.language_model.layers.19.mlp.experts.66.gate_proj,0.0024001387,hessian_weighted_relative_error,1660,0.02500,0.766
19,model.language_model.layers.19.mlp.experts.66.up_proj,0.0032781360,hessian_weighted_relative_error,1660,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.67.down_proj,0.0141045198,hessian_weighted_relative_error,27153,0.02500,0.824
19,model.language_model.layers.19.mlp.experts.67.gate_proj,0.0066437481,hessian_weighted_relative_error,27153,0.02500,0.880
19,model.language_model.layers.19.mlp.experts.67.up_proj,0.0081348352,hessian_weighted_relative_error,27153,0.02500,0.998
19,model.language_model.layers.19.mlp.experts.68.down_proj,0.0102000188,hessian_weighted_relative_error,11566,0.02500,0.736
19,model.language_model.layers.19.mlp.experts.68.gate_proj,0.0042864569,hessian_weighted_relative_error,11566,0.02500,0.769
19,model.language_model.layers.19.mlp.experts.68.up_proj,0.0050136653,hessian_weighted_relative_error,11566,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.69.down_proj,0.0072909140,hessian_weighted_relative_error,36745,0.02500,0.818
19,model.language_model.layers.19.mlp.experts.69.gate_proj,0.0034113440,hessian_weighted_relative_error,36745,0.02500,0.870
19,model.language_model.layers.19.mlp.experts.69.up_proj,0.0041108165,hessian_weighted_relative_error,36745,0.02500,0.947
19,model.language_model.layers.19.mlp.experts.7.down_proj,0.0138766627,hessian_weighted_relative_error,65734,0.02500,0.788
19,model.language_model.layers.19.mlp.experts.7.gate_proj,0.0074397768,hessian_weighted_relative_error,65734,0.02500,0.851
19,model.language_model.layers.19.mlp.experts.7.up_proj,0.0086466045,hessian_weighted_relative_error,65734,0.02500,0.943
19,model.language_model.layers.19.mlp.experts.70.down_proj,0.0113176382,hessian_weighted_relative_error,35959,0.02500,0.742
19,model.language_model.layers.19.mlp.experts.70.gate_proj,0.0063980906,hessian_weighted_relative_error,35959,0.02500,0.770
19,model.language_model.layers.19.mlp.experts.70.up_proj,0.0076061629,hessian_weighted_relative_error,35959,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.71.down_proj,0.0113282140,hessian_weighted_relative_error,9610,0.02500,0.820
19,model.language_model.layers.19.mlp.experts.71.gate_proj,0.0050453157,hessian_weighted_relative_error,9610,0.02500,0.872
19,model.language_model.layers.19.mlp.experts.71.up_proj,0.0056968363,hessian_weighted_relative_error,9610,0.02500,0.944
19,model.language_model.layers.19.mlp.experts.72.down_proj,0.0125923048,hessian_weighted_relative_error,83480,0.02500,0.737
19,model.language_model.layers.19.mlp.experts.72.gate_proj,0.0071394576,hessian_weighted_relative_error,83480,0.02500,0.767
19,model.language_model.layers.19.mlp.experts.72.up_proj,0.0086405309,hessian_weighted_relative_error,83480,0.02500,0.798
19,model.language_model.layers.19.mlp.experts.73.down_proj,0.0143632134,hessian_weighted_relative_error,30552,0.02500,0.824
19,model.language_model.layers.19.mlp.experts.73.gate_proj,0.0075874039,hessian_weighted_relative_error,30552,0.02500,0.875
19,model.language_model.layers.19.mlp.experts.73.up_proj,0.0083845085,hessian_weighted_relative_error,30552,0.02500,0.948
19,model.language_model.layers.19.mlp.experts.74.down_proj,0.0133712770,hessian_weighted_relative_error,41118,0.02500,0.742
19,model.language_model.layers.19.mlp.experts.74.gate_proj,0.0070711741,hessian_weighted_relative_error,41118,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.74.up_proj,0.0077145394,hessian_weighted_relative_error,41118,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.75.down_proj,0.0125576162,hessian_weighted_relative_error,39251,0.02500,0.830
19,model.language_model.layers.19.mlp.experts.75.gate_proj,0.0055383151,hessian_weighted_relative_error,39251,0.02500,0.876
19,model.language_model.layers.19.mlp.experts.75.up_proj,0.0060977802,hessian_weighted_relative_error,39251,0.02500,0.947
19,model.language_model.layers.19.mlp.experts.76.down_proj,0.0123930791,hessian_weighted_relative_error,18499,0.02500,0.737
19,model.language_model.layers.19.mlp.experts.76.gate_proj,0.0058008208,hessian_weighted_relative_error,18499,0.02500,0.776
19,model.language_model.layers.19.mlp.experts.76.up_proj,0.0066751476,hessian_weighted_relative_error,18499,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.77.down_proj,0.0117532830,hessian_weighted_relative_error,33932,0.02500,0.822
19,model.language_model.layers.19.mlp.experts.77.gate_proj,0.0051775049,hessian_weighted_relative_error,33932,0.02500,0.882
19,model.language_model.layers.19.mlp.experts.77.up_proj,0.0058886050,hessian_weighted_relative_error,33932,0.02500,0.948
19,model.language_model.layers.19.mlp.experts.78.down_proj,0.0133283709,hessian_weighted_relative_error,20955,0.02500,0.740
19,model.language_model.layers.19.mlp.experts.78.gate_proj,0.0073645284,hessian_weighted_relative_error,20955,0.02500,0.769
19,model.language_model.layers.19.mlp.experts.78.up_proj,0.0084131415,hessian_weighted_relative_error,20955,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.79.down_proj,0.0129483870,hessian_weighted_relative_error,121026,0.02500,0.825
19,model.language_model.layers.19.mlp.experts.79.gate_proj,0.0087727349,hessian_weighted_relative_error,121026,0.02500,0.886
19,model.language_model.layers.19.mlp.experts.79.up_proj,0.0095657262,hessian_weighted_relative_error,121026,0.02500,0.949
19,model.language_model.layers.19.mlp.experts.8.down_proj,0.0116902066,hessian_weighted_relative_error,17417,0.02500,0.719
19,model.language_model.layers.19.mlp.experts.8.gate_proj,0.0056459926,hessian_weighted_relative_error,17417,0.02500,0.747
19,model.language_model.layers.19.mlp.experts.8.up_proj,0.0060924675,hessian_weighted_relative_error,17417,0.02500,0.799
19,model.language_model.layers.19.mlp.experts.80.down_proj,0.0105423258,hessian_weighted_relative_error,122283,0.02500,0.738
19,model.language_model.layers.19.mlp.experts.80.gate_proj,0.0052298926,hessian_weighted_relative_error,122283,0.02500,0.777
19,model.language_model.layers.19.mlp.experts.80.up_proj,0.0060939098,hessian_weighted_relative_error,122283,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.81.down_proj,0.0101835568,hessian_weighted_relative_error,9023,0.02500,0.826
19,model.language_model.layers.19.mlp.experts.81.gate_proj,0.0049621094,hessian_weighted_relative_error,9023,0.02500,0.889
19,model.language_model.layers.19.mlp.experts.81.up_proj,0.0055338760,hessian_weighted_relative_error,9023,0.02500,0.939
19,model.language_model.layers.19.mlp.experts.82.down_proj,0.0107403847,hessian_weighted_relative_error,13008,0.02500,0.743
19,model.language_model.layers.19.mlp.experts.82.gate_proj,0.0050855659,hessian_weighted_relative_error,13008,0.02500,0.771
19,model.language_model.layers.19.mlp.experts.82.up_proj,0.0064919194,hessian_weighted_relative_error,13008,0.02500,0.801
19,model.language_model.layers.19.mlp.experts.83.down_proj,0.0100725959,hessian_weighted_relative_error,20613,0.02500,0.832
19,model.language_model.layers.19.mlp.experts.83.gate_proj,0.0042167484,hessian_weighted_relative_error,20613,0.02500,0.882
19,model.language_model.layers.19.mlp.experts.83.up_proj,0.0046202461,hessian_weighted_relative_error,20613,0.02500,0.944
19,model.language_model.layers.19.mlp.experts.84.down_proj,0.0124252495,hessian_weighted_relative_error,15082,0.02500,0.739
19,model.language_model.layers.19.mlp.experts.84.gate_proj,0.0063866757,hessian_weighted_relative_error,15082,0.02500,0.771
19,model.language_model.layers.19.mlp.experts.84.up_proj,0.0067985434,hessian_weighted_relative_error,15082,0.02500,0.803
19,model.language_model.layers.19.mlp.experts.85.down_proj,0.0121001437,hessian_weighted_relative_error,21305,0.02500,0.825
19,model.language_model.layers.19.mlp.experts.85.gate_proj,0.0062754442,hessian_weighted_relative_error,21305,0.02500,0.878
19,model.language_model.layers.19.mlp.experts.85.up_proj,0.0069032693,hessian_weighted_relative_error,21305,0.02500,0.946
19,model.language_model.layers.19.mlp.experts.86.down_proj,0.0133102918,hessian_weighted_relative_error,65372,0.02500,0.745
19,model.language_model.layers.19.mlp.experts.86.gate_proj,0.0064750118,hessian_weighted_relative_error,65372,0.02500,0.770
19,model.language_model.layers.19.mlp.experts.86.up_proj,0.0076614554,hessian_weighted_relative_error,65372,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.87.down_proj,0.0104655625,hessian_weighted_relative_error,23970,0.02500,0.827
19,model.language_model.layers.19.mlp.experts.87.gate_proj,0.0060494153,hessian_weighted_relative_error,23970,0.02500,0.883
19,model.language_model.layers.19.mlp.experts.87.up_proj,0.0066627994,hessian_weighted_relative_error,23970,0.02500,0.948
19,model.language_model.layers.19.mlp.experts.88.down_proj,0.0133298272,hessian_weighted_relative_error,14288,0.02500,0.739
19,model.language_model.layers.19.mlp.experts.88.gate_proj,0.0071291825,hessian_weighted_relative_error,14288,0.02500,0.781
19,model.language_model.layers.19.mlp.experts.88.up_proj,0.0086151276,hessian_weighted_relative_error,14288,0.02500,0.800
19,model.language_model.layers.19.mlp.experts.89.down_proj,0.0133956423,hessian_weighted_relative_error,12702,0.02500,0.831
19,model.language_model.layers.19.mlp.experts.89.gate_proj,0.0064958158,hessian_weighted_relative_error,12702,0.02500,0.887
19,model.language_model.layers.19.mlp.experts.89.up_proj,0.0076233128,hessian_weighted_relative_error,12702,0.02500,0.946
19,model.language_model.layers.19.mlp.experts.9.down_proj,0.0077406142,hessian_weighted_relative_error,24179,0.02500,0.792
19,model.language_model.layers.19.mlp.experts.9.gate_proj,0.0032260450,hessian_weighted_relative_error,24179,0.02500,0.843
19,model.language_model.layers.19.mlp.experts.9.up_proj,0.0037077346,hessian_weighted_relative_error,24179,0.02500,0.967
19,model.language_model.layers.19.mlp.experts.90.down_proj,0.0132908167,hessian_weighted_relative_error,36632,0.02500,0.744
19,model.language_model.layers.19.mlp.experts.90.gate_proj,0.0072517021,hessian_weighted_relative_error,36632,0.02500,0.771
19,model.language_model.layers.19.mlp.experts.90.up_proj,0.0085380061,hessian_weighted_relative_error,36632,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.91.down_proj,0.0125568066,hessian_weighted_relative_error,13592,0.02500,0.835
19,model.language_model.layers.19.mlp.experts.91.gate_proj,0.0062103719,hessian_weighted_relative_error,13592,0.02500,0.889
19,model.language_model.layers.19.mlp.experts.91.up_proj,0.0068868828,hessian_weighted_relative_error,13592,0.02500,0.942
19,model.language_model.layers.19.mlp.experts.92.down_proj,0.0079211899,hessian_weighted_relative_error,23536,0.02500,0.740
19,model.language_model.layers.19.mlp.experts.92.gate_proj,0.0038036208,hessian_weighted_relative_error,23536,0.02500,0.775
19,model.language_model.layers.19.mlp.experts.92.up_proj,0.0042376435,hessian_weighted_relative_error,23536,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.93.down_proj,0.0139357726,hessian_weighted_relative_error,152018,0.02500,0.829
19,model.language_model.layers.19.mlp.experts.93.gate_proj,0.0093191926,hessian_weighted_relative_error,152018,0.02500,0.884
19,model.language_model.layers.19.mlp.experts.93.up_proj,0.0104681188,hessian_weighted_relative_error,152018,0.02500,0.945
19,model.language_model.layers.19.mlp.experts.94.down_proj,0.0117669844,hessian_weighted_relative_error,16609,0.02500,0.744
19,model.language_model.layers.19.mlp.experts.94.gate_proj,0.0053814654,hessian_weighted_relative_error,16609,0.02500,0.774
19,model.language_model.layers.19.mlp.experts.94.up_proj,0.0063015949,hessian_weighted_relative_error,16609,0.02500,0.802
19,model.language_model.layers.19.mlp.experts.95.down_proj,0.0120674317,hessian_weighted_relative_error,11164,0.02500,0.831
19,model.language_model.layers.19.mlp.experts.95.gate_proj,0.0058273602,hessian_weighted_relative_error,11164,0.02500,0.884
19,model.language_model.layers.19.mlp.experts.95.up_proj,0.0069976707,hessian_weighted_relative_error,11164,0.02500,0.949
19,model.language_model.layers.19.mlp.experts.96.down_proj,0.0112957592,hessian_weighted_relative_error,27095,0.02500,0.742
19,model.language_model.layers.19.mlp.experts.96.gate_proj,0.0060208186,hessian_weighted_relative_error,27095,0.02500,0.775
19,model.language_model.layers.19.mlp.experts.96.up_proj,0.0067859767,hessian_weighted_relative_error,27095,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.97.down_proj,0.0091996149,hessian_weighted_relative_error,17827,0.02500,0.835
19,model.language_model.layers.19.mlp.experts.97.gate_proj,0.0041553891,hessian_weighted_relative_error,17827,0.02500,0.890
19,model.language_model.layers.19.mlp.experts.97.up_proj,0.0046379223,hessian_weighted_relative_error,17827,0.02500,0.950
19,model.language_model.layers.19.mlp.experts.98.down_proj,0.0141038150,hessian_weighted_relative_error,32246,0.02500,0.749
19,model.language_model.layers.19.mlp.experts.98.gate_proj,0.0071235461,hessian_weighted_relative_error,32246,0.02500,0.772
19,model.language_model.layers.19.mlp.experts.98.up_proj,0.0078915418,hessian_weighted_relative_error,32246,0.02500,0.804
19,model.language_model.layers.19.mlp.experts.99.down_proj,0.0113467791,hessian_weighted_relative_error,22776,0.02500,0.839
19,model.language_model.layers.19.mlp.experts.99.gate_proj,0.0052337997,hessian_weighted_relative_error,22776,0.02500,0.886
19,model.language_model.layers.19.mlp.experts.99.up_proj,0.0058679022,hessian_weighted_relative_error,22776,0.02500,0.954
20,model.language_model.layers.20.mlp.experts.0.down_proj,0.0127485835,hessian_weighted_relative_error,24719,0.02500,0.722
20,model.language_model.layers.20.mlp.experts.0.gate_proj,0.0062158044,hessian_weighted_relative_error,24719,0.02500,0.751
20,model.language_model.layers.20.mlp.experts.0.up_proj,0.0068356396,hessian_weighted_relative_error,24719,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.1.down_proj,0.0099863070,hessian_weighted_relative_error,32182,0.02500,0.793
20,model.language_model.layers.20.mlp.experts.1.gate_proj,0.0049170140,hessian_weighted_relative_error,32182,0.02500,0.842
20,model.language_model.layers.20.mlp.experts.1.up_proj,0.0057838184,hessian_weighted_relative_error,32182,0.02500,0.934
20,model.language_model.layers.20.mlp.experts.10.down_proj,0.0120213762,hessian_weighted_relative_error,24460,0.02500,0.722
20,model.language_model.layers.20.mlp.experts.10.gate_proj,0.0048532575,hessian_weighted_relative_error,24460,0.02500,0.753
20,model.language_model.layers.20.mlp.experts.10.up_proj,0.0052424868,hessian_weighted_relative_error,24460,0.02500,0.799
20,model.language_model.layers.20.mlp.experts.100.down_proj,0.0115313399,hessian_weighted_relative_error,7665,0.02500,0.744
20,model.language_model.layers.20.mlp.experts.100.gate_proj,0.0047960158,hessian_weighted_relative_error,7665,0.02500,0.777
20,model.language_model.layers.20.mlp.experts.100.up_proj,0.0053671543,hessian_weighted_relative_error,7665,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.101.down_proj,0.0136262350,hessian_weighted_relative_error,142392,0.02500,0.839
20,model.language_model.layers.20.mlp.experts.101.gate_proj,0.0073158979,hessian_weighted_relative_error,142392,0.02500,0.895
20,model.language_model.layers.20.mlp.experts.101.up_proj,0.0084030128,hessian_weighted_relative_error,142392,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.102.down_proj,0.0127531604,hessian_weighted_relative_error,17104,0.02500,0.746
20,model.language_model.layers.20.mlp.experts.102.gate_proj,0.0052530939,hessian_weighted_relative_error,17104,0.02500,0.775
20,model.language_model.layers.20.mlp.experts.102.up_proj,0.0057375190,hessian_weighted_relative_error,17104,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.103.down_proj,0.0119140273,hessian_weighted_relative_error,22323,0.02500,0.838
20,model.language_model.layers.20.mlp.experts.103.gate_proj,0.0054842587,hessian_weighted_relative_error,22323,0.02500,0.895
20,model.language_model.layers.20.mlp.experts.103.up_proj,0.0060202893,hessian_weighted_relative_error,22323,0.02500,0.958
20,model.language_model.layers.20.mlp.experts.104.down_proj,0.0085459365,hessian_weighted_relative_error,13449,0.02500,0.749
20,model.language_model.layers.20.mlp.experts.104.gate_proj,0.0052665324,hessian_weighted_relative_error,13449,0.02500,0.779
20,model.language_model.layers.20.mlp.experts.104.up_proj,0.0061052914,hessian_weighted_relative_error,13449,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.105.down_proj,0.0131612484,hessian_weighted_relative_error,60856,0.02500,0.844
20,model.language_model.layers.20.mlp.experts.105.gate_proj,0.0065088933,hessian_weighted_relative_error,60856,0.02500,0.893
20,model.language_model.layers.20.mlp.experts.105.up_proj,0.0072493349,hessian_weighted_relative_error,60856,0.02500,0.957
20,model.language_model.layers.20.mlp.experts.106.down_proj,0.0115262462,hessian_weighted_relative_error,29971,0.02500,0.744
20,model.language_model.layers.20.mlp.experts.106.gate_proj,0.0049579974,hessian_weighted_relative_error,29971,0.02500,0.777
20,model.language_model.layers.20.mlp.experts.106.up_proj,0.0055599338,hessian_weighted_relative_error,29971,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.107.down_proj,0.0126494987,hessian_weighted_relative_error,31501,0.02500,0.847
20,model.language_model.layers.20.mlp.experts.107.gate_proj,0.0059252122,hessian_weighted_relative_error,31501,0.02500,0.892
20,model.language_model.layers.20.mlp.experts.107.up_proj,0.0068363085,hessian_weighted_relative_error,31501,0.02500,0.949
20,model.language_model.layers.20.mlp.experts.108.down_proj,0.0125780018,hessian_weighted_relative_error,8561,0.02500,0.744
20,model.language_model.layers.20.mlp.experts.108.gate_proj,0.0055557252,hessian_weighted_relative_error,8561,0.02500,0.779
20,model.language_model.layers.20.mlp.experts.108.up_proj,0.0059964239,hessian_weighted_relative_error,8561,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.109.down_proj,0.0059093676,hessian_weighted_relative_error,29273,0.02500,0.842
20,model.language_model.layers.20.mlp.experts.109.gate_proj,0.0028581886,hessian_weighted_relative_error,29273,0.02500,0.894
20,model.language_model.layers.20.mlp.experts.109.up_proj,0.0031467639,hessian_weighted_relative_error,29273,0.02500,0.951
20,model.language_model.layers.20.mlp.experts.11.down_proj,0.0114033798,hessian_weighted_relative_error,157426,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.11.gate_proj,0.0057410655,hessian_weighted_relative_error,157426,0.02500,0.846
20,model.language_model.layers.20.mlp.experts.11.up_proj,0.0064893772,hessian_weighted_relative_error,157426,0.02500,0.940
20,model.language_model.layers.20.mlp.experts.110.down_proj,0.0097970635,hessian_weighted_relative_error,19028,0.02500,0.747
20,model.language_model.layers.20.mlp.experts.110.gate_proj,0.0046968775,hessian_weighted_relative_error,19028,0.02500,0.776
20,model.language_model.layers.20.mlp.experts.110.up_proj,0.0053566112,hessian_weighted_relative_error,19028,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.111.down_proj,0.0114592041,hessian_weighted_relative_error,20620,0.02500,0.841
20,model.language_model.layers.20.mlp.experts.111.gate_proj,0.0048575496,hessian_weighted_relative_error,20620,0.02500,0.893
20,model.language_model.layers.20.mlp.experts.111.up_proj,0.0059543378,hessian_weighted_relative_error,20620,0.02500,0.945
20,model.language_model.layers.20.mlp.experts.112.down_proj,0.0104661691,hessian_weighted_relative_error,22257,0.02500,0.753
20,model.language_model.layers.20.mlp.experts.112.gate_proj,0.0047154163,hessian_weighted_relative_error,22257,0.02500,0.779
20,model.language_model.layers.20.mlp.experts.112.up_proj,0.0053527109,hessian_weighted_relative_error,22257,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.113.down_proj,0.0126665927,hessian_weighted_relative_error,32658,0.02500,0.848
20,model.language_model.layers.20.mlp.experts.113.gate_proj,0.0057883661,hessian_weighted_relative_error,32658,0.02500,0.896
20,model.language_model.layers.20.mlp.experts.113.up_proj,0.0065240448,hessian_weighted_relative_error,32658,0.02500,0.954
20,model.language_model.layers.20.mlp.experts.114.down_proj,0.0118298002,hessian_weighted_relative_error,18705,0.02500,0.745
20,model.language_model.layers.20.mlp.experts.114.gate_proj,0.0056916929,hessian_weighted_relative_error,18705,0.02500,0.780
20,model.language_model.layers.20.mlp.experts.114.up_proj,0.0066996961,hessian_weighted_relative_error,18705,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.115.down_proj,0.0057475658,hessian_weighted_relative_error,45999,0.02500,0.851
20,model.language_model.layers.20.mlp.experts.115.gate_proj,0.0050338712,hessian_weighted_relative_error,45999,0.02500,0.893
20,model.language_model.layers.20.mlp.experts.115.up_proj,0.0056451057,hessian_weighted_relative_error,45999,0.02500,0.959
20,model.language_model.layers.20.mlp.experts.116.down_proj,0.0101847495,hessian_weighted_relative_error,25954,0.02500,0.754
20,model.language_model.layers.20.mlp.experts.116.gate_proj,0.0045305390,hessian_weighted_relative_error,25954,0.02500,0.783
20,model.language_model.layers.20.mlp.experts.116.up_proj,0.0048545653,hessian_weighted_relative_error,25954,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.117.down_proj,0.0118218260,hessian_weighted_relative_error,47320,0.02500,0.847
20,model.language_model.layers.20.mlp.experts.117.gate_proj,0.0053993175,hessian_weighted_relative_error,47320,0.02500,0.897
20,model.language_model.layers.20.mlp.experts.117.up_proj,0.0061376568,hessian_weighted_relative_error,47320,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.118.down_proj,0.0129143781,hessian_weighted_relative_error,11334,0.02500,0.747
20,model.language_model.layers.20.mlp.experts.118.gate_proj,0.0061927408,hessian_weighted_relative_error,11334,0.02500,0.779
20,model.language_model.layers.20.mlp.experts.118.up_proj,0.0067606466,hessian_weighted_relative_error,11334,0.02500,0.817
20,model.language_model.layers.20.mlp.experts.119.down_proj,0.0119678304,hessian_weighted_relative_error,24438,0.02500,0.845
20,model.language_model.layers.20.mlp.experts.119.gate_proj,0.0054719443,hessian_weighted_relative_error,24438,0.02500,0.905
20,model.language_model.layers.20.mlp.experts.119.up_proj,0.0062411906,hessian_weighted_relative_error,24438,0.02500,0.951
20,model.language_model.layers.20.mlp.experts.12.down_proj,0.0133421992,hessian_weighted_relative_error,23239,0.02500,0.723
20,model.language_model.layers.20.mlp.experts.12.gate_proj,0.0061915867,hessian_weighted_relative_error,23239,0.02500,0.752
20,model.language_model.layers.20.mlp.experts.12.up_proj,0.0070466323,hessian_weighted_relative_error,23239,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.120.down_proj,0.0105892276,hessian_weighted_relative_error,62773,0.02500,0.749
20,model.language_model.layers.20.mlp.experts.120.gate_proj,0.0046238234,hessian_weighted_relative_error,62773,0.02500,0.781
20,model.language_model.layers.20.mlp.experts.120.up_proj,0.0051077728,hessian_weighted_relative_error,62773,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.121.down_proj,0.0128991822,hessian_weighted_relative_error,22956,0.02500,0.852
20,model.language_model.layers.20.mlp.experts.121.gate_proj,0.0068684256,hessian_weighted_relative_error,22956,0.02500,0.896
20,model.language_model.layers.20.mlp.experts.121.up_proj,0.0082300212,hessian_weighted_relative_error,22956,0.02500,0.956
20,model.language_model.layers.20.mlp.experts.122.down_proj,0.0128426529,hessian_weighted_relative_error,19504,0.02500,0.749
20,model.language_model.layers.20.mlp.experts.122.gate_proj,0.0061416301,hessian_weighted_relative_error,19504,0.02500,0.779
20,model.language_model.layers.20.mlp.experts.122.up_proj,0.0068566284,hessian_weighted_relative_error,19504,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.123.down_proj,0.0081554241,hessian_weighted_relative_error,6272,0.02500,0.856
20,model.language_model.layers.20.mlp.experts.123.gate_proj,0.0035177860,hessian_weighted_relative_error,6272,0.02500,0.906
20,model.language_model.layers.20.mlp.experts.123.up_proj,0.0040535186,hessian_weighted_relative_error,6272,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.124.down_proj,0.0112722731,hessian_weighted_relative_error,18166,0.02500,0.749
20,model.language_model.layers.20.mlp.experts.124.gate_proj,0.0045922952,hessian_weighted_relative_error,18166,0.02500,0.780
20,model.language_model.layers.20.mlp.experts.124.up_proj,0.0054980142,hessian_weighted_relative_error,18166,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.125.down_proj,0.0105257923,hessian_weighted_relative_error,8353,0.02500,0.852
20,model.language_model.layers.20.mlp.experts.125.gate_proj,0.0046441636,hessian_weighted_relative_error,8353,0.02500,0.902
20,model.language_model.layers.20.mlp.experts.125.up_proj,0.0048822324,hessian_weighted_relative_error,8353,0.02500,0.956
20,model.language_model.layers.20.mlp.experts.126.down_proj,0.0103634355,hessian_weighted_relative_error,19993,0.02500,0.750
20,model.language_model.layers.20.mlp.experts.126.gate_proj,0.0040181805,hessian_weighted_relative_error,19993,0.02500,0.779
20,model.language_model.layers.20.mlp.experts.126.up_proj,0.0052202615,hessian_weighted_relative_error,19993,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.127.down_proj,0.0116162533,hessian_weighted_relative_error,16359,0.02500,0.850
20,model.language_model.layers.20.mlp.experts.127.gate_proj,0.0047914406,hessian_weighted_relative_error,16359,0.02500,0.900
20,model.language_model.layers.20.mlp.experts.127.up_proj,0.0051547215,hessian_weighted_relative_error,16359,0.02500,0.967
20,model.language_model.layers.20.mlp.experts.128.down_proj,0.0122111513,hessian_weighted_relative_error,32099,0.02500,0.749
20,model.language_model.layers.20.mlp.experts.128.gate_proj,0.0058290061,hessian_weighted_relative_error,32099,0.02500,0.785
20,model.language_model.layers.20.mlp.experts.128.up_proj,0.0071904238,hessian_weighted_relative_error,32099,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.129.down_proj,0.0120047907,hessian_weighted_relative_error,28241,0.02500,0.855
20,model.language_model.layers.20.mlp.experts.129.gate_proj,0.0050644541,hessian_weighted_relative_error,28241,0.02500,0.900
20,model.language_model.layers.20.mlp.experts.129.up_proj,0.0056735982,hessian_weighted_relative_error,28241,0.02500,0.960
20,model.language_model.layers.20.mlp.experts.13.down_proj,0.0097693675,hessian_weighted_relative_error,14942,0.02500,0.797
20,model.language_model.layers.20.mlp.experts.13.gate_proj,0.0043261688,hessian_weighted_relative_error,14942,0.02500,0.848
20,model.language_model.layers.20.mlp.experts.13.up_proj,0.0050044069,hessian_weighted_relative_error,14942,0.02500,0.940
20,model.language_model.layers.20.mlp.experts.130.down_proj,0.0106155323,hessian_weighted_relative_error,8162,0.02500,0.748
20,model.language_model.layers.20.mlp.experts.130.gate_proj,0.0042549681,hessian_weighted_relative_error,8162,0.02500,0.783
20,model.language_model.layers.20.mlp.experts.130.up_proj,0.0048045654,hessian_weighted_relative_error,8162,0.02500,0.828
20,model.language_model.layers.20.mlp.experts.131.down_proj,0.0111946002,hessian_weighted_relative_error,13092,0.02500,0.860
20,model.language_model.layers.20.mlp.experts.131.gate_proj,0.0047389139,hessian_weighted_relative_error,13092,0.02500,0.898
20,model.language_model.layers.20.mlp.experts.131.up_proj,0.0049726184,hessian_weighted_relative_error,13092,0.02500,0.960
20,model.language_model.layers.20.mlp.experts.132.down_proj,0.0130303191,hessian_weighted_relative_error,25817,0.02500,0.756
20,model.language_model.layers.20.mlp.experts.132.gate_proj,0.0067633364,hessian_weighted_relative_error,25817,0.02500,0.781
20,model.language_model.layers.20.mlp.experts.132.up_proj,0.0075686333,hessian_weighted_relative_error,25817,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.133.down_proj,0.0138880805,hessian_weighted_relative_error,24326,0.02500,0.855
20,model.language_model.layers.20.mlp.experts.133.gate_proj,0.0074894500,hessian_weighted_relative_error,24326,0.02500,0.903
20,model.language_model.layers.20.mlp.experts.133.up_proj,0.0080713442,hessian_weighted_relative_error,24326,0.02500,0.963
20,model.language_model.layers.20.mlp.experts.134.down_proj,0.0100639263,hessian_weighted_relative_error,31942,0.02500,0.750
20,model.language_model.layers.20.mlp.experts.134.gate_proj,0.0050021206,hessian_weighted_relative_error,31942,0.02500,0.780
20,model.language_model.layers.20.mlp.experts.134.up_proj,0.0061393641,hessian_weighted_relative_error,31942,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.135.down_proj,0.0144485111,hessian_weighted_relative_error,32132,0.02500,0.854
20,model.language_model.layers.20.mlp.experts.135.gate_proj,0.0076188960,hessian_weighted_relative_error,32132,0.02500,0.900
20,model.language_model.layers.20.mlp.experts.135.up_proj,0.0091975740,hessian_weighted_relative_error,32132,0.02500,0.964
20,model.language_model.layers.20.mlp.experts.136.down_proj,0.0133131655,hessian_weighted_relative_error,20319,0.02500,0.753
20,model.language_model.layers.20.mlp.experts.136.gate_proj,0.0060057381,hessian_weighted_relative_error,20319,0.02500,0.782
20,model.language_model.layers.20.mlp.experts.136.up_proj,0.0064107612,hessian_weighted_relative_error,20319,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.137.down_proj,0.0078006435,hessian_weighted_relative_error,34898,0.02500,0.858
20,model.language_model.layers.20.mlp.experts.137.gate_proj,0.0037142698,hessian_weighted_relative_error,34898,0.02500,0.902
20,model.language_model.layers.20.mlp.experts.137.up_proj,0.0040682479,hessian_weighted_relative_error,34898,0.02500,0.963
20,model.language_model.layers.20.mlp.experts.138.down_proj,0.0131283563,hessian_weighted_relative_error,49723,0.02500,0.750
20,model.language_model.layers.20.mlp.experts.138.gate_proj,0.0056049391,hessian_weighted_relative_error,49723,0.02500,0.782
20,model.language_model.layers.20.mlp.experts.138.up_proj,0.0063209341,hessian_weighted_relative_error,49723,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.139.down_proj,0.0128708541,hessian_weighted_relative_error,13010,0.02500,0.863
20,model.language_model.layers.20.mlp.experts.139.gate_proj,0.0057559311,hessian_weighted_relative_error,13010,0.02500,0.900
20,model.language_model.layers.20.mlp.experts.139.up_proj,0.0063737267,hessian_weighted_relative_error,13010,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.14.down_proj,0.0115918142,hessian_weighted_relative_error,84370,0.02500,0.723
20,model.language_model.layers.20.mlp.experts.14.gate_proj,0.0065926621,hessian_weighted_relative_error,84370,0.02500,0.758
20,model.language_model.layers.20.mlp.experts.14.up_proj,0.0074965158,hessian_weighted_relative_error,84370,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.140.down_proj,0.0116154981,hessian_weighted_relative_error,32440,0.02500,0.753
20,model.language_model.layers.20.mlp.experts.140.gate_proj,0.0053630638,hessian_weighted_relative_error,32440,0.02500,0.781
20,model.language_model.layers.20.mlp.experts.140.up_proj,0.0062162038,hessian_weighted_relative_error,32440,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.141.down_proj,0.0126603837,hessian_weighted_relative_error,27469,0.02500,0.858
20,model.language_model.layers.20.mlp.experts.141.gate_proj,0.0049869477,hessian_weighted_relative_error,27469,0.02500,0.907
20,model.language_model.layers.20.mlp.experts.141.up_proj,0.0056671596,hessian_weighted_relative_error,27469,0.02500,0.973
20,model.language_model.layers.20.mlp.experts.142.down_proj,0.0129516228,hessian_weighted_relative_error,39623,0.02500,0.752
20,model.language_model.layers.20.mlp.experts.142.gate_proj,0.0065113376,hessian_weighted_relative_error,39623,0.02500,0.784
20,model.language_model.layers.20.mlp.experts.142.up_proj,0.0072605638,hessian_weighted_relative_error,39623,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.143.down_proj,0.0107034424,hessian_weighted_relative_error,62143,0.02500,0.857
20,model.language_model.layers.20.mlp.experts.143.gate_proj,0.0066155360,hessian_weighted_relative_error,62143,0.02500,0.901
20,model.language_model.layers.20.mlp.experts.143.up_proj,0.0080770424,hessian_weighted_relative_error,62143,0.02500,0.964
20,model.language_model.layers.20.mlp.experts.144.down_proj,0.0126647019,hessian_weighted_relative_error,22238,0.02500,0.754
20,model.language_model.layers.20.mlp.experts.144.gate_proj,0.0058956506,hessian_weighted_relative_error,22238,0.02500,0.785
20,model.language_model.layers.20.mlp.experts.144.up_proj,0.0067296100,hessian_weighted_relative_error,22238,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.145.down_proj,0.0107701102,hessian_weighted_relative_error,6406,0.02500,0.863
20,model.language_model.layers.20.mlp.experts.145.gate_proj,0.0049510724,hessian_weighted_relative_error,6406,0.02500,0.913
20,model.language_model.layers.20.mlp.experts.145.up_proj,0.0056300464,hessian_weighted_relative_error,6406,0.02500,0.963
20,model.language_model.layers.20.mlp.experts.146.down_proj,0.0110334687,hessian_weighted_relative_error,155975,0.02500,0.751
20,model.language_model.layers.20.mlp.experts.146.gate_proj,0.0067100865,hessian_weighted_relative_error,155975,0.02500,0.785
20,model.language_model.layers.20.mlp.experts.146.up_proj,0.0081512519,hessian_weighted_relative_error,155975,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.147.down_proj,0.0117498537,hessian_weighted_relative_error,26900,0.02500,0.868
20,model.language_model.layers.20.mlp.experts.147.gate_proj,0.0067557990,hessian_weighted_relative_error,26900,0.02500,0.901
20,model.language_model.layers.20.mlp.experts.147.up_proj,0.0067467873,hessian_weighted_relative_error,26900,0.02500,0.962
20,model.language_model.layers.20.mlp.experts.148.down_proj,0.0137384935,hessian_weighted_relative_error,39337,0.02500,0.750
20,model.language_model.layers.20.mlp.experts.148.gate_proj,0.0073830998,hessian_weighted_relative_error,39337,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.148.up_proj,0.0086547066,hessian_weighted_relative_error,39337,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.149.down_proj,0.0099646438,hessian_weighted_relative_error,17372,0.02500,0.863
20,model.language_model.layers.20.mlp.experts.149.gate_proj,0.0046334127,hessian_weighted_relative_error,17372,0.02500,0.905
20,model.language_model.layers.20.mlp.experts.149.up_proj,0.0049996060,hessian_weighted_relative_error,17372,0.02500,0.967
20,model.language_model.layers.20.mlp.experts.15.down_proj,0.0109964385,hessian_weighted_relative_error,20692,0.02500,0.796
20,model.language_model.layers.20.mlp.experts.15.gate_proj,0.0050981148,hessian_weighted_relative_error,20692,0.02500,0.848
20,model.language_model.layers.20.mlp.experts.15.up_proj,0.0054014350,hessian_weighted_relative_error,20692,0.02500,0.940
20,model.language_model.layers.20.mlp.experts.150.down_proj,0.0092511609,hessian_weighted_relative_error,15833,0.02500,0.752
20,model.language_model.layers.20.mlp.experts.150.gate_proj,0.0047324638,hessian_weighted_relative_error,15833,0.02500,0.782
20,model.language_model.layers.20.mlp.experts.150.up_proj,0.0050767911,hessian_weighted_relative_error,15833,0.02500,0.812
20,model.language_model.layers.20.mlp.experts.151.down_proj,0.0104746273,hessian_weighted_relative_error,7994,0.02500,0.861
20,model.language_model.layers.20.mlp.experts.151.gate_proj,0.0051857441,hessian_weighted_relative_error,7994,0.02500,0.902
20,model.language_model.layers.20.mlp.experts.151.up_proj,0.0066106871,hessian_weighted_relative_error,7994,0.02500,0.958
20,model.language_model.layers.20.mlp.experts.152.down_proj,0.0092702186,hessian_weighted_relative_error,24136,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.152.gate_proj,0.0037906697,hessian_weighted_relative_error,24136,0.02500,0.786
20,model.language_model.layers.20.mlp.experts.152.up_proj,0.0041881352,hessian_weighted_relative_error,24136,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.153.down_proj,0.0089627392,hessian_weighted_relative_error,5347,0.02500,0.867
20,model.language_model.layers.20.mlp.experts.153.gate_proj,0.0031626278,hessian_weighted_relative_error,5347,0.02500,0.906
20,model.language_model.layers.20.mlp.experts.153.up_proj,0.0036531758,hessian_weighted_relative_error,5347,0.02500,0.965
20,model.language_model.layers.20.mlp.experts.154.down_proj,0.0112745892,hessian_weighted_relative_error,28407,0.02500,0.752
20,model.language_model.layers.20.mlp.experts.154.gate_proj,0.0048759363,hessian_weighted_relative_error,28407,0.02500,0.786
20,model.language_model.layers.20.mlp.experts.154.up_proj,0.0050896011,hessian_weighted_relative_error,28407,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.155.down_proj,0.0103349784,hessian_weighted_relative_error,29989,0.02500,0.871
20,model.language_model.layers.20.mlp.experts.155.gate_proj,0.0050447084,hessian_weighted_relative_error,29989,0.02500,0.908
20,model.language_model.layers.20.mlp.experts.155.up_proj,0.0061266002,hessian_weighted_relative_error,29989,0.02500,0.959
20,model.language_model.layers.20.mlp.experts.156.down_proj,0.0138663502,hessian_weighted_relative_error,35263,0.02500,0.751
20,model.language_model.layers.20.mlp.experts.156.gate_proj,0.0077491538,hessian_weighted_relative_error,35263,0.02500,0.786
20,model.language_model.layers.20.mlp.experts.156.up_proj,0.0088194969,hessian_weighted_relative_error,35263,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.157.down_proj,0.0137249166,hessian_weighted_relative_error,20859,0.02500,0.866
20,model.language_model.layers.20.mlp.experts.157.gate_proj,0.0068531841,hessian_weighted_relative_error,20859,0.02500,0.905
20,model.language_model.layers.20.mlp.experts.157.up_proj,0.0080400217,hessian_weighted_relative_error,20859,0.02500,0.969
20,model.language_model.layers.20.mlp.experts.158.down_proj,0.0055874538,hessian_weighted_relative_error,1655,0.02500,0.753
20,model.language_model.layers.20.mlp.experts.158.gate_proj,0.0023486461,hessian_weighted_relative_error,1655,0.02500,0.783
20,model.language_model.layers.20.mlp.experts.158.up_proj,0.0026706508,hessian_weighted_relative_error,1655,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.159.down_proj,0.0087576363,hessian_weighted_relative_error,15109,0.02500,0.865
20,model.language_model.layers.20.mlp.experts.159.gate_proj,0.0042587895,hessian_weighted_relative_error,15109,0.02500,0.926
20,model.language_model.layers.20.mlp.experts.159.up_proj,0.0046823855,hessian_weighted_relative_error,15109,0.02500,0.967
20,model.language_model.layers.20.mlp.experts.16.down_proj,0.0073785604,hessian_weighted_relative_error,5427,0.02500,0.728
20,model.language_model.layers.20.mlp.experts.16.gate_proj,0.0023321687,hessian_weighted_relative_error,5427,0.02500,0.756
20,model.language_model.layers.20.mlp.experts.16.up_proj,0.0028988918,hessian_weighted_relative_error,5427,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.160.down_proj,0.0129609514,hessian_weighted_relative_error,15162,0.02500,0.758
20,model.language_model.layers.20.mlp.experts.160.gate_proj,0.0061785020,hessian_weighted_relative_error,15162,0.02500,0.791
20,model.language_model.layers.20.mlp.experts.160.up_proj,0.0070431833,hessian_weighted_relative_error,15162,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.161.down_proj,0.0118869097,hessian_weighted_relative_error,30448,0.02500,0.871
20,model.language_model.layers.20.mlp.experts.161.gate_proj,0.0050548548,hessian_weighted_relative_error,30448,0.02500,0.903
20,model.language_model.layers.20.mlp.experts.161.up_proj,0.0056402127,hessian_weighted_relative_error,30448,0.02500,0.971
20,model.language_model.layers.20.mlp.experts.162.down_proj,0.0104240528,hessian_weighted_relative_error,15734,0.02500,0.753
20,model.language_model.layers.20.mlp.experts.162.gate_proj,0.0045054194,hessian_weighted_relative_error,15734,0.02500,0.787
20,model.language_model.layers.20.mlp.experts.162.up_proj,0.0050446875,hessian_weighted_relative_error,15734,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.163.down_proj,0.0120335610,hessian_weighted_relative_error,16408,0.02500,0.875
20,model.language_model.layers.20.mlp.experts.163.gate_proj,0.0049946705,hessian_weighted_relative_error,16408,0.02500,0.908
20,model.language_model.layers.20.mlp.experts.163.up_proj,0.0056266170,hessian_weighted_relative_error,16408,0.02500,0.968
20,model.language_model.layers.20.mlp.experts.164.down_proj,0.0109051597,hessian_weighted_relative_error,32096,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.164.gate_proj,0.0049604266,hessian_weighted_relative_error,32096,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.164.up_proj,0.0057769718,hessian_weighted_relative_error,32096,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.165.down_proj,0.0109936112,hessian_weighted_relative_error,27972,0.02500,0.871
20,model.language_model.layers.20.mlp.experts.165.gate_proj,0.0043100358,hessian_weighted_relative_error,27972,0.02500,0.912
20,model.language_model.layers.20.mlp.experts.165.up_proj,0.0049409228,hessian_weighted_relative_error,27972,0.02500,0.966
20,model.language_model.layers.20.mlp.experts.166.down_proj,0.0126938461,hessian_weighted_relative_error,36960,0.02500,0.755
20,model.language_model.layers.20.mlp.experts.166.gate_proj,0.0063303153,hessian_weighted_relative_error,36960,0.02500,0.789
20,model.language_model.layers.20.mlp.experts.166.up_proj,0.0078216676,hessian_weighted_relative_error,36960,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.167.down_proj,0.0136672011,hessian_weighted_relative_error,61512,0.02500,0.869
20,model.language_model.layers.20.mlp.experts.167.gate_proj,0.0063622652,hessian_weighted_relative_error,61512,0.02500,0.912
20,model.language_model.layers.20.mlp.experts.167.up_proj,0.0069430382,hessian_weighted_relative_error,61512,0.02500,0.964
20,model.language_model.layers.20.mlp.experts.168.down_proj,0.0048594984,hessian_weighted_relative_error,2296,0.02500,0.758
20,model.language_model.layers.20.mlp.experts.168.gate_proj,0.0022178544,hessian_weighted_relative_error,2296,0.02500,0.790
20,model.language_model.layers.20.mlp.experts.168.up_proj,0.0029591639,hessian_weighted_relative_error,2296,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.169.down_proj,0.0099654818,hessian_weighted_relative_error,112227,0.02500,0.873
20,model.language_model.layers.20.mlp.experts.169.gate_proj,0.0057875471,hessian_weighted_relative_error,112227,0.02500,0.904
20,model.language_model.layers.20.mlp.experts.169.up_proj,0.0064170752,hessian_weighted_relative_error,112227,0.02500,0.976
20,model.language_model.layers.20.mlp.experts.17.down_proj,0.0104359896,hessian_weighted_relative_error,45029,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.17.gate_proj,0.0045421582,hessian_weighted_relative_error,45029,0.02500,0.851
20,model.language_model.layers.20.mlp.experts.17.up_proj,0.0048117424,hessian_weighted_relative_error,45029,0.02500,0.952
20,model.language_model.layers.20.mlp.experts.170.down_proj,0.0146701755,hessian_weighted_relative_error,35780,0.02500,0.754
20,model.language_model.layers.20.mlp.experts.170.gate_proj,0.0080655457,hessian_weighted_relative_error,35780,0.02500,0.788
20,model.language_model.layers.20.mlp.experts.170.up_proj,0.0099171026,hessian_weighted_relative_error,35780,0.02500,0.830
20,model.language_model.layers.20.mlp.experts.171.down_proj,0.0138739437,hessian_weighted_relative_error,25002,0.02500,0.876
20,model.language_model.layers.20.mlp.experts.171.gate_proj,0.0065215815,hessian_weighted_relative_error,25002,0.02500,0.911
20,model.language_model.layers.20.mlp.experts.171.up_proj,0.0072912298,hessian_weighted_relative_error,25002,0.02500,0.965
20,model.language_model.layers.20.mlp.experts.172.down_proj,0.0069562883,hessian_weighted_relative_error,21303,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.172.gate_proj,0.0036360480,hessian_weighted_relative_error,21303,0.02500,0.789
20,model.language_model.layers.20.mlp.experts.172.up_proj,0.0040610242,hessian_weighted_relative_error,21303,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.173.down_proj,0.0086795495,hessian_weighted_relative_error,97685,0.02500,0.872
20,model.language_model.layers.20.mlp.experts.173.gate_proj,0.0048628945,hessian_weighted_relative_error,97685,0.02500,0.920
20,model.language_model.layers.20.mlp.experts.173.up_proj,0.0059658577,hessian_weighted_relative_error,97685,0.02500,0.987
20,model.language_model.layers.20.mlp.experts.174.down_proj,0.0114572789,hessian_weighted_relative_error,11691,0.02500,0.756
20,model.language_model.layers.20.mlp.experts.174.gate_proj,0.0043403866,hessian_weighted_relative_error,11691,0.02500,0.788
20,model.language_model.layers.20.mlp.experts.174.up_proj,0.0047602914,hessian_weighted_relative_error,11691,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.175.down_proj,0.0078769726,hessian_weighted_relative_error,5711,0.02500,0.872
20,model.language_model.layers.20.mlp.experts.175.gate_proj,0.0038505058,hessian_weighted_relative_error,5711,0.02500,0.907
20,model.language_model.layers.20.mlp.experts.175.up_proj,0.0042544966,hessian_weighted_relative_error,5711,0.02500,0.967
20,model.language_model.layers.20.mlp.experts.176.down_proj,0.0116974002,hessian_weighted_relative_error,11537,0.02500,0.755
20,model.language_model.layers.20.mlp.experts.176.gate_proj,0.0052177132,hessian_weighted_relative_error,11537,0.02500,0.797
20,model.language_model.layers.20.mlp.experts.176.up_proj,0.0058605030,hessian_weighted_relative_error,11537,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.177.down_proj,0.0045886200,hessian_weighted_relative_error,1542,0.02500,0.876
20,model.language_model.layers.20.mlp.experts.177.gate_proj,0.0013918458,hessian_weighted_relative_error,1542,0.02500,0.918
20,model.language_model.layers.20.mlp.experts.177.up_proj,0.0016555459,hessian_weighted_relative_error,1542,0.02500,0.969
20,model.language_model.layers.20.mlp.experts.178.down_proj,0.0095265384,hessian_weighted_relative_error,5198,0.02500,0.754
20,model.language_model.layers.20.mlp.experts.178.gate_proj,0.0045868186,hessian_weighted_relative_error,5198,0.02500,0.789
20,model.language_model.layers.20.mlp.experts.178.up_proj,0.0054376737,hessian_weighted_relative_error,5198,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.179.down_proj,0.0114836329,hessian_weighted_relative_error,46397,0.02500,0.877
20,model.language_model.layers.20.mlp.experts.179.gate_proj,0.0047834596,hessian_weighted_relative_error,46397,0.02500,0.920
20,model.language_model.layers.20.mlp.experts.179.up_proj,0.0057030706,hessian_weighted_relative_error,46397,0.02500,0.966
20,model.language_model.layers.20.mlp.experts.18.down_proj,0.0121450049,hessian_weighted_relative_error,48195,0.02500,0.724
20,model.language_model.layers.20.mlp.experts.18.gate_proj,0.0064908914,hessian_weighted_relative_error,48195,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.18.up_proj,0.0074737509,hessian_weighted_relative_error,48195,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.180.down_proj,0.0117094544,hessian_weighted_relative_error,17318,0.02500,0.754
20,model.language_model.layers.20.mlp.experts.180.gate_proj,0.0046105212,hessian_weighted_relative_error,17318,0.02500,0.791
20,model.language_model.layers.20.mlp.experts.180.up_proj,0.0049724540,hessian_weighted_relative_error,17318,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.181.down_proj,0.0071604332,hessian_weighted_relative_error,7802,0.02500,0.875
20,model.language_model.layers.20.mlp.experts.181.gate_proj,0.0031954625,hessian_weighted_relative_error,7802,0.02500,0.922
20,model.language_model.layers.20.mlp.experts.181.up_proj,0.0034653363,hessian_weighted_relative_error,7802,0.02500,0.980
20,model.language_model.layers.20.mlp.experts.182.down_proj,0.0117498594,hessian_weighted_relative_error,22733,0.02500,0.760
20,model.language_model.layers.20.mlp.experts.182.gate_proj,0.0044978841,hessian_weighted_relative_error,22733,0.02500,0.787
20,model.language_model.layers.20.mlp.experts.182.up_proj,0.0049588912,hessian_weighted_relative_error,22733,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.183.down_proj,0.0106964465,hessian_weighted_relative_error,23323,0.02500,0.874
20,model.language_model.layers.20.mlp.experts.183.gate_proj,0.0056647296,hessian_weighted_relative_error,23323,0.02500,0.921
20,model.language_model.layers.20.mlp.experts.183.up_proj,0.0062570814,hessian_weighted_relative_error,23323,0.02500,0.989
20,model.language_model.layers.20.mlp.experts.184.down_proj,0.0071164348,hessian_weighted_relative_error,2846,0.02500,0.760
20,model.language_model.layers.20.mlp.experts.184.gate_proj,0.0030119838,hessian_weighted_relative_error,2846,0.02500,0.788
20,model.language_model.layers.20.mlp.experts.184.up_proj,0.0036270372,hessian_weighted_relative_error,2846,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.185.down_proj,0.0146090564,hessian_weighted_relative_error,25958,0.02500,0.877
20,model.language_model.layers.20.mlp.experts.185.gate_proj,0.0079037449,hessian_weighted_relative_error,25958,0.02500,0.912
20,model.language_model.layers.20.mlp.experts.185.up_proj,0.0091271851,hessian_weighted_relative_error,25958,0.02500,0.973
20,model.language_model.layers.20.mlp.experts.186.down_proj,0.0122845482,hessian_weighted_relative_error,14307,0.02500,0.755
20,model.language_model.layers.20.mlp.experts.186.gate_proj,0.0056860088,hessian_weighted_relative_error,14307,0.02500,0.790
20,model.language_model.layers.20.mlp.experts.186.up_proj,0.0063455712,hessian_weighted_relative_error,14307,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.187.down_proj,0.0109233848,hessian_weighted_relative_error,32198,0.02500,0.880
20,model.language_model.layers.20.mlp.experts.187.gate_proj,0.0052840352,hessian_weighted_relative_error,32198,0.02500,0.929
20,model.language_model.layers.20.mlp.experts.187.up_proj,0.0059802193,hessian_weighted_relative_error,32198,0.02500,0.971
20,model.language_model.layers.20.mlp.experts.188.down_proj,0.0121265885,hessian_weighted_relative_error,33391,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.188.gate_proj,0.0056982593,hessian_weighted_relative_error,33391,0.02500,0.792
20,model.language_model.layers.20.mlp.experts.188.up_proj,0.0065232521,hessian_weighted_relative_error,33391,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.189.down_proj,0.0080786195,hessian_weighted_relative_error,22804,0.02500,0.877
20,model.language_model.layers.20.mlp.experts.189.gate_proj,0.0033957599,hessian_weighted_relative_error,22804,0.02500,0.918
20,model.language_model.layers.20.mlp.experts.189.up_proj,0.0037314256,hessian_weighted_relative_error,22804,0.02500,0.977
20,model.language_model.layers.20.mlp.experts.19.down_proj,0.0130129777,hessian_weighted_relative_error,17606,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.19.gate_proj,0.0061709488,hessian_weighted_relative_error,17606,0.02500,0.855
20,model.language_model.layers.20.mlp.experts.19.up_proj,0.0069542204,hessian_weighted_relative_error,17606,0.02500,0.937
20,model.language_model.layers.20.mlp.experts.190.down_proj,0.0098192915,hessian_weighted_relative_error,13782,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.190.gate_proj,0.0034868074,hessian_weighted_relative_error,13782,0.02500,0.791
20,model.language_model.layers.20.mlp.experts.190.up_proj,0.0038137711,hessian_weighted_relative_error,13782,0.02500,0.813
20,model.language_model.layers.20.mlp.experts.191.down_proj,0.0135443513,hessian_weighted_relative_error,29449,0.02500,0.875
20,model.language_model.layers.20.mlp.experts.191.gate_proj,0.0063337024,hessian_weighted_relative_error,29449,0.02500,0.919
20,model.language_model.layers.20.mlp.experts.191.up_proj,0.0071400162,hessian_weighted_relative_error,29449,0.02500,0.968
20,model.language_model.layers.20.mlp.experts.192.down_proj,0.0100090067,hessian_weighted_relative_error,6638,0.02500,0.763
20,model.language_model.layers.20.mlp.experts.192.gate_proj,0.0043589607,hessian_weighted_relative_error,6638,0.02500,0.792
20,model.language_model.layers.20.mlp.experts.192.up_proj,0.0050240901,hessian_weighted_relative_error,6638,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.193.down_proj,0.0119405866,hessian_weighted_relative_error,9378,0.02500,0.878
20,model.language_model.layers.20.mlp.experts.193.gate_proj,0.0053181049,hessian_weighted_relative_error,9378,0.02500,0.918
20,model.language_model.layers.20.mlp.experts.193.up_proj,0.0061598443,hessian_weighted_relative_error,9378,0.02500,0.967
20,model.language_model.layers.20.mlp.experts.194.down_proj,0.0118976001,hessian_weighted_relative_error,15992,0.02500,0.758
20,model.language_model.layers.20.mlp.experts.194.gate_proj,0.0045548344,hessian_weighted_relative_error,15992,0.02500,0.790
20,model.language_model.layers.20.mlp.experts.194.up_proj,0.0051288011,hessian_weighted_relative_error,15992,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.195.down_proj,0.0094525370,hessian_weighted_relative_error,6472,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.195.gate_proj,0.0038633238,hessian_weighted_relative_error,6472,0.02500,0.921
20,model.language_model.layers.20.mlp.experts.195.up_proj,0.0045292418,hessian_weighted_relative_error,6472,0.02500,0.973
20,model.language_model.layers.20.mlp.experts.196.down_proj,0.0055182290,hessian_weighted_relative_error,42527,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.196.gate_proj,0.0030481268,hessian_weighted_relative_error,42527,0.02500,0.792
20,model.language_model.layers.20.mlp.experts.196.up_proj,0.0033864639,hessian_weighted_relative_error,42527,0.02500,0.813
20,model.language_model.layers.20.mlp.experts.197.down_proj,0.0119831568,hessian_weighted_relative_error,21779,0.02500,0.877
20,model.language_model.layers.20.mlp.experts.197.gate_proj,0.0048131194,hessian_weighted_relative_error,21779,0.02500,0.921
20,model.language_model.layers.20.mlp.experts.197.up_proj,0.0051660585,hessian_weighted_relative_error,21779,0.02500,0.975
20,model.language_model.layers.20.mlp.experts.198.down_proj,0.0132843310,hessian_weighted_relative_error,12679,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.198.gate_proj,0.0061212985,hessian_weighted_relative_error,12679,0.02500,0.790
20,model.language_model.layers.20.mlp.experts.198.up_proj,0.0067903979,hessian_weighted_relative_error,12679,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.199.down_proj,0.0114259822,hessian_weighted_relative_error,24772,0.02500,0.877
20,model.language_model.layers.20.mlp.experts.199.gate_proj,0.0048041588,hessian_weighted_relative_error,24772,0.02500,0.918
20,model.language_model.layers.20.mlp.experts.199.up_proj,0.0051822613,hessian_weighted_relative_error,24772,0.02500,0.968
20,model.language_model.layers.20.mlp.experts.2.down_proj,0.0124054775,hessian_weighted_relative_error,20639,0.02500,0.711
20,model.language_model.layers.20.mlp.experts.2.gate_proj,0.0057166770,hessian_weighted_relative_error,20639,0.02500,0.746
20,model.language_model.layers.20.mlp.experts.2.up_proj,0.0064360871,hessian_weighted_relative_error,20639,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.20.down_proj,0.0133360456,hessian_weighted_relative_error,21917,0.02500,0.729
20,model.language_model.layers.20.mlp.experts.20.gate_proj,0.0069373068,hessian_weighted_relative_error,21917,0.02500,0.759
20,model.language_model.layers.20.mlp.experts.20.up_proj,0.0078449287,hessian_weighted_relative_error,21917,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.200.down_proj,0.0133874884,hessian_weighted_relative_error,43198,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.200.gate_proj,0.0070168209,hessian_weighted_relative_error,43198,0.02500,0.792
20,model.language_model.layers.20.mlp.experts.200.up_proj,0.0079489175,hessian_weighted_relative_error,43198,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.201.down_proj,0.0132336708,hessian_weighted_relative_error,17097,0.02500,0.879
20,model.language_model.layers.20.mlp.experts.201.gate_proj,0.0063098505,hessian_weighted_relative_error,17097,0.02500,0.916
20,model.language_model.layers.20.mlp.experts.201.up_proj,0.0073947884,hessian_weighted_relative_error,17097,0.02500,0.966
20,model.language_model.layers.20.mlp.experts.202.down_proj,0.0104173839,hessian_weighted_relative_error,9122,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.202.gate_proj,0.0035646208,hessian_weighted_relative_error,9122,0.02500,0.790
20,model.language_model.layers.20.mlp.experts.202.up_proj,0.0039806225,hessian_weighted_relative_error,9122,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.203.down_proj,0.0118284063,hessian_weighted_relative_error,10057,0.02500,0.883
20,model.language_model.layers.20.mlp.experts.203.gate_proj,0.0055229272,hessian_weighted_relative_error,10057,0.02500,0.915
20,model.language_model.layers.20.mlp.experts.203.up_proj,0.0060295288,hessian_weighted_relative_error,10057,0.02500,0.979
20,model.language_model.layers.20.mlp.experts.204.down_proj,0.0118597710,hessian_weighted_relative_error,21241,0.02500,0.758
20,model.language_model.layers.20.mlp.experts.204.gate_proj,0.0052423860,hessian_weighted_relative_error,21241,0.02500,0.791
20,model.language_model.layers.20.mlp.experts.204.up_proj,0.0055895979,hessian_weighted_relative_error,21241,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.205.down_proj,0.0110127353,hessian_weighted_relative_error,16845,0.02500,0.879
20,model.language_model.layers.20.mlp.experts.205.gate_proj,0.0050796193,hessian_weighted_relative_error,16845,0.02500,0.917
20,model.language_model.layers.20.mlp.experts.205.up_proj,0.0054958052,hessian_weighted_relative_error,16845,0.02500,0.968
20,model.language_model.layers.20.mlp.experts.206.down_proj,0.0098051816,hessian_weighted_relative_error,35894,0.02500,0.759
20,model.language_model.layers.20.mlp.experts.206.gate_proj,0.0055164318,hessian_weighted_relative_error,35894,0.02500,0.790
20,model.language_model.layers.20.mlp.experts.206.up_proj,0.0062385146,hessian_weighted_relative_error,35894,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.207.down_proj,0.0104661580,hessian_weighted_relative_error,18451,0.02500,0.879
20,model.language_model.layers.20.mlp.experts.207.gate_proj,0.0047907108,hessian_weighted_relative_error,18451,0.02500,0.918
20,model.language_model.layers.20.mlp.experts.207.up_proj,0.0051381592,hessian_weighted_relative_error,18451,0.02500,0.959
20,model.language_model.layers.20.mlp.experts.208.down_proj,0.0111211489,hessian_weighted_relative_error,12417,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.208.gate_proj,0.0050378690,hessian_weighted_relative_error,12417,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.208.up_proj,0.0061503064,hessian_weighted_relative_error,12417,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.209.down_proj,0.0125201298,hessian_weighted_relative_error,39311,0.02500,0.880
20,model.language_model.layers.20.mlp.experts.209.gate_proj,0.0056758797,hessian_weighted_relative_error,39311,0.02500,0.918
20,model.language_model.layers.20.mlp.experts.209.up_proj,0.0061868404,hessian_weighted_relative_error,39311,0.02500,0.975
20,model.language_model.layers.20.mlp.experts.21.down_proj,0.0117930288,hessian_weighted_relative_error,8079,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.21.gate_proj,0.0050102365,hessian_weighted_relative_error,8079,0.02500,0.854
20,model.language_model.layers.20.mlp.experts.21.up_proj,0.0059147567,hessian_weighted_relative_error,8079,0.02500,0.945
20,model.language_model.layers.20.mlp.experts.210.down_proj,0.0099712522,hessian_weighted_relative_error,88527,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.210.gate_proj,0.0051308021,hessian_weighted_relative_error,88527,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.210.up_proj,0.0062246138,hessian_weighted_relative_error,88527,0.02500,0.812
20,model.language_model.layers.20.mlp.experts.211.down_proj,0.0122122168,hessian_weighted_relative_error,18894,0.02500,0.884
20,model.language_model.layers.20.mlp.experts.211.gate_proj,0.0064257778,hessian_weighted_relative_error,18894,0.02500,0.918
20,model.language_model.layers.20.mlp.experts.211.up_proj,0.0073650372,hessian_weighted_relative_error,18894,0.02500,0.966
20,model.language_model.layers.20.mlp.experts.212.down_proj,0.0042146283,hessian_weighted_relative_error,13187,0.02500,0.758
20,model.language_model.layers.20.mlp.experts.212.gate_proj,0.0039842958,hessian_weighted_relative_error,13187,0.02500,0.792
20,model.language_model.layers.20.mlp.experts.212.up_proj,0.0046420868,hessian_weighted_relative_error,13187,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.213.down_proj,0.0109155688,hessian_weighted_relative_error,30762,0.02500,0.879
20,model.language_model.layers.20.mlp.experts.213.gate_proj,0.0061060821,hessian_weighted_relative_error,30762,0.02500,0.928
20,model.language_model.layers.20.mlp.experts.213.up_proj,0.0064401515,hessian_weighted_relative_error,30762,0.02500,0.990
20,model.language_model.layers.20.mlp.experts.214.down_proj,0.0097148843,hessian_weighted_relative_error,4654,0.02500,0.759
20,model.language_model.layers.20.mlp.experts.214.gate_proj,0.0042781793,hessian_weighted_relative_error,4654,0.02500,0.790
20,model.language_model.layers.20.mlp.experts.214.up_proj,0.0050431263,hessian_weighted_relative_error,4654,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.215.down_proj,0.0119139428,hessian_weighted_relative_error,36094,0.02500,0.879
20,model.language_model.layers.20.mlp.experts.215.gate_proj,0.0052307744,hessian_weighted_relative_error,36094,0.02500,0.921
20,model.language_model.layers.20.mlp.experts.215.up_proj,0.0054472357,hessian_weighted_relative_error,36094,0.02500,0.970
20,model.language_model.layers.20.mlp.experts.216.down_proj,0.0105682524,hessian_weighted_relative_error,27325,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.216.gate_proj,0.0047385353,hessian_weighted_relative_error,27325,0.02500,0.791
20,model.language_model.layers.20.mlp.experts.216.up_proj,0.0054020485,hessian_weighted_relative_error,27325,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.217.down_proj,0.0127960575,hessian_weighted_relative_error,23595,0.02500,0.880
20,model.language_model.layers.20.mlp.experts.217.gate_proj,0.0071650307,hessian_weighted_relative_error,23595,0.02500,0.920
20,model.language_model.layers.20.mlp.experts.217.up_proj,0.0083974504,hessian_weighted_relative_error,23595,0.02500,0.971
20,model.language_model.layers.20.mlp.experts.218.down_proj,0.0129427730,hessian_weighted_relative_error,38234,0.02500,0.763
20,model.language_model.layers.20.mlp.experts.218.gate_proj,0.0072530986,hessian_weighted_relative_error,38234,0.02500,0.793
20,model.language_model.layers.20.mlp.experts.218.up_proj,0.0086741696,hessian_weighted_relative_error,38234,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.219.down_proj,0.0105446785,hessian_weighted_relative_error,25280,0.02500,0.884
20,model.language_model.layers.20.mlp.experts.219.gate_proj,0.0048210864,hessian_weighted_relative_error,25280,0.02500,0.923
20,model.language_model.layers.20.mlp.experts.219.up_proj,0.0053175757,hessian_weighted_relative_error,25280,0.02500,0.969
20,model.language_model.layers.20.mlp.experts.22.down_proj,0.0105562892,hessian_weighted_relative_error,7818,0.02500,0.726
20,model.language_model.layers.20.mlp.experts.22.gate_proj,0.0043579196,hessian_weighted_relative_error,7818,0.02500,0.754
20,model.language_model.layers.20.mlp.experts.22.up_proj,0.0048224533,hessian_weighted_relative_error,7818,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.220.down_proj,0.0105152796,hessian_weighted_relative_error,50451,0.02500,0.761
20,model.language_model.layers.20.mlp.experts.220.gate_proj,0.0048515133,hessian_weighted_relative_error,50451,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.220.up_proj,0.0055755917,hessian_weighted_relative_error,50451,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.221.down_proj,0.0124237640,hessian_weighted_relative_error,30505,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.221.gate_proj,0.0056081414,hessian_weighted_relative_error,30505,0.02500,0.925
20,model.language_model.layers.20.mlp.experts.221.up_proj,0.0066205980,hessian_weighted_relative_error,30505,0.02500,0.974
20,model.language_model.layers.20.mlp.experts.222.down_proj,0.0115150459,hessian_weighted_relative_error,19722,0.02500,0.764
20,model.language_model.layers.20.mlp.experts.222.gate_proj,0.0058324996,hessian_weighted_relative_error,19722,0.02500,0.793
20,model.language_model.layers.20.mlp.experts.222.up_proj,0.0061618246,hessian_weighted_relative_error,19722,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.223.down_proj,0.0133803891,hessian_weighted_relative_error,14601,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.223.gate_proj,0.0064198089,hessian_weighted_relative_error,14601,0.02500,0.948
20,model.language_model.layers.20.mlp.experts.223.up_proj,0.0078291586,hessian_weighted_relative_error,14601,0.02500,0.964
20,model.language_model.layers.20.mlp.experts.224.down_proj,0.0137471233,hessian_weighted_relative_error,25760,0.02500,0.764
20,model.language_model.layers.20.mlp.experts.224.gate_proj,0.0072383850,hessian_weighted_relative_error,25760,0.02500,0.792
20,model.language_model.layers.20.mlp.experts.224.up_proj,0.0082294696,hessian_weighted_relative_error,25760,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.225.down_proj,0.0086640057,hessian_weighted_relative_error,69880,0.02500,0.882
20,model.language_model.layers.20.mlp.experts.225.gate_proj,0.0044530063,hessian_weighted_relative_error,69880,0.02500,0.927
20,model.language_model.layers.20.mlp.experts.225.up_proj,0.0049940250,hessian_weighted_relative_error,69880,0.02500,0.962
20,model.language_model.layers.20.mlp.experts.226.down_proj,0.0124577739,hessian_weighted_relative_error,24779,0.02500,0.760
20,model.language_model.layers.20.mlp.experts.226.gate_proj,0.0060376006,hessian_weighted_relative_error,24779,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.226.up_proj,0.0064727487,hessian_weighted_relative_error,24779,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.227.down_proj,0.0149439797,hessian_weighted_relative_error,32631,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.227.gate_proj,0.0081603694,hessian_weighted_relative_error,32631,0.02500,0.924
20,model.language_model.layers.20.mlp.experts.227.up_proj,0.0089042333,hessian_weighted_relative_error,32631,0.02500,0.959
20,model.language_model.layers.20.mlp.experts.228.down_proj,0.0035739883,hessian_weighted_relative_error,1031,0.02500,0.767
20,model.language_model.layers.20.mlp.experts.228.gate_proj,0.0014864410,hessian_weighted_relative_error,1031,0.02500,0.793
20,model.language_model.layers.20.mlp.experts.228.up_proj,0.0016094161,hessian_weighted_relative_error,1031,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.229.down_proj,0.0093176918,hessian_weighted_relative_error,63586,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.229.gate_proj,0.0052869705,hessian_weighted_relative_error,63586,0.02500,0.924
20,model.language_model.layers.20.mlp.experts.229.up_proj,0.0059353610,hessian_weighted_relative_error,63586,0.02500,0.975
20,model.language_model.layers.20.mlp.experts.23.down_proj,0.0103677799,hessian_weighted_relative_error,5717,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.23.gate_proj,0.0044569642,hessian_weighted_relative_error,5717,0.02500,0.854
20,model.language_model.layers.20.mlp.experts.23.up_proj,0.0050672623,hessian_weighted_relative_error,5717,0.02500,0.942
20,model.language_model.layers.20.mlp.experts.230.down_proj,0.0073963651,hessian_weighted_relative_error,15018,0.02500,0.761
20,model.language_model.layers.20.mlp.experts.230.gate_proj,0.0035935420,hessian_weighted_relative_error,15018,0.02500,0.816
20,model.language_model.layers.20.mlp.experts.230.up_proj,0.0039620107,hessian_weighted_relative_error,15018,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.231.down_proj,0.0110573567,hessian_weighted_relative_error,19771,0.02500,0.884
20,model.language_model.layers.20.mlp.experts.231.gate_proj,0.0042944075,hessian_weighted_relative_error,19771,0.02500,0.929
20,model.language_model.layers.20.mlp.experts.231.up_proj,0.0045892495,hessian_weighted_relative_error,19771,0.02500,0.968
20,model.language_model.layers.20.mlp.experts.232.down_proj,0.0038435148,hessian_weighted_relative_error,12411,0.02500,0.765
20,model.language_model.layers.20.mlp.experts.232.gate_proj,0.0046539914,hessian_weighted_relative_error,12411,0.02500,0.796
20,model.language_model.layers.20.mlp.experts.232.up_proj,0.0058618772,hessian_weighted_relative_error,12411,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.233.down_proj,0.0131065864,hessian_weighted_relative_error,29399,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.233.gate_proj,0.0062915587,hessian_weighted_relative_error,29399,0.02500,0.925
20,model.language_model.layers.20.mlp.experts.233.up_proj,0.0068114035,hessian_weighted_relative_error,29399,0.02500,0.959
20,model.language_model.layers.20.mlp.experts.234.down_proj,0.0084141154,hessian_weighted_relative_error,18523,0.02500,0.760
20,model.language_model.layers.20.mlp.experts.234.gate_proj,0.0039584901,hessian_weighted_relative_error,18523,0.02500,0.792
20,model.language_model.layers.20.mlp.experts.234.up_proj,0.0043329511,hessian_weighted_relative_error,18523,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.235.down_proj,0.0116151077,hessian_weighted_relative_error,7348,0.02500,0.885
20,model.language_model.layers.20.mlp.experts.235.gate_proj,0.0053695465,hessian_weighted_relative_error,7348,0.02500,0.922
20,model.language_model.layers.20.mlp.experts.235.up_proj,0.0058197167,hessian_weighted_relative_error,7348,0.02500,0.959
20,model.language_model.layers.20.mlp.experts.236.down_proj,0.0102152997,hessian_weighted_relative_error,4107,0.02500,0.761
20,model.language_model.layers.20.mlp.experts.236.gate_proj,0.0037770737,hessian_weighted_relative_error,4107,0.02500,0.795
20,model.language_model.layers.20.mlp.experts.236.up_proj,0.0043495409,hessian_weighted_relative_error,4107,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.237.down_proj,0.0121037856,hessian_weighted_relative_error,52399,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.237.gate_proj,0.0061160187,hessian_weighted_relative_error,52399,0.02500,0.938
20,model.language_model.layers.20.mlp.experts.237.up_proj,0.0070030804,hessian_weighted_relative_error,52399,0.02500,0.962
20,model.language_model.layers.20.mlp.experts.238.down_proj,0.0128842172,hessian_weighted_relative_error,29074,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.238.gate_proj,0.0059519536,hessian_weighted_relative_error,29074,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.238.up_proj,0.0061667304,hessian_weighted_relative_error,29074,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.239.down_proj,0.0107407344,hessian_weighted_relative_error,24886,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.239.gate_proj,0.0043667572,hessian_weighted_relative_error,24886,0.02500,0.920
20,model.language_model.layers.20.mlp.experts.239.up_proj,0.0047866831,hessian_weighted_relative_error,24886,0.02500,0.963
20,model.language_model.layers.20.mlp.experts.24.down_proj,0.0103681293,hessian_weighted_relative_error,52313,0.02500,0.731
20,model.language_model.layers.20.mlp.experts.24.gate_proj,0.0057879299,hessian_weighted_relative_error,52313,0.02500,0.759
20,model.language_model.layers.20.mlp.experts.24.up_proj,0.0062267774,hessian_weighted_relative_error,52313,0.02500,0.803
20,model.language_model.layers.20.mlp.experts.240.down_proj,0.0128740033,hessian_weighted_relative_error,39221,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.240.gate_proj,0.0058012438,hessian_weighted_relative_error,39221,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.240.up_proj,0.0062594043,hessian_weighted_relative_error,39221,0.02500,0.814
20,model.language_model.layers.20.mlp.experts.241.down_proj,0.0125858924,hessian_weighted_relative_error,41589,0.02500,0.883
20,model.language_model.layers.20.mlp.experts.241.gate_proj,0.0063003539,hessian_weighted_relative_error,41589,0.02500,0.923
20,model.language_model.layers.20.mlp.experts.241.up_proj,0.0075693347,hessian_weighted_relative_error,41589,0.02500,0.956
20,model.language_model.layers.20.mlp.experts.242.down_proj,0.0111756321,hessian_weighted_relative_error,27731,0.02500,0.761
20,model.language_model.layers.20.mlp.experts.242.gate_proj,0.0049962717,hessian_weighted_relative_error,27731,0.02500,0.792
20,model.language_model.layers.20.mlp.experts.242.up_proj,0.0052697829,hessian_weighted_relative_error,27731,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.243.down_proj,0.0031817723,hessian_weighted_relative_error,1024,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.243.gate_proj,0.0013843149,hessian_weighted_relative_error,1024,0.02500,0.928
20,model.language_model.layers.20.mlp.experts.243.up_proj,0.0015697533,hessian_weighted_relative_error,1024,0.02500,0.953
20,model.language_model.layers.20.mlp.experts.244.down_proj,0.0054705886,hessian_weighted_relative_error,5797,0.02500,0.768
20,model.language_model.layers.20.mlp.experts.244.gate_proj,0.0021552651,hessian_weighted_relative_error,5797,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.244.up_proj,0.0024300652,hessian_weighted_relative_error,5797,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.245.down_proj,0.0030876922,hessian_weighted_relative_error,15296,0.02500,0.883
20,model.language_model.layers.20.mlp.experts.245.gate_proj,0.0013761559,hessian_weighted_relative_error,15296,0.02500,0.927
20,model.language_model.layers.20.mlp.experts.245.up_proj,0.0015333769,hessian_weighted_relative_error,15296,0.02500,0.959
20,model.language_model.layers.20.mlp.experts.246.down_proj,0.0076138400,hessian_weighted_relative_error,8714,0.02500,0.764
20,model.language_model.layers.20.mlp.experts.246.gate_proj,0.0031706784,hessian_weighted_relative_error,8714,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.246.up_proj,0.0034229111,hessian_weighted_relative_error,8714,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.247.down_proj,0.0104247325,hessian_weighted_relative_error,49883,0.02500,0.882
20,model.language_model.layers.20.mlp.experts.247.gate_proj,0.0047245988,hessian_weighted_relative_error,49883,0.02500,0.932
20,model.language_model.layers.20.mlp.experts.247.up_proj,0.0052597080,hessian_weighted_relative_error,49883,0.02500,0.963
20,model.language_model.layers.20.mlp.experts.248.down_proj,0.0146863454,hessian_weighted_relative_error,37940,0.02500,0.764
20,model.language_model.layers.20.mlp.experts.248.gate_proj,0.0084950204,hessian_weighted_relative_error,37940,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.248.up_proj,0.0090706039,hessian_weighted_relative_error,37940,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.249.down_proj,0.0066557211,hessian_weighted_relative_error,23909,0.02500,0.883
20,model.language_model.layers.20.mlp.experts.249.gate_proj,0.0028255509,hessian_weighted_relative_error,23909,0.02500,0.925
20,model.language_model.layers.20.mlp.experts.249.up_proj,0.0031638912,hessian_weighted_relative_error,23909,0.02500,0.953
20,model.language_model.layers.20.mlp.experts.25.down_proj,0.0107207611,hessian_weighted_relative_error,15335,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.25.gate_proj,0.0058151734,hessian_weighted_relative_error,15335,0.02500,0.863
20,model.language_model.layers.20.mlp.experts.25.up_proj,0.0063484360,hessian_weighted_relative_error,15335,0.02500,0.944
20,model.language_model.layers.20.mlp.experts.250.down_proj,0.0079939247,hessian_weighted_relative_error,31658,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.250.gate_proj,0.0035283038,hessian_weighted_relative_error,31658,0.02500,0.795
20,model.language_model.layers.20.mlp.experts.250.up_proj,0.0037272375,hessian_weighted_relative_error,31658,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.251.down_proj,0.0122382716,hessian_weighted_relative_error,22588,0.02500,0.887
20,model.language_model.layers.20.mlp.experts.251.gate_proj,0.0056302658,hessian_weighted_relative_error,22588,0.02500,0.919
20,model.language_model.layers.20.mlp.experts.251.up_proj,0.0063674060,hessian_weighted_relative_error,22588,0.02500,0.960
20,model.language_model.layers.20.mlp.experts.252.down_proj,0.0124776268,hessian_weighted_relative_error,14317,0.02500,0.761
20,model.language_model.layers.20.mlp.experts.252.gate_proj,0.0050026066,hessian_weighted_relative_error,14317,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.252.up_proj,0.0055178836,hessian_weighted_relative_error,14317,0.02500,0.814
20,model.language_model.layers.20.mlp.experts.253.down_proj,0.0120536838,hessian_weighted_relative_error,12480,0.02500,0.883
20,model.language_model.layers.20.mlp.experts.253.gate_proj,0.0062876674,hessian_weighted_relative_error,12480,0.02500,0.926
20,model.language_model.layers.20.mlp.experts.253.up_proj,0.0071820225,hessian_weighted_relative_error,12480,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.254.down_proj,0.0109817544,hessian_weighted_relative_error,38574,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.254.gate_proj,0.0051344556,hessian_weighted_relative_error,38574,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.254.up_proj,0.0058401001,hessian_weighted_relative_error,38574,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.255.down_proj,0.0085618992,hessian_weighted_relative_error,24361,0.02500,0.882
20,model.language_model.layers.20.mlp.experts.255.gate_proj,0.0043924546,hessian_weighted_relative_error,24361,0.02500,0.929
20,model.language_model.layers.20.mlp.experts.255.up_proj,0.0049735744,hessian_weighted_relative_error,24361,0.02500,0.950
20,model.language_model.layers.20.mlp.experts.256.down_proj,0.0118371539,hessian_weighted_relative_error,24691,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.256.gate_proj,0.0048563597,hessian_weighted_relative_error,24691,0.02500,0.796
20,model.language_model.layers.20.mlp.experts.256.up_proj,0.0052989841,hessian_weighted_relative_error,24691,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.257.down_proj,0.0097326956,hessian_weighted_relative_error,38212,0.02500,0.884
20,model.language_model.layers.20.mlp.experts.257.gate_proj,0.0049466795,hessian_weighted_relative_error,38212,0.02500,0.929
20,model.language_model.layers.20.mlp.experts.257.up_proj,0.0053358613,hessian_weighted_relative_error,38212,0.02500,0.950
20,model.language_model.layers.20.mlp.experts.258.down_proj,0.0120550288,hessian_weighted_relative_error,28197,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.258.gate_proj,0.0049780865,hessian_weighted_relative_error,28197,0.02500,0.795
20,model.language_model.layers.20.mlp.experts.258.up_proj,0.0061789314,hessian_weighted_relative_error,28197,0.02500,0.813
20,model.language_model.layers.20.mlp.experts.259.down_proj,0.0119879825,hessian_weighted_relative_error,14031,0.02500,0.887
20,model.language_model.layers.20.mlp.experts.259.gate_proj,0.0049278583,hessian_weighted_relative_error,14031,0.02500,0.923
20,model.language_model.layers.20.mlp.experts.259.up_proj,0.0051151007,hessian_weighted_relative_error,14031,0.02500,0.945
20,model.language_model.layers.20.mlp.experts.26.down_proj,0.0145389754,hessian_weighted_relative_error,36463,0.02500,0.726
20,model.language_model.layers.20.mlp.experts.26.gate_proj,0.0077721490,hessian_weighted_relative_error,36463,0.02500,0.759
20,model.language_model.layers.20.mlp.experts.26.up_proj,0.0101713943,hessian_weighted_relative_error,36463,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.260.down_proj,0.0128983098,hessian_weighted_relative_error,18772,0.02500,0.769
20,model.language_model.layers.20.mlp.experts.260.gate_proj,0.0063846759,hessian_weighted_relative_error,18772,0.02500,0.796
20,model.language_model.layers.20.mlp.experts.260.up_proj,0.0075497663,hessian_weighted_relative_error,18772,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.261.down_proj,0.0117207851,hessian_weighted_relative_error,19024,0.02500,0.884
20,model.language_model.layers.20.mlp.experts.261.gate_proj,0.0050829790,hessian_weighted_relative_error,19024,0.02500,0.927
20,model.language_model.layers.20.mlp.experts.261.up_proj,0.0057135111,hessian_weighted_relative_error,19024,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.262.down_proj,0.0084459897,hessian_weighted_relative_error,11096,0.02500,0.764
20,model.language_model.layers.20.mlp.experts.262.gate_proj,0.0041196531,hessian_weighted_relative_error,11096,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.262.up_proj,0.0048563261,hessian_weighted_relative_error,11096,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.263.down_proj,0.0110946058,hessian_weighted_relative_error,151997,0.02500,0.884
20,model.language_model.layers.20.mlp.experts.263.gate_proj,0.0067361875,hessian_weighted_relative_error,151997,0.02500,0.930
20,model.language_model.layers.20.mlp.experts.263.up_proj,0.0081350554,hessian_weighted_relative_error,151997,0.02500,0.944
20,model.language_model.layers.20.mlp.experts.264.down_proj,0.0102751081,hessian_weighted_relative_error,5452,0.02500,0.767
20,model.language_model.layers.20.mlp.experts.264.gate_proj,0.0046500869,hessian_weighted_relative_error,5452,0.02500,0.795
20,model.language_model.layers.20.mlp.experts.264.up_proj,0.0053279929,hessian_weighted_relative_error,5452,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.265.down_proj,0.0089834064,hessian_weighted_relative_error,22893,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.265.gate_proj,0.0043193835,hessian_weighted_relative_error,22893,0.02500,0.931
20,model.language_model.layers.20.mlp.experts.265.up_proj,0.0048443877,hessian_weighted_relative_error,22893,0.02500,0.949
20,model.language_model.layers.20.mlp.experts.266.down_proj,0.0139296123,hessian_weighted_relative_error,59878,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.266.gate_proj,0.0074414398,hessian_weighted_relative_error,59878,0.02500,0.796
20,model.language_model.layers.20.mlp.experts.266.up_proj,0.0089125358,hessian_weighted_relative_error,59878,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.267.down_proj,0.0112651012,hessian_weighted_relative_error,23979,0.02500,0.889
20,model.language_model.layers.20.mlp.experts.267.gate_proj,0.0057679604,hessian_weighted_relative_error,23979,0.02500,0.928
20,model.language_model.layers.20.mlp.experts.267.up_proj,0.0063448715,hessian_weighted_relative_error,23979,0.02500,0.949
20,model.language_model.layers.20.mlp.experts.268.down_proj,0.0128957437,hessian_weighted_relative_error,28271,0.02500,0.765
20,model.language_model.layers.20.mlp.experts.268.gate_proj,0.0062747263,hessian_weighted_relative_error,28271,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.268.up_proj,0.0065448177,hessian_weighted_relative_error,28271,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.269.down_proj,0.0079282016,hessian_weighted_relative_error,36904,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.269.gate_proj,0.0036813146,hessian_weighted_relative_error,36904,0.02500,0.929
20,model.language_model.layers.20.mlp.experts.269.up_proj,0.0041149819,hessian_weighted_relative_error,36904,0.02500,0.949
20,model.language_model.layers.20.mlp.experts.27.down_proj,0.0118655504,hessian_weighted_relative_error,21513,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.27.gate_proj,0.0048854185,hessian_weighted_relative_error,21513,0.02500,0.856
20,model.language_model.layers.20.mlp.experts.27.up_proj,0.0051365415,hessian_weighted_relative_error,21513,0.02500,0.942
20,model.language_model.layers.20.mlp.experts.270.down_proj,0.0123444971,hessian_weighted_relative_error,32327,0.02500,0.765
20,model.language_model.layers.20.mlp.experts.270.gate_proj,0.0051170073,hessian_weighted_relative_error,32327,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.270.up_proj,0.0061710619,hessian_weighted_relative_error,32327,0.02500,0.811
20,model.language_model.layers.20.mlp.experts.271.down_proj,0.0142307299,hessian_weighted_relative_error,32778,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.271.gate_proj,0.0077397568,hessian_weighted_relative_error,32778,0.02500,0.931
20,model.language_model.layers.20.mlp.experts.271.up_proj,0.0092875130,hessian_weighted_relative_error,32778,0.02500,0.941
20,model.language_model.layers.20.mlp.experts.272.down_proj,0.0116767314,hessian_weighted_relative_error,34205,0.02500,0.767
20,model.language_model.layers.20.mlp.experts.272.gate_proj,0.0052346385,hessian_weighted_relative_error,34205,0.02500,0.794
20,model.language_model.layers.20.mlp.experts.272.up_proj,0.0057166805,hessian_weighted_relative_error,34205,0.02500,0.812
20,model.language_model.layers.20.mlp.experts.273.down_proj,0.0110410591,hessian_weighted_relative_error,21514,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.273.gate_proj,0.0050924836,hessian_weighted_relative_error,21514,0.02500,0.926
20,model.language_model.layers.20.mlp.experts.273.up_proj,0.0055160757,hessian_weighted_relative_error,21514,0.02500,0.944
20,model.language_model.layers.20.mlp.experts.274.down_proj,0.0128478001,hessian_weighted_relative_error,8469,0.02500,0.764
20,model.language_model.layers.20.mlp.experts.274.gate_proj,0.0063821855,hessian_weighted_relative_error,8469,0.02500,0.796
20,model.language_model.layers.20.mlp.experts.274.up_proj,0.0070504240,hessian_weighted_relative_error,8469,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.275.down_proj,0.0133148852,hessian_weighted_relative_error,100539,0.02500,0.889
20,model.language_model.layers.20.mlp.experts.275.gate_proj,0.0068036240,hessian_weighted_relative_error,100539,0.02500,0.930
20,model.language_model.layers.20.mlp.experts.275.up_proj,0.0074686445,hessian_weighted_relative_error,100539,0.02500,0.947
20,model.language_model.layers.20.mlp.experts.276.down_proj,0.0092230676,hessian_weighted_relative_error,18107,0.02500,0.765
20,model.language_model.layers.20.mlp.experts.276.gate_proj,0.0042110079,hessian_weighted_relative_error,18107,0.02500,0.797
20,model.language_model.layers.20.mlp.experts.276.up_proj,0.0045904933,hessian_weighted_relative_error,18107,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.277.down_proj,0.0071794037,hessian_weighted_relative_error,22697,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.277.gate_proj,0.0036255390,hessian_weighted_relative_error,22697,0.02500,0.941
20,model.language_model.layers.20.mlp.experts.277.up_proj,0.0039281020,hessian_weighted_relative_error,22697,0.02500,0.942
20,model.language_model.layers.20.mlp.experts.278.down_proj,0.0062991728,hessian_weighted_relative_error,13348,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.278.gate_proj,0.0027780796,hessian_weighted_relative_error,13348,0.02500,0.796
20,model.language_model.layers.20.mlp.experts.278.up_proj,0.0032504201,hessian_weighted_relative_error,13348,0.02500,0.807
20,model.language_model.layers.20.mlp.experts.279.down_proj,0.0133166361,hessian_weighted_relative_error,60588,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.279.gate_proj,0.0070886285,hessian_weighted_relative_error,60588,0.02500,0.934
20,model.language_model.layers.20.mlp.experts.279.up_proj,0.0072098991,hessian_weighted_relative_error,60588,0.02500,0.938
20,model.language_model.layers.20.mlp.experts.28.down_proj,0.0109309747,hessian_weighted_relative_error,11228,0.02500,0.728
20,model.language_model.layers.20.mlp.experts.28.gate_proj,0.0047573629,hessian_weighted_relative_error,11228,0.02500,0.760
20,model.language_model.layers.20.mlp.experts.28.up_proj,0.0053609753,hessian_weighted_relative_error,11228,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.280.down_proj,0.0119753242,hessian_weighted_relative_error,24898,0.02500,0.769
20,model.language_model.layers.20.mlp.experts.280.gate_proj,0.0053080645,hessian_weighted_relative_error,24898,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.280.up_proj,0.0056064752,hessian_weighted_relative_error,24898,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.281.down_proj,0.0128854243,hessian_weighted_relative_error,20438,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.281.gate_proj,0.0063357651,hessian_weighted_relative_error,20438,0.02500,0.935
20,model.language_model.layers.20.mlp.experts.281.up_proj,0.0069830336,hessian_weighted_relative_error,20438,0.02500,0.938
20,model.language_model.layers.20.mlp.experts.282.down_proj,0.0102114219,hessian_weighted_relative_error,9821,0.02500,0.764
20,model.language_model.layers.20.mlp.experts.282.gate_proj,0.0045962780,hessian_weighted_relative_error,9821,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.282.up_proj,0.0051837726,hessian_weighted_relative_error,9821,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.283.down_proj,0.0136528954,hessian_weighted_relative_error,41492,0.02500,0.888
20,model.language_model.layers.20.mlp.experts.283.gate_proj,0.0082183997,hessian_weighted_relative_error,41492,0.02500,0.931
20,model.language_model.layers.20.mlp.experts.283.up_proj,0.0093870134,hessian_weighted_relative_error,41492,0.02500,0.940
20,model.language_model.layers.20.mlp.experts.284.down_proj,0.0126968861,hessian_weighted_relative_error,35670,0.02500,0.763
20,model.language_model.layers.20.mlp.experts.284.gate_proj,0.0060671748,hessian_weighted_relative_error,35670,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.284.up_proj,0.0069161371,hessian_weighted_relative_error,35670,0.02500,0.803
20,model.language_model.layers.20.mlp.experts.285.down_proj,0.0129080869,hessian_weighted_relative_error,19199,0.02500,0.885
20,model.language_model.layers.20.mlp.experts.285.gate_proj,0.0064052569,hessian_weighted_relative_error,19199,0.02500,0.937
20,model.language_model.layers.20.mlp.experts.285.up_proj,0.0073762929,hessian_weighted_relative_error,19199,0.02500,0.934
20,model.language_model.layers.20.mlp.experts.286.down_proj,0.0115368434,hessian_weighted_relative_error,11844,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.286.gate_proj,0.0045582582,hessian_weighted_relative_error,11844,0.02500,0.796
20,model.language_model.layers.20.mlp.experts.286.up_proj,0.0049665579,hessian_weighted_relative_error,11844,0.02500,0.810
20,model.language_model.layers.20.mlp.experts.287.down_proj,0.0121621079,hessian_weighted_relative_error,49601,0.02500,0.886
20,model.language_model.layers.20.mlp.experts.287.gate_proj,0.0061845462,hessian_weighted_relative_error,49601,0.02500,0.931
20,model.language_model.layers.20.mlp.experts.287.up_proj,0.0072978784,hessian_weighted_relative_error,49601,0.02500,0.931
20,model.language_model.layers.20.mlp.experts.29.down_proj,0.0060856552,hessian_weighted_relative_error,39688,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.29.gate_proj,0.0028583925,hessian_weighted_relative_error,39688,0.02500,0.857
20,model.language_model.layers.20.mlp.experts.29.up_proj,0.0032674824,hessian_weighted_relative_error,39688,0.02500,0.946
20,model.language_model.layers.20.mlp.experts.3.down_proj,0.0118496235,hessian_weighted_relative_error,18786,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.3.gate_proj,0.0060585514,hessian_weighted_relative_error,18786,0.02500,0.870
20,model.language_model.layers.20.mlp.experts.3.up_proj,0.0072812217,hessian_weighted_relative_error,18786,0.02500,0.935
20,model.language_model.layers.20.mlp.experts.30.down_proj,0.0112910608,hessian_weighted_relative_error,22885,0.02500,0.729
20,model.language_model.layers.20.mlp.experts.30.gate_proj,0.0045499108,hessian_weighted_relative_error,22885,0.02500,0.757
20,model.language_model.layers.20.mlp.experts.30.up_proj,0.0050231821,hessian_weighted_relative_error,22885,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.31.down_proj,0.0127578282,hessian_weighted_relative_error,30783,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.31.gate_proj,0.0062812225,hessian_weighted_relative_error,30783,0.02500,0.857
20,model.language_model.layers.20.mlp.experts.31.up_proj,0.0069764640,hessian_weighted_relative_error,30783,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.32.down_proj,0.0092510001,hessian_weighted_relative_error,31856,0.02500,0.731
20,model.language_model.layers.20.mlp.experts.32.gate_proj,0.0040704414,hessian_weighted_relative_error,31856,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.32.up_proj,0.0046948761,hessian_weighted_relative_error,31856,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.33.down_proj,0.0135378189,hessian_weighted_relative_error,14828,0.02500,0.809
20,model.language_model.layers.20.mlp.experts.33.gate_proj,0.0064969399,hessian_weighted_relative_error,14828,0.02500,0.860
20,model.language_model.layers.20.mlp.experts.33.up_proj,0.0067577751,hessian_weighted_relative_error,14828,0.02500,0.944
20,model.language_model.layers.20.mlp.experts.34.down_proj,0.0115413701,hessian_weighted_relative_error,19401,0.02500,0.728
20,model.language_model.layers.20.mlp.experts.34.gate_proj,0.0052218173,hessian_weighted_relative_error,19401,0.02500,0.760
20,model.language_model.layers.20.mlp.experts.34.up_proj,0.0060483512,hessian_weighted_relative_error,19401,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.35.down_proj,0.0117414048,hessian_weighted_relative_error,17302,0.02500,0.814
20,model.language_model.layers.20.mlp.experts.35.gate_proj,0.0053858910,hessian_weighted_relative_error,17302,0.02500,0.867
20,model.language_model.layers.20.mlp.experts.35.up_proj,0.0060192062,hessian_weighted_relative_error,17302,0.02500,0.946
20,model.language_model.layers.20.mlp.experts.36.down_proj,0.0126244300,hessian_weighted_relative_error,242303,0.02500,0.730
20,model.language_model.layers.20.mlp.experts.36.gate_proj,0.0078634760,hessian_weighted_relative_error,242303,0.02500,0.764
20,model.language_model.layers.20.mlp.experts.36.up_proj,0.0085384565,hessian_weighted_relative_error,242303,0.02500,0.799
20,model.language_model.layers.20.mlp.experts.37.down_proj,0.0123134800,hessian_weighted_relative_error,26813,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.37.gate_proj,0.0057307168,hessian_weighted_relative_error,26813,0.02500,0.863
20,model.language_model.layers.20.mlp.experts.37.up_proj,0.0059389890,hessian_weighted_relative_error,26813,0.02500,0.944
20,model.language_model.layers.20.mlp.experts.38.down_proj,0.0084305303,hessian_weighted_relative_error,99209,0.02500,0.729
20,model.language_model.layers.20.mlp.experts.38.gate_proj,0.0041425863,hessian_weighted_relative_error,99209,0.02500,0.759
20,model.language_model.layers.20.mlp.experts.38.up_proj,0.0047778628,hessian_weighted_relative_error,99209,0.02500,0.799
20,model.language_model.layers.20.mlp.experts.39.down_proj,0.0081313527,hessian_weighted_relative_error,18842,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.39.gate_proj,0.0040738003,hessian_weighted_relative_error,18842,0.02500,0.861
20,model.language_model.layers.20.mlp.experts.39.up_proj,0.0046190502,hessian_weighted_relative_error,18842,0.02500,0.945
20,model.language_model.layers.20.mlp.experts.4.down_proj,0.0122046599,hessian_weighted_relative_error,9998,0.02500,0.720
20,model.language_model.layers.20.mlp.experts.4.gate_proj,0.0058023175,hessian_weighted_relative_error,9998,0.02500,0.749
20,model.language_model.layers.20.mlp.experts.4.up_proj,0.0060692994,hessian_weighted_relative_error,9998,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.40.down_proj,0.0089883858,hessian_weighted_relative_error,9854,0.02500,0.735
20,model.language_model.layers.20.mlp.experts.40.gate_proj,0.0032826028,hessian_weighted_relative_error,9854,0.02500,0.763
20,model.language_model.layers.20.mlp.experts.40.up_proj,0.0033638908,hessian_weighted_relative_error,9854,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.41.down_proj,0.0140026371,hessian_weighted_relative_error,52383,0.02500,0.816
20,model.language_model.layers.20.mlp.experts.41.gate_proj,0.0078023816,hessian_weighted_relative_error,52383,0.02500,0.866
20,model.language_model.layers.20.mlp.experts.41.up_proj,0.0089027485,hessian_weighted_relative_error,52383,0.02500,0.945
20,model.language_model.layers.20.mlp.experts.42.down_proj,0.0115992599,hessian_weighted_relative_error,124743,0.02500,0.731
20,model.language_model.layers.20.mlp.experts.42.gate_proj,0.0061148048,hessian_weighted_relative_error,124743,0.02500,0.762
20,model.language_model.layers.20.mlp.experts.42.up_proj,0.0068305588,hessian_weighted_relative_error,124743,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.43.down_proj,0.0117854909,hessian_weighted_relative_error,36111,0.02500,0.819
20,model.language_model.layers.20.mlp.experts.43.gate_proj,0.0052214347,hessian_weighted_relative_error,36111,0.02500,0.862
20,model.language_model.layers.20.mlp.experts.43.up_proj,0.0058619737,hessian_weighted_relative_error,36111,0.02500,0.950
20,model.language_model.layers.20.mlp.experts.44.down_proj,0.0082197155,hessian_weighted_relative_error,12800,0.02500,0.732
20,model.language_model.layers.20.mlp.experts.44.gate_proj,0.0042655049,hessian_weighted_relative_error,12800,0.02500,0.771
20,model.language_model.layers.20.mlp.experts.44.up_proj,0.0050610019,hessian_weighted_relative_error,12800,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.45.down_proj,0.0100648617,hessian_weighted_relative_error,27598,0.02500,0.813
20,model.language_model.layers.20.mlp.experts.45.gate_proj,0.0046649541,hessian_weighted_relative_error,27598,0.02500,0.867
20,model.language_model.layers.20.mlp.experts.45.up_proj,0.0051777346,hessian_weighted_relative_error,27598,0.02500,0.946
20,model.language_model.layers.20.mlp.experts.46.down_proj,0.0111182699,hessian_weighted_relative_error,39859,0.02500,0.732
20,model.language_model.layers.20.mlp.experts.46.gate_proj,0.0051121009,hessian_weighted_relative_error,39859,0.02500,0.761
20,model.language_model.layers.20.mlp.experts.46.up_proj,0.0058045416,hessian_weighted_relative_error,39859,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.47.down_proj,0.0087180381,hessian_weighted_relative_error,3921,0.02500,0.812
20,model.language_model.layers.20.mlp.experts.47.gate_proj,0.0039663096,hessian_weighted_relative_error,3921,0.02500,0.867
20,model.language_model.layers.20.mlp.experts.47.up_proj,0.0049581304,hessian_weighted_relative_error,3921,0.02500,0.946
20,model.language_model.layers.20.mlp.experts.48.down_proj,0.0115517799,hessian_weighted_relative_error,19965,0.02500,0.737
20,model.language_model.layers.20.mlp.experts.48.gate_proj,0.0049714290,hessian_weighted_relative_error,19965,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.48.up_proj,0.0057004402,hessian_weighted_relative_error,19965,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.49.down_proj,0.0129443409,hessian_weighted_relative_error,29319,0.02500,0.818
20,model.language_model.layers.20.mlp.experts.49.gate_proj,0.0062236665,hessian_weighted_relative_error,29319,0.02500,0.871
20,model.language_model.layers.20.mlp.experts.49.up_proj,0.0070507388,hessian_weighted_relative_error,29319,0.02500,0.949
20,model.language_model.layers.20.mlp.experts.5.down_proj,0.0137312890,hessian_weighted_relative_error,26454,0.02500,0.791
20,model.language_model.layers.20.mlp.experts.5.gate_proj,0.0070530059,hessian_weighted_relative_error,26454,0.02500,0.842
20,model.language_model.layers.20.mlp.experts.5.up_proj,0.0077921594,hessian_weighted_relative_error,26454,0.02500,0.938
20,model.language_model.layers.20.mlp.experts.50.down_proj,0.0083924332,hessian_weighted_relative_error,22106,0.02500,0.732
20,model.language_model.layers.20.mlp.experts.50.gate_proj,0.0044891261,hessian_weighted_relative_error,22106,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.50.up_proj,0.0047143803,hessian_weighted_relative_error,22106,0.02500,0.803
20,model.language_model.layers.20.mlp.experts.51.down_proj,0.0103693408,hessian_weighted_relative_error,18342,0.02500,0.819
20,model.language_model.layers.20.mlp.experts.51.gate_proj,0.0047799664,hessian_weighted_relative_error,18342,0.02500,0.867
20,model.language_model.layers.20.mlp.experts.51.up_proj,0.0055386026,hessian_weighted_relative_error,18342,0.02500,0.948
20,model.language_model.layers.20.mlp.experts.52.down_proj,0.0102957106,hessian_weighted_relative_error,19788,0.02500,0.735
20,model.language_model.layers.20.mlp.experts.52.gate_proj,0.0048909875,hessian_weighted_relative_error,19788,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.52.up_proj,0.0053393084,hessian_weighted_relative_error,19788,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.53.down_proj,0.0104965107,hessian_weighted_relative_error,13367,0.02500,0.817
20,model.language_model.layers.20.mlp.experts.53.gate_proj,0.0046645810,hessian_weighted_relative_error,13367,0.02500,0.871
20,model.language_model.layers.20.mlp.experts.53.up_proj,0.0052309941,hessian_weighted_relative_error,13367,0.02500,0.946
20,model.language_model.layers.20.mlp.experts.54.down_proj,0.0078046339,hessian_weighted_relative_error,7450,0.02500,0.734
20,model.language_model.layers.20.mlp.experts.54.gate_proj,0.0026505525,hessian_weighted_relative_error,7450,0.02500,0.765
20,model.language_model.layers.20.mlp.experts.54.up_proj,0.0029478900,hessian_weighted_relative_error,7450,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.55.down_proj,0.0115437005,hessian_weighted_relative_error,22931,0.02500,0.816
20,model.language_model.layers.20.mlp.experts.55.gate_proj,0.0043642955,hessian_weighted_relative_error,22931,0.02500,0.872
20,model.language_model.layers.20.mlp.experts.55.up_proj,0.0048314960,hessian_weighted_relative_error,22931,0.02500,0.941
20,model.language_model.layers.20.mlp.experts.56.down_proj,0.0114832055,hessian_weighted_relative_error,19684,0.02500,0.744
20,model.language_model.layers.20.mlp.experts.56.gate_proj,0.0061936014,hessian_weighted_relative_error,19684,0.02500,0.768
20,model.language_model.layers.20.mlp.experts.56.up_proj,0.0066458334,hessian_weighted_relative_error,19684,0.02500,0.803
20,model.language_model.layers.20.mlp.experts.57.down_proj,0.0112295247,hessian_weighted_relative_error,40821,0.02500,0.822
20,model.language_model.layers.20.mlp.experts.57.gate_proj,0.0056894929,hessian_weighted_relative_error,40821,0.02500,0.875
20,model.language_model.layers.20.mlp.experts.57.up_proj,0.0067420570,hessian_weighted_relative_error,40821,0.02500,0.947
20,model.language_model.layers.20.mlp.experts.58.down_proj,0.0135661526,hessian_weighted_relative_error,25012,0.02500,0.734
20,model.language_model.layers.20.mlp.experts.58.gate_proj,0.0066795665,hessian_weighted_relative_error,25012,0.02500,0.767
20,model.language_model.layers.20.mlp.experts.58.up_proj,0.0077707469,hessian_weighted_relative_error,25012,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.59.down_proj,0.0129514410,hessian_weighted_relative_error,13804,0.02500,0.825
20,model.language_model.layers.20.mlp.experts.59.gate_proj,0.0062422346,hessian_weighted_relative_error,13804,0.02500,0.872
20,model.language_model.layers.20.mlp.experts.59.up_proj,0.0075230613,hessian_weighted_relative_error,13804,0.02500,0.950
20,model.language_model.layers.20.mlp.experts.6.down_proj,0.0127447919,hessian_weighted_relative_error,22027,0.02500,0.702
20,model.language_model.layers.20.mlp.experts.6.gate_proj,0.0062814675,hessian_weighted_relative_error,22027,0.02500,0.763
20,model.language_model.layers.20.mlp.experts.6.up_proj,0.0074991935,hessian_weighted_relative_error,22027,0.02500,0.800
20,model.language_model.layers.20.mlp.experts.60.down_proj,0.0104434239,hessian_weighted_relative_error,32086,0.02500,0.736
20,model.language_model.layers.20.mlp.experts.60.gate_proj,0.0048525603,hessian_weighted_relative_error,32086,0.02500,0.767
20,model.language_model.layers.20.mlp.experts.60.up_proj,0.0054299692,hessian_weighted_relative_error,32086,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.61.down_proj,0.0039327561,hessian_weighted_relative_error,1024,0.02500,0.820
20,model.language_model.layers.20.mlp.experts.61.gate_proj,0.0014557182,hessian_weighted_relative_error,1024,0.02500,0.875
20,model.language_model.layers.20.mlp.experts.61.up_proj,0.0018377965,hessian_weighted_relative_error,1024,0.02500,0.946
20,model.language_model.layers.20.mlp.experts.62.down_proj,0.0143060234,hessian_weighted_relative_error,31934,0.02500,0.737
20,model.language_model.layers.20.mlp.experts.62.gate_proj,0.0085745383,hessian_weighted_relative_error,31934,0.02500,0.769
20,model.language_model.layers.20.mlp.experts.62.up_proj,0.0097242233,hessian_weighted_relative_error,31934,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.63.down_proj,0.0098043509,hessian_weighted_relative_error,4336,0.02500,0.820
20,model.language_model.layers.20.mlp.experts.63.gate_proj,0.0036318256,hessian_weighted_relative_error,4336,0.02500,0.876
20,model.language_model.layers.20.mlp.experts.63.up_proj,0.0040357576,hessian_weighted_relative_error,4336,0.02500,0.950
20,model.language_model.layers.20.mlp.experts.64.down_proj,0.0134888138,hessian_weighted_relative_error,145224,0.02500,0.740
20,model.language_model.layers.20.mlp.experts.64.gate_proj,0.0075931781,hessian_weighted_relative_error,145224,0.02500,0.770
20,model.language_model.layers.20.mlp.experts.64.up_proj,0.0091117742,hessian_weighted_relative_error,145224,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.65.down_proj,0.0114114754,hessian_weighted_relative_error,18440,0.02500,0.825
20,model.language_model.layers.20.mlp.experts.65.gate_proj,0.0047783672,hessian_weighted_relative_error,18440,0.02500,0.878
20,model.language_model.layers.20.mlp.experts.65.up_proj,0.0055042806,hessian_weighted_relative_error,18440,0.02500,0.951
20,model.language_model.layers.20.mlp.experts.66.down_proj,0.0079600257,hessian_weighted_relative_error,25793,0.02500,0.736
20,model.language_model.layers.20.mlp.experts.66.gate_proj,0.0034422643,hessian_weighted_relative_error,25793,0.02500,0.770
20,model.language_model.layers.20.mlp.experts.66.up_proj,0.0037894733,hessian_weighted_relative_error,25793,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.67.down_proj,0.0117121779,hessian_weighted_relative_error,28869,0.02500,0.828
20,model.language_model.layers.20.mlp.experts.67.gate_proj,0.0053371771,hessian_weighted_relative_error,28869,0.02500,0.878
20,model.language_model.layers.20.mlp.experts.67.up_proj,0.0062465322,hessian_weighted_relative_error,28869,0.02500,1.005
20,model.language_model.layers.20.mlp.experts.68.down_proj,0.0115279046,hessian_weighted_relative_error,19086,0.02500,0.743
20,model.language_model.layers.20.mlp.experts.68.gate_proj,0.0053690572,hessian_weighted_relative_error,19086,0.02500,0.770
20,model.language_model.layers.20.mlp.experts.68.up_proj,0.0059314033,hessian_weighted_relative_error,19086,0.02500,0.803
20,model.language_model.layers.20.mlp.experts.69.down_proj,0.0110386683,hessian_weighted_relative_error,46971,0.02500,0.824
20,model.language_model.layers.20.mlp.experts.69.gate_proj,0.0059605752,hessian_weighted_relative_error,46971,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.69.up_proj,0.0064087984,hessian_weighted_relative_error,46971,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.7.down_proj,0.0103190814,hessian_weighted_relative_error,13341,0.02500,0.766
20,model.language_model.layers.20.mlp.experts.7.gate_proj,0.0042345603,hessian_weighted_relative_error,13341,0.02500,0.845
20,model.language_model.layers.20.mlp.experts.7.up_proj,0.0045677547,hessian_weighted_relative_error,13341,0.02500,0.936
20,model.language_model.layers.20.mlp.experts.70.down_proj,0.0120486928,hessian_weighted_relative_error,55066,0.02500,0.738
20,model.language_model.layers.20.mlp.experts.70.gate_proj,0.0075123723,hessian_weighted_relative_error,55066,0.02500,0.768
20,model.language_model.layers.20.mlp.experts.70.up_proj,0.0085106578,hessian_weighted_relative_error,55066,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.71.down_proj,0.0107010197,hessian_weighted_relative_error,64865,0.02500,0.824
20,model.language_model.layers.20.mlp.experts.71.gate_proj,0.0061763097,hessian_weighted_relative_error,64865,0.02500,0.880
20,model.language_model.layers.20.mlp.experts.71.up_proj,0.0072636689,hessian_weighted_relative_error,64865,0.02500,0.950
20,model.language_model.layers.20.mlp.experts.72.down_proj,0.0119647129,hessian_weighted_relative_error,38474,0.02500,0.742
20,model.language_model.layers.20.mlp.experts.72.gate_proj,0.0062152335,hessian_weighted_relative_error,38474,0.02500,0.772
20,model.language_model.layers.20.mlp.experts.72.up_proj,0.0067002449,hessian_weighted_relative_error,38474,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.73.down_proj,0.0128521908,hessian_weighted_relative_error,17601,0.02500,0.828
20,model.language_model.layers.20.mlp.experts.73.gate_proj,0.0059233737,hessian_weighted_relative_error,17601,0.02500,0.891
20,model.language_model.layers.20.mlp.experts.73.up_proj,0.0067728654,hessian_weighted_relative_error,17601,0.02500,0.948
20,model.language_model.layers.20.mlp.experts.74.down_proj,0.0103909788,hessian_weighted_relative_error,18052,0.02500,0.737
20,model.language_model.layers.20.mlp.experts.74.gate_proj,0.0044526958,hessian_weighted_relative_error,18052,0.02500,0.770
20,model.language_model.layers.20.mlp.experts.74.up_proj,0.0050295136,hessian_weighted_relative_error,18052,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.75.down_proj,0.0140922543,hessian_weighted_relative_error,37445,0.02500,0.833
20,model.language_model.layers.20.mlp.experts.75.gate_proj,0.0068578015,hessian_weighted_relative_error,37445,0.02500,0.881
20,model.language_model.layers.20.mlp.experts.75.up_proj,0.0078585560,hessian_weighted_relative_error,37445,0.02500,0.955
20,model.language_model.layers.20.mlp.experts.76.down_proj,0.0094306445,hessian_weighted_relative_error,5891,0.02500,0.740
20,model.language_model.layers.20.mlp.experts.76.gate_proj,0.0039067156,hessian_weighted_relative_error,5891,0.02500,0.772
20,model.language_model.layers.20.mlp.experts.76.up_proj,0.0042775720,hessian_weighted_relative_error,5891,0.02500,0.802
20,model.language_model.layers.20.mlp.experts.77.down_proj,0.0127217345,hessian_weighted_relative_error,40903,0.02500,0.828
20,model.language_model.layers.20.mlp.experts.77.gate_proj,0.0070221799,hessian_weighted_relative_error,40903,0.02500,0.884
20,model.language_model.layers.20.mlp.experts.77.up_proj,0.0083268916,hessian_weighted_relative_error,40903,0.02500,0.956
20,model.language_model.layers.20.mlp.experts.78.down_proj,0.0129437105,hessian_weighted_relative_error,14026,0.02500,0.740
20,model.language_model.layers.20.mlp.experts.78.gate_proj,0.0059025147,hessian_weighted_relative_error,14026,0.02500,0.772
20,model.language_model.layers.20.mlp.experts.78.up_proj,0.0066549043,hessian_weighted_relative_error,14026,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.79.down_proj,0.0096205979,hessian_weighted_relative_error,27092,0.02500,0.826
20,model.language_model.layers.20.mlp.experts.79.gate_proj,0.0047222662,hessian_weighted_relative_error,27092,0.02500,0.884
20,model.language_model.layers.20.mlp.experts.79.up_proj,0.0052734744,hessian_weighted_relative_error,27092,0.02500,0.952
20,model.language_model.layers.20.mlp.experts.8.down_proj,0.0127860858,hessian_weighted_relative_error,29816,0.02500,0.724
20,model.language_model.layers.20.mlp.experts.8.gate_proj,0.0055735785,hessian_weighted_relative_error,29816,0.02500,0.754
20,model.language_model.layers.20.mlp.experts.8.up_proj,0.0072515278,hessian_weighted_relative_error,29816,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.80.down_proj,0.0111317359,hessian_weighted_relative_error,9014,0.02500,0.744
20,model.language_model.layers.20.mlp.experts.80.gate_proj,0.0049226486,hessian_weighted_relative_error,9014,0.02500,0.775
20,model.language_model.layers.20.mlp.experts.80.up_proj,0.0061579937,hessian_weighted_relative_error,9014,0.02500,0.805
20,model.language_model.layers.20.mlp.experts.81.down_proj,0.0115801808,hessian_weighted_relative_error,23824,0.02500,0.831
20,model.language_model.layers.20.mlp.experts.81.gate_proj,0.0056387040,hessian_weighted_relative_error,23824,0.02500,0.885
20,model.language_model.layers.20.mlp.experts.81.up_proj,0.0062632676,hessian_weighted_relative_error,23824,0.02500,0.942
20,model.language_model.layers.20.mlp.experts.82.down_proj,0.0129360082,hessian_weighted_relative_error,19712,0.02500,0.740
20,model.language_model.layers.20.mlp.experts.82.gate_proj,0.0060614183,hessian_weighted_relative_error,19712,0.02500,0.771
20,model.language_model.layers.20.mlp.experts.82.up_proj,0.0065477542,hessian_weighted_relative_error,19712,0.02500,0.801
20,model.language_model.layers.20.mlp.experts.83.down_proj,0.0120965091,hessian_weighted_relative_error,43063,0.02500,0.837
20,model.language_model.layers.20.mlp.experts.83.gate_proj,0.0053427740,hessian_weighted_relative_error,43063,0.02500,0.885
20,model.language_model.layers.20.mlp.experts.83.up_proj,0.0059989848,hessian_weighted_relative_error,43063,0.02500,0.942
20,model.language_model.layers.20.mlp.experts.84.down_proj,0.0119657278,hessian_weighted_relative_error,11985,0.02500,0.740
20,model.language_model.layers.20.mlp.experts.84.gate_proj,0.0048555387,hessian_weighted_relative_error,11985,0.02500,0.773
20,model.language_model.layers.20.mlp.experts.84.up_proj,0.0055902647,hessian_weighted_relative_error,11985,0.02500,0.803
20,model.language_model.layers.20.mlp.experts.85.down_proj,0.0121678257,hessian_weighted_relative_error,8643,0.02500,0.830
20,model.language_model.layers.20.mlp.experts.85.gate_proj,0.0055642923,hessian_weighted_relative_error,8643,0.02500,0.890
20,model.language_model.layers.20.mlp.experts.85.up_proj,0.0062621135,hessian_weighted_relative_error,8643,0.02500,0.958
20,model.language_model.layers.20.mlp.experts.86.down_proj,0.0113286034,hessian_weighted_relative_error,12641,0.02500,0.741
20,model.language_model.layers.20.mlp.experts.86.gate_proj,0.0061757321,hessian_weighted_relative_error,12641,0.02500,0.775
20,model.language_model.layers.20.mlp.experts.86.up_proj,0.0069987447,hessian_weighted_relative_error,12641,0.02500,0.803
20,model.language_model.layers.20.mlp.experts.87.down_proj,0.0130553206,hessian_weighted_relative_error,25509,0.02500,0.830
20,model.language_model.layers.20.mlp.experts.87.gate_proj,0.0074272029,hessian_weighted_relative_error,25509,0.02500,0.887
20,model.language_model.layers.20.mlp.experts.87.up_proj,0.0088254251,hessian_weighted_relative_error,25509,0.02500,0.967
20,model.language_model.layers.20.mlp.experts.88.down_proj,0.0103746034,hessian_weighted_relative_error,24177,0.02500,0.746
20,model.language_model.layers.20.mlp.experts.88.gate_proj,0.0054442872,hessian_weighted_relative_error,24177,0.02500,0.777
20,model.language_model.layers.20.mlp.experts.88.up_proj,0.0061660656,hessian_weighted_relative_error,24177,0.02500,0.808
20,model.language_model.layers.20.mlp.experts.89.down_proj,0.0104740567,hessian_weighted_relative_error,70425,0.02500,0.835
20,model.language_model.layers.20.mlp.experts.89.gate_proj,0.0074426901,hessian_weighted_relative_error,70425,0.02500,0.891
20,model.language_model.layers.20.mlp.experts.89.up_proj,0.0081912634,hessian_weighted_relative_error,70425,0.02500,0.951
20,model.language_model.layers.20.mlp.experts.9.down_proj,0.0116806669,hessian_weighted_relative_error,6199,0.02500,0.798
20,model.language_model.layers.20.mlp.experts.9.gate_proj,0.0052599027,hessian_weighted_relative_error,6199,0.02500,0.848
20,model.language_model.layers.20.mlp.experts.9.up_proj,0.0058118678,hessian_weighted_relative_error,6199,0.02500,0.933
20,model.language_model.layers.20.mlp.experts.90.down_proj,0.0129677807,hessian_weighted_relative_error,32139,0.02500,0.741
20,model.language_model.layers.20.mlp.experts.90.gate_proj,0.0064376257,hessian_weighted_relative_error,32139,0.02500,0.778
20,model.language_model.layers.20.mlp.experts.90.up_proj,0.0071960486,hessian_weighted_relative_error,32139,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.91.down_proj,0.0117432103,hessian_weighted_relative_error,16151,0.02500,0.839
20,model.language_model.layers.20.mlp.experts.91.gate_proj,0.0045754393,hessian_weighted_relative_error,16151,0.02500,0.890
20,model.language_model.layers.20.mlp.experts.91.up_proj,0.0048203654,hessian_weighted_relative_error,16151,0.02500,0.950
20,model.language_model.layers.20.mlp.experts.92.down_proj,0.0087658214,hessian_weighted_relative_error,154865,0.02500,0.749
20,model.language_model.layers.20.mlp.experts.92.gate_proj,0.0046988755,hessian_weighted_relative_error,154865,0.02500,0.775
20,model.language_model.layers.20.mlp.experts.92.up_proj,0.0052142927,hessian_weighted_relative_error,154865,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.93.down_proj,0.0135804416,hessian_weighted_relative_error,26348,0.02500,0.835
20,model.language_model.layers.20.mlp.experts.93.gate_proj,0.0074209454,hessian_weighted_relative_error,26348,0.02500,0.901
20,model.language_model.layers.20.mlp.experts.93.up_proj,0.0087024327,hessian_weighted_relative_error,26348,0.02500,0.953
20,model.language_model.layers.20.mlp.experts.94.down_proj,0.0104566999,hessian_weighted_relative_error,42749,0.02500,0.744
20,model.language_model.layers.20.mlp.experts.94.gate_proj,0.0048802059,hessian_weighted_relative_error,42749,0.02500,0.774
20,model.language_model.layers.20.mlp.experts.94.up_proj,0.0053212102,hessian_weighted_relative_error,42749,0.02500,0.803
20,model.language_model.layers.20.mlp.experts.95.down_proj,0.0108255660,hessian_weighted_relative_error,16929,0.02500,0.834
20,model.language_model.layers.20.mlp.experts.95.gate_proj,0.0038144491,hessian_weighted_relative_error,16929,0.02500,0.892
20,model.language_model.layers.20.mlp.experts.95.up_proj,0.0039984984,hessian_weighted_relative_error,16929,0.02500,0.948
20,model.language_model.layers.20.mlp.experts.96.down_proj,0.0136805257,hessian_weighted_relative_error,185142,0.02500,0.747
20,model.language_model.layers.20.mlp.experts.96.gate_proj,0.0084142344,hessian_weighted_relative_error,185142,0.02500,0.779
20,model.language_model.layers.20.mlp.experts.96.up_proj,0.0095242414,hessian_weighted_relative_error,185142,0.02500,0.804
20,model.language_model.layers.20.mlp.experts.97.down_proj,0.0129512674,hessian_weighted_relative_error,14861,0.02500,0.839
20,model.language_model.layers.20.mlp.experts.97.gate_proj,0.0061213413,hessian_weighted_relative_error,14861,0.02500,0.892
20,model.language_model.layers.20.mlp.experts.97.up_proj,0.0065926991,hessian_weighted_relative_error,14861,0.02500,0.944
20,model.language_model.layers.20.mlp.experts.98.down_proj,0.0074424621,hessian_weighted_relative_error,23341,0.02500,0.746
20,model.language_model.layers.20.mlp.experts.98.gate_proj,0.0036567894,hessian_weighted_relative_error,23341,0.02500,0.775
20,model.language_model.layers.20.mlp.experts.98.up_proj,0.0041034155,hessian_weighted_relative_error,23341,0.02500,0.806
20,model.language_model.layers.20.mlp.experts.99.down_proj,0.0118288526,hessian_weighted_relative_error,16064,0.02500,0.844
20,model.language_model.layers.20.mlp.experts.99.gate_proj,0.0059724051,hessian_weighted_relative_error,16064,0.02500,0.892
20,model.language_model.layers.20.mlp.experts.99.up_proj,0.0068579377,hessian_weighted_relative_error,16064,0.02500,0.948
21,model.language_model.layers.21.mlp.experts.0.down_proj,0.0111949964,hessian_weighted_relative_error,11114,0.02500,0.690
21,model.language_model.layers.21.mlp.experts.0.gate_proj,0.0045403280,hessian_weighted_relative_error,11114,0.02500,0.752
21,model.language_model.layers.21.mlp.experts.0.up_proj,0.0050584435,hessian_weighted_relative_error,11114,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.1.down_proj,0.0116049632,hessian_weighted_relative_error,11655,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.1.gate_proj,0.0045101189,hessian_weighted_relative_error,11655,0.02500,0.848
21,model.language_model.layers.21.mlp.experts.1.up_proj,0.0049715660,hessian_weighted_relative_error,11655,0.02500,0.943
21,model.language_model.layers.21.mlp.experts.10.down_proj,0.0136162191,hessian_weighted_relative_error,35307,0.02500,0.724
21,model.language_model.layers.21.mlp.experts.10.gate_proj,0.0060264780,hessian_weighted_relative_error,35307,0.02500,0.751
21,model.language_model.layers.21.mlp.experts.10.up_proj,0.0070712122,hessian_weighted_relative_error,35307,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.100.down_proj,0.0121422525,hessian_weighted_relative_error,23464,0.02500,0.743
21,model.language_model.layers.21.mlp.experts.100.gate_proj,0.0055674592,hessian_weighted_relative_error,23464,0.02500,0.778
21,model.language_model.layers.21.mlp.experts.100.up_proj,0.0063905572,hessian_weighted_relative_error,23464,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.101.down_proj,0.0107133925,hessian_weighted_relative_error,8432,0.02500,0.838
21,model.language_model.layers.21.mlp.experts.101.gate_proj,0.0048315673,hessian_weighted_relative_error,8432,0.02500,0.890
21,model.language_model.layers.21.mlp.experts.101.up_proj,0.0056252074,hessian_weighted_relative_error,8432,0.02500,0.964
21,model.language_model.layers.21.mlp.experts.102.down_proj,0.0095465943,hessian_weighted_relative_error,48065,0.02500,0.747
21,model.language_model.layers.21.mlp.experts.102.gate_proj,0.0042019108,hessian_weighted_relative_error,48065,0.02500,0.774
21,model.language_model.layers.21.mlp.experts.102.up_proj,0.0046001122,hessian_weighted_relative_error,48065,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.103.down_proj,0.0058466367,hessian_weighted_relative_error,1630,0.02500,0.840
21,model.language_model.layers.21.mlp.experts.103.gate_proj,0.0022671262,hessian_weighted_relative_error,1630,0.02500,0.890
21,model.language_model.layers.21.mlp.experts.103.up_proj,0.0026006849,hessian_weighted_relative_error,1630,0.02500,0.946
21,model.language_model.layers.21.mlp.experts.104.down_proj,0.0122432066,hessian_weighted_relative_error,30712,0.02500,0.745
21,model.language_model.layers.21.mlp.experts.104.gate_proj,0.0055565939,hessian_weighted_relative_error,30712,0.02500,0.779
21,model.language_model.layers.21.mlp.experts.104.up_proj,0.0065847413,hessian_weighted_relative_error,30712,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.105.down_proj,0.0112792330,hessian_weighted_relative_error,17405,0.02500,0.842
21,model.language_model.layers.21.mlp.experts.105.gate_proj,0.0043769639,hessian_weighted_relative_error,17405,0.02500,0.895
21,model.language_model.layers.21.mlp.experts.105.up_proj,0.0046767513,hessian_weighted_relative_error,17405,0.02500,0.962
21,model.language_model.layers.21.mlp.experts.106.down_proj,0.0055255353,hessian_weighted_relative_error,2148,0.02500,0.746
21,model.language_model.layers.21.mlp.experts.106.gate_proj,0.0019964136,hessian_weighted_relative_error,2148,0.02500,0.778
21,model.language_model.layers.21.mlp.experts.106.up_proj,0.0022472965,hessian_weighted_relative_error,2148,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.107.down_proj,0.0119296471,hessian_weighted_relative_error,31672,0.02500,0.844
21,model.language_model.layers.21.mlp.experts.107.gate_proj,0.0060115288,hessian_weighted_relative_error,31672,0.02500,0.892
21,model.language_model.layers.21.mlp.experts.107.up_proj,0.0071384499,hessian_weighted_relative_error,31672,0.02500,0.957
21,model.language_model.layers.21.mlp.experts.108.down_proj,0.0097662085,hessian_weighted_relative_error,15485,0.02500,0.744
21,model.language_model.layers.21.mlp.experts.108.gate_proj,0.0044291699,hessian_weighted_relative_error,15485,0.02500,0.779
21,model.language_model.layers.21.mlp.experts.108.up_proj,0.0050550843,hessian_weighted_relative_error,15485,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.109.down_proj,0.0061171342,hessian_weighted_relative_error,1421,0.02500,0.843
21,model.language_model.layers.21.mlp.experts.109.gate_proj,0.0022397390,hessian_weighted_relative_error,1421,0.02500,0.894
21,model.language_model.layers.21.mlp.experts.109.up_proj,0.0029502570,hessian_weighted_relative_error,1421,0.02500,0.954
21,model.language_model.layers.21.mlp.experts.11.down_proj,0.0125839381,hessian_weighted_relative_error,10683,0.02500,0.798
21,model.language_model.layers.21.mlp.experts.11.gate_proj,0.0062225376,hessian_weighted_relative_error,10683,0.02500,0.850
21,model.language_model.layers.21.mlp.experts.11.up_proj,0.0071560244,hessian_weighted_relative_error,10683,0.02500,0.939
21,model.language_model.layers.21.mlp.experts.110.down_proj,0.0118475064,hessian_weighted_relative_error,49291,0.02500,0.744
21,model.language_model.layers.21.mlp.experts.110.gate_proj,0.0055178215,hessian_weighted_relative_error,49291,0.02500,0.780
21,model.language_model.layers.21.mlp.experts.110.up_proj,0.0060107921,hessian_weighted_relative_error,49291,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.111.down_proj,0.0107956459,hessian_weighted_relative_error,15254,0.02500,0.844
21,model.language_model.layers.21.mlp.experts.111.gate_proj,0.0041770352,hessian_weighted_relative_error,15254,0.02500,0.894
21,model.language_model.layers.21.mlp.experts.111.up_proj,0.0044972427,hessian_weighted_relative_error,15254,0.02500,0.961
21,model.language_model.layers.21.mlp.experts.112.down_proj,0.0111138614,hessian_weighted_relative_error,16582,0.02500,0.746
21,model.language_model.layers.21.mlp.experts.112.gate_proj,0.0043626547,hessian_weighted_relative_error,16582,0.02500,0.780
21,model.language_model.layers.21.mlp.experts.112.up_proj,0.0048800247,hessian_weighted_relative_error,16582,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.113.down_proj,0.0112966759,hessian_weighted_relative_error,18624,0.02500,0.846
21,model.language_model.layers.21.mlp.experts.113.gate_proj,0.0042870352,hessian_weighted_relative_error,18624,0.02500,0.901
21,model.language_model.layers.21.mlp.experts.113.up_proj,0.0047271698,hessian_weighted_relative_error,18624,0.02500,0.967
21,model.language_model.layers.21.mlp.experts.114.down_proj,0.0034753383,hessian_weighted_relative_error,1202,0.02500,0.748
21,model.language_model.layers.21.mlp.experts.114.gate_proj,0.0011993082,hessian_weighted_relative_error,1202,0.02500,0.779
21,model.language_model.layers.21.mlp.experts.114.up_proj,0.0014035685,hessian_weighted_relative_error,1202,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.115.down_proj,0.0064050279,hessian_weighted_relative_error,12476,0.02500,0.850
21,model.language_model.layers.21.mlp.experts.115.gate_proj,0.0030106312,hessian_weighted_relative_error,12476,0.02500,0.896
21,model.language_model.layers.21.mlp.experts.115.up_proj,0.0033194556,hessian_weighted_relative_error,12476,0.02500,0.962
21,model.language_model.layers.21.mlp.experts.116.down_proj,0.0108811807,hessian_weighted_relative_error,22240,0.02500,0.746
21,model.language_model.layers.21.mlp.experts.116.gate_proj,0.0058818763,hessian_weighted_relative_error,22240,0.02500,0.780
21,model.language_model.layers.21.mlp.experts.116.up_proj,0.0064804518,hessian_weighted_relative_error,22240,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.117.down_proj,0.0119951322,hessian_weighted_relative_error,27575,0.02500,0.846
21,model.language_model.layers.21.mlp.experts.117.gate_proj,0.0057549725,hessian_weighted_relative_error,27575,0.02500,0.895
21,model.language_model.layers.21.mlp.experts.117.up_proj,0.0065400435,hessian_weighted_relative_error,27575,0.02500,0.959
21,model.language_model.layers.21.mlp.experts.118.down_proj,0.0089154425,hessian_weighted_relative_error,39062,0.02500,0.749
21,model.language_model.layers.21.mlp.experts.118.gate_proj,0.0058799031,hessian_weighted_relative_error,39062,0.02500,0.779
21,model.language_model.layers.21.mlp.experts.118.up_proj,0.0075888631,hessian_weighted_relative_error,39062,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.119.down_proj,0.0081368154,hessian_weighted_relative_error,12781,0.02500,0.848
21,model.language_model.layers.21.mlp.experts.119.gate_proj,0.0035221250,hessian_weighted_relative_error,12781,0.02500,0.895
21,model.language_model.layers.21.mlp.experts.119.up_proj,0.0041834488,hessian_weighted_relative_error,12781,0.02500,0.958
21,model.language_model.layers.21.mlp.experts.12.down_proj,0.0119538484,hessian_weighted_relative_error,36359,0.02500,0.720
21,model.language_model.layers.21.mlp.experts.12.gate_proj,0.0051191180,hessian_weighted_relative_error,36359,0.02500,0.752
21,model.language_model.layers.21.mlp.experts.12.up_proj,0.0059778928,hessian_weighted_relative_error,36359,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.120.down_proj,0.0107381832,hessian_weighted_relative_error,21790,0.02500,0.749
21,model.language_model.layers.21.mlp.experts.120.gate_proj,0.0051837256,hessian_weighted_relative_error,21790,0.02500,0.780
21,model.language_model.layers.21.mlp.experts.120.up_proj,0.0061837621,hessian_weighted_relative_error,21790,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.121.down_proj,0.0126600222,hessian_weighted_relative_error,18305,0.02500,0.848
21,model.language_model.layers.21.mlp.experts.121.gate_proj,0.0058301595,hessian_weighted_relative_error,18305,0.02500,0.902
21,model.language_model.layers.21.mlp.experts.121.up_proj,0.0065991810,hessian_weighted_relative_error,18305,0.02500,0.966
21,model.language_model.layers.21.mlp.experts.122.down_proj,0.0107927386,hessian_weighted_relative_error,36134,0.02500,0.750
21,model.language_model.layers.21.mlp.experts.122.gate_proj,0.0043211332,hessian_weighted_relative_error,36134,0.02500,0.781
21,model.language_model.layers.21.mlp.experts.122.up_proj,0.0049710605,hessian_weighted_relative_error,36134,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.123.down_proj,0.0083575308,hessian_weighted_relative_error,88643,0.02500,0.851
21,model.language_model.layers.21.mlp.experts.123.gate_proj,0.0040655030,hessian_weighted_relative_error,88643,0.02500,0.896
21,model.language_model.layers.21.mlp.experts.123.up_proj,0.0045608211,hessian_weighted_relative_error,88643,0.02500,0.961
21,model.language_model.layers.21.mlp.experts.124.down_proj,0.0122337951,hessian_weighted_relative_error,48563,0.02500,0.747
21,model.language_model.layers.21.mlp.experts.124.gate_proj,0.0057741713,hessian_weighted_relative_error,48563,0.02500,0.781
21,model.language_model.layers.21.mlp.experts.124.up_proj,0.0065948987,hessian_weighted_relative_error,48563,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.125.down_proj,0.0124199245,hessian_weighted_relative_error,20924,0.02500,0.850
21,model.language_model.layers.21.mlp.experts.125.gate_proj,0.0054843120,hessian_weighted_relative_error,20924,0.02500,0.896
21,model.language_model.layers.21.mlp.experts.125.up_proj,0.0060940161,hessian_weighted_relative_error,20924,0.02500,0.962
21,model.language_model.layers.21.mlp.experts.126.down_proj,0.0105166981,hessian_weighted_relative_error,40552,0.02500,0.750
21,model.language_model.layers.21.mlp.experts.126.gate_proj,0.0042667437,hessian_weighted_relative_error,40552,0.02500,0.780
21,model.language_model.layers.21.mlp.experts.126.up_proj,0.0045380384,hessian_weighted_relative_error,40552,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.127.down_proj,0.0112416077,hessian_weighted_relative_error,31847,0.02500,0.852
21,model.language_model.layers.21.mlp.experts.127.gate_proj,0.0053434960,hessian_weighted_relative_error,31847,0.02500,0.896
21,model.language_model.layers.21.mlp.experts.127.up_proj,0.0057185065,hessian_weighted_relative_error,31847,0.02500,0.960
21,model.language_model.layers.21.mlp.experts.128.down_proj,0.0113980039,hessian_weighted_relative_error,13899,0.02500,0.752
21,model.language_model.layers.21.mlp.experts.128.gate_proj,0.0058916923,hessian_weighted_relative_error,13899,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.128.up_proj,0.0066510385,hessian_weighted_relative_error,13899,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.129.down_proj,0.0124989034,hessian_weighted_relative_error,14705,0.02500,0.853
21,model.language_model.layers.21.mlp.experts.129.gate_proj,0.0059997160,hessian_weighted_relative_error,14705,0.02500,0.905
21,model.language_model.layers.21.mlp.experts.129.up_proj,0.0068917673,hessian_weighted_relative_error,14705,0.02500,0.963
21,model.language_model.layers.21.mlp.experts.13.down_proj,0.0093345804,hessian_weighted_relative_error,14955,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.13.gate_proj,0.0036358026,hessian_weighted_relative_error,14955,0.02500,0.853
21,model.language_model.layers.21.mlp.experts.13.up_proj,0.0038656362,hessian_weighted_relative_error,14955,0.02500,0.941
21,model.language_model.layers.21.mlp.experts.130.down_proj,0.0098514276,hessian_weighted_relative_error,32680,0.02500,0.751
21,model.language_model.layers.21.mlp.experts.130.gate_proj,0.0042905439,hessian_weighted_relative_error,32680,0.02500,0.781
21,model.language_model.layers.21.mlp.experts.130.up_proj,0.0053360638,hessian_weighted_relative_error,32680,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.131.down_proj,0.0125114332,hessian_weighted_relative_error,29444,0.02500,0.857
21,model.language_model.layers.21.mlp.experts.131.gate_proj,0.0053083166,hessian_weighted_relative_error,29444,0.02500,0.902
21,model.language_model.layers.21.mlp.experts.131.up_proj,0.0057383925,hessian_weighted_relative_error,29444,0.02500,0.962
21,model.language_model.layers.21.mlp.experts.132.down_proj,0.0119642437,hessian_weighted_relative_error,42705,0.02500,0.748
21,model.language_model.layers.21.mlp.experts.132.gate_proj,0.0064837610,hessian_weighted_relative_error,42705,0.02500,0.782
21,model.language_model.layers.21.mlp.experts.132.up_proj,0.0080332331,hessian_weighted_relative_error,42705,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.133.down_proj,0.0086205841,hessian_weighted_relative_error,32402,0.02500,0.854
21,model.language_model.layers.21.mlp.experts.133.gate_proj,0.0042333199,hessian_weighted_relative_error,32402,0.02500,0.897
21,model.language_model.layers.21.mlp.experts.133.up_proj,0.0048214795,hessian_weighted_relative_error,32402,0.02500,0.967
21,model.language_model.layers.21.mlp.experts.134.down_proj,0.0131732601,hessian_weighted_relative_error,24820,0.02500,0.752
21,model.language_model.layers.21.mlp.experts.134.gate_proj,0.0063349465,hessian_weighted_relative_error,24820,0.02500,0.779
21,model.language_model.layers.21.mlp.experts.134.up_proj,0.0069073057,hessian_weighted_relative_error,24820,0.02500,0.823
21,model.language_model.layers.21.mlp.experts.135.down_proj,0.0125599892,hessian_weighted_relative_error,8196,0.02500,0.855
21,model.language_model.layers.21.mlp.experts.135.gate_proj,0.0058321742,hessian_weighted_relative_error,8196,0.02500,0.899
21,model.language_model.layers.21.mlp.experts.135.up_proj,0.0071982445,hessian_weighted_relative_error,8196,0.02500,0.964
21,model.language_model.layers.21.mlp.experts.136.down_proj,0.0098477025,hessian_weighted_relative_error,25416,0.02500,0.751
21,model.language_model.layers.21.mlp.experts.136.gate_proj,0.0037806470,hessian_weighted_relative_error,25416,0.02500,0.783
21,model.language_model.layers.21.mlp.experts.136.up_proj,0.0043045362,hessian_weighted_relative_error,25416,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.137.down_proj,0.0130346674,hessian_weighted_relative_error,60890,0.02500,0.856
21,model.language_model.layers.21.mlp.experts.137.gate_proj,0.0062680122,hessian_weighted_relative_error,60890,0.02500,0.905
21,model.language_model.layers.21.mlp.experts.137.up_proj,0.0070231722,hessian_weighted_relative_error,60890,0.02500,0.978
21,model.language_model.layers.21.mlp.experts.138.down_proj,0.0138571718,hessian_weighted_relative_error,19796,0.02500,0.752
21,model.language_model.layers.21.mlp.experts.138.gate_proj,0.0067920531,hessian_weighted_relative_error,19796,0.02500,0.781
21,model.language_model.layers.21.mlp.experts.138.up_proj,0.0075221356,hessian_weighted_relative_error,19796,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.139.down_proj,0.0136891300,hessian_weighted_relative_error,43570,0.02500,0.861
21,model.language_model.layers.21.mlp.experts.139.gate_proj,0.0067796007,hessian_weighted_relative_error,43570,0.02500,0.901
21,model.language_model.layers.21.mlp.experts.139.up_proj,0.0078135178,hessian_weighted_relative_error,43570,0.02500,0.960
21,model.language_model.layers.21.mlp.experts.14.down_proj,0.0119195902,hessian_weighted_relative_error,16376,0.02500,0.724
21,model.language_model.layers.21.mlp.experts.14.gate_proj,0.0064146757,hessian_weighted_relative_error,16376,0.02500,0.751
21,model.language_model.layers.21.mlp.experts.14.up_proj,0.0075189841,hessian_weighted_relative_error,16376,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.140.down_proj,0.0064712297,hessian_weighted_relative_error,64046,0.02500,0.749
21,model.language_model.layers.21.mlp.experts.140.gate_proj,0.0033753440,hessian_weighted_relative_error,64046,0.02500,0.783
21,model.language_model.layers.21.mlp.experts.140.up_proj,0.0038438901,hessian_weighted_relative_error,64046,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.141.down_proj,0.0093334832,hessian_weighted_relative_error,28743,0.02500,0.859
21,model.language_model.layers.21.mlp.experts.141.gate_proj,0.0044862964,hessian_weighted_relative_error,28743,0.02500,0.899
21,model.language_model.layers.21.mlp.experts.141.up_proj,0.0046719323,hessian_weighted_relative_error,28743,0.02500,0.970
21,model.language_model.layers.21.mlp.experts.142.down_proj,0.0060056034,hessian_weighted_relative_error,24122,0.02500,0.753
21,model.language_model.layers.21.mlp.experts.142.gate_proj,0.0032619343,hessian_weighted_relative_error,24122,0.02500,0.792
21,model.language_model.layers.21.mlp.experts.142.up_proj,0.0037576960,hessian_weighted_relative_error,24122,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.143.down_proj,0.0117825571,hessian_weighted_relative_error,10855,0.02500,0.859
21,model.language_model.layers.21.mlp.experts.143.gate_proj,0.0053974153,hessian_weighted_relative_error,10855,0.02500,0.901
21,model.language_model.layers.21.mlp.experts.143.up_proj,0.0060164241,hessian_weighted_relative_error,10855,0.02500,0.978
21,model.language_model.layers.21.mlp.experts.144.down_proj,0.0103130938,hessian_weighted_relative_error,6436,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.144.gate_proj,0.0038690261,hessian_weighted_relative_error,6436,0.02500,0.793
21,model.language_model.layers.21.mlp.experts.144.up_proj,0.0042489103,hessian_weighted_relative_error,6436,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.145.down_proj,0.0125976579,hessian_weighted_relative_error,23533,0.02500,0.861
21,model.language_model.layers.21.mlp.experts.145.gate_proj,0.0059594362,hessian_weighted_relative_error,23533,0.02500,0.907
21,model.language_model.layers.21.mlp.experts.145.up_proj,0.0066482048,hessian_weighted_relative_error,23533,0.02500,0.974
21,model.language_model.layers.21.mlp.experts.146.down_proj,0.0103713167,hessian_weighted_relative_error,8949,0.02500,0.753
21,model.language_model.layers.21.mlp.experts.146.gate_proj,0.0040889960,hessian_weighted_relative_error,8949,0.02500,0.782
21,model.language_model.layers.21.mlp.experts.146.up_proj,0.0044967989,hessian_weighted_relative_error,8949,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.147.down_proj,0.0143209928,hessian_weighted_relative_error,79202,0.02500,0.866
21,model.language_model.layers.21.mlp.experts.147.gate_proj,0.0075787725,hessian_weighted_relative_error,79202,0.02500,0.903
21,model.language_model.layers.21.mlp.experts.147.up_proj,0.0090247686,hessian_weighted_relative_error,79202,0.02500,1.022
21,model.language_model.layers.21.mlp.experts.148.down_proj,0.0087211642,hessian_weighted_relative_error,11099,0.02500,0.751
21,model.language_model.layers.21.mlp.experts.148.gate_proj,0.0038097404,hessian_weighted_relative_error,11099,0.02500,0.783
21,model.language_model.layers.21.mlp.experts.148.up_proj,0.0041776342,hessian_weighted_relative_error,11099,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.149.down_proj,0.0101326212,hessian_weighted_relative_error,22656,0.02500,0.862
21,model.language_model.layers.21.mlp.experts.149.gate_proj,0.0042531265,hessian_weighted_relative_error,22656,0.02500,0.900
21,model.language_model.layers.21.mlp.experts.149.up_proj,0.0049423851,hessian_weighted_relative_error,22656,0.02500,0.965
21,model.language_model.layers.21.mlp.experts.15.down_proj,0.0124329935,hessian_weighted_relative_error,11307,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.15.gate_proj,0.0057181153,hessian_weighted_relative_error,11307,0.02500,0.845
21,model.language_model.layers.21.mlp.experts.15.up_proj,0.0069240513,hessian_weighted_relative_error,11307,0.02500,0.939
21,model.language_model.layers.21.mlp.experts.150.down_proj,0.0116963199,hessian_weighted_relative_error,11448,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.150.gate_proj,0.0049531195,hessian_weighted_relative_error,11448,0.02500,0.784
21,model.language_model.layers.21.mlp.experts.150.up_proj,0.0055959943,hessian_weighted_relative_error,11448,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.151.down_proj,0.0128016694,hessian_weighted_relative_error,23846,0.02500,0.865
21,model.language_model.layers.21.mlp.experts.151.gate_proj,0.0064148371,hessian_weighted_relative_error,23846,0.02500,0.905
21,model.language_model.layers.21.mlp.experts.151.up_proj,0.0069011182,hessian_weighted_relative_error,23846,0.02500,0.966
21,model.language_model.layers.21.mlp.experts.152.down_proj,0.0100547594,hessian_weighted_relative_error,71289,0.02500,0.753
21,model.language_model.layers.21.mlp.experts.152.gate_proj,0.0051293684,hessian_weighted_relative_error,71289,0.02500,0.785
21,model.language_model.layers.21.mlp.experts.152.up_proj,0.0052485234,hessian_weighted_relative_error,71289,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.153.down_proj,0.0129119690,hessian_weighted_relative_error,23490,0.02500,0.866
21,model.language_model.layers.21.mlp.experts.153.gate_proj,0.0051609943,hessian_weighted_relative_error,23490,0.02500,0.906
21,model.language_model.layers.21.mlp.experts.153.up_proj,0.0055649690,hessian_weighted_relative_error,23490,0.02500,0.968
21,model.language_model.layers.21.mlp.experts.154.down_proj,0.0106096752,hessian_weighted_relative_error,24163,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.154.gate_proj,0.0047856378,hessian_weighted_relative_error,24163,0.02500,0.790
21,model.language_model.layers.21.mlp.experts.154.up_proj,0.0052201088,hessian_weighted_relative_error,24163,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.155.down_proj,0.0120826477,hessian_weighted_relative_error,33967,0.02500,0.870
21,model.language_model.layers.21.mlp.experts.155.gate_proj,0.0050791686,hessian_weighted_relative_error,33967,0.02500,0.903
21,model.language_model.layers.21.mlp.experts.155.up_proj,0.0056320429,hessian_weighted_relative_error,33967,0.02500,0.966
21,model.language_model.layers.21.mlp.experts.156.down_proj,0.0132910712,hessian_weighted_relative_error,12692,0.02500,0.750
21,model.language_model.layers.21.mlp.experts.156.gate_proj,0.0062650767,hessian_weighted_relative_error,12692,0.02500,0.786
21,model.language_model.layers.21.mlp.experts.156.up_proj,0.0073241194,hessian_weighted_relative_error,12692,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.157.down_proj,0.0106506823,hessian_weighted_relative_error,13719,0.02500,0.866
21,model.language_model.layers.21.mlp.experts.157.gate_proj,0.0052997564,hessian_weighted_relative_error,13719,0.02500,0.911
21,model.language_model.layers.21.mlp.experts.157.up_proj,0.0061667877,hessian_weighted_relative_error,13719,0.02500,0.971
21,model.language_model.layers.21.mlp.experts.158.down_proj,0.0109481703,hessian_weighted_relative_error,18674,0.02500,0.756
21,model.language_model.layers.21.mlp.experts.158.gate_proj,0.0055401147,hessian_weighted_relative_error,18674,0.02500,0.786
21,model.language_model.layers.21.mlp.experts.158.up_proj,0.0058593892,hessian_weighted_relative_error,18674,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.159.down_proj,0.0107435218,hessian_weighted_relative_error,11694,0.02500,0.868
21,model.language_model.layers.21.mlp.experts.159.gate_proj,0.0046001144,hessian_weighted_relative_error,11694,0.02500,0.903
21,model.language_model.layers.21.mlp.experts.159.up_proj,0.0050729521,hessian_weighted_relative_error,11694,0.02500,0.972
21,model.language_model.layers.21.mlp.experts.16.down_proj,0.0125245093,hessian_weighted_relative_error,37877,0.02500,0.723
21,model.language_model.layers.21.mlp.experts.16.gate_proj,0.0057663208,hessian_weighted_relative_error,37877,0.02500,0.757
21,model.language_model.layers.21.mlp.experts.16.up_proj,0.0065308435,hessian_weighted_relative_error,37877,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.160.down_proj,0.0117376101,hessian_weighted_relative_error,58566,0.02500,0.755
21,model.language_model.layers.21.mlp.experts.160.gate_proj,0.0074523140,hessian_weighted_relative_error,58566,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.160.up_proj,0.0081887164,hessian_weighted_relative_error,58566,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.161.down_proj,0.0142976575,hessian_weighted_relative_error,41438,0.02500,0.869
21,model.language_model.layers.21.mlp.experts.161.gate_proj,0.0074652728,hessian_weighted_relative_error,41438,0.02500,0.914
21,model.language_model.layers.21.mlp.experts.161.up_proj,0.0088237923,hessian_weighted_relative_error,41438,0.02500,0.965
21,model.language_model.layers.21.mlp.experts.162.down_proj,0.0125265579,hessian_weighted_relative_error,52222,0.02500,0.756
21,model.language_model.layers.21.mlp.experts.162.gate_proj,0.0055528318,hessian_weighted_relative_error,52222,0.02500,0.788
21,model.language_model.layers.21.mlp.experts.162.up_proj,0.0064474227,hessian_weighted_relative_error,52222,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.163.down_proj,0.0103456139,hessian_weighted_relative_error,32935,0.02500,0.873
21,model.language_model.layers.21.mlp.experts.163.gate_proj,0.0049408780,hessian_weighted_relative_error,32935,0.02500,0.904
21,model.language_model.layers.21.mlp.experts.163.up_proj,0.0056890085,hessian_weighted_relative_error,32935,0.02500,0.967
21,model.language_model.layers.21.mlp.experts.164.down_proj,0.0104835421,hessian_weighted_relative_error,16610,0.02500,0.753
21,model.language_model.layers.21.mlp.experts.164.gate_proj,0.0048276603,hessian_weighted_relative_error,16610,0.02500,0.788
21,model.language_model.layers.21.mlp.experts.164.up_proj,0.0058962827,hessian_weighted_relative_error,16610,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.165.down_proj,0.0116309276,hessian_weighted_relative_error,239035,0.02500,0.870
21,model.language_model.layers.21.mlp.experts.165.gate_proj,0.0063102904,hessian_weighted_relative_error,239035,0.02500,0.904
21,model.language_model.layers.21.mlp.experts.165.up_proj,0.0072483077,hessian_weighted_relative_error,239035,0.02500,0.962
21,model.language_model.layers.21.mlp.experts.166.down_proj,0.0110505385,hessian_weighted_relative_error,64804,0.02500,0.756
21,model.language_model.layers.21.mlp.experts.166.gate_proj,0.0050273700,hessian_weighted_relative_error,64804,0.02500,0.787
21,model.language_model.layers.21.mlp.experts.166.up_proj,0.0056852317,hessian_weighted_relative_error,64804,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.167.down_proj,0.0088163962,hessian_weighted_relative_error,12441,0.02500,0.871
21,model.language_model.layers.21.mlp.experts.167.gate_proj,0.0043423839,hessian_weighted_relative_error,12441,0.02500,0.906
21,model.language_model.layers.21.mlp.experts.167.up_proj,0.0054941662,hessian_weighted_relative_error,12441,0.02500,0.963
21,model.language_model.layers.21.mlp.experts.168.down_proj,0.0098629762,hessian_weighted_relative_error,9191,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.168.gate_proj,0.0055385260,hessian_weighted_relative_error,9191,0.02500,0.786
21,model.language_model.layers.21.mlp.experts.168.up_proj,0.0066436547,hessian_weighted_relative_error,9191,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.169.down_proj,0.0121279216,hessian_weighted_relative_error,27853,0.02500,0.872
21,model.language_model.layers.21.mlp.experts.169.gate_proj,0.0054289903,hessian_weighted_relative_error,27853,0.02500,0.915
21,model.language_model.layers.21.mlp.experts.169.up_proj,0.0061603755,hessian_weighted_relative_error,27853,0.02500,0.957
21,model.language_model.layers.21.mlp.experts.17.down_proj,0.0123509982,hessian_weighted_relative_error,19896,0.02500,0.801
21,model.language_model.layers.21.mlp.experts.17.gate_proj,0.0051234713,hessian_weighted_relative_error,19896,0.02500,0.864
21,model.language_model.layers.21.mlp.experts.17.up_proj,0.0058064703,hessian_weighted_relative_error,19896,0.02500,0.952
21,model.language_model.layers.21.mlp.experts.170.down_proj,0.0120119995,hessian_weighted_relative_error,19931,0.02500,0.756
21,model.language_model.layers.21.mlp.experts.170.gate_proj,0.0047089723,hessian_weighted_relative_error,19931,0.02500,0.785
21,model.language_model.layers.21.mlp.experts.170.up_proj,0.0055171579,hessian_weighted_relative_error,19931,0.02500,0.812
21,model.language_model.layers.21.mlp.experts.171.down_proj,0.0102258692,hessian_weighted_relative_error,57877,0.02500,0.876
21,model.language_model.layers.21.mlp.experts.171.gate_proj,0.0043178349,hessian_weighted_relative_error,57877,0.02500,0.908
21,model.language_model.layers.21.mlp.experts.171.up_proj,0.0047705526,hessian_weighted_relative_error,57877,0.02500,0.955
21,model.language_model.layers.21.mlp.experts.172.down_proj,0.0118564808,hessian_weighted_relative_error,12213,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.172.gate_proj,0.0052207646,hessian_weighted_relative_error,12213,0.02500,0.788
21,model.language_model.layers.21.mlp.experts.172.up_proj,0.0057985324,hessian_weighted_relative_error,12213,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.173.down_proj,0.0105705092,hessian_weighted_relative_error,7222,0.02500,0.872
21,model.language_model.layers.21.mlp.experts.173.gate_proj,0.0044254395,hessian_weighted_relative_error,7222,0.02500,0.912
21,model.language_model.layers.21.mlp.experts.173.up_proj,0.0055770040,hessian_weighted_relative_error,7222,0.02500,0.962
21,model.language_model.layers.21.mlp.experts.174.down_proj,0.0077238369,hessian_weighted_relative_error,55487,0.02500,0.756
21,model.language_model.layers.21.mlp.experts.174.gate_proj,0.0037619835,hessian_weighted_relative_error,55487,0.02500,0.786
21,model.language_model.layers.21.mlp.experts.174.up_proj,0.0041388715,hessian_weighted_relative_error,55487,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.175.down_proj,0.0094520999,hessian_weighted_relative_error,11706,0.02500,0.877
21,model.language_model.layers.21.mlp.experts.175.gate_proj,0.0039343224,hessian_weighted_relative_error,11706,0.02500,0.905
21,model.language_model.layers.21.mlp.experts.175.up_proj,0.0042951301,hessian_weighted_relative_error,11706,0.02500,0.954
21,model.language_model.layers.21.mlp.experts.176.down_proj,0.0107918558,hessian_weighted_relative_error,7831,0.02500,0.756
21,model.language_model.layers.21.mlp.experts.176.gate_proj,0.0039494895,hessian_weighted_relative_error,7831,0.02500,0.791
21,model.language_model.layers.21.mlp.experts.176.up_proj,0.0042621773,hessian_weighted_relative_error,7831,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.177.down_proj,0.0083921193,hessian_weighted_relative_error,61998,0.02500,0.874
21,model.language_model.layers.21.mlp.experts.177.gate_proj,0.0042170682,hessian_weighted_relative_error,61998,0.02500,0.919
21,model.language_model.layers.21.mlp.experts.177.up_proj,0.0044933678,hessian_weighted_relative_error,61998,0.02500,0.960
21,model.language_model.layers.21.mlp.experts.178.down_proj,0.0090331784,hessian_weighted_relative_error,48986,0.02500,0.757
21,model.language_model.layers.21.mlp.experts.178.gate_proj,0.0044654586,hessian_weighted_relative_error,48986,0.02500,0.787
21,model.language_model.layers.21.mlp.experts.178.up_proj,0.0050524944,hessian_weighted_relative_error,48986,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.179.down_proj,0.0116051645,hessian_weighted_relative_error,13901,0.02500,0.876
21,model.language_model.layers.21.mlp.experts.179.gate_proj,0.0053061031,hessian_weighted_relative_error,13901,0.02500,0.916
21,model.language_model.layers.21.mlp.experts.179.up_proj,0.0059745528,hessian_weighted_relative_error,13901,0.02500,0.961
21,model.language_model.layers.21.mlp.experts.18.down_proj,0.0123179775,hessian_weighted_relative_error,27668,0.02500,0.727
21,model.language_model.layers.21.mlp.experts.18.gate_proj,0.0063618425,hessian_weighted_relative_error,27668,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.18.up_proj,0.0071553380,hessian_weighted_relative_error,27668,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.180.down_proj,0.0116847104,hessian_weighted_relative_error,11597,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.180.gate_proj,0.0056826398,hessian_weighted_relative_error,11597,0.02500,0.786
21,model.language_model.layers.21.mlp.experts.180.up_proj,0.0064528188,hessian_weighted_relative_error,11597,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.181.down_proj,0.0124249026,hessian_weighted_relative_error,22368,0.02500,0.875
21,model.language_model.layers.21.mlp.experts.181.gate_proj,0.0057428565,hessian_weighted_relative_error,22368,0.02500,0.912
21,model.language_model.layers.21.mlp.experts.181.up_proj,0.0061756329,hessian_weighted_relative_error,22368,0.02500,0.956
21,model.language_model.layers.21.mlp.experts.182.down_proj,0.0124763218,hessian_weighted_relative_error,25586,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.182.gate_proj,0.0055098636,hessian_weighted_relative_error,25586,0.02500,0.785
21,model.language_model.layers.21.mlp.experts.182.up_proj,0.0061725036,hessian_weighted_relative_error,25586,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.183.down_proj,0.0105159711,hessian_weighted_relative_error,59508,0.02500,0.875
21,model.language_model.layers.21.mlp.experts.183.gate_proj,0.0045191594,hessian_weighted_relative_error,59508,0.02500,0.913
21,model.language_model.layers.21.mlp.experts.183.up_proj,0.0058210394,hessian_weighted_relative_error,59508,0.02500,0.955
21,model.language_model.layers.21.mlp.experts.184.down_proj,0.0131134673,hessian_weighted_relative_error,49490,0.02500,0.757
21,model.language_model.layers.21.mlp.experts.184.gate_proj,0.0063829416,hessian_weighted_relative_error,49490,0.02500,0.791
21,model.language_model.layers.21.mlp.experts.184.up_proj,0.0073730359,hessian_weighted_relative_error,49490,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.185.down_proj,0.0020854320,hessian_weighted_relative_error,27411,0.02500,0.876
21,model.language_model.layers.21.mlp.experts.185.gate_proj,0.0049225795,hessian_weighted_relative_error,27411,0.02500,0.920
21,model.language_model.layers.21.mlp.experts.185.up_proj,0.0055949849,hessian_weighted_relative_error,27411,0.02500,0.960
21,model.language_model.layers.21.mlp.experts.186.down_proj,0.0119639600,hessian_weighted_relative_error,114157,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.186.gate_proj,0.0069373944,hessian_weighted_relative_error,114157,0.02500,0.788
21,model.language_model.layers.21.mlp.experts.186.up_proj,0.0079363323,hessian_weighted_relative_error,114157,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.187.down_proj,0.0066444484,hessian_weighted_relative_error,95746,0.02500,0.877
21,model.language_model.layers.21.mlp.experts.187.gate_proj,0.0057045531,hessian_weighted_relative_error,95746,0.02500,0.916
21,model.language_model.layers.21.mlp.experts.187.up_proj,0.0061321202,hessian_weighted_relative_error,95746,0.02500,0.962
21,model.language_model.layers.21.mlp.experts.188.down_proj,0.0005314572,hessian_weighted_relative_error,48443,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.188.gate_proj,0.0047496036,hessian_weighted_relative_error,48443,0.02500,0.790
21,model.language_model.layers.21.mlp.experts.188.up_proj,0.0054750389,hessian_weighted_relative_error,48443,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.189.down_proj,0.0129250028,hessian_weighted_relative_error,30077,0.02500,0.876
21,model.language_model.layers.21.mlp.experts.189.gate_proj,0.0070597182,hessian_weighted_relative_error,30077,0.02500,0.917
21,model.language_model.layers.21.mlp.experts.189.up_proj,0.0082121015,hessian_weighted_relative_error,30077,0.02500,0.961
21,model.language_model.layers.21.mlp.experts.19.down_proj,0.0118217944,hessian_weighted_relative_error,9725,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.19.gate_proj,0.0043471917,hessian_weighted_relative_error,9725,0.02500,0.854
21,model.language_model.layers.21.mlp.experts.19.up_proj,0.0050388081,hessian_weighted_relative_error,9725,0.02500,0.936
21,model.language_model.layers.21.mlp.experts.190.down_proj,0.0122308482,hessian_weighted_relative_error,18960,0.02500,0.759
21,model.language_model.layers.21.mlp.experts.190.gate_proj,0.0051847650,hessian_weighted_relative_error,18960,0.02500,0.787
21,model.language_model.layers.21.mlp.experts.190.up_proj,0.0055101219,hessian_weighted_relative_error,18960,0.02500,0.811
21,model.language_model.layers.21.mlp.experts.191.down_proj,0.0116841776,hessian_weighted_relative_error,13739,0.02500,0.877
21,model.language_model.layers.21.mlp.experts.191.gate_proj,0.0060896180,hessian_weighted_relative_error,13739,0.02500,0.926
21,model.language_model.layers.21.mlp.experts.191.up_proj,0.0066414586,hessian_weighted_relative_error,13739,0.02500,0.958
21,model.language_model.layers.21.mlp.experts.192.down_proj,0.0109195096,hessian_weighted_relative_error,60000,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.192.gate_proj,0.0056976913,hessian_weighted_relative_error,60000,0.02500,0.793
21,model.language_model.layers.21.mlp.experts.192.up_proj,0.0069286965,hessian_weighted_relative_error,60000,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.193.down_proj,0.0138672752,hessian_weighted_relative_error,66281,0.02500,0.878
21,model.language_model.layers.21.mlp.experts.193.gate_proj,0.0067102550,hessian_weighted_relative_error,66281,0.02500,0.920
21,model.language_model.layers.21.mlp.experts.193.up_proj,0.0075078050,hessian_weighted_relative_error,66281,0.02500,0.979
21,model.language_model.layers.21.mlp.experts.194.down_proj,0.0118397719,hessian_weighted_relative_error,26555,0.02500,0.759
21,model.language_model.layers.21.mlp.experts.194.gate_proj,0.0050870293,hessian_weighted_relative_error,26555,0.02500,0.792
21,model.language_model.layers.21.mlp.experts.194.up_proj,0.0055304768,hessian_weighted_relative_error,26555,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.195.down_proj,0.0124023498,hessian_weighted_relative_error,26365,0.02500,0.881
21,model.language_model.layers.21.mlp.experts.195.gate_proj,0.0046350004,hessian_weighted_relative_error,26365,0.02500,0.914
21,model.language_model.layers.21.mlp.experts.195.up_proj,0.0047979372,hessian_weighted_relative_error,26365,0.02500,0.987
21,model.language_model.layers.21.mlp.experts.196.down_proj,0.0096453454,hessian_weighted_relative_error,14920,0.02500,0.756
21,model.language_model.layers.21.mlp.experts.196.gate_proj,0.0049455636,hessian_weighted_relative_error,14920,0.02500,0.789
21,model.language_model.layers.21.mlp.experts.196.up_proj,0.0054668115,hessian_weighted_relative_error,14920,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.197.down_proj,0.0146274918,hessian_weighted_relative_error,36725,0.02500,0.877
21,model.language_model.layers.21.mlp.experts.197.gate_proj,0.0081386705,hessian_weighted_relative_error,36725,0.02500,0.916
21,model.language_model.layers.21.mlp.experts.197.up_proj,0.0098471847,hessian_weighted_relative_error,36725,0.02500,0.964
21,model.language_model.layers.21.mlp.experts.198.down_proj,0.0135064930,hessian_weighted_relative_error,28042,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.198.gate_proj,0.0061687245,hessian_weighted_relative_error,28042,0.02500,0.790
21,model.language_model.layers.21.mlp.experts.198.up_proj,0.0069538527,hessian_weighted_relative_error,28042,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.199.down_proj,0.0117623976,hessian_weighted_relative_error,10605,0.02500,0.877
21,model.language_model.layers.21.mlp.experts.199.gate_proj,0.0057762831,hessian_weighted_relative_error,10605,0.02500,0.918
21,model.language_model.layers.21.mlp.experts.199.up_proj,0.0064429025,hessian_weighted_relative_error,10605,0.02500,0.961
21,model.language_model.layers.21.mlp.experts.2.down_proj,0.0139817898,hessian_weighted_relative_error,46016,0.02500,0.721
21,model.language_model.layers.21.mlp.experts.2.gate_proj,0.0081751188,hessian_weighted_relative_error,46016,0.02500,0.787
21,model.language_model.layers.21.mlp.experts.2.up_proj,0.0097307785,hessian_weighted_relative_error,46016,0.02500,0.798
21,model.language_model.layers.21.mlp.experts.20.down_proj,0.0124021890,hessian_weighted_relative_error,25297,0.02500,0.723
21,model.language_model.layers.21.mlp.experts.20.gate_proj,0.0044430826,hessian_weighted_relative_error,25297,0.02500,0.765
21,model.language_model.layers.21.mlp.experts.20.up_proj,0.0048338955,hessian_weighted_relative_error,25297,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.200.down_proj,0.0135288568,hessian_weighted_relative_error,14526,0.02500,0.759
21,model.language_model.layers.21.mlp.experts.200.gate_proj,0.0061856469,hessian_weighted_relative_error,14526,0.02500,0.792
21,model.language_model.layers.21.mlp.experts.200.up_proj,0.0072894101,hessian_weighted_relative_error,14526,0.02500,0.812
21,model.language_model.layers.21.mlp.experts.201.down_proj,0.0112431220,hessian_weighted_relative_error,24693,0.02500,0.879
21,model.language_model.layers.21.mlp.experts.201.gate_proj,0.0050836773,hessian_weighted_relative_error,24693,0.02500,0.924
21,model.language_model.layers.21.mlp.experts.201.up_proj,0.0059383770,hessian_weighted_relative_error,24693,0.02500,0.967
21,model.language_model.layers.21.mlp.experts.202.down_proj,0.0119751863,hessian_weighted_relative_error,38580,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.202.gate_proj,0.0050216768,hessian_weighted_relative_error,38580,0.02500,0.791
21,model.language_model.layers.21.mlp.experts.202.up_proj,0.0057828931,hessian_weighted_relative_error,38580,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.203.down_proj,0.0109035601,hessian_weighted_relative_error,43491,0.02500,0.882
21,model.language_model.layers.21.mlp.experts.203.gate_proj,0.0052765192,hessian_weighted_relative_error,43491,0.02500,0.919
21,model.language_model.layers.21.mlp.experts.203.up_proj,0.0058077283,hessian_weighted_relative_error,43491,0.02500,0.965
21,model.language_model.layers.21.mlp.experts.204.down_proj,0.0128506945,hessian_weighted_relative_error,20156,0.02500,0.759
21,model.language_model.layers.21.mlp.experts.204.gate_proj,0.0063228651,hessian_weighted_relative_error,20156,0.02500,0.790
21,model.language_model.layers.21.mlp.experts.204.up_proj,0.0069453586,hessian_weighted_relative_error,20156,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.205.down_proj,0.0078077786,hessian_weighted_relative_error,30713,0.02500,0.878
21,model.language_model.layers.21.mlp.experts.205.gate_proj,0.0040023620,hessian_weighted_relative_error,30713,0.02500,0.918
21,model.language_model.layers.21.mlp.experts.205.up_proj,0.0051923112,hessian_weighted_relative_error,30713,0.02500,0.968
21,model.language_model.layers.21.mlp.experts.206.down_proj,0.0119957998,hessian_weighted_relative_error,53355,0.02500,0.762
21,model.language_model.layers.21.mlp.experts.206.gate_proj,0.0059178303,hessian_weighted_relative_error,53355,0.02500,0.791
21,model.language_model.layers.21.mlp.experts.206.up_proj,0.0068236521,hessian_weighted_relative_error,53355,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.207.down_proj,0.0108399499,hessian_weighted_relative_error,16731,0.02500,0.879
21,model.language_model.layers.21.mlp.experts.207.gate_proj,0.0046919044,hessian_weighted_relative_error,16731,0.02500,0.921
21,model.language_model.layers.21.mlp.experts.207.up_proj,0.0058818706,hessian_weighted_relative_error,16731,0.02500,0.964
21,model.language_model.layers.21.mlp.experts.208.down_proj,0.0087271044,hessian_weighted_relative_error,46708,0.02500,0.760
21,model.language_model.layers.21.mlp.experts.208.gate_proj,0.0037948028,hessian_weighted_relative_error,46708,0.02500,0.790
21,model.language_model.layers.21.mlp.experts.208.up_proj,0.0043244406,hessian_weighted_relative_error,46708,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.209.down_proj,0.0140054301,hessian_weighted_relative_error,51217,0.02500,0.879
21,model.language_model.layers.21.mlp.experts.209.gate_proj,0.0066065572,hessian_weighted_relative_error,51217,0.02500,0.928
21,model.language_model.layers.21.mlp.experts.209.up_proj,0.0074074906,hessian_weighted_relative_error,51217,0.02500,0.974
21,model.language_model.layers.21.mlp.experts.21.down_proj,0.0133016103,hessian_weighted_relative_error,26856,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.21.gate_proj,0.0056480448,hessian_weighted_relative_error,26856,0.02500,0.852
21,model.language_model.layers.21.mlp.experts.21.up_proj,0.0060832899,hessian_weighted_relative_error,26856,0.02500,0.948
21,model.language_model.layers.21.mlp.experts.210.down_proj,0.0116517045,hessian_weighted_relative_error,19821,0.02500,0.762
21,model.language_model.layers.21.mlp.experts.210.gate_proj,0.0051113960,hessian_weighted_relative_error,19821,0.02500,0.791
21,model.language_model.layers.21.mlp.experts.210.up_proj,0.0057663719,hessian_weighted_relative_error,19821,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.211.down_proj,0.0128362887,hessian_weighted_relative_error,19171,0.02500,0.882
21,model.language_model.layers.21.mlp.experts.211.gate_proj,0.0056312746,hessian_weighted_relative_error,19171,0.02500,0.923
21,model.language_model.layers.21.mlp.experts.211.up_proj,0.0062872472,hessian_weighted_relative_error,19171,0.02500,0.961
21,model.language_model.layers.21.mlp.experts.212.down_proj,0.0115393356,hessian_weighted_relative_error,31739,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.212.gate_proj,0.0045304454,hessian_weighted_relative_error,31739,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.212.up_proj,0.0051854591,hessian_weighted_relative_error,31739,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.213.down_proj,0.0106562349,hessian_weighted_relative_error,32399,0.02500,0.879
21,model.language_model.layers.21.mlp.experts.213.gate_proj,0.0055251255,hessian_weighted_relative_error,32399,0.02500,0.915
21,model.language_model.layers.21.mlp.experts.213.up_proj,0.0058561209,hessian_weighted_relative_error,32399,0.02500,0.960
21,model.language_model.layers.21.mlp.experts.214.down_proj,0.0097587437,hessian_weighted_relative_error,68262,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.214.gate_proj,0.0046440235,hessian_weighted_relative_error,68262,0.02500,0.791
21,model.language_model.layers.21.mlp.experts.214.up_proj,0.0052749268,hessian_weighted_relative_error,68262,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.215.down_proj,0.0110765283,hessian_weighted_relative_error,15365,0.02500,0.878
21,model.language_model.layers.21.mlp.experts.215.gate_proj,0.0046734483,hessian_weighted_relative_error,15365,0.02500,0.921
21,model.language_model.layers.21.mlp.experts.215.up_proj,0.0050127251,hessian_weighted_relative_error,15365,0.02500,0.975
21,model.language_model.layers.21.mlp.experts.216.down_proj,0.0075707869,hessian_weighted_relative_error,27755,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.216.gate_proj,0.0031288276,hessian_weighted_relative_error,27755,0.02500,0.793
21,model.language_model.layers.21.mlp.experts.216.up_proj,0.0034581633,hessian_weighted_relative_error,27755,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.217.down_proj,0.0098583048,hessian_weighted_relative_error,16361,0.02500,0.879
21,model.language_model.layers.21.mlp.experts.217.gate_proj,0.0047425683,hessian_weighted_relative_error,16361,0.02500,0.928
21,model.language_model.layers.21.mlp.experts.217.up_proj,0.0053260343,hessian_weighted_relative_error,16361,0.02500,0.972
21,model.language_model.layers.21.mlp.experts.218.down_proj,0.0131725549,hessian_weighted_relative_error,38709,0.02500,0.762
21,model.language_model.layers.21.mlp.experts.218.gate_proj,0.0065092068,hessian_weighted_relative_error,38709,0.02500,0.793
21,model.language_model.layers.21.mlp.experts.218.up_proj,0.0073925664,hessian_weighted_relative_error,38709,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.219.down_proj,0.0121590000,hessian_weighted_relative_error,10807,0.02500,0.882
21,model.language_model.layers.21.mlp.experts.219.gate_proj,0.0051242775,hessian_weighted_relative_error,10807,0.02500,0.920
21,model.language_model.layers.21.mlp.experts.219.up_proj,0.0058380260,hessian_weighted_relative_error,10807,0.02500,0.974
21,model.language_model.layers.21.mlp.experts.22.down_proj,0.0122224595,hessian_weighted_relative_error,24056,0.02500,0.728
21,model.language_model.layers.21.mlp.experts.22.gate_proj,0.0058552611,hessian_weighted_relative_error,24056,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.22.up_proj,0.0064753118,hessian_weighted_relative_error,24056,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.220.down_proj,0.0131604600,hessian_weighted_relative_error,18074,0.02500,0.759
21,model.language_model.layers.21.mlp.experts.220.gate_proj,0.0062598749,hessian_weighted_relative_error,18074,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.220.up_proj,0.0071407481,hessian_weighted_relative_error,18074,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.221.down_proj,0.0138023655,hessian_weighted_relative_error,62885,0.02500,0.880
21,model.language_model.layers.21.mlp.experts.221.gate_proj,0.0069357179,hessian_weighted_relative_error,62885,0.02500,0.932
21,model.language_model.layers.21.mlp.experts.221.up_proj,0.0077396241,hessian_weighted_relative_error,62885,0.02500,0.971
21,model.language_model.layers.21.mlp.experts.222.down_proj,0.0125058280,hessian_weighted_relative_error,22358,0.02500,0.764
21,model.language_model.layers.21.mlp.experts.222.gate_proj,0.0062127495,hessian_weighted_relative_error,22358,0.02500,0.793
21,model.language_model.layers.21.mlp.experts.222.up_proj,0.0071624029,hessian_weighted_relative_error,22358,0.02500,0.812
21,model.language_model.layers.21.mlp.experts.223.down_proj,0.0133700095,hessian_weighted_relative_error,17391,0.02500,0.881
21,model.language_model.layers.21.mlp.experts.223.gate_proj,0.0069885706,hessian_weighted_relative_error,17391,0.02500,0.929
21,model.language_model.layers.21.mlp.experts.223.up_proj,0.0078692019,hessian_weighted_relative_error,17391,0.02500,0.974
21,model.language_model.layers.21.mlp.experts.224.down_proj,0.0110249293,hessian_weighted_relative_error,43451,0.02500,0.764
21,model.language_model.layers.21.mlp.experts.224.gate_proj,0.0054616976,hessian_weighted_relative_error,43451,0.02500,0.794
21,model.language_model.layers.21.mlp.experts.224.up_proj,0.0068705017,hessian_weighted_relative_error,43451,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.225.down_proj,0.0073459650,hessian_weighted_relative_error,20484,0.02500,0.881
21,model.language_model.layers.21.mlp.experts.225.gate_proj,0.0032516635,hessian_weighted_relative_error,20484,0.02500,0.925
21,model.language_model.layers.21.mlp.experts.225.up_proj,0.0034576589,hessian_weighted_relative_error,20484,0.02500,0.988
21,model.language_model.layers.21.mlp.experts.226.down_proj,0.0089604612,hessian_weighted_relative_error,4464,0.02500,0.765
21,model.language_model.layers.21.mlp.experts.226.gate_proj,0.0029603909,hessian_weighted_relative_error,4464,0.02500,0.794
21,model.language_model.layers.21.mlp.experts.226.up_proj,0.0031110171,hessian_weighted_relative_error,4464,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.227.down_proj,0.0087329462,hessian_weighted_relative_error,14705,0.02500,0.885
21,model.language_model.layers.21.mlp.experts.227.gate_proj,0.0040752856,hessian_weighted_relative_error,14705,0.02500,0.923
21,model.language_model.layers.21.mlp.experts.227.up_proj,0.0045668240,hessian_weighted_relative_error,14705,0.02500,0.970
21,model.language_model.layers.21.mlp.experts.228.down_proj,0.0133062677,hessian_weighted_relative_error,22410,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.228.gate_proj,0.0065509591,hessian_weighted_relative_error,22410,0.02500,0.793
21,model.language_model.layers.21.mlp.experts.228.up_proj,0.0073810368,hessian_weighted_relative_error,22410,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.229.down_proj,0.0122568340,hessian_weighted_relative_error,38411,0.02500,0.882
21,model.language_model.layers.21.mlp.experts.229.gate_proj,0.0060063145,hessian_weighted_relative_error,38411,0.02500,0.924
21,model.language_model.layers.21.mlp.experts.229.up_proj,0.0063586794,hessian_weighted_relative_error,38411,0.02500,0.976
21,model.language_model.layers.21.mlp.experts.23.down_proj,0.0115923036,hessian_weighted_relative_error,39482,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.23.gate_proj,0.0050161004,hessian_weighted_relative_error,39482,0.02500,0.851
21,model.language_model.layers.21.mlp.experts.23.up_proj,0.0056064407,hessian_weighted_relative_error,39482,0.02500,0.940
21,model.language_model.layers.21.mlp.experts.230.down_proj,0.0100498029,hessian_weighted_relative_error,21035,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.230.gate_proj,0.0045475387,hessian_weighted_relative_error,21035,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.230.up_proj,0.0049712335,hessian_weighted_relative_error,21035,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.231.down_proj,0.0120026319,hessian_weighted_relative_error,27839,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.231.gate_proj,0.0065951077,hessian_weighted_relative_error,27839,0.02500,0.927
21,model.language_model.layers.21.mlp.experts.231.up_proj,0.0071446889,hessian_weighted_relative_error,27839,0.02500,0.975
21,model.language_model.layers.21.mlp.experts.232.down_proj,0.0130255303,hessian_weighted_relative_error,18618,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.232.gate_proj,0.0065484149,hessian_weighted_relative_error,18618,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.232.up_proj,0.0078981322,hessian_weighted_relative_error,18618,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.233.down_proj,0.0113552419,hessian_weighted_relative_error,14090,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.233.gate_proj,0.0052060794,hessian_weighted_relative_error,14090,0.02500,0.935
21,model.language_model.layers.21.mlp.experts.233.up_proj,0.0058113113,hessian_weighted_relative_error,14090,0.02500,0.971
21,model.language_model.layers.21.mlp.experts.234.down_proj,0.0106117590,hessian_weighted_relative_error,10960,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.234.gate_proj,0.0048026296,hessian_weighted_relative_error,10960,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.234.up_proj,0.0055974581,hessian_weighted_relative_error,10960,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.235.down_proj,0.0123082891,hessian_weighted_relative_error,39690,0.02500,0.886
21,model.language_model.layers.21.mlp.experts.235.gate_proj,0.0066582948,hessian_weighted_relative_error,39690,0.02500,0.950
21,model.language_model.layers.21.mlp.experts.235.up_proj,0.0075047241,hessian_weighted_relative_error,39690,0.02500,0.967
21,model.language_model.layers.21.mlp.experts.236.down_proj,0.0096058678,hessian_weighted_relative_error,18551,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.236.gate_proj,0.0045596666,hessian_weighted_relative_error,18551,0.02500,0.796
21,model.language_model.layers.21.mlp.experts.236.up_proj,0.0053282878,hessian_weighted_relative_error,18551,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.237.down_proj,0.0127181185,hessian_weighted_relative_error,18048,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.237.gate_proj,0.0054394064,hessian_weighted_relative_error,18048,0.02500,0.926
21,model.language_model.layers.21.mlp.experts.237.up_proj,0.0056255485,hessian_weighted_relative_error,18048,0.02500,0.974
21,model.language_model.layers.21.mlp.experts.238.down_proj,0.0077564764,hessian_weighted_relative_error,29597,0.02500,0.765
21,model.language_model.layers.21.mlp.experts.238.gate_proj,0.0034650300,hessian_weighted_relative_error,29597,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.238.up_proj,0.0037322361,hessian_weighted_relative_error,29597,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.239.down_proj,0.0118993051,hessian_weighted_relative_error,32353,0.02500,0.882
21,model.language_model.layers.21.mlp.experts.239.gate_proj,0.0046422648,hessian_weighted_relative_error,32353,0.02500,0.933
21,model.language_model.layers.21.mlp.experts.239.up_proj,0.0048076624,hessian_weighted_relative_error,32353,0.02500,0.974
21,model.language_model.layers.21.mlp.experts.24.down_proj,0.0115325646,hessian_weighted_relative_error,41661,0.02500,0.727
21,model.language_model.layers.21.mlp.experts.24.gate_proj,0.0061971652,hessian_weighted_relative_error,41661,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.24.up_proj,0.0070487035,hessian_weighted_relative_error,41661,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.240.down_proj,0.0138006550,hessian_weighted_relative_error,31853,0.02500,0.764
21,model.language_model.layers.21.mlp.experts.240.gate_proj,0.0069591127,hessian_weighted_relative_error,31853,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.240.up_proj,0.0078872519,hessian_weighted_relative_error,31853,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.241.down_proj,0.0083186277,hessian_weighted_relative_error,5265,0.02500,0.882
21,model.language_model.layers.21.mlp.experts.241.gate_proj,0.0033156013,hessian_weighted_relative_error,5265,0.02500,0.933
21,model.language_model.layers.21.mlp.experts.241.up_proj,0.0039115116,hessian_weighted_relative_error,5265,0.02500,0.958
21,model.language_model.layers.21.mlp.experts.242.down_proj,0.0113151003,hessian_weighted_relative_error,16987,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.242.gate_proj,0.0050454990,hessian_weighted_relative_error,16987,0.02500,0.793
21,model.language_model.layers.21.mlp.experts.242.up_proj,0.0057004073,hessian_weighted_relative_error,16987,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.243.down_proj,0.0120671296,hessian_weighted_relative_error,22122,0.02500,0.886
21,model.language_model.layers.21.mlp.experts.243.gate_proj,0.0054947053,hessian_weighted_relative_error,22122,0.02500,0.929
21,model.language_model.layers.21.mlp.experts.243.up_proj,0.0063686914,hessian_weighted_relative_error,22122,0.02500,0.959
21,model.language_model.layers.21.mlp.experts.244.down_proj,0.0119978332,hessian_weighted_relative_error,30460,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.244.gate_proj,0.0048974474,hessian_weighted_relative_error,30460,0.02500,0.798
21,model.language_model.layers.21.mlp.experts.244.up_proj,0.0052470583,hessian_weighted_relative_error,30460,0.02500,0.817
21,model.language_model.layers.21.mlp.experts.245.down_proj,0.0080533658,hessian_weighted_relative_error,4863,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.245.gate_proj,0.0033770178,hessian_weighted_relative_error,4863,0.02500,0.931
21,model.language_model.layers.21.mlp.experts.245.up_proj,0.0040879032,hessian_weighted_relative_error,4863,0.02500,0.960
21,model.language_model.layers.21.mlp.experts.246.down_proj,0.0095327243,hessian_weighted_relative_error,38755,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.246.gate_proj,0.0044458231,hessian_weighted_relative_error,38755,0.02500,0.796
21,model.language_model.layers.21.mlp.experts.246.up_proj,0.0056012765,hessian_weighted_relative_error,38755,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.247.down_proj,0.0086971524,hessian_weighted_relative_error,8578,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.247.gate_proj,0.0030510597,hessian_weighted_relative_error,8578,0.02500,0.934
21,model.language_model.layers.21.mlp.experts.247.up_proj,0.0034841423,hessian_weighted_relative_error,8578,0.02500,0.956
21,model.language_model.layers.21.mlp.experts.248.down_proj,0.0128482955,hessian_weighted_relative_error,45099,0.02500,0.762
21,model.language_model.layers.21.mlp.experts.248.gate_proj,0.0062680079,hessian_weighted_relative_error,45099,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.248.up_proj,0.0072497604,hessian_weighted_relative_error,45099,0.02500,0.812
21,model.language_model.layers.21.mlp.experts.249.down_proj,0.0100504955,hessian_weighted_relative_error,9450,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.249.gate_proj,0.0044343373,hessian_weighted_relative_error,9450,0.02500,0.930
21,model.language_model.layers.21.mlp.experts.249.up_proj,0.0047569731,hessian_weighted_relative_error,9450,0.02500,0.954
21,model.language_model.layers.21.mlp.experts.25.down_proj,0.0107711749,hessian_weighted_relative_error,25358,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.25.gate_proj,0.0048053677,hessian_weighted_relative_error,25358,0.02500,0.863
21,model.language_model.layers.21.mlp.experts.25.up_proj,0.0054026774,hessian_weighted_relative_error,25358,0.02500,0.951
21,model.language_model.layers.21.mlp.experts.250.down_proj,0.0107685709,hessian_weighted_relative_error,19807,0.02500,0.764
21,model.language_model.layers.21.mlp.experts.250.gate_proj,0.0051677369,hessian_weighted_relative_error,19807,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.250.up_proj,0.0062117419,hessian_weighted_relative_error,19807,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.251.down_proj,0.0136602332,hessian_weighted_relative_error,19938,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.251.gate_proj,0.0070467180,hessian_weighted_relative_error,19938,0.02500,0.935
21,model.language_model.layers.21.mlp.experts.251.up_proj,0.0081725749,hessian_weighted_relative_error,19938,0.02500,0.945
21,model.language_model.layers.21.mlp.experts.252.down_proj,0.0120100388,hessian_weighted_relative_error,17901,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.252.gate_proj,0.0044917232,hessian_weighted_relative_error,17901,0.02500,0.794
21,model.language_model.layers.21.mlp.experts.252.up_proj,0.0050647954,hessian_weighted_relative_error,17901,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.253.down_proj,0.0127956223,hessian_weighted_relative_error,9699,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.253.gate_proj,0.0062584169,hessian_weighted_relative_error,9699,0.02500,0.930
21,model.language_model.layers.21.mlp.experts.253.up_proj,0.0072216510,hessian_weighted_relative_error,9699,0.02500,0.948
21,model.language_model.layers.21.mlp.experts.254.down_proj,0.0099274574,hessian_weighted_relative_error,85055,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.254.gate_proj,0.0055938516,hessian_weighted_relative_error,85055,0.02500,0.796
21,model.language_model.layers.21.mlp.experts.254.up_proj,0.0057383819,hessian_weighted_relative_error,85055,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.255.down_proj,0.0085590264,hessian_weighted_relative_error,17912,0.02500,0.884
21,model.language_model.layers.21.mlp.experts.255.gate_proj,0.0038838300,hessian_weighted_relative_error,17912,0.02500,0.932
21,model.language_model.layers.21.mlp.experts.255.up_proj,0.0040898145,hessian_weighted_relative_error,17912,0.02500,0.950
21,model.language_model.layers.21.mlp.experts.256.down_proj,0.0112300463,hessian_weighted_relative_error,36104,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.256.gate_proj,0.0047373955,hessian_weighted_relative_error,36104,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.256.up_proj,0.0060349649,hessian_weighted_relative_error,36104,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.257.down_proj,0.0129318538,hessian_weighted_relative_error,33075,0.02500,0.884
21,model.language_model.layers.21.mlp.experts.257.gate_proj,0.0059083423,hessian_weighted_relative_error,33075,0.02500,0.930
21,model.language_model.layers.21.mlp.experts.257.up_proj,0.0071494227,hessian_weighted_relative_error,33075,0.02500,0.946
21,model.language_model.layers.21.mlp.experts.258.down_proj,0.0138480184,hessian_weighted_relative_error,70873,0.02500,0.770
21,model.language_model.layers.21.mlp.experts.258.gate_proj,0.0061979324,hessian_weighted_relative_error,70873,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.258.up_proj,0.0069956245,hessian_weighted_relative_error,70873,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.259.down_proj,0.0105091278,hessian_weighted_relative_error,9043,0.02500,0.886
21,model.language_model.layers.21.mlp.experts.259.gate_proj,0.0041263946,hessian_weighted_relative_error,9043,0.02500,0.932
21,model.language_model.layers.21.mlp.experts.259.up_proj,0.0045813977,hessian_weighted_relative_error,9043,0.02500,0.943
21,model.language_model.layers.21.mlp.experts.26.down_proj,0.0101650929,hessian_weighted_relative_error,11474,0.02500,0.730
21,model.language_model.layers.21.mlp.experts.26.gate_proj,0.0046516429,hessian_weighted_relative_error,11474,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.26.up_proj,0.0054381723,hessian_weighted_relative_error,11474,0.02500,0.801
21,model.language_model.layers.21.mlp.experts.260.down_proj,0.0090198322,hessian_weighted_relative_error,11624,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.260.gate_proj,0.0032132953,hessian_weighted_relative_error,11624,0.02500,0.796
21,model.language_model.layers.21.mlp.experts.260.up_proj,0.0035322172,hessian_weighted_relative_error,11624,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.261.down_proj,0.0103494572,hessian_weighted_relative_error,21607,0.02500,0.884
21,model.language_model.layers.21.mlp.experts.261.gate_proj,0.0049198800,hessian_weighted_relative_error,21607,0.02500,0.926
21,model.language_model.layers.21.mlp.experts.261.up_proj,0.0052607805,hessian_weighted_relative_error,21607,0.02500,0.945
21,model.language_model.layers.21.mlp.experts.262.down_proj,0.0086150367,hessian_weighted_relative_error,6183,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.262.gate_proj,0.0030957082,hessian_weighted_relative_error,6183,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.262.up_proj,0.0037194287,hessian_weighted_relative_error,6183,0.02500,0.811
21,model.language_model.layers.21.mlp.experts.263.down_proj,0.0108903314,hessian_weighted_relative_error,13600,0.02500,0.884
21,model.language_model.layers.21.mlp.experts.263.gate_proj,0.0057683378,hessian_weighted_relative_error,13600,0.02500,0.934
21,model.language_model.layers.21.mlp.experts.263.up_proj,0.0064756789,hessian_weighted_relative_error,13600,0.02500,0.945
21,model.language_model.layers.21.mlp.experts.264.down_proj,0.0112998405,hessian_weighted_relative_error,44125,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.264.gate_proj,0.0047107996,hessian_weighted_relative_error,44125,0.02500,0.801
21,model.language_model.layers.21.mlp.experts.264.up_proj,0.0053872942,hessian_weighted_relative_error,44125,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.265.down_proj,0.0038191409,hessian_weighted_relative_error,40523,0.02500,0.884
21,model.language_model.layers.21.mlp.experts.265.gate_proj,0.0079181181,hessian_weighted_relative_error,40523,0.02500,0.932
21,model.language_model.layers.21.mlp.experts.265.up_proj,0.0095782899,hessian_weighted_relative_error,40523,0.02500,0.935
21,model.language_model.layers.21.mlp.experts.266.down_proj,0.0114628994,hessian_weighted_relative_error,27634,0.02500,0.765
21,model.language_model.layers.21.mlp.experts.266.gate_proj,0.0049503685,hessian_weighted_relative_error,27634,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.266.up_proj,0.0055843956,hessian_weighted_relative_error,27634,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.267.down_proj,0.0092489880,hessian_weighted_relative_error,8936,0.02500,0.885
21,model.language_model.layers.21.mlp.experts.267.gate_proj,0.0041151957,hessian_weighted_relative_error,8936,0.02500,0.927
21,model.language_model.layers.21.mlp.experts.267.up_proj,0.0044602503,hessian_weighted_relative_error,8936,0.02500,0.943
21,model.language_model.layers.21.mlp.experts.268.down_proj,0.0078486193,hessian_weighted_relative_error,40007,0.02500,0.762
21,model.language_model.layers.21.mlp.experts.268.gate_proj,0.0026857980,hessian_weighted_relative_error,40007,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.268.up_proj,0.0037352963,hessian_weighted_relative_error,40007,0.02500,0.811
21,model.language_model.layers.21.mlp.experts.269.down_proj,0.0099861539,hessian_weighted_relative_error,30188,0.02500,0.885
21,model.language_model.layers.21.mlp.experts.269.gate_proj,0.0052839293,hessian_weighted_relative_error,30188,0.02500,0.927
21,model.language_model.layers.21.mlp.experts.269.up_proj,0.0060695386,hessian_weighted_relative_error,30188,0.02500,0.937
21,model.language_model.layers.21.mlp.experts.27.down_proj,0.0115927377,hessian_weighted_relative_error,13728,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.27.gate_proj,0.0041981893,hessian_weighted_relative_error,13728,0.02500,0.860
21,model.language_model.layers.21.mlp.experts.27.up_proj,0.0044472884,hessian_weighted_relative_error,13728,0.02500,0.943
21,model.language_model.layers.21.mlp.experts.270.down_proj,0.0107786225,hessian_weighted_relative_error,28685,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.270.gate_proj,0.0050612168,hessian_weighted_relative_error,28685,0.02500,0.798
21,model.language_model.layers.21.mlp.experts.270.up_proj,0.0058528866,hessian_weighted_relative_error,28685,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.271.down_proj,0.0118637052,hessian_weighted_relative_error,9502,0.02500,0.887
21,model.language_model.layers.21.mlp.experts.271.gate_proj,0.0039285346,hessian_weighted_relative_error,9502,0.02500,0.935
21,model.language_model.layers.21.mlp.experts.271.up_proj,0.0042940972,hessian_weighted_relative_error,9502,0.02500,0.934
21,model.language_model.layers.21.mlp.experts.272.down_proj,0.0111916865,hessian_weighted_relative_error,6707,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.272.gate_proj,0.0046907657,hessian_weighted_relative_error,6707,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.272.up_proj,0.0055816652,hessian_weighted_relative_error,6707,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.273.down_proj,0.0094543918,hessian_weighted_relative_error,24869,0.02500,0.886
21,model.language_model.layers.21.mlp.experts.273.gate_proj,0.0047410366,hessian_weighted_relative_error,24869,0.02500,0.931
21,model.language_model.layers.21.mlp.experts.273.up_proj,0.0055382026,hessian_weighted_relative_error,24869,0.02500,0.937
21,model.language_model.layers.21.mlp.experts.274.down_proj,0.0105318381,hessian_weighted_relative_error,23876,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.274.gate_proj,0.0040976754,hessian_weighted_relative_error,23876,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.274.up_proj,0.0048461927,hessian_weighted_relative_error,23876,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.275.down_proj,0.0122397111,hessian_weighted_relative_error,10927,0.02500,0.887
21,model.language_model.layers.21.mlp.experts.275.gate_proj,0.0052989637,hessian_weighted_relative_error,10927,0.02500,0.929
21,model.language_model.layers.21.mlp.experts.275.up_proj,0.0058578832,hessian_weighted_relative_error,10927,0.02500,0.936
21,model.language_model.layers.21.mlp.experts.276.down_proj,0.0102597635,hessian_weighted_relative_error,9193,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.276.gate_proj,0.0039616312,hessian_weighted_relative_error,9193,0.02500,0.798
21,model.language_model.layers.21.mlp.experts.276.up_proj,0.0042747999,hessian_weighted_relative_error,9193,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.277.down_proj,0.0138258566,hessian_weighted_relative_error,14878,0.02500,0.886
21,model.language_model.layers.21.mlp.experts.277.gate_proj,0.0069547472,hessian_weighted_relative_error,14878,0.02500,0.930
21,model.language_model.layers.21.mlp.experts.277.up_proj,0.0075220323,hessian_weighted_relative_error,14878,0.02500,0.937
21,model.language_model.layers.21.mlp.experts.278.down_proj,0.0129544647,hessian_weighted_relative_error,28622,0.02500,0.767
21,model.language_model.layers.21.mlp.experts.278.gate_proj,0.0055244251,hessian_weighted_relative_error,28622,0.02500,0.796
21,model.language_model.layers.21.mlp.experts.278.up_proj,0.0059840167,hessian_weighted_relative_error,28622,0.02500,0.805
21,model.language_model.layers.21.mlp.experts.279.down_proj,0.0089621288,hessian_weighted_relative_error,13411,0.02500,0.887
21,model.language_model.layers.21.mlp.experts.279.gate_proj,0.0045660919,hessian_weighted_relative_error,13411,0.02500,0.933
21,model.language_model.layers.21.mlp.experts.279.up_proj,0.0051496676,hessian_weighted_relative_error,13411,0.02500,0.937
21,model.language_model.layers.21.mlp.experts.28.down_proj,0.0140060129,hessian_weighted_relative_error,96149,0.02500,0.725
21,model.language_model.layers.21.mlp.experts.28.gate_proj,0.0072000697,hessian_weighted_relative_error,96149,0.02500,0.759
21,model.language_model.layers.21.mlp.experts.28.up_proj,0.0083681830,hessian_weighted_relative_error,96149,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.280.down_proj,0.0121868600,hessian_weighted_relative_error,27901,0.02500,0.765
21,model.language_model.layers.21.mlp.experts.280.gate_proj,0.0057473690,hessian_weighted_relative_error,27901,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.280.up_proj,0.0066327786,hessian_weighted_relative_error,27901,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.281.down_proj,0.0129319614,hessian_weighted_relative_error,21281,0.02500,0.887
21,model.language_model.layers.21.mlp.experts.281.gate_proj,0.0059254584,hessian_weighted_relative_error,21281,0.02500,0.939
21,model.language_model.layers.21.mlp.experts.281.up_proj,0.0064087710,hessian_weighted_relative_error,21281,0.02500,0.924
21,model.language_model.layers.21.mlp.experts.282.down_proj,0.0113141408,hessian_weighted_relative_error,15010,0.02500,0.767
21,model.language_model.layers.21.mlp.experts.282.gate_proj,0.0052092886,hessian_weighted_relative_error,15010,0.02500,0.796
21,model.language_model.layers.21.mlp.experts.282.up_proj,0.0059040235,hessian_weighted_relative_error,15010,0.02500,0.811
21,model.language_model.layers.21.mlp.experts.283.down_proj,0.0110724167,hessian_weighted_relative_error,46130,0.02500,0.889
21,model.language_model.layers.21.mlp.experts.283.gate_proj,0.0050663398,hessian_weighted_relative_error,46130,0.02500,0.940
21,model.language_model.layers.21.mlp.experts.283.up_proj,0.0065598288,hessian_weighted_relative_error,46130,0.02500,0.928
21,model.language_model.layers.21.mlp.experts.284.down_proj,0.0120222375,hessian_weighted_relative_error,7912,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.284.gate_proj,0.0056429596,hessian_weighted_relative_error,7912,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.284.up_proj,0.0063094208,hessian_weighted_relative_error,7912,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.285.down_proj,0.0128295494,hessian_weighted_relative_error,34468,0.02500,0.886
21,model.language_model.layers.21.mlp.experts.285.gate_proj,0.0057449654,hessian_weighted_relative_error,34468,0.02500,0.933
21,model.language_model.layers.21.mlp.experts.285.up_proj,0.0061445048,hessian_weighted_relative_error,34468,0.02500,0.933
21,model.language_model.layers.21.mlp.experts.286.down_proj,0.0129545944,hessian_weighted_relative_error,33183,0.02500,0.765
21,model.language_model.layers.21.mlp.experts.286.gate_proj,0.0060266272,hessian_weighted_relative_error,33183,0.02500,0.798
21,model.language_model.layers.21.mlp.experts.286.up_proj,0.0066098750,hessian_weighted_relative_error,33183,0.02500,0.811
21,model.language_model.layers.21.mlp.experts.287.down_proj,0.0111016648,hessian_weighted_relative_error,34161,0.02500,0.887
21,model.language_model.layers.21.mlp.experts.287.gate_proj,0.0061302076,hessian_weighted_relative_error,34161,0.02500,0.933
21,model.language_model.layers.21.mlp.experts.287.up_proj,0.0063991393,hessian_weighted_relative_error,34161,0.02500,0.934
21,model.language_model.layers.21.mlp.experts.29.down_proj,0.0109568084,hessian_weighted_relative_error,45011,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.29.gate_proj,0.0060514643,hessian_weighted_relative_error,45011,0.02500,0.854
21,model.language_model.layers.21.mlp.experts.29.up_proj,0.0066922370,hessian_weighted_relative_error,45011,0.02500,0.939
21,model.language_model.layers.21.mlp.experts.3.down_proj,0.0114770893,hessian_weighted_relative_error,32778,0.02500,0.796
21,model.language_model.layers.21.mlp.experts.3.gate_proj,0.0048111955,hessian_weighted_relative_error,32778,0.02500,0.843
21,model.language_model.layers.21.mlp.experts.3.up_proj,0.0051193467,hessian_weighted_relative_error,32778,0.02500,0.934
21,model.language_model.layers.21.mlp.experts.30.down_proj,0.0096182280,hessian_weighted_relative_error,38998,0.02500,0.729
21,model.language_model.layers.21.mlp.experts.30.gate_proj,0.0048424865,hessian_weighted_relative_error,38998,0.02500,0.758
21,model.language_model.layers.21.mlp.experts.30.up_proj,0.0053039652,hessian_weighted_relative_error,38998,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.31.down_proj,0.0099674358,hessian_weighted_relative_error,23131,0.02500,0.807
21,model.language_model.layers.21.mlp.experts.31.gate_proj,0.0049564661,hessian_weighted_relative_error,23131,0.02500,0.864
21,model.language_model.layers.21.mlp.experts.31.up_proj,0.0064198592,hessian_weighted_relative_error,23131,0.02500,0.948
21,model.language_model.layers.21.mlp.experts.32.down_proj,0.0072516211,hessian_weighted_relative_error,57233,0.02500,0.729
21,model.language_model.layers.21.mlp.experts.32.gate_proj,0.0041008258,hessian_weighted_relative_error,57233,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.32.up_proj,0.0044993303,hessian_weighted_relative_error,57233,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.33.down_proj,0.0100472924,hessian_weighted_relative_error,113151,0.02500,0.808
21,model.language_model.layers.21.mlp.experts.33.gate_proj,0.0050158164,hessian_weighted_relative_error,113151,0.02500,0.865
21,model.language_model.layers.21.mlp.experts.33.up_proj,0.0058248264,hessian_weighted_relative_error,113151,0.02500,0.948
21,model.language_model.layers.21.mlp.experts.34.down_proj,0.0145451108,hessian_weighted_relative_error,46989,0.02500,0.731
21,model.language_model.layers.21.mlp.experts.34.gate_proj,0.0080857487,hessian_weighted_relative_error,46989,0.02500,0.760
21,model.language_model.layers.21.mlp.experts.34.up_proj,0.0097821077,hessian_weighted_relative_error,46989,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.35.down_proj,0.0133070777,hessian_weighted_relative_error,23921,0.02500,0.813
21,model.language_model.layers.21.mlp.experts.35.gate_proj,0.0062900314,hessian_weighted_relative_error,23921,0.02500,0.860
21,model.language_model.layers.21.mlp.experts.35.up_proj,0.0069627694,hessian_weighted_relative_error,23921,0.02500,0.941
21,model.language_model.layers.21.mlp.experts.36.down_proj,0.0128084683,hessian_weighted_relative_error,15588,0.02500,0.730
21,model.language_model.layers.21.mlp.experts.36.gate_proj,0.0059911472,hessian_weighted_relative_error,15588,0.02500,0.762
21,model.language_model.layers.21.mlp.experts.36.up_proj,0.0067755266,hessian_weighted_relative_error,15588,0.02500,0.798
21,model.language_model.layers.21.mlp.experts.37.down_proj,0.0097677311,hessian_weighted_relative_error,34601,0.02500,0.809
21,model.language_model.layers.21.mlp.experts.37.gate_proj,0.0043676394,hessian_weighted_relative_error,34601,0.02500,0.870
21,model.language_model.layers.21.mlp.experts.37.up_proj,0.0047940140,hessian_weighted_relative_error,34601,0.02500,0.949
21,model.language_model.layers.21.mlp.experts.38.down_proj,0.0101548505,hessian_weighted_relative_error,33955,0.02500,0.734
21,model.language_model.layers.21.mlp.experts.38.gate_proj,0.0059050625,hessian_weighted_relative_error,33955,0.02500,0.761
21,model.language_model.layers.21.mlp.experts.38.up_proj,0.0067676384,hessian_weighted_relative_error,33955,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.39.down_proj,0.0129815556,hessian_weighted_relative_error,61513,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.39.gate_proj,0.0064705001,hessian_weighted_relative_error,61513,0.02500,0.861
21,model.language_model.layers.21.mlp.experts.39.up_proj,0.0080498464,hessian_weighted_relative_error,61513,0.02500,0.946
21,model.language_model.layers.21.mlp.experts.4.down_proj,0.0113521115,hessian_weighted_relative_error,54394,0.02500,0.717
21,model.language_model.layers.21.mlp.experts.4.gate_proj,0.0050911750,hessian_weighted_relative_error,54394,0.02500,0.751
21,model.language_model.layers.21.mlp.experts.4.up_proj,0.0061137352,hessian_weighted_relative_error,54394,0.02500,0.798
21,model.language_model.layers.21.mlp.experts.40.down_proj,0.0117277449,hessian_weighted_relative_error,39766,0.02500,0.735
21,model.language_model.layers.21.mlp.experts.40.gate_proj,0.0050392306,hessian_weighted_relative_error,39766,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.40.up_proj,0.0055957687,hessian_weighted_relative_error,39766,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.41.down_proj,0.0121915028,hessian_weighted_relative_error,30286,0.02500,0.812
21,model.language_model.layers.21.mlp.experts.41.gate_proj,0.0045777582,hessian_weighted_relative_error,30286,0.02500,0.870
21,model.language_model.layers.21.mlp.experts.41.up_proj,0.0049501459,hessian_weighted_relative_error,30286,0.02500,0.947
21,model.language_model.layers.21.mlp.experts.42.down_proj,0.0107429301,hessian_weighted_relative_error,8338,0.02500,0.733
21,model.language_model.layers.21.mlp.experts.42.gate_proj,0.0050460624,hessian_weighted_relative_error,8338,0.02500,0.764
21,model.language_model.layers.21.mlp.experts.42.up_proj,0.0058049587,hessian_weighted_relative_error,8338,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.43.down_proj,0.0118482750,hessian_weighted_relative_error,23087,0.02500,0.817
21,model.language_model.layers.21.mlp.experts.43.gate_proj,0.0045349342,hessian_weighted_relative_error,23087,0.02500,0.865
21,model.language_model.layers.21.mlp.experts.43.up_proj,0.0051162999,hessian_weighted_relative_error,23087,0.02500,0.944
21,model.language_model.layers.21.mlp.experts.44.down_proj,0.0126506802,hessian_weighted_relative_error,20871,0.02500,0.734
21,model.language_model.layers.21.mlp.experts.44.gate_proj,0.0063132930,hessian_weighted_relative_error,20871,0.02500,0.764
21,model.language_model.layers.21.mlp.experts.44.up_proj,0.0075133487,hessian_weighted_relative_error,20871,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.45.down_proj,0.0101084848,hessian_weighted_relative_error,15873,0.02500,0.812
21,model.language_model.layers.21.mlp.experts.45.gate_proj,0.0043843279,hessian_weighted_relative_error,15873,0.02500,0.864
21,model.language_model.layers.21.mlp.experts.45.up_proj,0.0046320100,hessian_weighted_relative_error,15873,0.02500,0.950
21,model.language_model.layers.21.mlp.experts.46.down_proj,0.0120862629,hessian_weighted_relative_error,12814,0.02500,0.735
21,model.language_model.layers.21.mlp.experts.46.gate_proj,0.0048876474,hessian_weighted_relative_error,12814,0.02500,0.763
21,model.language_model.layers.21.mlp.experts.46.up_proj,0.0055775752,hessian_weighted_relative_error,12814,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.47.down_proj,0.0084652019,hessian_weighted_relative_error,24497,0.02500,0.815
21,model.language_model.layers.21.mlp.experts.47.gate_proj,0.0039224823,hessian_weighted_relative_error,24497,0.02500,0.866
21,model.language_model.layers.21.mlp.experts.47.up_proj,0.0043887494,hessian_weighted_relative_error,24497,0.02500,0.947
21,model.language_model.layers.21.mlp.experts.48.down_proj,0.0080540950,hessian_weighted_relative_error,2191,0.02500,0.732
21,model.language_model.layers.21.mlp.experts.48.gate_proj,0.0027813180,hessian_weighted_relative_error,2191,0.02500,0.769
21,model.language_model.layers.21.mlp.experts.48.up_proj,0.0033415320,hessian_weighted_relative_error,2191,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.49.down_proj,0.0122332139,hessian_weighted_relative_error,32353,0.02500,0.816
21,model.language_model.layers.21.mlp.experts.49.gate_proj,0.0056598343,hessian_weighted_relative_error,32353,0.02500,0.873
21,model.language_model.layers.21.mlp.experts.49.up_proj,0.0069079432,hessian_weighted_relative_error,32353,0.02500,0.951
21,model.language_model.layers.21.mlp.experts.5.down_proj,0.0117082202,hessian_weighted_relative_error,47124,0.02500,0.791
21,model.language_model.layers.21.mlp.experts.5.gate_proj,0.0063840381,hessian_weighted_relative_error,47124,0.02500,0.861
21,model.language_model.layers.21.mlp.experts.5.up_proj,0.0073667719,hessian_weighted_relative_error,47124,0.02500,0.936
21,model.language_model.layers.21.mlp.experts.50.down_proj,0.0103250730,hessian_weighted_relative_error,28190,0.02500,0.736
21,model.language_model.layers.21.mlp.experts.50.gate_proj,0.0045517115,hessian_weighted_relative_error,28190,0.02500,0.768
21,model.language_model.layers.21.mlp.experts.50.up_proj,0.0048496716,hessian_weighted_relative_error,28190,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.51.down_proj,0.0075597355,hessian_weighted_relative_error,40210,0.02500,0.820
21,model.language_model.layers.21.mlp.experts.51.gate_proj,0.0043662068,hessian_weighted_relative_error,40210,0.02500,0.869
21,model.language_model.layers.21.mlp.experts.51.up_proj,0.0048543001,hessian_weighted_relative_error,40210,0.02500,0.952
21,model.language_model.layers.21.mlp.experts.52.down_proj,0.0140337322,hessian_weighted_relative_error,37046,0.02500,0.732
21,model.language_model.layers.21.mlp.experts.52.gate_proj,0.0076108055,hessian_weighted_relative_error,37046,0.02500,0.766
21,model.language_model.layers.21.mlp.experts.52.up_proj,0.0084591589,hessian_weighted_relative_error,37046,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.53.down_proj,0.0127009098,hessian_weighted_relative_error,18392,0.02500,0.816
21,model.language_model.layers.21.mlp.experts.53.gate_proj,0.0064601825,hessian_weighted_relative_error,18392,0.02500,0.868
21,model.language_model.layers.21.mlp.experts.53.up_proj,0.0079904575,hessian_weighted_relative_error,18392,0.02500,0.950
21,model.language_model.layers.21.mlp.experts.54.down_proj,0.0089174795,hessian_weighted_relative_error,5230,0.02500,0.735
21,model.language_model.layers.21.mlp.experts.54.gate_proj,0.0033061390,hessian_weighted_relative_error,5230,0.02500,0.768
21,model.language_model.layers.21.mlp.experts.54.up_proj,0.0037366255,hessian_weighted_relative_error,5230,0.02500,0.800
21,model.language_model.layers.21.mlp.experts.55.down_proj,0.0091633493,hessian_weighted_relative_error,13001,0.02500,0.818
21,model.language_model.layers.21.mlp.experts.55.gate_proj,0.0043753950,hessian_weighted_relative_error,13001,0.02500,0.868
21,model.language_model.layers.21.mlp.experts.55.up_proj,0.0049958892,hessian_weighted_relative_error,13001,0.02500,0.949
21,model.language_model.layers.21.mlp.experts.56.down_proj,0.0131710125,hessian_weighted_relative_error,43032,0.02500,0.735
21,model.language_model.layers.21.mlp.experts.56.gate_proj,0.0063627549,hessian_weighted_relative_error,43032,0.02500,0.767
21,model.language_model.layers.21.mlp.experts.56.up_proj,0.0071177268,hessian_weighted_relative_error,43032,0.02500,0.801
21,model.language_model.layers.21.mlp.experts.57.down_proj,0.0117330508,hessian_weighted_relative_error,33610,0.02500,0.820
21,model.language_model.layers.21.mlp.experts.57.gate_proj,0.0046493287,hessian_weighted_relative_error,33610,0.02500,0.881
21,model.language_model.layers.21.mlp.experts.57.up_proj,0.0065389024,hessian_weighted_relative_error,33610,0.02500,0.960
21,model.language_model.layers.21.mlp.experts.58.down_proj,0.0125276386,hessian_weighted_relative_error,13411,0.02500,0.736
21,model.language_model.layers.21.mlp.experts.58.gate_proj,0.0052606055,hessian_weighted_relative_error,13411,0.02500,0.768
21,model.language_model.layers.21.mlp.experts.58.up_proj,0.0058084648,hessian_weighted_relative_error,13411,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.59.down_proj,0.0099926272,hessian_weighted_relative_error,10783,0.02500,0.825
21,model.language_model.layers.21.mlp.experts.59.gate_proj,0.0047288629,hessian_weighted_relative_error,10783,0.02500,0.873
21,model.language_model.layers.21.mlp.experts.59.up_proj,0.0054419314,hessian_weighted_relative_error,10783,0.02500,0.947
21,model.language_model.layers.21.mlp.experts.6.down_proj,0.0062792585,hessian_weighted_relative_error,17224,0.02500,0.721
21,model.language_model.layers.21.mlp.experts.6.gate_proj,0.0026725128,hessian_weighted_relative_error,17224,0.02500,0.753
21,model.language_model.layers.21.mlp.experts.6.up_proj,0.0030050003,hessian_weighted_relative_error,17224,0.02500,0.799
21,model.language_model.layers.21.mlp.experts.60.down_proj,0.0079504153,hessian_weighted_relative_error,120976,0.02500,0.735
21,model.language_model.layers.21.mlp.experts.60.gate_proj,0.0056195723,hessian_weighted_relative_error,120976,0.02500,0.769
21,model.language_model.layers.21.mlp.experts.60.up_proj,0.0069084010,hessian_weighted_relative_error,120976,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.61.down_proj,0.0123195781,hessian_weighted_relative_error,15123,0.02500,0.820
21,model.language_model.layers.21.mlp.experts.61.gate_proj,0.0058315287,hessian_weighted_relative_error,15123,0.02500,0.872
21,model.language_model.layers.21.mlp.experts.61.up_proj,0.0064875708,hessian_weighted_relative_error,15123,0.02500,0.953
21,model.language_model.layers.21.mlp.experts.62.down_proj,0.0132459635,hessian_weighted_relative_error,40865,0.02500,0.738
21,model.language_model.layers.21.mlp.experts.62.gate_proj,0.0064114981,hessian_weighted_relative_error,40865,0.02500,0.767
21,model.language_model.layers.21.mlp.experts.62.up_proj,0.0072540999,hessian_weighted_relative_error,40865,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.63.down_proj,0.0050252889,hessian_weighted_relative_error,7702,0.02500,0.822
21,model.language_model.layers.21.mlp.experts.63.gate_proj,0.0020345417,hessian_weighted_relative_error,7702,0.02500,0.873
21,model.language_model.layers.21.mlp.experts.63.up_proj,0.0021815418,hessian_weighted_relative_error,7702,0.02500,0.958
21,model.language_model.layers.21.mlp.experts.64.down_proj,0.0085380220,hessian_weighted_relative_error,20415,0.02500,0.739
21,model.language_model.layers.21.mlp.experts.64.gate_proj,0.0037775436,hessian_weighted_relative_error,20415,0.02500,0.792
21,model.language_model.layers.21.mlp.experts.64.up_proj,0.0039637113,hessian_weighted_relative_error,20415,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.65.down_proj,0.0122117017,hessian_weighted_relative_error,21194,0.02500,0.822
21,model.language_model.layers.21.mlp.experts.65.gate_proj,0.0047682045,hessian_weighted_relative_error,21194,0.02500,0.881
21,model.language_model.layers.21.mlp.experts.65.up_proj,0.0051376424,hessian_weighted_relative_error,21194,0.02500,0.957
21,model.language_model.layers.21.mlp.experts.66.down_proj,0.0084834193,hessian_weighted_relative_error,25416,0.02500,0.738
21,model.language_model.layers.21.mlp.experts.66.gate_proj,0.0031805991,hessian_weighted_relative_error,25416,0.02500,0.768
21,model.language_model.layers.21.mlp.experts.66.up_proj,0.0036784566,hessian_weighted_relative_error,25416,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.67.down_proj,0.0111663536,hessian_weighted_relative_error,27924,0.02500,0.829
21,model.language_model.layers.21.mlp.experts.67.gate_proj,0.0049731794,hessian_weighted_relative_error,27924,0.02500,0.877
21,model.language_model.layers.21.mlp.experts.67.up_proj,0.0055928291,hessian_weighted_relative_error,27924,0.02500,0.952
21,model.language_model.layers.21.mlp.experts.68.down_proj,0.0117473368,hessian_weighted_relative_error,44659,0.02500,0.739
21,model.language_model.layers.21.mlp.experts.68.gate_proj,0.0044752219,hessian_weighted_relative_error,44659,0.02500,0.769
21,model.language_model.layers.21.mlp.experts.68.up_proj,0.0047775612,hessian_weighted_relative_error,44659,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.69.down_proj,0.0116528750,hessian_weighted_relative_error,22061,0.02500,0.824
21,model.language_model.layers.21.mlp.experts.69.gate_proj,0.0058678156,hessian_weighted_relative_error,22061,0.02500,0.876
21,model.language_model.layers.21.mlp.experts.69.up_proj,0.0064731326,hessian_weighted_relative_error,22061,0.02500,0.954
21,model.language_model.layers.21.mlp.experts.7.down_proj,0.0108498993,hessian_weighted_relative_error,14338,0.02500,0.794
21,model.language_model.layers.21.mlp.experts.7.gate_proj,0.0044231116,hessian_weighted_relative_error,14338,0.02500,0.843
21,model.language_model.layers.21.mlp.experts.7.up_proj,0.0049017913,hessian_weighted_relative_error,14338,0.02500,0.936
21,model.language_model.layers.21.mlp.experts.70.down_proj,0.0135762448,hessian_weighted_relative_error,18062,0.02500,0.741
21,model.language_model.layers.21.mlp.experts.70.gate_proj,0.0064636979,hessian_weighted_relative_error,18062,0.02500,0.776
21,model.language_model.layers.21.mlp.experts.70.up_proj,0.0071896036,hessian_weighted_relative_error,18062,0.02500,0.801
21,model.language_model.layers.21.mlp.experts.71.down_proj,0.0123339294,hessian_weighted_relative_error,88199,0.02500,0.825
21,model.language_model.layers.21.mlp.experts.71.gate_proj,0.0072194727,hessian_weighted_relative_error,88199,0.02500,0.877
21,model.language_model.layers.21.mlp.experts.71.up_proj,0.0080693749,hessian_weighted_relative_error,88199,0.02500,0.955
21,model.language_model.layers.21.mlp.experts.72.down_proj,0.0109340259,hessian_weighted_relative_error,5567,0.02500,0.740
21,model.language_model.layers.21.mlp.experts.72.gate_proj,0.0040912498,hessian_weighted_relative_error,5567,0.02500,0.772
21,model.language_model.layers.21.mlp.experts.72.up_proj,0.0048287243,hessian_weighted_relative_error,5567,0.02500,0.810
21,model.language_model.layers.21.mlp.experts.73.down_proj,0.0076446778,hessian_weighted_relative_error,13637,0.02500,0.826
21,model.language_model.layers.21.mlp.experts.73.gate_proj,0.0034251259,hessian_weighted_relative_error,13637,0.02500,0.888
21,model.language_model.layers.21.mlp.experts.73.up_proj,0.0039502090,hessian_weighted_relative_error,13637,0.02500,0.955
21,model.language_model.layers.21.mlp.experts.74.down_proj,0.0128077319,hessian_weighted_relative_error,43546,0.02500,0.739
21,model.language_model.layers.21.mlp.experts.74.gate_proj,0.0058344362,hessian_weighted_relative_error,43546,0.02500,0.769
21,model.language_model.layers.21.mlp.experts.74.up_proj,0.0065765156,hessian_weighted_relative_error,43546,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.75.down_proj,0.0128557617,hessian_weighted_relative_error,18604,0.02500,0.828
21,model.language_model.layers.21.mlp.experts.75.gate_proj,0.0062993920,hessian_weighted_relative_error,18604,0.02500,0.883
21,model.language_model.layers.21.mlp.experts.75.up_proj,0.0073252103,hessian_weighted_relative_error,18604,0.02500,0.954
21,model.language_model.layers.21.mlp.experts.76.down_proj,0.0117164082,hessian_weighted_relative_error,24908,0.02500,0.737
21,model.language_model.layers.21.mlp.experts.76.gate_proj,0.0056168141,hessian_weighted_relative_error,24908,0.02500,0.771
21,model.language_model.layers.21.mlp.experts.76.up_proj,0.0062972054,hessian_weighted_relative_error,24908,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.77.down_proj,0.0128037060,hessian_weighted_relative_error,66005,0.02500,0.828
21,model.language_model.layers.21.mlp.experts.77.gate_proj,0.0068452049,hessian_weighted_relative_error,66005,0.02500,0.878
21,model.language_model.layers.21.mlp.experts.77.up_proj,0.0075787035,hessian_weighted_relative_error,66005,0.02500,0.953
21,model.language_model.layers.21.mlp.experts.78.down_proj,0.0116348073,hessian_weighted_relative_error,22308,0.02500,0.742
21,model.language_model.layers.21.mlp.experts.78.gate_proj,0.0050547743,hessian_weighted_relative_error,22308,0.02500,0.769
21,model.language_model.layers.21.mlp.experts.78.up_proj,0.0057789242,hessian_weighted_relative_error,22308,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.79.down_proj,0.0085521578,hessian_weighted_relative_error,36987,0.02500,0.828
21,model.language_model.layers.21.mlp.experts.79.gate_proj,0.0037277364,hessian_weighted_relative_error,36987,0.02500,0.881
21,model.language_model.layers.21.mlp.experts.79.up_proj,0.0041071730,hessian_weighted_relative_error,36987,0.02500,0.962
21,model.language_model.layers.21.mlp.experts.8.down_proj,0.0086041158,hessian_weighted_relative_error,3828,0.02500,0.721
21,model.language_model.layers.21.mlp.experts.8.gate_proj,0.0030333277,hessian_weighted_relative_error,3828,0.02500,0.754
21,model.language_model.layers.21.mlp.experts.8.up_proj,0.0033332394,hessian_weighted_relative_error,3828,0.02500,0.797
21,model.language_model.layers.21.mlp.experts.80.down_proj,0.0090962300,hessian_weighted_relative_error,23721,0.02500,0.742
21,model.language_model.layers.21.mlp.experts.80.gate_proj,0.0044152798,hessian_weighted_relative_error,23721,0.02500,0.774
21,model.language_model.layers.21.mlp.experts.80.up_proj,0.0063106165,hessian_weighted_relative_error,23721,0.02500,0.801
21,model.language_model.layers.21.mlp.experts.81.down_proj,0.0115514747,hessian_weighted_relative_error,5467,0.02500,0.830
21,model.language_model.layers.21.mlp.experts.81.gate_proj,0.0052546593,hessian_weighted_relative_error,5467,0.02500,0.890
21,model.language_model.layers.21.mlp.experts.81.up_proj,0.0061752218,hessian_weighted_relative_error,5467,0.02500,0.956
21,model.language_model.layers.21.mlp.experts.82.down_proj,0.0106736501,hessian_weighted_relative_error,26354,0.02500,0.744
21,model.language_model.layers.21.mlp.experts.82.gate_proj,0.0044600089,hessian_weighted_relative_error,26354,0.02500,0.771
21,model.language_model.layers.21.mlp.experts.82.up_proj,0.0048846742,hessian_weighted_relative_error,26354,0.02500,0.801
21,model.language_model.layers.21.mlp.experts.83.down_proj,0.0086359448,hessian_weighted_relative_error,10539,0.02500,0.835
21,model.language_model.layers.21.mlp.experts.83.gate_proj,0.0032130798,hessian_weighted_relative_error,10539,0.02500,0.887
21,model.language_model.layers.21.mlp.experts.83.up_proj,0.0034612426,hessian_weighted_relative_error,10539,0.02500,0.959
21,model.language_model.layers.21.mlp.experts.84.down_proj,0.0099989236,hessian_weighted_relative_error,52065,0.02500,0.739
21,model.language_model.layers.21.mlp.experts.84.gate_proj,0.0050232714,hessian_weighted_relative_error,52065,0.02500,0.774
21,model.language_model.layers.21.mlp.experts.84.up_proj,0.0054604126,hessian_weighted_relative_error,52065,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.85.down_proj,0.0113819123,hessian_weighted_relative_error,21658,0.02500,0.830
21,model.language_model.layers.21.mlp.experts.85.gate_proj,0.0051602660,hessian_weighted_relative_error,21658,0.02500,0.889
21,model.language_model.layers.21.mlp.experts.85.up_proj,0.0056571698,hessian_weighted_relative_error,21658,0.02500,0.961
21,model.language_model.layers.21.mlp.experts.86.down_proj,0.0102178449,hessian_weighted_relative_error,15749,0.02500,0.743
21,model.language_model.layers.21.mlp.experts.86.gate_proj,0.0039650670,hessian_weighted_relative_error,15749,0.02500,0.772
21,model.language_model.layers.21.mlp.experts.86.up_proj,0.0045152884,hessian_weighted_relative_error,15749,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.87.down_proj,0.0113349609,hessian_weighted_relative_error,21953,0.02500,0.832
21,model.language_model.layers.21.mlp.experts.87.gate_proj,0.0053723097,hessian_weighted_relative_error,21953,0.02500,0.884
21,model.language_model.layers.21.mlp.experts.87.up_proj,0.0057607363,hessian_weighted_relative_error,21953,0.02500,0.955
21,model.language_model.layers.21.mlp.experts.88.down_proj,0.0079480746,hessian_weighted_relative_error,13543,0.02500,0.742
21,model.language_model.layers.21.mlp.experts.88.gate_proj,0.0038401691,hessian_weighted_relative_error,13543,0.02500,0.774
21,model.language_model.layers.21.mlp.experts.88.up_proj,0.0050685660,hessian_weighted_relative_error,13543,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.89.down_proj,0.0124426573,hessian_weighted_relative_error,32370,0.02500,0.834
21,model.language_model.layers.21.mlp.experts.89.gate_proj,0.0058440239,hessian_weighted_relative_error,32370,0.02500,0.892
21,model.language_model.layers.21.mlp.experts.89.up_proj,0.0067037034,hessian_weighted_relative_error,32370,0.02500,0.954
21,model.language_model.layers.21.mlp.experts.9.down_proj,0.0103284306,hessian_weighted_relative_error,6282,0.02500,0.795
21,model.language_model.layers.21.mlp.experts.9.gate_proj,0.0036960395,hessian_weighted_relative_error,6282,0.02500,0.852
21,model.language_model.layers.21.mlp.experts.9.up_proj,0.0038569869,hessian_weighted_relative_error,6282,0.02500,0.944
21,model.language_model.layers.21.mlp.experts.90.down_proj,0.0146211472,hessian_weighted_relative_error,52161,0.02500,0.744
21,model.language_model.layers.21.mlp.experts.90.gate_proj,0.0083615626,hessian_weighted_relative_error,52161,0.02500,0.773
21,model.language_model.layers.21.mlp.experts.90.up_proj,0.0100912295,hessian_weighted_relative_error,52161,0.02500,0.801
21,model.language_model.layers.21.mlp.experts.91.down_proj,0.0122065463,hessian_weighted_relative_error,23497,0.02500,0.837
21,model.language_model.layers.21.mlp.experts.91.gate_proj,0.0049065627,hessian_weighted_relative_error,23497,0.02500,0.892
21,model.language_model.layers.21.mlp.experts.91.up_proj,0.0053107431,hessian_weighted_relative_error,23497,0.02500,0.958
21,model.language_model.layers.21.mlp.experts.92.down_proj,0.0143291252,hessian_weighted_relative_error,50838,0.02500,0.740
21,model.language_model.layers.21.mlp.experts.92.gate_proj,0.0080500238,hessian_weighted_relative_error,50838,0.02500,0.776
21,model.language_model.layers.21.mlp.experts.92.up_proj,0.0095585302,hessian_weighted_relative_error,50838,0.02500,0.806
21,model.language_model.layers.21.mlp.experts.93.down_proj,0.0124571750,hessian_weighted_relative_error,18206,0.02500,0.835
21,model.language_model.layers.21.mlp.experts.93.gate_proj,0.0056516422,hessian_weighted_relative_error,18206,0.02500,0.887
21,model.language_model.layers.21.mlp.experts.93.up_proj,0.0065534140,hessian_weighted_relative_error,18206,0.02500,0.954
21,model.language_model.layers.21.mlp.experts.94.down_proj,0.0088091352,hessian_weighted_relative_error,53892,0.02500,0.745
21,model.language_model.layers.21.mlp.experts.94.gate_proj,0.0042694262,hessian_weighted_relative_error,53892,0.02500,0.779
21,model.language_model.layers.21.mlp.experts.94.up_proj,0.0052043067,hessian_weighted_relative_error,53892,0.02500,0.803
21,model.language_model.layers.21.mlp.experts.95.down_proj,0.0094851930,hessian_weighted_relative_error,25612,0.02500,0.840
21,model.language_model.layers.21.mlp.experts.95.gate_proj,0.0050244780,hessian_weighted_relative_error,25612,0.02500,0.891
21,model.language_model.layers.21.mlp.experts.95.up_proj,0.0055124602,hessian_weighted_relative_error,25612,0.02500,0.953
21,model.language_model.layers.21.mlp.experts.96.down_proj,0.0135073794,hessian_weighted_relative_error,223244,0.02500,0.743
21,model.language_model.layers.21.mlp.experts.96.gate_proj,0.0070568255,hessian_weighted_relative_error,223244,0.02500,0.778
21,model.language_model.layers.21.mlp.experts.96.up_proj,0.0078796475,hessian_weighted_relative_error,223244,0.02500,0.804
21,model.language_model.layers.21.mlp.experts.97.down_proj,0.0125345950,hessian_weighted_relative_error,18561,0.02500,0.839
21,model.language_model.layers.21.mlp.experts.97.gate_proj,0.0060603711,hessian_weighted_relative_error,18561,0.02500,0.896
21,model.language_model.layers.21.mlp.experts.97.up_proj,0.0066408557,hessian_weighted_relative_error,18561,0.02500,0.963
21,model.language_model.layers.21.mlp.experts.98.down_proj,0.0127491373,hessian_weighted_relative_error,39229,0.02500,0.745
21,model.language_model.layers.21.mlp.experts.98.gate_proj,0.0062927549,hessian_weighted_relative_error,39229,0.02500,0.774
21,model.language_model.layers.21.mlp.experts.98.up_proj,0.0068875241,hessian_weighted_relative_error,39229,0.02500,0.802
21,model.language_model.layers.21.mlp.experts.99.down_proj,0.0095883145,hessian_weighted_relative_error,17942,0.02500,0.842
21,model.language_model.layers.21.mlp.experts.99.gate_proj,0.0045200585,hessian_weighted_relative_error,17942,0.02500,0.893
21,model.language_model.layers.21.mlp.experts.99.up_proj,0.0047788506,hessian_weighted_relative_error,17942,0.02500,0.959
22,model.language_model.layers.22.mlp.experts.0.down_proj,0.0144022207,hessian_weighted_relative_error,95387,0.02500,0.720
22,model.language_model.layers.22.mlp.experts.0.gate_proj,0.0084752369,hessian_weighted_relative_error,95387,0.02500,0.749
22,model.language_model.layers.22.mlp.experts.0.up_proj,0.0096620060,hessian_weighted_relative_error,95387,0.02500,0.798
22,model.language_model.layers.22.mlp.experts.1.down_proj,0.0119921179,hessian_weighted_relative_error,13331,0.02500,0.791
22,model.language_model.layers.22.mlp.experts.1.gate_proj,0.0045033894,hessian_weighted_relative_error,13331,0.02500,0.844
22,model.language_model.layers.22.mlp.experts.1.up_proj,0.0048065215,hessian_weighted_relative_error,13331,0.02500,0.947
22,model.language_model.layers.22.mlp.experts.10.down_proj,0.0104808654,hessian_weighted_relative_error,14173,0.02500,0.722
22,model.language_model.layers.22.mlp.experts.10.gate_proj,0.0050067172,hessian_weighted_relative_error,14173,0.02500,0.750
22,model.language_model.layers.22.mlp.experts.10.up_proj,0.0056604578,hessian_weighted_relative_error,14173,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.100.down_proj,0.0131225220,hessian_weighted_relative_error,33949,0.02500,0.747
22,model.language_model.layers.22.mlp.experts.100.gate_proj,0.0076613585,hessian_weighted_relative_error,33949,0.02500,0.776
22,model.language_model.layers.22.mlp.experts.100.up_proj,0.0088749610,hessian_weighted_relative_error,33949,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.101.down_proj,0.0110281968,hessian_weighted_relative_error,12727,0.02500,0.838
22,model.language_model.layers.22.mlp.experts.101.gate_proj,0.0046015987,hessian_weighted_relative_error,12727,0.02500,0.896
22,model.language_model.layers.22.mlp.experts.101.up_proj,0.0049083266,hessian_weighted_relative_error,12727,0.02500,0.964
22,model.language_model.layers.22.mlp.experts.102.down_proj,0.0044554349,hessian_weighted_relative_error,1934,0.02500,0.742
22,model.language_model.layers.22.mlp.experts.102.gate_proj,0.0016463555,hessian_weighted_relative_error,1934,0.02500,0.777
22,model.language_model.layers.22.mlp.experts.102.up_proj,0.0018798412,hessian_weighted_relative_error,1934,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.103.down_proj,0.0126542396,hessian_weighted_relative_error,30110,0.02500,0.838
22,model.language_model.layers.22.mlp.experts.103.gate_proj,0.0068523880,hessian_weighted_relative_error,30110,0.02500,0.889
22,model.language_model.layers.22.mlp.experts.103.up_proj,0.0077787627,hessian_weighted_relative_error,30110,0.02500,0.965
22,model.language_model.layers.22.mlp.experts.104.down_proj,0.0112362576,hessian_weighted_relative_error,50265,0.02500,0.744
22,model.language_model.layers.22.mlp.experts.104.gate_proj,0.0051270365,hessian_weighted_relative_error,50265,0.02500,0.779
22,model.language_model.layers.22.mlp.experts.104.up_proj,0.0058411687,hessian_weighted_relative_error,50265,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.105.down_proj,0.0129472706,hessian_weighted_relative_error,31639,0.02500,0.844
22,model.language_model.layers.22.mlp.experts.105.gate_proj,0.0068315638,hessian_weighted_relative_error,31639,0.02500,0.893
22,model.language_model.layers.22.mlp.experts.105.up_proj,0.0069031831,hessian_weighted_relative_error,31639,0.02500,0.965
22,model.language_model.layers.22.mlp.experts.106.down_proj,0.0116424138,hessian_weighted_relative_error,24759,0.02500,0.745
22,model.language_model.layers.22.mlp.experts.106.gate_proj,0.0063675411,hessian_weighted_relative_error,24759,0.02500,0.780
22,model.language_model.layers.22.mlp.experts.106.up_proj,0.0069314723,hessian_weighted_relative_error,24759,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.107.down_proj,0.0128378080,hessian_weighted_relative_error,50406,0.02500,0.848
22,model.language_model.layers.22.mlp.experts.107.gate_proj,0.0062729254,hessian_weighted_relative_error,50406,0.02500,0.897
22,model.language_model.layers.22.mlp.experts.107.up_proj,0.0067689643,hessian_weighted_relative_error,50406,0.02500,0.960
22,model.language_model.layers.22.mlp.experts.108.down_proj,0.0135694356,hessian_weighted_relative_error,74015,0.02500,0.747
22,model.language_model.layers.22.mlp.experts.108.gate_proj,0.0070038284,hessian_weighted_relative_error,74015,0.02500,0.776
22,model.language_model.layers.22.mlp.experts.108.up_proj,0.0079691711,hessian_weighted_relative_error,74015,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.109.down_proj,0.0087737568,hessian_weighted_relative_error,82751,0.02500,0.841
22,model.language_model.layers.22.mlp.experts.109.gate_proj,0.0046425326,hessian_weighted_relative_error,82751,0.02500,0.899
22,model.language_model.layers.22.mlp.experts.109.up_proj,0.0048631792,hessian_weighted_relative_error,82751,0.02500,0.959
22,model.language_model.layers.22.mlp.experts.11.down_proj,0.0110546276,hessian_weighted_relative_error,31633,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.11.gate_proj,0.0045459320,hessian_weighted_relative_error,31633,0.02500,0.845
22,model.language_model.layers.22.mlp.experts.11.up_proj,0.0051117408,hessian_weighted_relative_error,31633,0.02500,0.946
22,model.language_model.layers.22.mlp.experts.110.down_proj,0.0100710645,hessian_weighted_relative_error,49843,0.02500,0.744
22,model.language_model.layers.22.mlp.experts.110.gate_proj,0.0048562021,hessian_weighted_relative_error,49843,0.02500,0.777
22,model.language_model.layers.22.mlp.experts.110.up_proj,0.0051055159,hessian_weighted_relative_error,49843,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.111.down_proj,0.0129379306,hessian_weighted_relative_error,28597,0.02500,0.842
22,model.language_model.layers.22.mlp.experts.111.gate_proj,0.0059230423,hessian_weighted_relative_error,28597,0.02500,0.895
22,model.language_model.layers.22.mlp.experts.111.up_proj,0.0063729524,hessian_weighted_relative_error,28597,0.02500,0.959
22,model.language_model.layers.22.mlp.experts.112.down_proj,0.0125993900,hessian_weighted_relative_error,42876,0.02500,0.746
22,model.language_model.layers.22.mlp.experts.112.gate_proj,0.0058478366,hessian_weighted_relative_error,42876,0.02500,0.779
22,model.language_model.layers.22.mlp.experts.112.up_proj,0.0060955024,hessian_weighted_relative_error,42876,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.113.down_proj,0.0133810507,hessian_weighted_relative_error,63013,0.02500,0.847
22,model.language_model.layers.22.mlp.experts.113.gate_proj,0.0069184351,hessian_weighted_relative_error,63013,0.02500,0.893
22,model.language_model.layers.22.mlp.experts.113.up_proj,0.0081152766,hessian_weighted_relative_error,63013,0.02500,0.966
22,model.language_model.layers.22.mlp.experts.114.down_proj,0.0129115309,hessian_weighted_relative_error,38650,0.02500,0.747
22,model.language_model.layers.22.mlp.experts.114.gate_proj,0.0063550053,hessian_weighted_relative_error,38650,0.02500,0.778
22,model.language_model.layers.22.mlp.experts.114.up_proj,0.0068205322,hessian_weighted_relative_error,38650,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.115.down_proj,0.0128661367,hessian_weighted_relative_error,16595,0.02500,0.851
22,model.language_model.layers.22.mlp.experts.115.gate_proj,0.0064359432,hessian_weighted_relative_error,16595,0.02500,0.895
22,model.language_model.layers.22.mlp.experts.115.up_proj,0.0075148599,hessian_weighted_relative_error,16595,0.02500,0.961
22,model.language_model.layers.22.mlp.experts.116.down_proj,0.0119272481,hessian_weighted_relative_error,41181,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.116.gate_proj,0.0054411982,hessian_weighted_relative_error,41181,0.02500,0.778
22,model.language_model.layers.22.mlp.experts.116.up_proj,0.0057494950,hessian_weighted_relative_error,41181,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.117.down_proj,0.0100687886,hessian_weighted_relative_error,20081,0.02500,0.848
22,model.language_model.layers.22.mlp.experts.117.gate_proj,0.0052387675,hessian_weighted_relative_error,20081,0.02500,0.902
22,model.language_model.layers.22.mlp.experts.117.up_proj,0.0054922083,hessian_weighted_relative_error,20081,0.02500,0.961
22,model.language_model.layers.22.mlp.experts.118.down_proj,0.0110074214,hessian_weighted_relative_error,11992,0.02500,0.746
22,model.language_model.layers.22.mlp.experts.118.gate_proj,0.0050322312,hessian_weighted_relative_error,11992,0.02500,0.780
22,model.language_model.layers.22.mlp.experts.118.up_proj,0.0054040904,hessian_weighted_relative_error,11992,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.119.down_proj,0.0087305730,hessian_weighted_relative_error,30211,0.02500,0.846
22,model.language_model.layers.22.mlp.experts.119.gate_proj,0.0042771547,hessian_weighted_relative_error,30211,0.02500,0.893
22,model.language_model.layers.22.mlp.experts.119.up_proj,0.0046439193,hessian_weighted_relative_error,30211,0.02500,0.962
22,model.language_model.layers.22.mlp.experts.12.down_proj,0.0122770454,hessian_weighted_relative_error,9944,0.02500,0.724
22,model.language_model.layers.22.mlp.experts.12.gate_proj,0.0051581650,hessian_weighted_relative_error,9944,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.12.up_proj,0.0053372830,hessian_weighted_relative_error,9944,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.120.down_proj,0.0112447938,hessian_weighted_relative_error,59679,0.02500,0.746
22,model.language_model.layers.22.mlp.experts.120.gate_proj,0.0053717981,hessian_weighted_relative_error,59679,0.02500,0.780
22,model.language_model.layers.22.mlp.experts.120.up_proj,0.0057432078,hessian_weighted_relative_error,59679,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.121.down_proj,0.0108357468,hessian_weighted_relative_error,35373,0.02500,0.850
22,model.language_model.layers.22.mlp.experts.121.gate_proj,0.0056968825,hessian_weighted_relative_error,35373,0.02500,0.897
22,model.language_model.layers.22.mlp.experts.121.up_proj,0.0063116638,hessian_weighted_relative_error,35373,0.02500,0.968
22,model.language_model.layers.22.mlp.experts.122.down_proj,0.0112295702,hessian_weighted_relative_error,32069,0.02500,0.749
22,model.language_model.layers.22.mlp.experts.122.gate_proj,0.0056399744,hessian_weighted_relative_error,32069,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.122.up_proj,0.0062111984,hessian_weighted_relative_error,32069,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.123.down_proj,0.0096532193,hessian_weighted_relative_error,14437,0.02500,0.854
22,model.language_model.layers.22.mlp.experts.123.gate_proj,0.0042247728,hessian_weighted_relative_error,14437,0.02500,0.896
22,model.language_model.layers.22.mlp.experts.123.up_proj,0.0045722390,hessian_weighted_relative_error,14437,0.02500,0.970
22,model.language_model.layers.22.mlp.experts.124.down_proj,0.0105360105,hessian_weighted_relative_error,41471,0.02500,0.751
22,model.language_model.layers.22.mlp.experts.124.gate_proj,0.0053699311,hessian_weighted_relative_error,41471,0.02500,0.782
22,model.language_model.layers.22.mlp.experts.124.up_proj,0.0058298997,hessian_weighted_relative_error,41471,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.125.down_proj,0.0105084193,hessian_weighted_relative_error,12671,0.02500,0.849
22,model.language_model.layers.22.mlp.experts.125.gate_proj,0.0048051808,hessian_weighted_relative_error,12671,0.02500,0.899
22,model.language_model.layers.22.mlp.experts.125.up_proj,0.0053400886,hessian_weighted_relative_error,12671,0.02500,0.968
22,model.language_model.layers.22.mlp.experts.126.down_proj,0.0087414352,hessian_weighted_relative_error,7258,0.02500,0.751
22,model.language_model.layers.22.mlp.experts.126.gate_proj,0.0036940611,hessian_weighted_relative_error,7258,0.02500,0.782
22,model.language_model.layers.22.mlp.experts.126.up_proj,0.0038827927,hessian_weighted_relative_error,7258,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.127.down_proj,0.0102261388,hessian_weighted_relative_error,54683,0.02500,0.851
22,model.language_model.layers.22.mlp.experts.127.gate_proj,0.0055219074,hessian_weighted_relative_error,54683,0.02500,0.895
22,model.language_model.layers.22.mlp.experts.127.up_proj,0.0064148467,hessian_weighted_relative_error,54683,0.02500,0.966
22,model.language_model.layers.22.mlp.experts.128.down_proj,0.0103772897,hessian_weighted_relative_error,12369,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.128.gate_proj,0.0051409875,hessian_weighted_relative_error,12369,0.02500,0.785
22,model.language_model.layers.22.mlp.experts.128.up_proj,0.0056381696,hessian_weighted_relative_error,12369,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.129.down_proj,0.0133992973,hessian_weighted_relative_error,38375,0.02500,0.854
22,model.language_model.layers.22.mlp.experts.129.gate_proj,0.0069441057,hessian_weighted_relative_error,38375,0.02500,0.897
22,model.language_model.layers.22.mlp.experts.129.up_proj,0.0077929541,hessian_weighted_relative_error,38375,0.02500,0.968
22,model.language_model.layers.22.mlp.experts.13.down_proj,0.0140369809,hessian_weighted_relative_error,116804,0.02500,0.794
22,model.language_model.layers.22.mlp.experts.13.gate_proj,0.0071167860,hessian_weighted_relative_error,116804,0.02500,0.850
22,model.language_model.layers.22.mlp.experts.13.up_proj,0.0076271943,hessian_weighted_relative_error,116804,0.02500,0.947
22,model.language_model.layers.22.mlp.experts.130.down_proj,0.0134342782,hessian_weighted_relative_error,19561,0.02500,0.750
22,model.language_model.layers.22.mlp.experts.130.gate_proj,0.0070851510,hessian_weighted_relative_error,19561,0.02500,0.780
22,model.language_model.layers.22.mlp.experts.130.up_proj,0.0075669247,hessian_weighted_relative_error,19561,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.131.down_proj,0.0116035285,hessian_weighted_relative_error,14974,0.02500,0.859
22,model.language_model.layers.22.mlp.experts.131.gate_proj,0.0058436337,hessian_weighted_relative_error,14974,0.02500,0.899
22,model.language_model.layers.22.mlp.experts.131.up_proj,0.0068102220,hessian_weighted_relative_error,14974,0.02500,0.969
22,model.language_model.layers.22.mlp.experts.132.down_proj,0.0094799084,hessian_weighted_relative_error,14511,0.02500,0.749
22,model.language_model.layers.22.mlp.experts.132.gate_proj,0.0050956407,hessian_weighted_relative_error,14511,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.132.up_proj,0.0056969052,hessian_weighted_relative_error,14511,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.133.down_proj,0.0141408247,hessian_weighted_relative_error,47519,0.02500,0.852
22,model.language_model.layers.22.mlp.experts.133.gate_proj,0.0075283152,hessian_weighted_relative_error,47519,0.02500,0.905
22,model.language_model.layers.22.mlp.experts.133.up_proj,0.0083254741,hessian_weighted_relative_error,47519,0.02500,0.964
22,model.language_model.layers.22.mlp.experts.134.down_proj,0.0119657180,hessian_weighted_relative_error,21820,0.02500,0.747
22,model.language_model.layers.22.mlp.experts.134.gate_proj,0.0054663940,hessian_weighted_relative_error,21820,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.134.up_proj,0.0061014393,hessian_weighted_relative_error,21820,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.135.down_proj,0.0111898664,hessian_weighted_relative_error,28162,0.02500,0.854
22,model.language_model.layers.22.mlp.experts.135.gate_proj,0.0052715158,hessian_weighted_relative_error,28162,0.02500,0.897
22,model.language_model.layers.22.mlp.experts.135.up_proj,0.0062161678,hessian_weighted_relative_error,28162,0.02500,0.964
22,model.language_model.layers.22.mlp.experts.136.down_proj,0.0059296149,hessian_weighted_relative_error,4004,0.02500,0.751
22,model.language_model.layers.22.mlp.experts.136.gate_proj,0.0026139805,hessian_weighted_relative_error,4004,0.02500,0.781
22,model.language_model.layers.22.mlp.experts.136.up_proj,0.0028381004,hessian_weighted_relative_error,4004,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.137.down_proj,0.0123100058,hessian_weighted_relative_error,32501,0.02500,0.859
22,model.language_model.layers.22.mlp.experts.137.gate_proj,0.0063882586,hessian_weighted_relative_error,32501,0.02500,0.899
22,model.language_model.layers.22.mlp.experts.137.up_proj,0.0072682270,hessian_weighted_relative_error,32501,0.02500,0.975
22,model.language_model.layers.22.mlp.experts.138.down_proj,0.0073925850,hessian_weighted_relative_error,2501,0.02500,0.750
22,model.language_model.layers.22.mlp.experts.138.gate_proj,0.0030931374,hessian_weighted_relative_error,2501,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.138.up_proj,0.0033593873,hessian_weighted_relative_error,2501,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.139.down_proj,0.0127050545,hessian_weighted_relative_error,31192,0.02500,0.861
22,model.language_model.layers.22.mlp.experts.139.gate_proj,0.0064594395,hessian_weighted_relative_error,31192,0.02500,0.899
22,model.language_model.layers.22.mlp.experts.139.up_proj,0.0073377591,hessian_weighted_relative_error,31192,0.02500,0.968
22,model.language_model.layers.22.mlp.experts.14.down_proj,0.0097628292,hessian_weighted_relative_error,46558,0.02500,0.720
22,model.language_model.layers.22.mlp.experts.14.gate_proj,0.0045652168,hessian_weighted_relative_error,46558,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.14.up_proj,0.0047357792,hessian_weighted_relative_error,46558,0.02500,0.800
22,model.language_model.layers.22.mlp.experts.140.down_proj,0.0109431782,hessian_weighted_relative_error,21324,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.140.gate_proj,0.0046489148,hessian_weighted_relative_error,21324,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.140.up_proj,0.0048405600,hessian_weighted_relative_error,21324,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.141.down_proj,0.0105983192,hessian_weighted_relative_error,26892,0.02500,0.859
22,model.language_model.layers.22.mlp.experts.141.gate_proj,0.0051991154,hessian_weighted_relative_error,26892,0.02500,0.902
22,model.language_model.layers.22.mlp.experts.141.up_proj,0.0060059193,hessian_weighted_relative_error,26892,0.02500,0.966
22,model.language_model.layers.22.mlp.experts.142.down_proj,0.0116506489,hessian_weighted_relative_error,21728,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.142.gate_proj,0.0058934680,hessian_weighted_relative_error,21728,0.02500,0.782
22,model.language_model.layers.22.mlp.experts.142.up_proj,0.0064892425,hessian_weighted_relative_error,21728,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.143.down_proj,0.0122870271,hessian_weighted_relative_error,23826,0.02500,0.857
22,model.language_model.layers.22.mlp.experts.143.gate_proj,0.0065853555,hessian_weighted_relative_error,23826,0.02500,0.899
22,model.language_model.layers.22.mlp.experts.143.up_proj,0.0069626290,hessian_weighted_relative_error,23826,0.02500,0.964
22,model.language_model.layers.22.mlp.experts.144.down_proj,0.0112142252,hessian_weighted_relative_error,47707,0.02500,0.751
22,model.language_model.layers.22.mlp.experts.144.gate_proj,0.0043559559,hessian_weighted_relative_error,47707,0.02500,0.784
22,model.language_model.layers.22.mlp.experts.144.up_proj,0.0042773265,hessian_weighted_relative_error,47707,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.145.down_proj,0.0119172156,hessian_weighted_relative_error,25296,0.02500,0.862
22,model.language_model.layers.22.mlp.experts.145.gate_proj,0.0058557016,hessian_weighted_relative_error,25296,0.02500,0.904
22,model.language_model.layers.22.mlp.experts.145.up_proj,0.0062200112,hessian_weighted_relative_error,25296,0.02500,0.996
22,model.language_model.layers.22.mlp.experts.146.down_proj,0.0118865034,hessian_weighted_relative_error,17756,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.146.gate_proj,0.0057239157,hessian_weighted_relative_error,17756,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.146.up_proj,0.0063885404,hessian_weighted_relative_error,17756,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.147.down_proj,0.0104149312,hessian_weighted_relative_error,148330,0.02500,0.867
22,model.language_model.layers.22.mlp.experts.147.gate_proj,0.0053450217,hessian_weighted_relative_error,148330,0.02500,0.903
22,model.language_model.layers.22.mlp.experts.147.up_proj,0.0061600850,hessian_weighted_relative_error,148330,0.02500,0.972
22,model.language_model.layers.22.mlp.experts.148.down_proj,0.0096815381,hessian_weighted_relative_error,36321,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.148.gate_proj,0.0048392099,hessian_weighted_relative_error,36321,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.148.up_proj,0.0054776919,hessian_weighted_relative_error,36321,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.149.down_proj,0.0132622039,hessian_weighted_relative_error,44351,0.02500,0.860
22,model.language_model.layers.22.mlp.experts.149.gate_proj,0.0069943415,hessian_weighted_relative_error,44351,0.02500,0.914
22,model.language_model.layers.22.mlp.experts.149.up_proj,0.0082054832,hessian_weighted_relative_error,44351,0.02500,0.973
22,model.language_model.layers.22.mlp.experts.15.down_proj,0.0105451390,hessian_weighted_relative_error,15544,0.02500,0.795
22,model.language_model.layers.22.mlp.experts.15.gate_proj,0.0047970896,hessian_weighted_relative_error,15544,0.02500,0.845
22,model.language_model.layers.22.mlp.experts.15.up_proj,0.0050515807,hessian_weighted_relative_error,15544,0.02500,0.945
22,model.language_model.layers.22.mlp.experts.150.down_proj,0.0072601624,hessian_weighted_relative_error,31817,0.02500,0.750
22,model.language_model.layers.22.mlp.experts.150.gate_proj,0.0034002145,hessian_weighted_relative_error,31817,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.150.up_proj,0.0036684265,hessian_weighted_relative_error,31817,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.151.down_proj,0.0135783048,hessian_weighted_relative_error,74762,0.02500,0.862
22,model.language_model.layers.22.mlp.experts.151.gate_proj,0.0071831391,hessian_weighted_relative_error,74762,0.02500,0.902
22,model.language_model.layers.22.mlp.experts.151.up_proj,0.0075827323,hessian_weighted_relative_error,74762,0.02500,0.972
22,model.language_model.layers.22.mlp.experts.152.down_proj,0.0105187046,hessian_weighted_relative_error,18817,0.02500,0.751
22,model.language_model.layers.22.mlp.experts.152.gate_proj,0.0056677051,hessian_weighted_relative_error,18817,0.02500,0.785
22,model.language_model.layers.22.mlp.experts.152.up_proj,0.0061857014,hessian_weighted_relative_error,18817,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.153.down_proj,0.0111920871,hessian_weighted_relative_error,38307,0.02500,0.866
22,model.language_model.layers.22.mlp.experts.153.gate_proj,0.0055158397,hessian_weighted_relative_error,38307,0.02500,0.901
22,model.language_model.layers.22.mlp.experts.153.up_proj,0.0059744668,hessian_weighted_relative_error,38307,0.02500,0.965
22,model.language_model.layers.22.mlp.experts.154.down_proj,0.0116782259,hessian_weighted_relative_error,37153,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.154.gate_proj,0.0061858890,hessian_weighted_relative_error,37153,0.02500,0.785
22,model.language_model.layers.22.mlp.experts.154.up_proj,0.0069260358,hessian_weighted_relative_error,37153,0.02500,0.822
22,model.language_model.layers.22.mlp.experts.155.down_proj,0.0055775362,hessian_weighted_relative_error,1843,0.02500,0.871
22,model.language_model.layers.22.mlp.experts.155.gate_proj,0.0020745770,hessian_weighted_relative_error,1843,0.02500,0.906
22,model.language_model.layers.22.mlp.experts.155.up_proj,0.0023347683,hessian_weighted_relative_error,1843,0.02500,0.968
22,model.language_model.layers.22.mlp.experts.156.down_proj,0.0121638005,hessian_weighted_relative_error,36712,0.02500,0.755
22,model.language_model.layers.22.mlp.experts.156.gate_proj,0.0061944660,hessian_weighted_relative_error,36712,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.156.up_proj,0.0062666994,hessian_weighted_relative_error,36712,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.157.down_proj,0.0123478580,hessian_weighted_relative_error,50763,0.02500,0.864
22,model.language_model.layers.22.mlp.experts.157.gate_proj,0.0062181357,hessian_weighted_relative_error,50763,0.02500,0.915
22,model.language_model.layers.22.mlp.experts.157.up_proj,0.0072965175,hessian_weighted_relative_error,50763,0.02500,0.968
22,model.language_model.layers.22.mlp.experts.158.down_proj,0.0135156954,hessian_weighted_relative_error,14635,0.02500,0.751
22,model.language_model.layers.22.mlp.experts.158.gate_proj,0.0072079301,hessian_weighted_relative_error,14635,0.02500,0.785
22,model.language_model.layers.22.mlp.experts.158.up_proj,0.0076125548,hessian_weighted_relative_error,14635,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.159.down_proj,0.0040726366,hessian_weighted_relative_error,1024,0.02500,0.865
22,model.language_model.layers.22.mlp.experts.159.gate_proj,0.0015749526,hessian_weighted_relative_error,1024,0.02500,0.902
22,model.language_model.layers.22.mlp.experts.159.up_proj,0.0017620899,hessian_weighted_relative_error,1024,0.02500,0.969
22,model.language_model.layers.22.mlp.experts.16.down_proj,0.0115928115,hessian_weighted_relative_error,27270,0.02500,0.724
22,model.language_model.layers.22.mlp.experts.16.gate_proj,0.0062407010,hessian_weighted_relative_error,27270,0.02500,0.754
22,model.language_model.layers.22.mlp.experts.16.up_proj,0.0065302953,hessian_weighted_relative_error,27270,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.160.down_proj,0.0107030843,hessian_weighted_relative_error,138708,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.160.gate_proj,0.0065533296,hessian_weighted_relative_error,138708,0.02500,0.798
22,model.language_model.layers.22.mlp.experts.160.up_proj,0.0068918900,hessian_weighted_relative_error,138708,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.161.down_proj,0.0074407075,hessian_weighted_relative_error,14033,0.02500,0.870
22,model.language_model.layers.22.mlp.experts.161.gate_proj,0.0029617752,hessian_weighted_relative_error,14033,0.02500,0.907
22,model.language_model.layers.22.mlp.experts.161.up_proj,0.0032234388,hessian_weighted_relative_error,14033,0.02500,0.954
22,model.language_model.layers.22.mlp.experts.162.down_proj,0.0058045806,hessian_weighted_relative_error,6843,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.162.gate_proj,0.0026023190,hessian_weighted_relative_error,6843,0.02500,0.783
22,model.language_model.layers.22.mlp.experts.162.up_proj,0.0028341607,hessian_weighted_relative_error,6843,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.163.down_proj,0.0115191754,hessian_weighted_relative_error,15571,0.02500,0.873
22,model.language_model.layers.22.mlp.experts.163.gate_proj,0.0055746283,hessian_weighted_relative_error,15571,0.02500,0.903
22,model.language_model.layers.22.mlp.experts.163.up_proj,0.0060755956,hessian_weighted_relative_error,15571,0.02500,0.965
22,model.language_model.layers.22.mlp.experts.164.down_proj,0.0125434882,hessian_weighted_relative_error,16091,0.02500,0.755
22,model.language_model.layers.22.mlp.experts.164.gate_proj,0.0055324561,hessian_weighted_relative_error,16091,0.02500,0.785
22,model.language_model.layers.22.mlp.experts.164.up_proj,0.0058176406,hessian_weighted_relative_error,16091,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.165.down_proj,0.0125763816,hessian_weighted_relative_error,41917,0.02500,0.868
22,model.language_model.layers.22.mlp.experts.165.gate_proj,0.0066390182,hessian_weighted_relative_error,41917,0.02500,0.915
22,model.language_model.layers.22.mlp.experts.165.up_proj,0.0071978842,hessian_weighted_relative_error,41917,0.02500,0.965
22,model.language_model.layers.22.mlp.experts.166.down_proj,0.0082684558,hessian_weighted_relative_error,3336,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.166.gate_proj,0.0037438825,hessian_weighted_relative_error,3336,0.02500,0.786
22,model.language_model.layers.22.mlp.experts.166.up_proj,0.0042749821,hessian_weighted_relative_error,3336,0.02500,0.812
22,model.language_model.layers.22.mlp.experts.167.down_proj,0.0098874873,hessian_weighted_relative_error,12229,0.02500,0.869
22,model.language_model.layers.22.mlp.experts.167.gate_proj,0.0038572949,hessian_weighted_relative_error,12229,0.02500,0.904
22,model.language_model.layers.22.mlp.experts.167.up_proj,0.0040553817,hessian_weighted_relative_error,12229,0.02500,0.963
22,model.language_model.layers.22.mlp.experts.168.down_proj,0.0119031368,hessian_weighted_relative_error,25364,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.168.gate_proj,0.0055549099,hessian_weighted_relative_error,25364,0.02500,0.786
22,model.language_model.layers.22.mlp.experts.168.up_proj,0.0061356652,hessian_weighted_relative_error,25364,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.169.down_proj,0.0119498671,hessian_weighted_relative_error,9070,0.02500,0.872
22,model.language_model.layers.22.mlp.experts.169.gate_proj,0.0053184538,hessian_weighted_relative_error,9070,0.02500,0.907
22,model.language_model.layers.22.mlp.experts.169.up_proj,0.0056920363,hessian_weighted_relative_error,9070,0.02500,0.962
22,model.language_model.layers.22.mlp.experts.17.down_proj,0.0102165663,hessian_weighted_relative_error,8145,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.17.gate_proj,0.0051781355,hessian_weighted_relative_error,8145,0.02500,0.850
22,model.language_model.layers.22.mlp.experts.17.up_proj,0.0054476570,hessian_weighted_relative_error,8145,0.02500,0.944
22,model.language_model.layers.22.mlp.experts.170.down_proj,0.0123597794,hessian_weighted_relative_error,40965,0.02500,0.754
22,model.language_model.layers.22.mlp.experts.170.gate_proj,0.0058724012,hessian_weighted_relative_error,40965,0.02500,0.788
22,model.language_model.layers.22.mlp.experts.170.up_proj,0.0063238058,hessian_weighted_relative_error,40965,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.171.down_proj,0.0137588995,hessian_weighted_relative_error,87215,0.02500,0.875
22,model.language_model.layers.22.mlp.experts.171.gate_proj,0.0071782148,hessian_weighted_relative_error,87215,0.02500,0.916
22,model.language_model.layers.22.mlp.experts.171.up_proj,0.0077334103,hessian_weighted_relative_error,87215,0.02500,0.959
22,model.language_model.layers.22.mlp.experts.172.down_proj,0.0120697938,hessian_weighted_relative_error,7030,0.02500,0.757
22,model.language_model.layers.22.mlp.experts.172.gate_proj,0.0052965187,hessian_weighted_relative_error,7030,0.02500,0.784
22,model.language_model.layers.22.mlp.experts.172.up_proj,0.0058777615,hessian_weighted_relative_error,7030,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.173.down_proj,0.0107768513,hessian_weighted_relative_error,20078,0.02500,0.874
22,model.language_model.layers.22.mlp.experts.173.gate_proj,0.0055196805,hessian_weighted_relative_error,20078,0.02500,0.920
22,model.language_model.layers.22.mlp.experts.173.up_proj,0.0059717205,hessian_weighted_relative_error,20078,0.02500,0.969
22,model.language_model.layers.22.mlp.experts.174.down_proj,0.0092607455,hessian_weighted_relative_error,22118,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.174.gate_proj,0.0055355165,hessian_weighted_relative_error,22118,0.02500,0.787
22,model.language_model.layers.22.mlp.experts.174.up_proj,0.0062867902,hessian_weighted_relative_error,22118,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.175.down_proj,0.0085146546,hessian_weighted_relative_error,40835,0.02500,0.872
22,model.language_model.layers.22.mlp.experts.175.gate_proj,0.0038676606,hessian_weighted_relative_error,40835,0.02500,0.909
22,model.language_model.layers.22.mlp.experts.175.up_proj,0.0041784794,hessian_weighted_relative_error,40835,0.02500,0.956
22,model.language_model.layers.22.mlp.experts.176.down_proj,0.0127816249,hessian_weighted_relative_error,25891,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.176.gate_proj,0.0065335650,hessian_weighted_relative_error,25891,0.02500,0.792
22,model.language_model.layers.22.mlp.experts.176.up_proj,0.0072179672,hessian_weighted_relative_error,25891,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.177.down_proj,0.0110504156,hessian_weighted_relative_error,23612,0.02500,0.874
22,model.language_model.layers.22.mlp.experts.177.gate_proj,0.0042072454,hessian_weighted_relative_error,23612,0.02500,0.920
22,model.language_model.layers.22.mlp.experts.177.up_proj,0.0044805143,hessian_weighted_relative_error,23612,0.02500,0.957
22,model.language_model.layers.22.mlp.experts.178.down_proj,0.0124508099,hessian_weighted_relative_error,37084,0.02500,0.755
22,model.language_model.layers.22.mlp.experts.178.gate_proj,0.0072001956,hessian_weighted_relative_error,37084,0.02500,0.788
22,model.language_model.layers.22.mlp.experts.178.up_proj,0.0077434302,hessian_weighted_relative_error,37084,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.179.down_proj,0.0116188491,hessian_weighted_relative_error,73216,0.02500,0.876
22,model.language_model.layers.22.mlp.experts.179.gate_proj,0.0066985950,hessian_weighted_relative_error,73216,0.02500,0.915
22,model.language_model.layers.22.mlp.experts.179.up_proj,0.0078665609,hessian_weighted_relative_error,73216,0.02500,0.964
22,model.language_model.layers.22.mlp.experts.18.down_proj,0.0118595785,hessian_weighted_relative_error,23939,0.02500,0.725
22,model.language_model.layers.22.mlp.experts.18.gate_proj,0.0054070391,hessian_weighted_relative_error,23939,0.02500,0.754
22,model.language_model.layers.22.mlp.experts.18.up_proj,0.0056915339,hessian_weighted_relative_error,23939,0.02500,0.798
22,model.language_model.layers.22.mlp.experts.180.down_proj,0.0113317961,hessian_weighted_relative_error,7869,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.180.gate_proj,0.0052896681,hessian_weighted_relative_error,7869,0.02500,0.788
22,model.language_model.layers.22.mlp.experts.180.up_proj,0.0058826039,hessian_weighted_relative_error,7869,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.181.down_proj,0.0099025096,hessian_weighted_relative_error,33574,0.02500,0.874
22,model.language_model.layers.22.mlp.experts.181.gate_proj,0.0042271123,hessian_weighted_relative_error,33574,0.02500,0.919
22,model.language_model.layers.22.mlp.experts.181.up_proj,0.0048647298,hessian_weighted_relative_error,33574,0.02500,0.960
22,model.language_model.layers.22.mlp.experts.182.down_proj,0.0093940143,hessian_weighted_relative_error,17817,0.02500,0.752
22,model.language_model.layers.22.mlp.experts.182.gate_proj,0.0039154378,hessian_weighted_relative_error,17817,0.02500,0.788
22,model.language_model.layers.22.mlp.experts.182.up_proj,0.0042765249,hessian_weighted_relative_error,17817,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.183.down_proj,0.0101190947,hessian_weighted_relative_error,10442,0.02500,0.874
22,model.language_model.layers.22.mlp.experts.183.gate_proj,0.0043427912,hessian_weighted_relative_error,10442,0.02500,0.905
22,model.language_model.layers.22.mlp.experts.183.up_proj,0.0043994610,hessian_weighted_relative_error,10442,0.02500,0.956
22,model.language_model.layers.22.mlp.experts.184.down_proj,0.0121012694,hessian_weighted_relative_error,13655,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.184.gate_proj,0.0046562013,hessian_weighted_relative_error,13655,0.02500,0.789
22,model.language_model.layers.22.mlp.experts.184.up_proj,0.0050783560,hessian_weighted_relative_error,13655,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.185.down_proj,0.0109425274,hessian_weighted_relative_error,4774,0.02500,0.876
22,model.language_model.layers.22.mlp.experts.185.gate_proj,0.0043823617,hessian_weighted_relative_error,4774,0.02500,0.916
22,model.language_model.layers.22.mlp.experts.185.up_proj,0.0048825103,hessian_weighted_relative_error,4774,0.02500,0.959
22,model.language_model.layers.22.mlp.experts.186.down_proj,0.0083311832,hessian_weighted_relative_error,6783,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.186.gate_proj,0.0029304874,hessian_weighted_relative_error,6783,0.02500,0.787
22,model.language_model.layers.22.mlp.experts.186.up_proj,0.0031306445,hessian_weighted_relative_error,6783,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.187.down_proj,0.0143434608,hessian_weighted_relative_error,20411,0.02500,0.881
22,model.language_model.layers.22.mlp.experts.187.gate_proj,0.0076719963,hessian_weighted_relative_error,20411,0.02500,0.913
22,model.language_model.layers.22.mlp.experts.187.up_proj,0.0082647521,hessian_weighted_relative_error,20411,0.02500,0.957
22,model.language_model.layers.22.mlp.experts.188.down_proj,0.0068133335,hessian_weighted_relative_error,49332,0.02500,0.755
22,model.language_model.layers.22.mlp.experts.188.gate_proj,0.0032218198,hessian_weighted_relative_error,49332,0.02500,0.789
22,model.language_model.layers.22.mlp.experts.188.up_proj,0.0034197806,hessian_weighted_relative_error,49332,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.189.down_proj,0.0123518541,hessian_weighted_relative_error,15625,0.02500,0.876
22,model.language_model.layers.22.mlp.experts.189.gate_proj,0.0057046068,hessian_weighted_relative_error,15625,0.02500,0.922
22,model.language_model.layers.22.mlp.experts.189.up_proj,0.0059730653,hessian_weighted_relative_error,15625,0.02500,0.965
22,model.language_model.layers.22.mlp.experts.19.down_proj,0.0121460743,hessian_weighted_relative_error,53938,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.19.gate_proj,0.0064009899,hessian_weighted_relative_error,53938,0.02500,0.852
22,model.language_model.layers.22.mlp.experts.19.up_proj,0.0067214898,hessian_weighted_relative_error,53938,0.02500,0.947
22,model.language_model.layers.22.mlp.experts.190.down_proj,0.0128539749,hessian_weighted_relative_error,30899,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.190.gate_proj,0.0064944507,hessian_weighted_relative_error,30899,0.02500,0.789
22,model.language_model.layers.22.mlp.experts.190.up_proj,0.0069248170,hessian_weighted_relative_error,30899,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.191.down_proj,0.0108283288,hessian_weighted_relative_error,26719,0.02500,0.876
22,model.language_model.layers.22.mlp.experts.191.gate_proj,0.0053137183,hessian_weighted_relative_error,26719,0.02500,0.917
22,model.language_model.layers.22.mlp.experts.191.up_proj,0.0071296922,hessian_weighted_relative_error,26719,0.02500,0.966
22,model.language_model.layers.22.mlp.experts.192.down_proj,0.0119677429,hessian_weighted_relative_error,28220,0.02500,0.754
22,model.language_model.layers.22.mlp.experts.192.gate_proj,0.0062188496,hessian_weighted_relative_error,28220,0.02500,0.791
22,model.language_model.layers.22.mlp.experts.192.up_proj,0.0065352478,hessian_weighted_relative_error,28220,0.02500,0.811
22,model.language_model.layers.22.mlp.experts.193.down_proj,0.0109302276,hessian_weighted_relative_error,26148,0.02500,0.878
22,model.language_model.layers.22.mlp.experts.193.gate_proj,0.0051079250,hessian_weighted_relative_error,26148,0.02500,0.922
22,model.language_model.layers.22.mlp.experts.193.up_proj,0.0057074747,hessian_weighted_relative_error,26148,0.02500,0.965
22,model.language_model.layers.22.mlp.experts.194.down_proj,0.0113984473,hessian_weighted_relative_error,58038,0.02500,0.755
22,model.language_model.layers.22.mlp.experts.194.gate_proj,0.0060198936,hessian_weighted_relative_error,58038,0.02500,0.789
22,model.language_model.layers.22.mlp.experts.194.up_proj,0.0067198522,hessian_weighted_relative_error,58038,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.195.down_proj,0.0131377294,hessian_weighted_relative_error,14937,0.02500,0.882
22,model.language_model.layers.22.mlp.experts.195.gate_proj,0.0064606105,hessian_weighted_relative_error,14937,0.02500,0.919
22,model.language_model.layers.22.mlp.experts.195.up_proj,0.0068302986,hessian_weighted_relative_error,14937,0.02500,0.979
22,model.language_model.layers.22.mlp.experts.196.down_proj,0.0121838108,hessian_weighted_relative_error,16631,0.02500,0.754
22,model.language_model.layers.22.mlp.experts.196.gate_proj,0.0057973593,hessian_weighted_relative_error,16631,0.02500,0.788
22,model.language_model.layers.22.mlp.experts.196.up_proj,0.0062050500,hessian_weighted_relative_error,16631,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.197.down_proj,0.0128392246,hessian_weighted_relative_error,14195,0.02500,0.877
22,model.language_model.layers.22.mlp.experts.197.gate_proj,0.0055496424,hessian_weighted_relative_error,14195,0.02500,0.924
22,model.language_model.layers.22.mlp.experts.197.up_proj,0.0057907502,hessian_weighted_relative_error,14195,0.02500,0.967
22,model.language_model.layers.22.mlp.experts.198.down_proj,0.0114964480,hessian_weighted_relative_error,22036,0.02500,0.754
22,model.language_model.layers.22.mlp.experts.198.gate_proj,0.0056665578,hessian_weighted_relative_error,22036,0.02500,0.793
22,model.language_model.layers.22.mlp.experts.198.up_proj,0.0060222768,hessian_weighted_relative_error,22036,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.199.down_proj,0.0122839407,hessian_weighted_relative_error,11195,0.02500,0.877
22,model.language_model.layers.22.mlp.experts.199.gate_proj,0.0060334627,hessian_weighted_relative_error,11195,0.02500,0.921
22,model.language_model.layers.22.mlp.experts.199.up_proj,0.0067201361,hessian_weighted_relative_error,11195,0.02500,0.959
22,model.language_model.layers.22.mlp.experts.2.down_proj,0.0125659703,hessian_weighted_relative_error,30158,0.02500,0.716
22,model.language_model.layers.22.mlp.experts.2.gate_proj,0.0066484217,hessian_weighted_relative_error,30158,0.02500,0.780
22,model.language_model.layers.22.mlp.experts.2.up_proj,0.0071219680,hessian_weighted_relative_error,30158,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.20.down_proj,0.0097440129,hessian_weighted_relative_error,11151,0.02500,0.727
22,model.language_model.layers.22.mlp.experts.20.gate_proj,0.0046061497,hessian_weighted_relative_error,11151,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.20.up_proj,0.0052093544,hessian_weighted_relative_error,11151,0.02500,0.800
22,model.language_model.layers.22.mlp.experts.200.down_proj,0.0144524176,hessian_weighted_relative_error,48648,0.02500,0.755
22,model.language_model.layers.22.mlp.experts.200.gate_proj,0.0080636934,hessian_weighted_relative_error,48648,0.02500,0.792
22,model.language_model.layers.22.mlp.experts.200.up_proj,0.0088208761,hessian_weighted_relative_error,48648,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.201.down_proj,0.0111731846,hessian_weighted_relative_error,19918,0.02500,0.878
22,model.language_model.layers.22.mlp.experts.201.gate_proj,0.0044184567,hessian_weighted_relative_error,19918,0.02500,0.919
22,model.language_model.layers.22.mlp.experts.201.up_proj,0.0049133648,hessian_weighted_relative_error,19918,0.02500,0.968
22,model.language_model.layers.22.mlp.experts.202.down_proj,0.0126205049,hessian_weighted_relative_error,31511,0.02500,0.757
22,model.language_model.layers.22.mlp.experts.202.gate_proj,0.0065509543,hessian_weighted_relative_error,31511,0.02500,0.791
22,model.language_model.layers.22.mlp.experts.202.up_proj,0.0071060473,hessian_weighted_relative_error,31511,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.203.down_proj,0.0135791013,hessian_weighted_relative_error,42551,0.02500,0.881
22,model.language_model.layers.22.mlp.experts.203.gate_proj,0.0071245970,hessian_weighted_relative_error,42551,0.02500,0.919
22,model.language_model.layers.22.mlp.experts.203.up_proj,0.0073756516,hessian_weighted_relative_error,42551,0.02500,0.974
22,model.language_model.layers.22.mlp.experts.204.down_proj,0.0115346926,hessian_weighted_relative_error,8342,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.204.gate_proj,0.0051267296,hessian_weighted_relative_error,8342,0.02500,0.790
22,model.language_model.layers.22.mlp.experts.204.up_proj,0.0056615204,hessian_weighted_relative_error,8342,0.02500,0.810
22,model.language_model.layers.22.mlp.experts.205.down_proj,0.0132114079,hessian_weighted_relative_error,28679,0.02500,0.877
22,model.language_model.layers.22.mlp.experts.205.gate_proj,0.0062828656,hessian_weighted_relative_error,28679,0.02500,0.927
22,model.language_model.layers.22.mlp.experts.205.up_proj,0.0067958124,hessian_weighted_relative_error,28679,0.02500,0.973
22,model.language_model.layers.22.mlp.experts.206.down_proj,0.0126924252,hessian_weighted_relative_error,45619,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.206.gate_proj,0.0058059539,hessian_weighted_relative_error,45619,0.02500,0.791
22,model.language_model.layers.22.mlp.experts.206.up_proj,0.0066127750,hessian_weighted_relative_error,45619,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.207.down_proj,0.0121739144,hessian_weighted_relative_error,47768,0.02500,0.878
22,model.language_model.layers.22.mlp.experts.207.gate_proj,0.0066010180,hessian_weighted_relative_error,47768,0.02500,0.917
22,model.language_model.layers.22.mlp.experts.207.up_proj,0.0077242281,hessian_weighted_relative_error,47768,0.02500,0.968
22,model.language_model.layers.22.mlp.experts.208.down_proj,0.0115350789,hessian_weighted_relative_error,20313,0.02500,0.757
22,model.language_model.layers.22.mlp.experts.208.gate_proj,0.0057489836,hessian_weighted_relative_error,20313,0.02500,0.793
22,model.language_model.layers.22.mlp.experts.208.up_proj,0.0063229894,hessian_weighted_relative_error,20313,0.02500,0.812
22,model.language_model.layers.22.mlp.experts.209.down_proj,0.0078972283,hessian_weighted_relative_error,17967,0.02500,0.880
22,model.language_model.layers.22.mlp.experts.209.gate_proj,0.0035522465,hessian_weighted_relative_error,17967,0.02500,0.918
22,model.language_model.layers.22.mlp.experts.209.up_proj,0.0038394580,hessian_weighted_relative_error,17967,0.02500,0.967
22,model.language_model.layers.22.mlp.experts.21.down_proj,0.0108366656,hessian_weighted_relative_error,11149,0.02500,0.800
22,model.language_model.layers.22.mlp.experts.21.gate_proj,0.0045303585,hessian_weighted_relative_error,11149,0.02500,0.856
22,model.language_model.layers.22.mlp.experts.21.up_proj,0.0046552968,hessian_weighted_relative_error,11149,0.02500,0.954
22,model.language_model.layers.22.mlp.experts.210.down_proj,0.0112349671,hessian_weighted_relative_error,51511,0.02500,0.758
22,model.language_model.layers.22.mlp.experts.210.gate_proj,0.0054535059,hessian_weighted_relative_error,51511,0.02500,0.793
22,model.language_model.layers.22.mlp.experts.210.up_proj,0.0068257299,hessian_weighted_relative_error,51511,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.211.down_proj,0.0120845361,hessian_weighted_relative_error,7506,0.02500,0.882
22,model.language_model.layers.22.mlp.experts.211.gate_proj,0.0056793803,hessian_weighted_relative_error,7506,0.02500,0.919
22,model.language_model.layers.22.mlp.experts.211.up_proj,0.0058346576,hessian_weighted_relative_error,7506,0.02500,0.974
22,model.language_model.layers.22.mlp.experts.212.down_proj,0.0124615773,hessian_weighted_relative_error,86912,0.02500,0.758
22,model.language_model.layers.22.mlp.experts.212.gate_proj,0.0060549062,hessian_weighted_relative_error,86912,0.02500,0.791
22,model.language_model.layers.22.mlp.experts.212.up_proj,0.0071197250,hessian_weighted_relative_error,86912,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.213.down_proj,0.0112910466,hessian_weighted_relative_error,38995,0.02500,0.879
22,model.language_model.layers.22.mlp.experts.213.gate_proj,0.0059947877,hessian_weighted_relative_error,38995,0.02500,0.923
22,model.language_model.layers.22.mlp.experts.213.up_proj,0.0062440787,hessian_weighted_relative_error,38995,0.02500,0.995
22,model.language_model.layers.22.mlp.experts.214.down_proj,0.0096267711,hessian_weighted_relative_error,19950,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.214.gate_proj,0.0040386982,hessian_weighted_relative_error,19950,0.02500,0.794
22,model.language_model.layers.22.mlp.experts.214.up_proj,0.0043448547,hessian_weighted_relative_error,19950,0.02500,0.812
22,model.language_model.layers.22.mlp.experts.215.down_proj,0.0134948581,hessian_weighted_relative_error,37301,0.02500,0.879
22,model.language_model.layers.22.mlp.experts.215.gate_proj,0.0073043495,hessian_weighted_relative_error,37301,0.02500,0.921
22,model.language_model.layers.22.mlp.experts.215.up_proj,0.0083093021,hessian_weighted_relative_error,37301,0.02500,0.976
22,model.language_model.layers.22.mlp.experts.216.down_proj,0.0129878720,hessian_weighted_relative_error,21862,0.02500,0.762
22,model.language_model.layers.22.mlp.experts.216.gate_proj,0.0057095660,hessian_weighted_relative_error,21862,0.02500,0.792
22,model.language_model.layers.22.mlp.experts.216.up_proj,0.0062161028,hessian_weighted_relative_error,21862,0.02500,0.811
22,model.language_model.layers.22.mlp.experts.217.down_proj,0.0100440146,hessian_weighted_relative_error,37398,0.02500,0.881
22,model.language_model.layers.22.mlp.experts.217.gate_proj,0.0050306198,hessian_weighted_relative_error,37398,0.02500,0.924
22,model.language_model.layers.22.mlp.experts.217.up_proj,0.0053565714,hessian_weighted_relative_error,37398,0.02500,0.969
22,model.language_model.layers.22.mlp.experts.218.down_proj,0.0092239920,hessian_weighted_relative_error,27975,0.02500,0.757
22,model.language_model.layers.22.mlp.experts.218.gate_proj,0.0048524668,hessian_weighted_relative_error,27975,0.02500,0.791
22,model.language_model.layers.22.mlp.experts.218.up_proj,0.0053355628,hessian_weighted_relative_error,27975,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.219.down_proj,0.0042702660,hessian_weighted_relative_error,32546,0.02500,0.881
22,model.language_model.layers.22.mlp.experts.219.gate_proj,0.0036249995,hessian_weighted_relative_error,32546,0.02500,0.926
22,model.language_model.layers.22.mlp.experts.219.up_proj,0.0040980099,hessian_weighted_relative_error,32546,0.02500,0.982
22,model.language_model.layers.22.mlp.experts.22.down_proj,0.0131487958,hessian_weighted_relative_error,51700,0.02500,0.722
22,model.language_model.layers.22.mlp.experts.22.gate_proj,0.0065430562,hessian_weighted_relative_error,51700,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.22.up_proj,0.0071750585,hessian_weighted_relative_error,51700,0.02500,0.800
22,model.language_model.layers.22.mlp.experts.220.down_proj,0.0122360626,hessian_weighted_relative_error,20515,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.220.gate_proj,0.0064177829,hessian_weighted_relative_error,20515,0.02500,0.792
22,model.language_model.layers.22.mlp.experts.220.up_proj,0.0068258411,hessian_weighted_relative_error,20515,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.221.down_proj,0.0115525117,hessian_weighted_relative_error,29103,0.02500,0.882
22,model.language_model.layers.22.mlp.experts.221.gate_proj,0.0050761111,hessian_weighted_relative_error,29103,0.02500,0.930
22,model.language_model.layers.22.mlp.experts.221.up_proj,0.0057450116,hessian_weighted_relative_error,29103,0.02500,0.980
22,model.language_model.layers.22.mlp.experts.222.down_proj,0.0094281280,hessian_weighted_relative_error,25058,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.222.gate_proj,0.0046238774,hessian_weighted_relative_error,25058,0.02500,0.790
22,model.language_model.layers.22.mlp.experts.222.up_proj,0.0052443986,hessian_weighted_relative_error,25058,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.223.down_proj,0.0109551556,hessian_weighted_relative_error,49062,0.02500,0.881
22,model.language_model.layers.22.mlp.experts.223.gate_proj,0.0043686803,hessian_weighted_relative_error,49062,0.02500,0.924
22,model.language_model.layers.22.mlp.experts.223.up_proj,0.0054078853,hessian_weighted_relative_error,49062,0.02500,0.983
22,model.language_model.layers.22.mlp.experts.224.down_proj,0.0109978879,hessian_weighted_relative_error,21945,0.02500,0.758
22,model.language_model.layers.22.mlp.experts.224.gate_proj,0.0049447435,hessian_weighted_relative_error,21945,0.02500,0.793
22,model.language_model.layers.22.mlp.experts.224.up_proj,0.0053014740,hessian_weighted_relative_error,21945,0.02500,0.811
22,model.language_model.layers.22.mlp.experts.225.down_proj,0.0106635627,hessian_weighted_relative_error,15130,0.02500,0.881
22,model.language_model.layers.22.mlp.experts.225.gate_proj,0.0049514353,hessian_weighted_relative_error,15130,0.02500,0.925
22,model.language_model.layers.22.mlp.experts.225.up_proj,0.0050960125,hessian_weighted_relative_error,15130,0.02500,0.969
22,model.language_model.layers.22.mlp.experts.226.down_proj,0.0117041286,hessian_weighted_relative_error,21143,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.226.gate_proj,0.0052947458,hessian_weighted_relative_error,21143,0.02500,0.792
22,model.language_model.layers.22.mlp.experts.226.up_proj,0.0058142205,hessian_weighted_relative_error,21143,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.227.down_proj,0.0112097326,hessian_weighted_relative_error,24677,0.02500,0.885
22,model.language_model.layers.22.mlp.experts.227.gate_proj,0.0046245983,hessian_weighted_relative_error,24677,0.02500,0.920
22,model.language_model.layers.22.mlp.experts.227.up_proj,0.0047528303,hessian_weighted_relative_error,24677,0.02500,0.964
22,model.language_model.layers.22.mlp.experts.228.down_proj,0.0061758586,hessian_weighted_relative_error,38967,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.228.gate_proj,0.0030715802,hessian_weighted_relative_error,38967,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.228.up_proj,0.0033957466,hessian_weighted_relative_error,38967,0.02500,0.813
22,model.language_model.layers.22.mlp.experts.229.down_proj,0.0129142564,hessian_weighted_relative_error,50407,0.02500,0.882
22,model.language_model.layers.22.mlp.experts.229.gate_proj,0.0067886700,hessian_weighted_relative_error,50407,0.02500,0.933
22,model.language_model.layers.22.mlp.experts.229.up_proj,0.0072650951,hessian_weighted_relative_error,50407,0.02500,0.973
22,model.language_model.layers.22.mlp.experts.23.down_proj,0.0121171331,hessian_weighted_relative_error,11963,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.23.gate_proj,0.0055940368,hessian_weighted_relative_error,11963,0.02500,0.849
22,model.language_model.layers.22.mlp.experts.23.up_proj,0.0061054000,hessian_weighted_relative_error,11963,0.02500,0.938
22,model.language_model.layers.22.mlp.experts.230.down_proj,0.0117997100,hessian_weighted_relative_error,20857,0.02500,0.758
22,model.language_model.layers.22.mlp.experts.230.gate_proj,0.0056819378,hessian_weighted_relative_error,20857,0.02500,0.793
22,model.language_model.layers.22.mlp.experts.230.up_proj,0.0062743869,hessian_weighted_relative_error,20857,0.02500,0.810
22,model.language_model.layers.22.mlp.experts.231.down_proj,0.0102916267,hessian_weighted_relative_error,35221,0.02500,0.881
22,model.language_model.layers.22.mlp.experts.231.gate_proj,0.0040792752,hessian_weighted_relative_error,35221,0.02500,0.929
22,model.language_model.layers.22.mlp.experts.231.up_proj,0.0052731821,hessian_weighted_relative_error,35221,0.02500,0.966
22,model.language_model.layers.22.mlp.experts.232.down_proj,0.0012089095,hessian_weighted_relative_error,48370,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.232.gate_proj,0.0051046559,hessian_weighted_relative_error,48370,0.02500,0.792
22,model.language_model.layers.22.mlp.experts.232.up_proj,0.0056290330,hessian_weighted_relative_error,48370,0.02500,0.820
22,model.language_model.layers.22.mlp.experts.233.down_proj,0.0098971613,hessian_weighted_relative_error,4847,0.02500,0.883
22,model.language_model.layers.22.mlp.experts.233.gate_proj,0.0043022049,hessian_weighted_relative_error,4847,0.02500,0.929
22,model.language_model.layers.22.mlp.experts.233.up_proj,0.0048912309,hessian_weighted_relative_error,4847,0.02500,0.961
22,model.language_model.layers.22.mlp.experts.234.down_proj,0.0134372230,hessian_weighted_relative_error,35378,0.02500,0.760
22,model.language_model.layers.22.mlp.experts.234.gate_proj,0.0071027475,hessian_weighted_relative_error,35378,0.02500,0.793
22,model.language_model.layers.22.mlp.experts.234.up_proj,0.0079785370,hessian_weighted_relative_error,35378,0.02500,0.811
22,model.language_model.layers.22.mlp.experts.235.down_proj,0.0083489645,hessian_weighted_relative_error,32325,0.02500,0.886
22,model.language_model.layers.22.mlp.experts.235.gate_proj,0.0047729982,hessian_weighted_relative_error,32325,0.02500,0.928
22,model.language_model.layers.22.mlp.experts.235.up_proj,0.0051118519,hessian_weighted_relative_error,32325,0.02500,0.964
22,model.language_model.layers.22.mlp.experts.236.down_proj,0.0133006643,hessian_weighted_relative_error,41158,0.02500,0.758
22,model.language_model.layers.22.mlp.experts.236.gate_proj,0.0063947808,hessian_weighted_relative_error,41158,0.02500,0.792
22,model.language_model.layers.22.mlp.experts.236.up_proj,0.0066768329,hessian_weighted_relative_error,41158,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.237.down_proj,0.0125147193,hessian_weighted_relative_error,26128,0.02500,0.884
22,model.language_model.layers.22.mlp.experts.237.gate_proj,0.0060249465,hessian_weighted_relative_error,26128,0.02500,0.928
22,model.language_model.layers.22.mlp.experts.237.up_proj,0.0067263641,hessian_weighted_relative_error,26128,0.02500,0.963
22,model.language_model.layers.22.mlp.experts.238.down_proj,0.0118074819,hessian_weighted_relative_error,33167,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.238.gate_proj,0.0074560058,hessian_weighted_relative_error,33167,0.02500,0.793
22,model.language_model.layers.22.mlp.experts.238.up_proj,0.0082140584,hessian_weighted_relative_error,33167,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.239.down_proj,0.0079392009,hessian_weighted_relative_error,3306,0.02500,0.883
22,model.language_model.layers.22.mlp.experts.239.gate_proj,0.0029142526,hessian_weighted_relative_error,3306,0.02500,0.934
22,model.language_model.layers.22.mlp.experts.239.up_proj,0.0034498830,hessian_weighted_relative_error,3306,0.02500,0.964
22,model.language_model.layers.22.mlp.experts.24.down_proj,0.0097724469,hessian_weighted_relative_error,30610,0.02500,0.726
22,model.language_model.layers.22.mlp.experts.24.gate_proj,0.0048458707,hessian_weighted_relative_error,30610,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.24.up_proj,0.0050730899,hessian_weighted_relative_error,30610,0.02500,0.798
22,model.language_model.layers.22.mlp.experts.240.down_proj,0.0115042941,hessian_weighted_relative_error,8761,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.240.gate_proj,0.0055354310,hessian_weighted_relative_error,8761,0.02500,0.795
22,model.language_model.layers.22.mlp.experts.240.up_proj,0.0063784567,hessian_weighted_relative_error,8761,0.02500,0.812
22,model.language_model.layers.22.mlp.experts.241.down_proj,0.0123492892,hessian_weighted_relative_error,24215,0.02500,0.883
22,model.language_model.layers.22.mlp.experts.241.gate_proj,0.0060513836,hessian_weighted_relative_error,24215,0.02500,0.926
22,model.language_model.layers.22.mlp.experts.241.up_proj,0.0065447546,hessian_weighted_relative_error,24215,0.02500,0.962
22,model.language_model.layers.22.mlp.experts.242.down_proj,0.0120545506,hessian_weighted_relative_error,12518,0.02500,0.761
22,model.language_model.layers.22.mlp.experts.242.gate_proj,0.0056703597,hessian_weighted_relative_error,12518,0.02500,0.794
22,model.language_model.layers.22.mlp.experts.242.up_proj,0.0061465875,hessian_weighted_relative_error,12518,0.02500,0.811
22,model.language_model.layers.22.mlp.experts.243.down_proj,0.0125594308,hessian_weighted_relative_error,32313,0.02500,0.887
22,model.language_model.layers.22.mlp.experts.243.gate_proj,0.0066850597,hessian_weighted_relative_error,32313,0.02500,0.926
22,model.language_model.layers.22.mlp.experts.243.up_proj,0.0070807392,hessian_weighted_relative_error,32313,0.02500,0.961
22,model.language_model.layers.22.mlp.experts.244.down_proj,0.0113296043,hessian_weighted_relative_error,16627,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.244.gate_proj,0.0048562910,hessian_weighted_relative_error,16627,0.02500,0.795
22,model.language_model.layers.22.mlp.experts.244.up_proj,0.0054570641,hessian_weighted_relative_error,16627,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.245.down_proj,0.0100278186,hessian_weighted_relative_error,29353,0.02500,0.884
22,model.language_model.layers.22.mlp.experts.245.gate_proj,0.0035651844,hessian_weighted_relative_error,29353,0.02500,0.936
22,model.language_model.layers.22.mlp.experts.245.up_proj,0.0038508392,hessian_weighted_relative_error,29353,0.02500,0.962
22,model.language_model.layers.22.mlp.experts.246.down_proj,0.0091887994,hessian_weighted_relative_error,5474,0.02500,0.760
22,model.language_model.layers.22.mlp.experts.246.gate_proj,0.0033517384,hessian_weighted_relative_error,5474,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.246.up_proj,0.0034514620,hessian_weighted_relative_error,5474,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.247.down_proj,0.0065214156,hessian_weighted_relative_error,76083,0.02500,0.883
22,model.language_model.layers.22.mlp.experts.247.gate_proj,0.0031722594,hessian_weighted_relative_error,76083,0.02500,0.936
22,model.language_model.layers.22.mlp.experts.247.up_proj,0.0033269962,hessian_weighted_relative_error,76083,0.02500,0.956
22,model.language_model.layers.22.mlp.experts.248.down_proj,0.0132626353,hessian_weighted_relative_error,41774,0.02500,0.761
22,model.language_model.layers.22.mlp.experts.248.gate_proj,0.0072500709,hessian_weighted_relative_error,41774,0.02500,0.794
22,model.language_model.layers.22.mlp.experts.248.up_proj,0.0074414323,hessian_weighted_relative_error,41774,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.249.down_proj,0.0106520768,hessian_weighted_relative_error,27829,0.02500,0.883
22,model.language_model.layers.22.mlp.experts.249.gate_proj,0.0048739904,hessian_weighted_relative_error,27829,0.02500,0.930
22,model.language_model.layers.22.mlp.experts.249.up_proj,0.0050549492,hessian_weighted_relative_error,27829,0.02500,0.955
22,model.language_model.layers.22.mlp.experts.25.down_proj,0.0084689188,hessian_weighted_relative_error,6984,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.25.gate_proj,0.0045565942,hessian_weighted_relative_error,6984,0.02500,0.853
22,model.language_model.layers.22.mlp.experts.25.up_proj,0.0053072944,hessian_weighted_relative_error,6984,0.02500,0.945
22,model.language_model.layers.22.mlp.experts.250.down_proj,0.0094569033,hessian_weighted_relative_error,27980,0.02500,0.762
22,model.language_model.layers.22.mlp.experts.250.gate_proj,0.0042228890,hessian_weighted_relative_error,27980,0.02500,0.794
22,model.language_model.layers.22.mlp.experts.250.up_proj,0.0047729137,hessian_weighted_relative_error,27980,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.251.down_proj,0.0139272247,hessian_weighted_relative_error,26003,0.02500,0.887
22,model.language_model.layers.22.mlp.experts.251.gate_proj,0.0069448208,hessian_weighted_relative_error,26003,0.02500,0.932
22,model.language_model.layers.22.mlp.experts.251.up_proj,0.0074318338,hessian_weighted_relative_error,26003,0.02500,0.961
22,model.language_model.layers.22.mlp.experts.252.down_proj,0.0102576532,hessian_weighted_relative_error,25555,0.02500,0.764
22,model.language_model.layers.22.mlp.experts.252.gate_proj,0.0049790055,hessian_weighted_relative_error,25555,0.02500,0.795
22,model.language_model.layers.22.mlp.experts.252.up_proj,0.0056368113,hessian_weighted_relative_error,25555,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.253.down_proj,0.0080404606,hessian_weighted_relative_error,35403,0.02500,0.883
22,model.language_model.layers.22.mlp.experts.253.gate_proj,0.0032158641,hessian_weighted_relative_error,35403,0.02500,0.941
22,model.language_model.layers.22.mlp.experts.253.up_proj,0.0035623925,hessian_weighted_relative_error,35403,0.02500,0.961
22,model.language_model.layers.22.mlp.experts.254.down_proj,0.0134456471,hessian_weighted_relative_error,25144,0.02500,0.761
22,model.language_model.layers.22.mlp.experts.254.gate_proj,0.0070646685,hessian_weighted_relative_error,25144,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.254.up_proj,0.0077155422,hessian_weighted_relative_error,25144,0.02500,0.813
22,model.language_model.layers.22.mlp.experts.255.down_proj,0.0110267699,hessian_weighted_relative_error,26457,0.02500,0.883
22,model.language_model.layers.22.mlp.experts.255.gate_proj,0.0058510730,hessian_weighted_relative_error,26457,0.02500,0.934
22,model.language_model.layers.22.mlp.experts.255.up_proj,0.0061534068,hessian_weighted_relative_error,26457,0.02500,0.955
22,model.language_model.layers.22.mlp.experts.256.down_proj,0.0124005059,hessian_weighted_relative_error,30739,0.02500,0.761
22,model.language_model.layers.22.mlp.experts.256.gate_proj,0.0068931498,hessian_weighted_relative_error,30739,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.256.up_proj,0.0077882038,hessian_weighted_relative_error,30739,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.257.down_proj,0.0119009830,hessian_weighted_relative_error,8276,0.02500,0.886
22,model.language_model.layers.22.mlp.experts.257.gate_proj,0.0057807994,hessian_weighted_relative_error,8276,0.02500,0.931
22,model.language_model.layers.22.mlp.experts.257.up_proj,0.0063902690,hessian_weighted_relative_error,8276,0.02500,0.949
22,model.language_model.layers.22.mlp.experts.258.down_proj,0.0094729238,hessian_weighted_relative_error,8729,0.02500,0.763
22,model.language_model.layers.22.mlp.experts.258.gate_proj,0.0044794037,hessian_weighted_relative_error,8729,0.02500,0.795
22,model.language_model.layers.22.mlp.experts.258.up_proj,0.0047143033,hessian_weighted_relative_error,8729,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.259.down_proj,0.0110207354,hessian_weighted_relative_error,28364,0.02500,0.889
22,model.language_model.layers.22.mlp.experts.259.gate_proj,0.0044610304,hessian_weighted_relative_error,28364,0.02500,0.932
22,model.language_model.layers.22.mlp.experts.259.up_proj,0.0049380270,hessian_weighted_relative_error,28364,0.02500,0.951
22,model.language_model.layers.22.mlp.experts.26.down_proj,0.0131622748,hessian_weighted_relative_error,32338,0.02500,0.727
22,model.language_model.layers.22.mlp.experts.26.gate_proj,0.0061991835,hessian_weighted_relative_error,32338,0.02500,0.756
22,model.language_model.layers.22.mlp.experts.26.up_proj,0.0069274979,hessian_weighted_relative_error,32338,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.260.down_proj,0.0125370695,hessian_weighted_relative_error,62800,0.02500,0.762
22,model.language_model.layers.22.mlp.experts.260.gate_proj,0.0058251316,hessian_weighted_relative_error,62800,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.260.up_proj,0.0066126341,hessian_weighted_relative_error,62800,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.261.down_proj,0.0088434608,hessian_weighted_relative_error,9120,0.02500,0.885
22,model.language_model.layers.22.mlp.experts.261.gate_proj,0.0040994173,hessian_weighted_relative_error,9120,0.02500,0.936
22,model.language_model.layers.22.mlp.experts.261.up_proj,0.0046183661,hessian_weighted_relative_error,9120,0.02500,0.945
22,model.language_model.layers.22.mlp.experts.262.down_proj,0.0114001567,hessian_weighted_relative_error,196619,0.02500,0.762
22,model.language_model.layers.22.mlp.experts.262.gate_proj,0.0058264585,hessian_weighted_relative_error,196619,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.262.up_proj,0.0062536122,hessian_weighted_relative_error,196619,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.263.down_proj,0.0131579924,hessian_weighted_relative_error,39845,0.02500,0.884
22,model.language_model.layers.22.mlp.experts.263.gate_proj,0.0069310394,hessian_weighted_relative_error,39845,0.02500,0.935
22,model.language_model.layers.22.mlp.experts.263.up_proj,0.0074360204,hessian_weighted_relative_error,39845,0.02500,0.952
22,model.language_model.layers.22.mlp.experts.264.down_proj,0.0098484268,hessian_weighted_relative_error,9337,0.02500,0.762
22,model.language_model.layers.22.mlp.experts.264.gate_proj,0.0034140098,hessian_weighted_relative_error,9337,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.264.up_proj,0.0035072192,hessian_weighted_relative_error,9337,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.265.down_proj,0.0090842942,hessian_weighted_relative_error,3125,0.02500,0.886
22,model.language_model.layers.22.mlp.experts.265.gate_proj,0.0033304394,hessian_weighted_relative_error,3125,0.02500,0.937
22,model.language_model.layers.22.mlp.experts.265.up_proj,0.0037251146,hessian_weighted_relative_error,3125,0.02500,0.950
22,model.language_model.layers.22.mlp.experts.266.down_proj,0.0106410622,hessian_weighted_relative_error,42713,0.02500,0.768
22,model.language_model.layers.22.mlp.experts.266.gate_proj,0.0045430526,hessian_weighted_relative_error,42713,0.02500,0.795
22,model.language_model.layers.22.mlp.experts.266.up_proj,0.0057364712,hessian_weighted_relative_error,42713,0.02500,0.814
22,model.language_model.layers.22.mlp.experts.267.down_proj,0.0116323002,hessian_weighted_relative_error,35015,0.02500,0.889
22,model.language_model.layers.22.mlp.experts.267.gate_proj,0.0061250220,hessian_weighted_relative_error,35015,0.02500,0.940
22,model.language_model.layers.22.mlp.experts.267.up_proj,0.0069852159,hessian_weighted_relative_error,35015,0.02500,0.951
22,model.language_model.layers.22.mlp.experts.268.down_proj,0.0114546822,hessian_weighted_relative_error,27363,0.02500,0.763
22,model.language_model.layers.22.mlp.experts.268.gate_proj,0.0053176652,hessian_weighted_relative_error,27363,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.268.up_proj,0.0058164982,hessian_weighted_relative_error,27363,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.269.down_proj,0.0125894886,hessian_weighted_relative_error,26736,0.02500,0.886
22,model.language_model.layers.22.mlp.experts.269.gate_proj,0.0060248802,hessian_weighted_relative_error,26736,0.02500,0.945
22,model.language_model.layers.22.mlp.experts.269.up_proj,0.0065143424,hessian_weighted_relative_error,26736,0.02500,0.950
22,model.language_model.layers.22.mlp.experts.27.down_proj,0.0137756895,hessian_weighted_relative_error,32225,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.27.gate_proj,0.0071992910,hessian_weighted_relative_error,32225,0.02500,0.856
22,model.language_model.layers.22.mlp.experts.27.up_proj,0.0078178731,hessian_weighted_relative_error,32225,0.02500,0.950
22,model.language_model.layers.22.mlp.experts.270.down_proj,0.0132810155,hessian_weighted_relative_error,10909,0.02500,0.761
22,model.language_model.layers.22.mlp.experts.270.gate_proj,0.0068776552,hessian_weighted_relative_error,10909,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.270.up_proj,0.0075750874,hessian_weighted_relative_error,10909,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.271.down_proj,0.0105284768,hessian_weighted_relative_error,10840,0.02500,0.886
22,model.language_model.layers.22.mlp.experts.271.gate_proj,0.0045857220,hessian_weighted_relative_error,10840,0.02500,0.931
22,model.language_model.layers.22.mlp.experts.271.up_proj,0.0050979125,hessian_weighted_relative_error,10840,0.02500,0.948
22,model.language_model.layers.22.mlp.experts.272.down_proj,0.0087051149,hessian_weighted_relative_error,41997,0.02500,0.764
22,model.language_model.layers.22.mlp.experts.272.gate_proj,0.0045165880,hessian_weighted_relative_error,41997,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.272.up_proj,0.0049672852,hessian_weighted_relative_error,41997,0.02500,0.810
22,model.language_model.layers.22.mlp.experts.273.down_proj,0.0084729851,hessian_weighted_relative_error,3343,0.02500,0.888
22,model.language_model.layers.22.mlp.experts.273.gate_proj,0.0038218175,hessian_weighted_relative_error,3343,0.02500,0.934
22,model.language_model.layers.22.mlp.experts.273.up_proj,0.0045382865,hessian_weighted_relative_error,3343,0.02500,0.948
22,model.language_model.layers.22.mlp.experts.274.down_proj,0.0100178282,hessian_weighted_relative_error,8320,0.02500,0.765
22,model.language_model.layers.22.mlp.experts.274.gate_proj,0.0041000516,hessian_weighted_relative_error,8320,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.274.up_proj,0.0040321735,hessian_weighted_relative_error,8320,0.02500,0.812
22,model.language_model.layers.22.mlp.experts.275.down_proj,0.0133952104,hessian_weighted_relative_error,26394,0.02500,0.891
22,model.language_model.layers.22.mlp.experts.275.gate_proj,0.0076948315,hessian_weighted_relative_error,26394,0.02500,0.943
22,model.language_model.layers.22.mlp.experts.275.up_proj,0.0090821476,hessian_weighted_relative_error,26394,0.02500,0.943
22,model.language_model.layers.22.mlp.experts.276.down_proj,0.0116130146,hessian_weighted_relative_error,53429,0.02500,0.767
22,model.language_model.layers.22.mlp.experts.276.gate_proj,0.0060522060,hessian_weighted_relative_error,53429,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.276.up_proj,0.0067557321,hessian_weighted_relative_error,53429,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.277.down_proj,0.0107374754,hessian_weighted_relative_error,14938,0.02500,0.890
22,model.language_model.layers.22.mlp.experts.277.gate_proj,0.0055485672,hessian_weighted_relative_error,14938,0.02500,0.951
22,model.language_model.layers.22.mlp.experts.277.up_proj,0.0059733513,hessian_weighted_relative_error,14938,0.02500,0.943
22,model.language_model.layers.22.mlp.experts.278.down_proj,0.0113297914,hessian_weighted_relative_error,16538,0.02500,0.762
22,model.language_model.layers.22.mlp.experts.278.gate_proj,0.0058133937,hessian_weighted_relative_error,16538,0.02500,0.798
22,model.language_model.layers.22.mlp.experts.278.up_proj,0.0066238807,hessian_weighted_relative_error,16538,0.02500,0.827
22,model.language_model.layers.22.mlp.experts.279.down_proj,0.0119467440,hessian_weighted_relative_error,33340,0.02500,0.887
22,model.language_model.layers.22.mlp.experts.279.gate_proj,0.0046961837,hessian_weighted_relative_error,33340,0.02500,0.940
22,model.language_model.layers.22.mlp.experts.279.up_proj,0.0056566678,hessian_weighted_relative_error,33340,0.02500,0.944
22,model.language_model.layers.22.mlp.experts.28.down_proj,0.0124243482,hessian_weighted_relative_error,16786,0.02500,0.729
22,model.language_model.layers.22.mlp.experts.28.gate_proj,0.0054916664,hessian_weighted_relative_error,16786,0.02500,0.758
22,model.language_model.layers.22.mlp.experts.28.up_proj,0.0057276656,hessian_weighted_relative_error,16786,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.280.down_proj,0.0125295945,hessian_weighted_relative_error,39719,0.02500,0.764
22,model.language_model.layers.22.mlp.experts.280.gate_proj,0.0055403558,hessian_weighted_relative_error,39719,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.280.up_proj,0.0057320382,hessian_weighted_relative_error,39719,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.281.down_proj,0.0088214567,hessian_weighted_relative_error,11859,0.02500,0.887
22,model.language_model.layers.22.mlp.experts.281.gate_proj,0.0043674613,hessian_weighted_relative_error,11859,0.02500,0.938
22,model.language_model.layers.22.mlp.experts.281.up_proj,0.0048296914,hessian_weighted_relative_error,11859,0.02500,0.938
22,model.language_model.layers.22.mlp.experts.282.down_proj,0.0105289873,hessian_weighted_relative_error,38459,0.02500,0.766
22,model.language_model.layers.22.mlp.experts.282.gate_proj,0.0042676236,hessian_weighted_relative_error,38459,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.282.up_proj,0.0048359870,hessian_weighted_relative_error,38459,0.02500,0.811
22,model.language_model.layers.22.mlp.experts.283.down_proj,0.0097494050,hessian_weighted_relative_error,10362,0.02500,0.890
22,model.language_model.layers.22.mlp.experts.283.gate_proj,0.0033823055,hessian_weighted_relative_error,10362,0.02500,0.938
22,model.language_model.layers.22.mlp.experts.283.up_proj,0.0035025860,hessian_weighted_relative_error,10362,0.02500,0.933
22,model.language_model.layers.22.mlp.experts.284.down_proj,0.0104381072,hessian_weighted_relative_error,7100,0.02500,0.767
22,model.language_model.layers.22.mlp.experts.284.gate_proj,0.0041908406,hessian_weighted_relative_error,7100,0.02500,0.798
22,model.language_model.layers.22.mlp.experts.284.up_proj,0.0045512447,hessian_weighted_relative_error,7100,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.285.down_proj,0.0084758849,hessian_weighted_relative_error,36045,0.02500,0.888
22,model.language_model.layers.22.mlp.experts.285.gate_proj,0.0044348931,hessian_weighted_relative_error,36045,0.02500,0.941
22,model.language_model.layers.22.mlp.experts.285.up_proj,0.0044278878,hessian_weighted_relative_error,36045,0.02500,0.935
22,model.language_model.layers.22.mlp.experts.286.down_proj,0.0150045399,hessian_weighted_relative_error,41378,0.02500,0.767
22,model.language_model.layers.22.mlp.experts.286.gate_proj,0.0076845536,hessian_weighted_relative_error,41378,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.286.up_proj,0.0096218585,hessian_weighted_relative_error,41378,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.287.down_proj,0.0119613700,hessian_weighted_relative_error,20802,0.02500,0.886
22,model.language_model.layers.22.mlp.experts.287.gate_proj,0.0046835285,hessian_weighted_relative_error,20802,0.02500,0.958
22,model.language_model.layers.22.mlp.experts.287.up_proj,0.0052482281,hessian_weighted_relative_error,20802,0.02500,0.936
22,model.language_model.layers.22.mlp.experts.29.down_proj,0.0093185940,hessian_weighted_relative_error,5005,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.29.gate_proj,0.0031712154,hessian_weighted_relative_error,5005,0.02500,0.865
22,model.language_model.layers.22.mlp.experts.29.up_proj,0.0033895743,hessian_weighted_relative_error,5005,0.02500,0.951
22,model.language_model.layers.22.mlp.experts.3.down_proj,0.0092571492,hessian_weighted_relative_error,8412,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.3.gate_proj,0.0040682608,hessian_weighted_relative_error,8412,0.02500,0.839
22,model.language_model.layers.22.mlp.experts.3.up_proj,0.0047398918,hessian_weighted_relative_error,8412,0.02500,0.942
22,model.language_model.layers.22.mlp.experts.30.down_proj,0.0112349115,hessian_weighted_relative_error,10717,0.02500,0.725
22,model.language_model.layers.22.mlp.experts.30.gate_proj,0.0051485870,hessian_weighted_relative_error,10717,0.02500,0.760
22,model.language_model.layers.22.mlp.experts.30.up_proj,0.0056998724,hessian_weighted_relative_error,10717,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.31.down_proj,0.0138414190,hessian_weighted_relative_error,26435,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.31.gate_proj,0.0074750529,hessian_weighted_relative_error,26435,0.02500,0.854
22,model.language_model.layers.22.mlp.experts.31.up_proj,0.0080229679,hessian_weighted_relative_error,26435,0.02500,0.949
22,model.language_model.layers.22.mlp.experts.32.down_proj,0.0104620657,hessian_weighted_relative_error,17250,0.02500,0.729
22,model.language_model.layers.22.mlp.experts.32.gate_proj,0.0038493554,hessian_weighted_relative_error,17250,0.02500,0.764
22,model.language_model.layers.22.mlp.experts.32.up_proj,0.0039811099,hessian_weighted_relative_error,17250,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.33.down_proj,0.0098937283,hessian_weighted_relative_error,8763,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.33.gate_proj,0.0044294819,hessian_weighted_relative_error,8763,0.02500,0.860
22,model.language_model.layers.22.mlp.experts.33.up_proj,0.0049610948,hessian_weighted_relative_error,8763,0.02500,0.943
22,model.language_model.layers.22.mlp.experts.34.down_proj,0.0103618871,hessian_weighted_relative_error,17702,0.02500,0.728
22,model.language_model.layers.22.mlp.experts.34.gate_proj,0.0051157309,hessian_weighted_relative_error,17702,0.02500,0.759
22,model.language_model.layers.22.mlp.experts.34.up_proj,0.0055981710,hessian_weighted_relative_error,17702,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.35.down_proj,0.0114256438,hessian_weighted_relative_error,26813,0.02500,0.813
22,model.language_model.layers.22.mlp.experts.35.gate_proj,0.0059124569,hessian_weighted_relative_error,26813,0.02500,0.859
22,model.language_model.layers.22.mlp.experts.35.up_proj,0.0064048010,hessian_weighted_relative_error,26813,0.02500,0.943
22,model.language_model.layers.22.mlp.experts.36.down_proj,0.0120802155,hessian_weighted_relative_error,25176,0.02500,0.729
22,model.language_model.layers.22.mlp.experts.36.gate_proj,0.0050181592,hessian_weighted_relative_error,25176,0.02500,0.766
22,model.language_model.layers.22.mlp.experts.36.up_proj,0.0052974411,hessian_weighted_relative_error,25176,0.02500,0.800
22,model.language_model.layers.22.mlp.experts.37.down_proj,0.0102243837,hessian_weighted_relative_error,23542,0.02500,0.807
22,model.language_model.layers.22.mlp.experts.37.gate_proj,0.0057948958,hessian_weighted_relative_error,23542,0.02500,0.864
22,model.language_model.layers.22.mlp.experts.37.up_proj,0.0063594229,hessian_weighted_relative_error,23542,0.02500,0.956
22,model.language_model.layers.22.mlp.experts.38.down_proj,0.0107368177,hessian_weighted_relative_error,30017,0.02500,0.727
22,model.language_model.layers.22.mlp.experts.38.gate_proj,0.0051054123,hessian_weighted_relative_error,30017,0.02500,0.761
22,model.language_model.layers.22.mlp.experts.38.up_proj,0.0054085160,hessian_weighted_relative_error,30017,0.02500,0.796
22,model.language_model.layers.22.mlp.experts.39.down_proj,0.0111334999,hessian_weighted_relative_error,47813,0.02500,0.808
22,model.language_model.layers.22.mlp.experts.39.gate_proj,0.0067274872,hessian_weighted_relative_error,47813,0.02500,0.860
22,model.language_model.layers.22.mlp.experts.39.up_proj,0.0073482763,hessian_weighted_relative_error,47813,0.02500,0.949
22,model.language_model.layers.22.mlp.experts.4.down_proj,0.0132020130,hessian_weighted_relative_error,29789,0.02500,0.723
22,model.language_model.layers.22.mlp.experts.4.gate_proj,0.0061715199,hessian_weighted_relative_error,29789,0.02500,0.754
22,model.language_model.layers.22.mlp.experts.4.up_proj,0.0066400825,hessian_weighted_relative_error,29789,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.40.down_proj,0.0126808451,hessian_weighted_relative_error,19787,0.02500,0.733
22,model.language_model.layers.22.mlp.experts.40.gate_proj,0.0060237480,hessian_weighted_relative_error,19787,0.02500,0.764
22,model.language_model.layers.22.mlp.experts.40.up_proj,0.0064962044,hessian_weighted_relative_error,19787,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.41.down_proj,0.0120743340,hessian_weighted_relative_error,90608,0.02500,0.813
22,model.language_model.layers.22.mlp.experts.41.gate_proj,0.0066176335,hessian_weighted_relative_error,90608,0.02500,0.863
22,model.language_model.layers.22.mlp.experts.41.up_proj,0.0074177827,hessian_weighted_relative_error,90608,0.02500,0.944
22,model.language_model.layers.22.mlp.experts.42.down_proj,0.0097974245,hessian_weighted_relative_error,23305,0.02500,0.736
22,model.language_model.layers.22.mlp.experts.42.gate_proj,0.0039885427,hessian_weighted_relative_error,23305,0.02500,0.763
22,model.language_model.layers.22.mlp.experts.42.up_proj,0.0044516095,hessian_weighted_relative_error,23305,0.02500,0.800
22,model.language_model.layers.22.mlp.experts.43.down_proj,0.0079827921,hessian_weighted_relative_error,49992,0.02500,0.817
22,model.language_model.layers.22.mlp.experts.43.gate_proj,0.0026482309,hessian_weighted_relative_error,49992,0.02500,0.864
22,model.language_model.layers.22.mlp.experts.43.up_proj,0.0040921071,hessian_weighted_relative_error,49992,0.02500,0.951
22,model.language_model.layers.22.mlp.experts.44.down_proj,0.0113148895,hessian_weighted_relative_error,44088,0.02500,0.733
22,model.language_model.layers.22.mlp.experts.44.gate_proj,0.0056078865,hessian_weighted_relative_error,44088,0.02500,0.763
22,model.language_model.layers.22.mlp.experts.44.up_proj,0.0058455369,hessian_weighted_relative_error,44088,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.45.down_proj,0.0125426709,hessian_weighted_relative_error,33028,0.02500,0.811
22,model.language_model.layers.22.mlp.experts.45.gate_proj,0.0060296725,hessian_weighted_relative_error,33028,0.02500,0.869
22,model.language_model.layers.22.mlp.experts.45.up_proj,0.0067326908,hessian_weighted_relative_error,33028,0.02500,0.947
22,model.language_model.layers.22.mlp.experts.46.down_proj,0.0116457047,hessian_weighted_relative_error,23555,0.02500,0.729
22,model.language_model.layers.22.mlp.experts.46.gate_proj,0.0054098125,hessian_weighted_relative_error,23555,0.02500,0.764
22,model.language_model.layers.22.mlp.experts.46.up_proj,0.0057517204,hessian_weighted_relative_error,23555,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.47.down_proj,0.0118597146,hessian_weighted_relative_error,38131,0.02500,0.814
22,model.language_model.layers.22.mlp.experts.47.gate_proj,0.0053370477,hessian_weighted_relative_error,38131,0.02500,0.863
22,model.language_model.layers.22.mlp.experts.47.up_proj,0.0058528029,hessian_weighted_relative_error,38131,0.02500,0.950
22,model.language_model.layers.22.mlp.experts.48.down_proj,0.0127104679,hessian_weighted_relative_error,48952,0.02500,0.733
22,model.language_model.layers.22.mlp.experts.48.gate_proj,0.0067443739,hessian_weighted_relative_error,48952,0.02500,0.777
22,model.language_model.layers.22.mlp.experts.48.up_proj,0.0075272830,hessian_weighted_relative_error,48952,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.49.down_proj,0.0101748349,hessian_weighted_relative_error,48286,0.02500,0.816
22,model.language_model.layers.22.mlp.experts.49.gate_proj,0.0051002544,hessian_weighted_relative_error,48286,0.02500,0.868
22,model.language_model.layers.22.mlp.experts.49.up_proj,0.0053537263,hessian_weighted_relative_error,48286,0.02500,0.958
22,model.language_model.layers.22.mlp.experts.5.down_proj,0.0113859777,hessian_weighted_relative_error,36145,0.02500,0.768
22,model.language_model.layers.22.mlp.experts.5.gate_proj,0.0062483072,hessian_weighted_relative_error,36145,0.02500,0.846
22,model.language_model.layers.22.mlp.experts.5.up_proj,0.0066081714,hessian_weighted_relative_error,36145,0.02500,0.942
22,model.language_model.layers.22.mlp.experts.50.down_proj,0.0095197328,hessian_weighted_relative_error,37176,0.02500,0.733
22,model.language_model.layers.22.mlp.experts.50.gate_proj,0.0051537513,hessian_weighted_relative_error,37176,0.02500,0.765
22,model.language_model.layers.22.mlp.experts.50.up_proj,0.0055289440,hessian_weighted_relative_error,37176,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.51.down_proj,0.0119994901,hessian_weighted_relative_error,17676,0.02500,0.821
22,model.language_model.layers.22.mlp.experts.51.gate_proj,0.0048241892,hessian_weighted_relative_error,17676,0.02500,0.868
22,model.language_model.layers.22.mlp.experts.51.up_proj,0.0052008818,hessian_weighted_relative_error,17676,0.02500,0.954
22,model.language_model.layers.22.mlp.experts.52.down_proj,0.0102764076,hessian_weighted_relative_error,24618,0.02500,0.734
22,model.language_model.layers.22.mlp.experts.52.gate_proj,0.0052375717,hessian_weighted_relative_error,24618,0.02500,0.765
22,model.language_model.layers.22.mlp.experts.52.up_proj,0.0058427004,hessian_weighted_relative_error,24618,0.02500,0.800
22,model.language_model.layers.22.mlp.experts.53.down_proj,0.0120850739,hessian_weighted_relative_error,38503,0.02500,0.814
22,model.language_model.layers.22.mlp.experts.53.gate_proj,0.0061363361,hessian_weighted_relative_error,38503,0.02500,0.871
22,model.language_model.layers.22.mlp.experts.53.up_proj,0.0071916470,hessian_weighted_relative_error,38503,0.02500,0.957
22,model.language_model.layers.22.mlp.experts.54.down_proj,0.0110139912,hessian_weighted_relative_error,12982,0.02500,0.730
22,model.language_model.layers.22.mlp.experts.54.gate_proj,0.0044479624,hessian_weighted_relative_error,12982,0.02500,0.766
22,model.language_model.layers.22.mlp.experts.54.up_proj,0.0049444154,hessian_weighted_relative_error,12982,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.55.down_proj,0.0122543922,hessian_weighted_relative_error,41032,0.02500,0.814
22,model.language_model.layers.22.mlp.experts.55.gate_proj,0.0059714584,hessian_weighted_relative_error,41032,0.02500,0.868
22,model.language_model.layers.22.mlp.experts.55.up_proj,0.0062355663,hessian_weighted_relative_error,41032,0.02500,0.949
22,model.language_model.layers.22.mlp.experts.56.down_proj,0.0046062564,hessian_weighted_relative_error,1427,0.02500,0.741
22,model.language_model.layers.22.mlp.experts.56.gate_proj,0.0016899511,hessian_weighted_relative_error,1427,0.02500,0.768
22,model.language_model.layers.22.mlp.experts.56.up_proj,0.0019143618,hessian_weighted_relative_error,1427,0.02500,0.810
22,model.language_model.layers.22.mlp.experts.57.down_proj,0.0096569293,hessian_weighted_relative_error,13392,0.02500,0.820
22,model.language_model.layers.22.mlp.experts.57.gate_proj,0.0031811053,hessian_weighted_relative_error,13392,0.02500,0.871
22,model.language_model.layers.22.mlp.experts.57.up_proj,0.0034189436,hessian_weighted_relative_error,13392,0.02500,0.948
22,model.language_model.layers.22.mlp.experts.58.down_proj,0.0129585599,hessian_weighted_relative_error,52790,0.02500,0.735
22,model.language_model.layers.22.mlp.experts.58.gate_proj,0.0071977350,hessian_weighted_relative_error,52790,0.02500,0.767
22,model.language_model.layers.22.mlp.experts.58.up_proj,0.0076842358,hessian_weighted_relative_error,52790,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.59.down_proj,0.0097359483,hessian_weighted_relative_error,18663,0.02500,0.826
22,model.language_model.layers.22.mlp.experts.59.gate_proj,0.0046998746,hessian_weighted_relative_error,18663,0.02500,0.873
22,model.language_model.layers.22.mlp.experts.59.up_proj,0.0049651232,hessian_weighted_relative_error,18663,0.02500,0.954
22,model.language_model.layers.22.mlp.experts.6.down_proj,0.0128409677,hessian_weighted_relative_error,52151,0.02500,0.702
22,model.language_model.layers.22.mlp.experts.6.gate_proj,0.0067919240,hessian_weighted_relative_error,52151,0.02500,0.748
22,model.language_model.layers.22.mlp.experts.6.up_proj,0.0075526197,hessian_weighted_relative_error,52151,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.60.down_proj,0.0119559763,hessian_weighted_relative_error,15162,0.02500,0.736
22,model.language_model.layers.22.mlp.experts.60.gate_proj,0.0055341351,hessian_weighted_relative_error,15162,0.02500,0.766
22,model.language_model.layers.22.mlp.experts.60.up_proj,0.0061100618,hessian_weighted_relative_error,15162,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.61.down_proj,0.0101352837,hessian_weighted_relative_error,45954,0.02500,0.818
22,model.language_model.layers.22.mlp.experts.61.gate_proj,0.0041512288,hessian_weighted_relative_error,45954,0.02500,0.881
22,model.language_model.layers.22.mlp.experts.61.up_proj,0.0050261100,hessian_weighted_relative_error,45954,0.02500,0.960
22,model.language_model.layers.22.mlp.experts.62.down_proj,0.0073389503,hessian_weighted_relative_error,7652,0.02500,0.734
22,model.language_model.layers.22.mlp.experts.62.gate_proj,0.0029466680,hessian_weighted_relative_error,7652,0.02500,0.767
22,model.language_model.layers.22.mlp.experts.62.up_proj,0.0035088469,hessian_weighted_relative_error,7652,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.63.down_proj,0.0114336792,hessian_weighted_relative_error,14199,0.02500,0.821
22,model.language_model.layers.22.mlp.experts.63.gate_proj,0.0054750151,hessian_weighted_relative_error,14199,0.02500,0.873
22,model.language_model.layers.22.mlp.experts.63.up_proj,0.0058509820,hessian_weighted_relative_error,14199,0.02500,0.951
22,model.language_model.layers.22.mlp.experts.64.down_proj,0.0090630202,hessian_weighted_relative_error,7954,0.02500,0.736
22,model.language_model.layers.22.mlp.experts.64.gate_proj,0.0032094471,hessian_weighted_relative_error,7954,0.02500,0.771
22,model.language_model.layers.22.mlp.experts.64.up_proj,0.0034090473,hessian_weighted_relative_error,7954,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.65.down_proj,0.0119532995,hessian_weighted_relative_error,32555,0.02500,0.824
22,model.language_model.layers.22.mlp.experts.65.gate_proj,0.0061950217,hessian_weighted_relative_error,32555,0.02500,0.877
22,model.language_model.layers.22.mlp.experts.65.up_proj,0.0073505386,hessian_weighted_relative_error,32555,0.02500,0.953
22,model.language_model.layers.22.mlp.experts.66.down_proj,0.0107215819,hessian_weighted_relative_error,8423,0.02500,0.737
22,model.language_model.layers.22.mlp.experts.66.gate_proj,0.0042400676,hessian_weighted_relative_error,8423,0.02500,0.770
22,model.language_model.layers.22.mlp.experts.66.up_proj,0.0045504241,hessian_weighted_relative_error,8423,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.67.down_proj,0.0108528931,hessian_weighted_relative_error,20459,0.02500,0.828
22,model.language_model.layers.22.mlp.experts.67.gate_proj,0.0045809311,hessian_weighted_relative_error,20459,0.02500,0.878
22,model.language_model.layers.22.mlp.experts.67.up_proj,0.0051522446,hessian_weighted_relative_error,20459,0.02500,0.954
22,model.language_model.layers.22.mlp.experts.68.down_proj,0.0133024252,hessian_weighted_relative_error,45079,0.02500,0.741
22,model.language_model.layers.22.mlp.experts.68.gate_proj,0.0065919881,hessian_weighted_relative_error,45079,0.02500,0.769
22,model.language_model.layers.22.mlp.experts.68.up_proj,0.0070884993,hessian_weighted_relative_error,45079,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.69.down_proj,0.0083239482,hessian_weighted_relative_error,58282,0.02500,0.821
22,model.language_model.layers.22.mlp.experts.69.gate_proj,0.0046098211,hessian_weighted_relative_error,58282,0.02500,0.885
22,model.language_model.layers.22.mlp.experts.69.up_proj,0.0048715650,hessian_weighted_relative_error,58282,0.02500,0.956
22,model.language_model.layers.22.mlp.experts.7.down_proj,0.0127869630,hessian_weighted_relative_error,27446,0.02500,0.789
22,model.language_model.layers.22.mlp.experts.7.gate_proj,0.0056151379,hessian_weighted_relative_error,27446,0.02500,0.843
22,model.language_model.layers.22.mlp.experts.7.up_proj,0.0059685855,hessian_weighted_relative_error,27446,0.02500,0.937
22,model.language_model.layers.22.mlp.experts.70.down_proj,0.0100247044,hessian_weighted_relative_error,4963,0.02500,0.736
22,model.language_model.layers.22.mlp.experts.70.gate_proj,0.0039413565,hessian_weighted_relative_error,4963,0.02500,0.770
22,model.language_model.layers.22.mlp.experts.70.up_proj,0.0045374626,hessian_weighted_relative_error,4963,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.71.down_proj,0.0134346121,hessian_weighted_relative_error,30229,0.02500,0.822
22,model.language_model.layers.22.mlp.experts.71.gate_proj,0.0073458095,hessian_weighted_relative_error,30229,0.02500,0.876
22,model.language_model.layers.22.mlp.experts.71.up_proj,0.0083613697,hessian_weighted_relative_error,30229,0.02500,0.949
22,model.language_model.layers.22.mlp.experts.72.down_proj,0.0110765231,hessian_weighted_relative_error,41609,0.02500,0.746
22,model.language_model.layers.22.mlp.experts.72.gate_proj,0.0048372919,hessian_weighted_relative_error,41609,0.02500,0.772
22,model.language_model.layers.22.mlp.experts.72.up_proj,0.0058224431,hessian_weighted_relative_error,41609,0.02500,0.800
22,model.language_model.layers.22.mlp.experts.73.down_proj,0.0122148012,hessian_weighted_relative_error,41399,0.02500,0.829
22,model.language_model.layers.22.mlp.experts.73.gate_proj,0.0060928572,hessian_weighted_relative_error,41399,0.02500,0.880
22,model.language_model.layers.22.mlp.experts.73.up_proj,0.0068353583,hessian_weighted_relative_error,41399,0.02500,0.958
22,model.language_model.layers.22.mlp.experts.74.down_proj,0.0098341260,hessian_weighted_relative_error,12511,0.02500,0.739
22,model.language_model.layers.22.mlp.experts.74.gate_proj,0.0051138363,hessian_weighted_relative_error,12511,0.02500,0.773
22,model.language_model.layers.22.mlp.experts.74.up_proj,0.0057650633,hessian_weighted_relative_error,12511,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.75.down_proj,0.0116038301,hessian_weighted_relative_error,63059,0.02500,0.830
22,model.language_model.layers.22.mlp.experts.75.gate_proj,0.0059661621,hessian_weighted_relative_error,63059,0.02500,0.884
22,model.language_model.layers.22.mlp.experts.75.up_proj,0.0065968316,hessian_weighted_relative_error,63059,0.02500,0.954
22,model.language_model.layers.22.mlp.experts.76.down_proj,0.0130353520,hessian_weighted_relative_error,50600,0.02500,0.742
22,model.language_model.layers.22.mlp.experts.76.gate_proj,0.0067892611,hessian_weighted_relative_error,50600,0.02500,0.772
22,model.language_model.layers.22.mlp.experts.76.up_proj,0.0074925396,hessian_weighted_relative_error,50600,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.77.down_proj,0.0116479919,hessian_weighted_relative_error,32375,0.02500,0.826
22,model.language_model.layers.22.mlp.experts.77.gate_proj,0.0053550892,hessian_weighted_relative_error,32375,0.02500,0.893
22,model.language_model.layers.22.mlp.experts.77.up_proj,0.0058481267,hessian_weighted_relative_error,32375,0.02500,0.967
22,model.language_model.layers.22.mlp.experts.78.down_proj,0.0116225141,hessian_weighted_relative_error,29001,0.02500,0.738
22,model.language_model.layers.22.mlp.experts.78.gate_proj,0.0062478228,hessian_weighted_relative_error,29001,0.02500,0.770
22,model.language_model.layers.22.mlp.experts.78.up_proj,0.0066658281,hessian_weighted_relative_error,29001,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.79.down_proj,0.0094652729,hessian_weighted_relative_error,16704,0.02500,0.828
22,model.language_model.layers.22.mlp.experts.79.gate_proj,0.0037074799,hessian_weighted_relative_error,16704,0.02500,0.883
22,model.language_model.layers.22.mlp.experts.79.up_proj,0.0039036563,hessian_weighted_relative_error,16704,0.02500,0.948
22,model.language_model.layers.22.mlp.experts.8.down_proj,0.0104132807,hessian_weighted_relative_error,18953,0.02500,0.723
22,model.language_model.layers.22.mlp.experts.8.gate_proj,0.0053386927,hessian_weighted_relative_error,18953,0.02500,0.753
22,model.language_model.layers.22.mlp.experts.8.up_proj,0.0058982039,hessian_weighted_relative_error,18953,0.02500,0.799
22,model.language_model.layers.22.mlp.experts.80.down_proj,0.0067887475,hessian_weighted_relative_error,2102,0.02500,0.741
22,model.language_model.layers.22.mlp.experts.80.gate_proj,0.0024542009,hessian_weighted_relative_error,2102,0.02500,0.773
22,model.language_model.layers.22.mlp.experts.80.up_proj,0.0033025022,hessian_weighted_relative_error,2102,0.02500,0.805
22,model.language_model.layers.22.mlp.experts.81.down_proj,0.0119106746,hessian_weighted_relative_error,37335,0.02500,0.830
22,model.language_model.layers.22.mlp.experts.81.gate_proj,0.0053886889,hessian_weighted_relative_error,37335,0.02500,0.884
22,model.language_model.layers.22.mlp.experts.81.up_proj,0.0062890115,hessian_weighted_relative_error,37335,0.02500,0.954
22,model.language_model.layers.22.mlp.experts.82.down_proj,0.0108876205,hessian_weighted_relative_error,34061,0.02500,0.745
22,model.language_model.layers.22.mlp.experts.82.gate_proj,0.0056529117,hessian_weighted_relative_error,34061,0.02500,0.774
22,model.language_model.layers.22.mlp.experts.82.up_proj,0.0063973941,hessian_weighted_relative_error,34061,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.83.down_proj,0.0110843807,hessian_weighted_relative_error,18324,0.02500,0.834
22,model.language_model.layers.22.mlp.experts.83.gate_proj,0.0048472948,hessian_weighted_relative_error,18324,0.02500,0.886
22,model.language_model.layers.22.mlp.experts.83.up_proj,0.0053144880,hessian_weighted_relative_error,18324,0.02500,0.957
22,model.language_model.layers.22.mlp.experts.84.down_proj,0.0112676057,hessian_weighted_relative_error,38173,0.02500,0.743
22,model.language_model.layers.22.mlp.experts.84.gate_proj,0.0046672735,hessian_weighted_relative_error,38173,0.02500,0.773
22,model.language_model.layers.22.mlp.experts.84.up_proj,0.0051986059,hessian_weighted_relative_error,38173,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.85.down_proj,0.0099266594,hessian_weighted_relative_error,7034,0.02500,0.828
22,model.language_model.layers.22.mlp.experts.85.gate_proj,0.0033063857,hessian_weighted_relative_error,7034,0.02500,0.890
22,model.language_model.layers.22.mlp.experts.85.up_proj,0.0033780918,hessian_weighted_relative_error,7034,0.02500,0.966
22,model.language_model.layers.22.mlp.experts.86.down_proj,0.0049432043,hessian_weighted_relative_error,1874,0.02500,0.741
22,model.language_model.layers.22.mlp.experts.86.gate_proj,0.0015447851,hessian_weighted_relative_error,1874,0.02500,0.773
22,model.language_model.layers.22.mlp.experts.86.up_proj,0.0017872302,hessian_weighted_relative_error,1874,0.02500,0.803
22,model.language_model.layers.22.mlp.experts.87.down_proj,0.0122986076,hessian_weighted_relative_error,35451,0.02500,0.830
22,model.language_model.layers.22.mlp.experts.87.gate_proj,0.0056255915,hessian_weighted_relative_error,35451,0.02500,0.884
22,model.language_model.layers.22.mlp.experts.87.up_proj,0.0060118992,hessian_weighted_relative_error,35451,0.02500,0.954
22,model.language_model.layers.22.mlp.experts.88.down_proj,0.0096593576,hessian_weighted_relative_error,37316,0.02500,0.744
22,model.language_model.layers.22.mlp.experts.88.gate_proj,0.0038311073,hessian_weighted_relative_error,37316,0.02500,0.774
22,model.language_model.layers.22.mlp.experts.88.up_proj,0.0041839272,hessian_weighted_relative_error,37316,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.89.down_proj,0.0118853431,hessian_weighted_relative_error,34526,0.02500,0.834
22,model.language_model.layers.22.mlp.experts.89.gate_proj,0.0059498528,hessian_weighted_relative_error,34526,0.02500,0.885
22,model.language_model.layers.22.mlp.experts.89.up_proj,0.0064236496,hessian_weighted_relative_error,34526,0.02500,0.959
22,model.language_model.layers.22.mlp.experts.9.down_proj,0.0115355023,hessian_weighted_relative_error,53663,0.02500,0.797
22,model.language_model.layers.22.mlp.experts.9.gate_proj,0.0067896713,hessian_weighted_relative_error,53663,0.02500,0.842
22,model.language_model.layers.22.mlp.experts.9.up_proj,0.0071279860,hessian_weighted_relative_error,53663,0.02500,0.938
22,model.language_model.layers.22.mlp.experts.90.down_proj,0.0112812087,hessian_weighted_relative_error,44645,0.02500,0.742
22,model.language_model.layers.22.mlp.experts.90.gate_proj,0.0051705451,hessian_weighted_relative_error,44645,0.02500,0.777
22,model.language_model.layers.22.mlp.experts.90.up_proj,0.0054940077,hessian_weighted_relative_error,44645,0.02500,0.806
22,model.language_model.layers.22.mlp.experts.91.down_proj,0.0120619441,hessian_weighted_relative_error,10689,0.02500,0.836
22,model.language_model.layers.22.mlp.experts.91.gate_proj,0.0046462170,hessian_weighted_relative_error,10689,0.02500,0.891
22,model.language_model.layers.22.mlp.experts.91.up_proj,0.0049305638,hessian_weighted_relative_error,10689,0.02500,0.959
22,model.language_model.layers.22.mlp.experts.92.down_proj,0.0119493727,hessian_weighted_relative_error,35818,0.02500,0.745
22,model.language_model.layers.22.mlp.experts.92.gate_proj,0.0061158840,hessian_weighted_relative_error,35818,0.02500,0.775
22,model.language_model.layers.22.mlp.experts.92.up_proj,0.0070538659,hessian_weighted_relative_error,35818,0.02500,0.801
22,model.language_model.layers.22.mlp.experts.93.down_proj,0.0095216548,hessian_weighted_relative_error,28343,0.02500,0.833
22,model.language_model.layers.22.mlp.experts.93.gate_proj,0.0050920087,hessian_weighted_relative_error,28343,0.02500,0.891
22,model.language_model.layers.22.mlp.experts.93.up_proj,0.0056488678,hessian_weighted_relative_error,28343,0.02500,0.966
22,model.language_model.layers.22.mlp.experts.94.down_proj,0.0132921904,hessian_weighted_relative_error,31329,0.02500,0.741
22,model.language_model.layers.22.mlp.experts.94.gate_proj,0.0063014370,hessian_weighted_relative_error,31329,0.02500,0.773
22,model.language_model.layers.22.mlp.experts.94.up_proj,0.0064865008,hessian_weighted_relative_error,31329,0.02500,0.804
22,model.language_model.layers.22.mlp.experts.95.down_proj,0.0098774464,hessian_weighted_relative_error,33284,0.02500,0.834
22,model.language_model.layers.22.mlp.experts.95.gate_proj,0.0047769688,hessian_weighted_relative_error,33284,0.02500,0.889
22,model.language_model.layers.22.mlp.experts.95.up_proj,0.0050967760,hessian_weighted_relative_error,33284,0.02500,0.952
22,model.language_model.layers.22.mlp.experts.96.down_proj,0.0116217812,hessian_weighted_relative_error,18808,0.02500,0.748
22,model.language_model.layers.22.mlp.experts.96.gate_proj,0.0048473727,hessian_weighted_relative_error,18808,0.02500,0.779
22,model.language_model.layers.22.mlp.experts.96.up_proj,0.0052421075,hessian_weighted_relative_error,18808,0.02500,0.809
22,model.language_model.layers.22.mlp.experts.97.down_proj,0.0103336321,hessian_weighted_relative_error,20229,0.02500,0.839
22,model.language_model.layers.22.mlp.experts.97.gate_proj,0.0049758722,hessian_weighted_relative_error,20229,0.02500,0.890
22,model.language_model.layers.22.mlp.experts.97.up_proj,0.0053771291,hessian_weighted_relative_error,20229,0.02500,0.961
22,model.language_model.layers.22.mlp.experts.98.down_proj,0.0105110287,hessian_weighted_relative_error,20164,0.02500,0.743
22,model.language_model.layers.22.mlp.experts.98.gate_proj,0.0052317473,hessian_weighted_relative_error,20164,0.02500,0.777
22,model.language_model.layers.22.mlp.experts.98.up_proj,0.0057469294,hessian_weighted_relative_error,20164,0.02500,0.802
22,model.language_model.layers.22.mlp.experts.99.down_proj,0.0110725107,hessian_weighted_relative_error,25212,0.02500,0.843
22,model.language_model.layers.22.mlp.experts.99.gate_proj,0.0056966594,hessian_weighted_relative_error,25212,0.02500,0.892
22,model.language_model.layers.22.mlp.experts.99.up_proj,0.0060920620,hessian_weighted_relative_error,25212,0.02500,0.954
23,model.language_model.layers.23.mlp.experts.0.down_proj,0.0107390512,hessian_weighted_relative_error,13441,0.02500,0.706
23,model.language_model.layers.23.mlp.experts.0.gate_proj,0.0038819007,hessian_weighted_relative_error,13441,0.02500,0.790
23,model.language_model.layers.23.mlp.experts.0.up_proj,0.0041980788,hessian_weighted_relative_error,13441,0.02500,0.798
23,model.language_model.layers.23.mlp.experts.1.down_proj,0.0081772692,hessian_weighted_relative_error,10711,0.02500,0.790
23,model.language_model.layers.23.mlp.experts.1.gate_proj,0.0042569416,hessian_weighted_relative_error,10711,0.02500,0.838
23,model.language_model.layers.23.mlp.experts.1.up_proj,0.0045434361,hessian_weighted_relative_error,10711,0.02500,0.932
23,model.language_model.layers.23.mlp.experts.10.down_proj,0.0115589363,hessian_weighted_relative_error,20501,0.02500,0.722
23,model.language_model.layers.23.mlp.experts.10.gate_proj,0.0058854882,hessian_weighted_relative_error,20501,0.02500,0.756
23,model.language_model.layers.23.mlp.experts.10.up_proj,0.0064047145,hessian_weighted_relative_error,20501,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.100.down_proj,0.0110540293,hessian_weighted_relative_error,65116,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.100.gate_proj,0.0060427168,hessian_weighted_relative_error,65116,0.02500,0.771
23,model.language_model.layers.23.mlp.experts.100.up_proj,0.0071592818,hessian_weighted_relative_error,65116,0.02500,0.801
23,model.language_model.layers.23.mlp.experts.101.down_proj,0.0123219433,hessian_weighted_relative_error,26669,0.02500,0.833
23,model.language_model.layers.23.mlp.experts.101.gate_proj,0.0066718311,hessian_weighted_relative_error,26669,0.02500,0.884
23,model.language_model.layers.23.mlp.experts.101.up_proj,0.0077967649,hessian_weighted_relative_error,26669,0.02500,0.943
23,model.language_model.layers.23.mlp.experts.102.down_proj,0.0114221025,hessian_weighted_relative_error,18039,0.02500,0.742
23,model.language_model.layers.23.mlp.experts.102.gate_proj,0.0047516530,hessian_weighted_relative_error,18039,0.02500,0.772
23,model.language_model.layers.23.mlp.experts.102.up_proj,0.0050023584,hessian_weighted_relative_error,18039,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.103.down_proj,0.0122875250,hessian_weighted_relative_error,15074,0.02500,0.833
23,model.language_model.layers.23.mlp.experts.103.gate_proj,0.0043076843,hessian_weighted_relative_error,15074,0.02500,0.888
23,model.language_model.layers.23.mlp.experts.103.up_proj,0.0045707642,hessian_weighted_relative_error,15074,0.02500,0.950
23,model.language_model.layers.23.mlp.experts.104.down_proj,0.0117562348,hessian_weighted_relative_error,29855,0.02500,0.745
23,model.language_model.layers.23.mlp.experts.104.gate_proj,0.0048420183,hessian_weighted_relative_error,29855,0.02500,0.776
23,model.language_model.layers.23.mlp.experts.104.up_proj,0.0051629913,hessian_weighted_relative_error,29855,0.02500,0.800
23,model.language_model.layers.23.mlp.experts.105.down_proj,0.0121646917,hessian_weighted_relative_error,38544,0.02500,0.839
23,model.language_model.layers.23.mlp.experts.105.gate_proj,0.0068093345,hessian_weighted_relative_error,38544,0.02500,0.889
23,model.language_model.layers.23.mlp.experts.105.up_proj,0.0075546718,hessian_weighted_relative_error,38544,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.106.down_proj,0.0027355600,hessian_weighted_relative_error,10139,0.02500,0.744
23,model.language_model.layers.23.mlp.experts.106.gate_proj,0.0013551867,hessian_weighted_relative_error,10139,0.02500,0.773
23,model.language_model.layers.23.mlp.experts.106.up_proj,0.0014566533,hessian_weighted_relative_error,10139,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.107.down_proj,0.0102319007,hessian_weighted_relative_error,67242,0.02500,0.843
23,model.language_model.layers.23.mlp.experts.107.gate_proj,0.0056727713,hessian_weighted_relative_error,67242,0.02500,0.889
23,model.language_model.layers.23.mlp.experts.107.up_proj,0.0059101957,hessian_weighted_relative_error,67242,0.02500,0.948
23,model.language_model.layers.23.mlp.experts.108.down_proj,0.0080688269,hessian_weighted_relative_error,32836,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.108.gate_proj,0.0049887451,hessian_weighted_relative_error,32836,0.02500,0.774
23,model.language_model.layers.23.mlp.experts.108.up_proj,0.0054077425,hessian_weighted_relative_error,32836,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.109.down_proj,0.0102809882,hessian_weighted_relative_error,5794,0.02500,0.837
23,model.language_model.layers.23.mlp.experts.109.gate_proj,0.0044853500,hessian_weighted_relative_error,5794,0.02500,0.890
23,model.language_model.layers.23.mlp.experts.109.up_proj,0.0050100500,hessian_weighted_relative_error,5794,0.02500,0.944
23,model.language_model.layers.23.mlp.experts.11.down_proj,0.0087736244,hessian_weighted_relative_error,74518,0.02500,0.798
23,model.language_model.layers.23.mlp.experts.11.gate_proj,0.0044646216,hessian_weighted_relative_error,74518,0.02500,0.843
23,model.language_model.layers.23.mlp.experts.11.up_proj,0.0050282963,hessian_weighted_relative_error,74518,0.02500,0.934
23,model.language_model.layers.23.mlp.experts.110.down_proj,0.0084390171,hessian_weighted_relative_error,34231,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.110.gate_proj,0.0041038090,hessian_weighted_relative_error,34231,0.02500,0.775
23,model.language_model.layers.23.mlp.experts.110.up_proj,0.0042611981,hessian_weighted_relative_error,34231,0.02500,0.814
23,model.language_model.layers.23.mlp.experts.111.down_proj,0.0147150423,hessian_weighted_relative_error,62500,0.02500,0.837
23,model.language_model.layers.23.mlp.experts.111.gate_proj,0.0077362336,hessian_weighted_relative_error,62500,0.02500,0.891
23,model.language_model.layers.23.mlp.experts.111.up_proj,0.0083641012,hessian_weighted_relative_error,62500,0.02500,0.949
23,model.language_model.layers.23.mlp.experts.112.down_proj,0.0132626881,hessian_weighted_relative_error,27370,0.02500,0.747
23,model.language_model.layers.23.mlp.experts.112.gate_proj,0.0079386971,hessian_weighted_relative_error,27370,0.02500,0.774
23,model.language_model.layers.23.mlp.experts.112.up_proj,0.0087669816,hessian_weighted_relative_error,27370,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.113.down_proj,0.0104710155,hessian_weighted_relative_error,26849,0.02500,0.843
23,model.language_model.layers.23.mlp.experts.113.gate_proj,0.0051235414,hessian_weighted_relative_error,26849,0.02500,0.892
23,model.language_model.layers.23.mlp.experts.113.up_proj,0.0055407247,hessian_weighted_relative_error,26849,0.02500,0.953
23,model.language_model.layers.23.mlp.experts.114.down_proj,0.0124623102,hessian_weighted_relative_error,40615,0.02500,0.745
23,model.language_model.layers.23.mlp.experts.114.gate_proj,0.0061669179,hessian_weighted_relative_error,40615,0.02500,0.774
23,model.language_model.layers.23.mlp.experts.114.up_proj,0.0067544817,hessian_weighted_relative_error,40615,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.115.down_proj,0.0118598258,hessian_weighted_relative_error,20565,0.02500,0.846
23,model.language_model.layers.23.mlp.experts.115.gate_proj,0.0058561512,hessian_weighted_relative_error,20565,0.02500,0.893
23,model.language_model.layers.23.mlp.experts.115.up_proj,0.0063628930,hessian_weighted_relative_error,20565,0.02500,0.958
23,model.language_model.layers.23.mlp.experts.116.down_proj,0.0090870033,hessian_weighted_relative_error,6750,0.02500,0.747
23,model.language_model.layers.23.mlp.experts.116.gate_proj,0.0037319333,hessian_weighted_relative_error,6750,0.02500,0.773
23,model.language_model.layers.23.mlp.experts.116.up_proj,0.0045466395,hessian_weighted_relative_error,6750,0.02500,0.800
23,model.language_model.layers.23.mlp.experts.117.down_proj,0.0098729332,hessian_weighted_relative_error,19149,0.02500,0.842
23,model.language_model.layers.23.mlp.experts.117.gate_proj,0.0046254005,hessian_weighted_relative_error,19149,0.02500,0.891
23,model.language_model.layers.23.mlp.experts.117.up_proj,0.0051649484,hessian_weighted_relative_error,19149,0.02500,0.954
23,model.language_model.layers.23.mlp.experts.118.down_proj,0.0113018447,hessian_weighted_relative_error,31033,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.118.gate_proj,0.0046456161,hessian_weighted_relative_error,31033,0.02500,0.775
23,model.language_model.layers.23.mlp.experts.118.up_proj,0.0057781839,hessian_weighted_relative_error,31033,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.119.down_proj,0.0081729558,hessian_weighted_relative_error,18205,0.02500,0.841
23,model.language_model.layers.23.mlp.experts.119.gate_proj,0.0050681852,hessian_weighted_relative_error,18205,0.02500,0.895
23,model.language_model.layers.23.mlp.experts.119.up_proj,0.0062869643,hessian_weighted_relative_error,18205,0.02500,0.946
23,model.language_model.layers.23.mlp.experts.12.down_proj,0.0129888944,hessian_weighted_relative_error,34714,0.02500,0.721
23,model.language_model.layers.23.mlp.experts.12.gate_proj,0.0072427733,hessian_weighted_relative_error,34714,0.02500,0.749
23,model.language_model.layers.23.mlp.experts.12.up_proj,0.0078122295,hessian_weighted_relative_error,34714,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.120.down_proj,0.0113794412,hessian_weighted_relative_error,31419,0.02500,0.750
23,model.language_model.layers.23.mlp.experts.120.gate_proj,0.0052192288,hessian_weighted_relative_error,31419,0.02500,0.774
23,model.language_model.layers.23.mlp.experts.120.up_proj,0.0056336608,hessian_weighted_relative_error,31419,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.121.down_proj,0.0066267068,hessian_weighted_relative_error,3383,0.02500,0.846
23,model.language_model.layers.23.mlp.experts.121.gate_proj,0.0025885928,hessian_weighted_relative_error,3383,0.02500,0.892
23,model.language_model.layers.23.mlp.experts.121.up_proj,0.0029721450,hessian_weighted_relative_error,3383,0.02500,0.948
23,model.language_model.layers.23.mlp.experts.122.down_proj,0.0134929184,hessian_weighted_relative_error,23890,0.02500,0.748
23,model.language_model.layers.23.mlp.experts.122.gate_proj,0.0057368545,hessian_weighted_relative_error,23890,0.02500,0.774
23,model.language_model.layers.23.mlp.experts.122.up_proj,0.0060098856,hessian_weighted_relative_error,23890,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.123.down_proj,0.0105759768,hessian_weighted_relative_error,19879,0.02500,0.852
23,model.language_model.layers.23.mlp.experts.123.gate_proj,0.0055552119,hessian_weighted_relative_error,19879,0.02500,0.893
23,model.language_model.layers.23.mlp.experts.123.up_proj,0.0062239912,hessian_weighted_relative_error,19879,0.02500,0.943
23,model.language_model.layers.23.mlp.experts.124.down_proj,0.0122252229,hessian_weighted_relative_error,46699,0.02500,0.748
23,model.language_model.layers.23.mlp.experts.124.gate_proj,0.0073453508,hessian_weighted_relative_error,46699,0.02500,0.776
23,model.language_model.layers.23.mlp.experts.124.up_proj,0.0087000615,hessian_weighted_relative_error,46699,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.125.down_proj,0.0115598582,hessian_weighted_relative_error,15892,0.02500,0.846
23,model.language_model.layers.23.mlp.experts.125.gate_proj,0.0041788762,hessian_weighted_relative_error,15892,0.02500,0.894
23,model.language_model.layers.23.mlp.experts.125.up_proj,0.0047131499,hessian_weighted_relative_error,15892,0.02500,0.952
23,model.language_model.layers.23.mlp.experts.126.down_proj,0.0119774218,hessian_weighted_relative_error,40113,0.02500,0.745
23,model.language_model.layers.23.mlp.experts.126.gate_proj,0.0069593135,hessian_weighted_relative_error,40113,0.02500,0.775
23,model.language_model.layers.23.mlp.experts.126.up_proj,0.0074120180,hessian_weighted_relative_error,40113,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.127.down_proj,0.0127641837,hessian_weighted_relative_error,28063,0.02500,0.845
23,model.language_model.layers.23.mlp.experts.127.gate_proj,0.0066658876,hessian_weighted_relative_error,28063,0.02500,0.897
23,model.language_model.layers.23.mlp.experts.127.up_proj,0.0076142504,hessian_weighted_relative_error,28063,0.02500,0.954
23,model.language_model.layers.23.mlp.experts.128.down_proj,0.0106776886,hessian_weighted_relative_error,14306,0.02500,0.749
23,model.language_model.layers.23.mlp.experts.128.gate_proj,0.0046055821,hessian_weighted_relative_error,14306,0.02500,0.776
23,model.language_model.layers.23.mlp.experts.128.up_proj,0.0061125458,hessian_weighted_relative_error,14306,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.129.down_proj,0.0121706033,hessian_weighted_relative_error,29486,0.02500,0.850
23,model.language_model.layers.23.mlp.experts.129.gate_proj,0.0058200857,hessian_weighted_relative_error,29486,0.02500,0.895
23,model.language_model.layers.23.mlp.experts.129.up_proj,0.0061536609,hessian_weighted_relative_error,29486,0.02500,0.958
23,model.language_model.layers.23.mlp.experts.13.down_proj,0.0103533982,hessian_weighted_relative_error,82178,0.02500,0.794
23,model.language_model.layers.23.mlp.experts.13.gate_proj,0.0053609662,hessian_weighted_relative_error,82178,0.02500,0.839
23,model.language_model.layers.23.mlp.experts.13.up_proj,0.0057289428,hessian_weighted_relative_error,82178,0.02500,0.935
23,model.language_model.layers.23.mlp.experts.130.down_proj,0.0088474271,hessian_weighted_relative_error,15324,0.02500,0.749
23,model.language_model.layers.23.mlp.experts.130.gate_proj,0.0043632603,hessian_weighted_relative_error,15324,0.02500,0.780
23,model.language_model.layers.23.mlp.experts.130.up_proj,0.0047837344,hessian_weighted_relative_error,15324,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.131.down_proj,0.0085409424,hessian_weighted_relative_error,4670,0.02500,0.853
23,model.language_model.layers.23.mlp.experts.131.gate_proj,0.0040864938,hessian_weighted_relative_error,4670,0.02500,0.899
23,model.language_model.layers.23.mlp.experts.131.up_proj,0.0046894351,hessian_weighted_relative_error,4670,0.02500,0.958
23,model.language_model.layers.23.mlp.experts.132.down_proj,0.0103529595,hessian_weighted_relative_error,30912,0.02500,0.750
23,model.language_model.layers.23.mlp.experts.132.gate_proj,0.0041014073,hessian_weighted_relative_error,30912,0.02500,0.777
23,model.language_model.layers.23.mlp.experts.132.up_proj,0.0044997712,hessian_weighted_relative_error,30912,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.133.down_proj,0.0108178799,hessian_weighted_relative_error,230691,0.02500,0.850
23,model.language_model.layers.23.mlp.experts.133.gate_proj,0.0062903899,hessian_weighted_relative_error,230691,0.02500,0.895
23,model.language_model.layers.23.mlp.experts.133.up_proj,0.0079533693,hessian_weighted_relative_error,230691,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.134.down_proj,0.0136798724,hessian_weighted_relative_error,39176,0.02500,0.746
23,model.language_model.layers.23.mlp.experts.134.gate_proj,0.0076433143,hessian_weighted_relative_error,39176,0.02500,0.778
23,model.language_model.layers.23.mlp.experts.134.up_proj,0.0083548289,hessian_weighted_relative_error,39176,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.135.down_proj,0.0125422496,hessian_weighted_relative_error,30413,0.02500,0.849
23,model.language_model.layers.23.mlp.experts.135.gate_proj,0.0053460112,hessian_weighted_relative_error,30413,0.02500,0.897
23,model.language_model.layers.23.mlp.experts.135.up_proj,0.0060905342,hessian_weighted_relative_error,30413,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.136.down_proj,0.0105359034,hessian_weighted_relative_error,26013,0.02500,0.755
23,model.language_model.layers.23.mlp.experts.136.gate_proj,0.0052133932,hessian_weighted_relative_error,26013,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.136.up_proj,0.0059607722,hessian_weighted_relative_error,26013,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.137.down_proj,0.0138548584,hessian_weighted_relative_error,27500,0.02500,0.854
23,model.language_model.layers.23.mlp.experts.137.gate_proj,0.0071252863,hessian_weighted_relative_error,27500,0.02500,0.896
23,model.language_model.layers.23.mlp.experts.137.up_proj,0.0077410267,hessian_weighted_relative_error,27500,0.02500,0.958
23,model.language_model.layers.23.mlp.experts.138.down_proj,0.0131230698,hessian_weighted_relative_error,17212,0.02500,0.751
23,model.language_model.layers.23.mlp.experts.138.gate_proj,0.0065553159,hessian_weighted_relative_error,17212,0.02500,0.780
23,model.language_model.layers.23.mlp.experts.138.up_proj,0.0075453718,hessian_weighted_relative_error,17212,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.139.down_proj,0.0128483935,hessian_weighted_relative_error,38673,0.02500,0.859
23,model.language_model.layers.23.mlp.experts.139.gate_proj,0.0079637301,hessian_weighted_relative_error,38673,0.02500,0.897
23,model.language_model.layers.23.mlp.experts.139.up_proj,0.0091606638,hessian_weighted_relative_error,38673,0.02500,0.958
23,model.language_model.layers.23.mlp.experts.14.down_proj,0.0123731430,hessian_weighted_relative_error,17235,0.02500,0.720
23,model.language_model.layers.23.mlp.experts.14.gate_proj,0.0061164326,hessian_weighted_relative_error,17235,0.02500,0.748
23,model.language_model.layers.23.mlp.experts.14.up_proj,0.0067439527,hessian_weighted_relative_error,17235,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.140.down_proj,0.0116198091,hessian_weighted_relative_error,83858,0.02500,0.754
23,model.language_model.layers.23.mlp.experts.140.gate_proj,0.0063811782,hessian_weighted_relative_error,83858,0.02500,0.779
23,model.language_model.layers.23.mlp.experts.140.up_proj,0.0074083704,hessian_weighted_relative_error,83858,0.02500,0.812
23,model.language_model.layers.23.mlp.experts.141.down_proj,0.0137246075,hessian_weighted_relative_error,40271,0.02500,0.853
23,model.language_model.layers.23.mlp.experts.141.gate_proj,0.0074902877,hessian_weighted_relative_error,40271,0.02500,0.906
23,model.language_model.layers.23.mlp.experts.141.up_proj,0.0084968789,hessian_weighted_relative_error,40271,0.02500,0.956
23,model.language_model.layers.23.mlp.experts.142.down_proj,0.0133102850,hessian_weighted_relative_error,24342,0.02500,0.749
23,model.language_model.layers.23.mlp.experts.142.gate_proj,0.0080517877,hessian_weighted_relative_error,24342,0.02500,0.779
23,model.language_model.layers.23.mlp.experts.142.up_proj,0.0092043553,hessian_weighted_relative_error,24342,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.143.down_proj,0.0137758736,hessian_weighted_relative_error,83239,0.02500,0.852
23,model.language_model.layers.23.mlp.experts.143.gate_proj,0.0073591680,hessian_weighted_relative_error,83239,0.02500,0.900
23,model.language_model.layers.23.mlp.experts.143.up_proj,0.0090921238,hessian_weighted_relative_error,83239,0.02500,0.983
23,model.language_model.layers.23.mlp.experts.144.down_proj,0.0117273357,hessian_weighted_relative_error,55928,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.144.gate_proj,0.0060666314,hessian_weighted_relative_error,55928,0.02500,0.780
23,model.language_model.layers.23.mlp.experts.144.up_proj,0.0078708760,hessian_weighted_relative_error,55928,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.145.down_proj,0.0109065650,hessian_weighted_relative_error,36952,0.02500,0.858
23,model.language_model.layers.23.mlp.experts.145.gate_proj,0.0063812712,hessian_weighted_relative_error,36952,0.02500,0.902
23,model.language_model.layers.23.mlp.experts.145.up_proj,0.0069007875,hessian_weighted_relative_error,36952,0.02500,0.956
23,model.language_model.layers.23.mlp.experts.146.down_proj,0.0144376000,hessian_weighted_relative_error,26348,0.02500,0.751
23,model.language_model.layers.23.mlp.experts.146.gate_proj,0.0080865275,hessian_weighted_relative_error,26348,0.02500,0.779
23,model.language_model.layers.23.mlp.experts.146.up_proj,0.0088455128,hessian_weighted_relative_error,26348,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.147.down_proj,0.0129627581,hessian_weighted_relative_error,100533,0.02500,0.860
23,model.language_model.layers.23.mlp.experts.147.gate_proj,0.0078394686,hessian_weighted_relative_error,100533,0.02500,0.899
23,model.language_model.layers.23.mlp.experts.147.up_proj,0.0084709078,hessian_weighted_relative_error,100533,0.02500,0.962
23,model.language_model.layers.23.mlp.experts.148.down_proj,0.0114037093,hessian_weighted_relative_error,23683,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.148.gate_proj,0.0056321711,hessian_weighted_relative_error,23683,0.02500,0.780
23,model.language_model.layers.23.mlp.experts.148.up_proj,0.0063366869,hessian_weighted_relative_error,23683,0.02500,0.801
23,model.language_model.layers.23.mlp.experts.149.down_proj,0.0097704704,hessian_weighted_relative_error,23477,0.02500,0.856
23,model.language_model.layers.23.mlp.experts.149.gate_proj,0.0051704556,hessian_weighted_relative_error,23477,0.02500,0.909
23,model.language_model.layers.23.mlp.experts.149.up_proj,0.0056797371,hessian_weighted_relative_error,23477,0.02500,0.957
23,model.language_model.layers.23.mlp.experts.15.down_proj,0.0148054513,hessian_weighted_relative_error,42666,0.02500,0.793
23,model.language_model.layers.23.mlp.experts.15.gate_proj,0.0090853988,hessian_weighted_relative_error,42666,0.02500,0.841
23,model.language_model.layers.23.mlp.experts.15.up_proj,0.0104067303,hessian_weighted_relative_error,42666,0.02500,0.936
23,model.language_model.layers.23.mlp.experts.150.down_proj,0.0064257767,hessian_weighted_relative_error,38656,0.02500,0.750
23,model.language_model.layers.23.mlp.experts.150.gate_proj,0.0031047597,hessian_weighted_relative_error,38656,0.02500,0.781
23,model.language_model.layers.23.mlp.experts.150.up_proj,0.0036168781,hessian_weighted_relative_error,38656,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.151.down_proj,0.0117317109,hessian_weighted_relative_error,13702,0.02500,0.856
23,model.language_model.layers.23.mlp.experts.151.gate_proj,0.0050076930,hessian_weighted_relative_error,13702,0.02500,0.900
23,model.language_model.layers.23.mlp.experts.151.up_proj,0.0053896688,hessian_weighted_relative_error,13702,0.02500,0.970
23,model.language_model.layers.23.mlp.experts.152.down_proj,0.0094740196,hessian_weighted_relative_error,34982,0.02500,0.757
23,model.language_model.layers.23.mlp.experts.152.gate_proj,0.0044995717,hessian_weighted_relative_error,34982,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.152.up_proj,0.0051622995,hessian_weighted_relative_error,34982,0.02500,0.801
23,model.language_model.layers.23.mlp.experts.153.down_proj,0.0115229235,hessian_weighted_relative_error,38937,0.02500,0.862
23,model.language_model.layers.23.mlp.experts.153.gate_proj,0.0055643052,hessian_weighted_relative_error,38937,0.02500,0.900
23,model.language_model.layers.23.mlp.experts.153.up_proj,0.0060573548,hessian_weighted_relative_error,38937,0.02500,0.958
23,model.language_model.layers.23.mlp.experts.154.down_proj,0.0119447173,hessian_weighted_relative_error,38802,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.154.gate_proj,0.0067597804,hessian_weighted_relative_error,38802,0.02500,0.782
23,model.language_model.layers.23.mlp.experts.154.up_proj,0.0072132696,hessian_weighted_relative_error,38802,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.155.down_proj,0.0127460235,hessian_weighted_relative_error,48971,0.02500,0.864
23,model.language_model.layers.23.mlp.experts.155.gate_proj,0.0080627063,hessian_weighted_relative_error,48971,0.02500,0.901
23,model.language_model.layers.23.mlp.experts.155.up_proj,0.0085402874,hessian_weighted_relative_error,48971,0.02500,0.960
23,model.language_model.layers.23.mlp.experts.156.down_proj,0.0132692941,hessian_weighted_relative_error,17264,0.02500,0.754
23,model.language_model.layers.23.mlp.experts.156.gate_proj,0.0069343740,hessian_weighted_relative_error,17264,0.02500,0.781
23,model.language_model.layers.23.mlp.experts.156.up_proj,0.0075719140,hessian_weighted_relative_error,17264,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.157.down_proj,0.0117484455,hessian_weighted_relative_error,29762,0.02500,0.860
23,model.language_model.layers.23.mlp.experts.157.gate_proj,0.0049967503,hessian_weighted_relative_error,29762,0.02500,0.900
23,model.language_model.layers.23.mlp.experts.157.up_proj,0.0052443218,hessian_weighted_relative_error,29762,0.02500,0.958
23,model.language_model.layers.23.mlp.experts.158.down_proj,0.0086410101,hessian_weighted_relative_error,17088,0.02500,0.752
23,model.language_model.layers.23.mlp.experts.158.gate_proj,0.0038721625,hessian_weighted_relative_error,17088,0.02500,0.782
23,model.language_model.layers.23.mlp.experts.158.up_proj,0.0041660077,hessian_weighted_relative_error,17088,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.159.down_proj,0.0131514571,hessian_weighted_relative_error,17427,0.02500,0.858
23,model.language_model.layers.23.mlp.experts.159.gate_proj,0.0064727238,hessian_weighted_relative_error,17427,0.02500,0.906
23,model.language_model.layers.23.mlp.experts.159.up_proj,0.0071296003,hessian_weighted_relative_error,17427,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.16.down_proj,0.0128003739,hessian_weighted_relative_error,24092,0.02500,0.722
23,model.language_model.layers.23.mlp.experts.16.gate_proj,0.0075813692,hessian_weighted_relative_error,24092,0.02500,0.750
23,model.language_model.layers.23.mlp.experts.16.up_proj,0.0086798360,hessian_weighted_relative_error,24092,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.160.down_proj,0.0124687173,hessian_weighted_relative_error,14511,0.02500,0.755
23,model.language_model.layers.23.mlp.experts.160.gate_proj,0.0069760282,hessian_weighted_relative_error,14511,0.02500,0.781
23,model.language_model.layers.23.mlp.experts.160.up_proj,0.0076923758,hessian_weighted_relative_error,14511,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.161.down_proj,0.0129308110,hessian_weighted_relative_error,30655,0.02500,0.864
23,model.language_model.layers.23.mlp.experts.161.gate_proj,0.0065709449,hessian_weighted_relative_error,30655,0.02500,0.902
23,model.language_model.layers.23.mlp.experts.161.up_proj,0.0075136127,hessian_weighted_relative_error,30655,0.02500,0.956
23,model.language_model.layers.23.mlp.experts.162.down_proj,0.0118789074,hessian_weighted_relative_error,9488,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.162.gate_proj,0.0050835391,hessian_weighted_relative_error,9488,0.02500,0.782
23,model.language_model.layers.23.mlp.experts.162.up_proj,0.0057287975,hessian_weighted_relative_error,9488,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.163.down_proj,0.0120910920,hessian_weighted_relative_error,21143,0.02500,0.868
23,model.language_model.layers.23.mlp.experts.163.gate_proj,0.0048113623,hessian_weighted_relative_error,21143,0.02500,0.902
23,model.language_model.layers.23.mlp.experts.163.up_proj,0.0052576887,hessian_weighted_relative_error,21143,0.02500,0.962
23,model.language_model.layers.23.mlp.experts.164.down_proj,0.0110469168,hessian_weighted_relative_error,15542,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.164.gate_proj,0.0043356733,hessian_weighted_relative_error,15542,0.02500,0.784
23,model.language_model.layers.23.mlp.experts.164.up_proj,0.0047232458,hessian_weighted_relative_error,15542,0.02500,0.806
23,model.language_model.layers.23.mlp.experts.165.down_proj,0.0034977893,hessian_weighted_relative_error,1042,0.02500,0.863
23,model.language_model.layers.23.mlp.experts.165.gate_proj,0.0011379843,hessian_weighted_relative_error,1042,0.02500,0.901
23,model.language_model.layers.23.mlp.experts.165.up_proj,0.0012522756,hessian_weighted_relative_error,1042,0.02500,0.962
23,model.language_model.layers.23.mlp.experts.166.down_proj,0.0124018597,hessian_weighted_relative_error,109914,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.166.gate_proj,0.0077832059,hessian_weighted_relative_error,109914,0.02500,0.784
23,model.language_model.layers.23.mlp.experts.166.up_proj,0.0084595483,hessian_weighted_relative_error,109914,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.167.down_proj,0.0135831062,hessian_weighted_relative_error,29660,0.02500,0.865
23,model.language_model.layers.23.mlp.experts.167.gate_proj,0.0074640346,hessian_weighted_relative_error,29660,0.02500,0.904
23,model.language_model.layers.23.mlp.experts.167.up_proj,0.0083238249,hessian_weighted_relative_error,29660,0.02500,0.960
23,model.language_model.layers.23.mlp.experts.168.down_proj,0.0106839989,hessian_weighted_relative_error,23700,0.02500,0.756
23,model.language_model.layers.23.mlp.experts.168.gate_proj,0.0051985109,hessian_weighted_relative_error,23700,0.02500,0.785
23,model.language_model.layers.23.mlp.experts.168.up_proj,0.0058418312,hessian_weighted_relative_error,23700,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.169.down_proj,0.0139519103,hessian_weighted_relative_error,70024,0.02500,0.868
23,model.language_model.layers.23.mlp.experts.169.gate_proj,0.0074757514,hessian_weighted_relative_error,70024,0.02500,0.904
23,model.language_model.layers.23.mlp.experts.169.up_proj,0.0088460055,hessian_weighted_relative_error,70024,0.02500,0.952
23,model.language_model.layers.23.mlp.experts.17.down_proj,0.0111891985,hessian_weighted_relative_error,20678,0.02500,0.798
23,model.language_model.layers.23.mlp.experts.17.gate_proj,0.0056300568,hessian_weighted_relative_error,20678,0.02500,0.845
23,model.language_model.layers.23.mlp.experts.17.up_proj,0.0065233541,hessian_weighted_relative_error,20678,0.02500,0.934
23,model.language_model.layers.23.mlp.experts.170.down_proj,0.0127554937,hessian_weighted_relative_error,12774,0.02500,0.758
23,model.language_model.layers.23.mlp.experts.170.gate_proj,0.0050485838,hessian_weighted_relative_error,12774,0.02500,0.784
23,model.language_model.layers.23.mlp.experts.170.up_proj,0.0056089366,hessian_weighted_relative_error,12774,0.02500,0.831
23,model.language_model.layers.23.mlp.experts.171.down_proj,0.0090505358,hessian_weighted_relative_error,11337,0.02500,0.871
23,model.language_model.layers.23.mlp.experts.171.gate_proj,0.0038122536,hessian_weighted_relative_error,11337,0.02500,0.902
23,model.language_model.layers.23.mlp.experts.171.up_proj,0.0042729057,hessian_weighted_relative_error,11337,0.02500,0.959
23,model.language_model.layers.23.mlp.experts.172.down_proj,0.0129695946,hessian_weighted_relative_error,51540,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.172.gate_proj,0.0071606903,hessian_weighted_relative_error,51540,0.02500,0.783
23,model.language_model.layers.23.mlp.experts.172.up_proj,0.0078882750,hessian_weighted_relative_error,51540,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.173.down_proj,0.0112178463,hessian_weighted_relative_error,37495,0.02500,0.868
23,model.language_model.layers.23.mlp.experts.173.gate_proj,0.0051077608,hessian_weighted_relative_error,37495,0.02500,0.901
23,model.language_model.layers.23.mlp.experts.173.up_proj,0.0057123974,hessian_weighted_relative_error,37495,0.02500,0.965
23,model.language_model.layers.23.mlp.experts.174.down_proj,0.0130283284,hessian_weighted_relative_error,45838,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.174.gate_proj,0.0076093561,hessian_weighted_relative_error,45838,0.02500,0.785
23,model.language_model.layers.23.mlp.experts.174.up_proj,0.0082239344,hessian_weighted_relative_error,45838,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.175.down_proj,0.0114322007,hessian_weighted_relative_error,28141,0.02500,0.868
23,model.language_model.layers.23.mlp.experts.175.gate_proj,0.0068896103,hessian_weighted_relative_error,28141,0.02500,0.914
23,model.language_model.layers.23.mlp.experts.175.up_proj,0.0076407423,hessian_weighted_relative_error,28141,0.02500,0.959
23,model.language_model.layers.23.mlp.experts.176.down_proj,0.0111021703,hessian_weighted_relative_error,6622,0.02500,0.756
23,model.language_model.layers.23.mlp.experts.176.gate_proj,0.0038801968,hessian_weighted_relative_error,6622,0.02500,0.783
23,model.language_model.layers.23.mlp.experts.176.up_proj,0.0045278884,hessian_weighted_relative_error,6622,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.177.down_proj,0.0110181229,hessian_weighted_relative_error,26065,0.02500,0.871
23,model.language_model.layers.23.mlp.experts.177.gate_proj,0.0050434341,hessian_weighted_relative_error,26065,0.02500,0.905
23,model.language_model.layers.23.mlp.experts.177.up_proj,0.0057365272,hessian_weighted_relative_error,26065,0.02500,0.959
23,model.language_model.layers.23.mlp.experts.178.down_proj,0.0149672520,hessian_weighted_relative_error,69901,0.02500,0.756
23,model.language_model.layers.23.mlp.experts.178.gate_proj,0.0085927543,hessian_weighted_relative_error,69901,0.02500,0.783
23,model.language_model.layers.23.mlp.experts.178.up_proj,0.0093178310,hessian_weighted_relative_error,69901,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.179.down_proj,0.0103270447,hessian_weighted_relative_error,17441,0.02500,0.875
23,model.language_model.layers.23.mlp.experts.179.gate_proj,0.0051721925,hessian_weighted_relative_error,17441,0.02500,0.904
23,model.language_model.layers.23.mlp.experts.179.up_proj,0.0054478825,hessian_weighted_relative_error,17441,0.02500,0.961
23,model.language_model.layers.23.mlp.experts.18.down_proj,0.0112597072,hessian_weighted_relative_error,23133,0.02500,0.724
23,model.language_model.layers.23.mlp.experts.18.gate_proj,0.0051554270,hessian_weighted_relative_error,23133,0.02500,0.751
23,model.language_model.layers.23.mlp.experts.18.up_proj,0.0057594842,hessian_weighted_relative_error,23133,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.180.down_proj,0.0119467024,hessian_weighted_relative_error,34777,0.02500,0.757
23,model.language_model.layers.23.mlp.experts.180.gate_proj,0.0055428527,hessian_weighted_relative_error,34777,0.02500,0.783
23,model.language_model.layers.23.mlp.experts.180.up_proj,0.0060328467,hessian_weighted_relative_error,34777,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.181.down_proj,0.0126761247,hessian_weighted_relative_error,10258,0.02500,0.870
23,model.language_model.layers.23.mlp.experts.181.gate_proj,0.0048175918,hessian_weighted_relative_error,10258,0.02500,0.903
23,model.language_model.layers.23.mlp.experts.181.up_proj,0.0053835105,hessian_weighted_relative_error,10258,0.02500,0.965
23,model.language_model.layers.23.mlp.experts.182.down_proj,0.0104982823,hessian_weighted_relative_error,20451,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.182.gate_proj,0.0048602086,hessian_weighted_relative_error,20451,0.02500,0.785
23,model.language_model.layers.23.mlp.experts.182.up_proj,0.0052937970,hessian_weighted_relative_error,20451,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.183.down_proj,0.0104923875,hessian_weighted_relative_error,28550,0.02500,0.870
23,model.language_model.layers.23.mlp.experts.183.gate_proj,0.0046390518,hessian_weighted_relative_error,28550,0.02500,0.906
23,model.language_model.layers.23.mlp.experts.183.up_proj,0.0048701191,hessian_weighted_relative_error,28550,0.02500,0.962
23,model.language_model.layers.23.mlp.experts.184.down_proj,0.0094582014,hessian_weighted_relative_error,22840,0.02500,0.758
23,model.language_model.layers.23.mlp.experts.184.gate_proj,0.0045429381,hessian_weighted_relative_error,22840,0.02500,0.786
23,model.language_model.layers.23.mlp.experts.184.up_proj,0.0050865469,hessian_weighted_relative_error,22840,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.185.down_proj,0.0088305439,hessian_weighted_relative_error,6304,0.02500,0.874
23,model.language_model.layers.23.mlp.experts.185.gate_proj,0.0033043264,hessian_weighted_relative_error,6304,0.02500,0.917
23,model.language_model.layers.23.mlp.experts.185.up_proj,0.0038550813,hessian_weighted_relative_error,6304,0.02500,0.974
23,model.language_model.layers.23.mlp.experts.186.down_proj,0.0102244132,hessian_weighted_relative_error,8307,0.02500,0.758
23,model.language_model.layers.23.mlp.experts.186.gate_proj,0.0038317886,hessian_weighted_relative_error,8307,0.02500,0.788
23,model.language_model.layers.23.mlp.experts.186.up_proj,0.0040972727,hessian_weighted_relative_error,8307,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.187.down_proj,0.0123958786,hessian_weighted_relative_error,37079,0.02500,0.876
23,model.language_model.layers.23.mlp.experts.187.gate_proj,0.0067164505,hessian_weighted_relative_error,37079,0.02500,0.905
23,model.language_model.layers.23.mlp.experts.187.up_proj,0.0075190374,hessian_weighted_relative_error,37079,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.188.down_proj,0.0134539922,hessian_weighted_relative_error,15850,0.02500,0.759
23,model.language_model.layers.23.mlp.experts.188.gate_proj,0.0077238250,hessian_weighted_relative_error,15850,0.02500,0.784
23,model.language_model.layers.23.mlp.experts.188.up_proj,0.0084419167,hessian_weighted_relative_error,15850,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.189.down_proj,0.0123195715,hessian_weighted_relative_error,23987,0.02500,0.873
23,model.language_model.layers.23.mlp.experts.189.gate_proj,0.0053645579,hessian_weighted_relative_error,23987,0.02500,0.911
23,model.language_model.layers.23.mlp.experts.189.up_proj,0.0061627593,hessian_weighted_relative_error,23987,0.02500,0.961
23,model.language_model.layers.23.mlp.experts.19.down_proj,0.0098997142,hessian_weighted_relative_error,34598,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.19.gate_proj,0.0060244390,hessian_weighted_relative_error,34598,0.02500,0.846
23,model.language_model.layers.23.mlp.experts.19.up_proj,0.0066636821,hessian_weighted_relative_error,34598,0.02500,0.944
23,model.language_model.layers.23.mlp.experts.190.down_proj,0.0113728770,hessian_weighted_relative_error,12955,0.02500,0.755
23,model.language_model.layers.23.mlp.experts.190.gate_proj,0.0054510011,hessian_weighted_relative_error,12955,0.02500,0.783
23,model.language_model.layers.23.mlp.experts.190.up_proj,0.0059651473,hessian_weighted_relative_error,12955,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.191.down_proj,0.0064438050,hessian_weighted_relative_error,26704,0.02500,0.872
23,model.language_model.layers.23.mlp.experts.191.gate_proj,0.0023695581,hessian_weighted_relative_error,26704,0.02500,0.906
23,model.language_model.layers.23.mlp.experts.191.up_proj,0.0025700709,hessian_weighted_relative_error,26704,0.02500,0.969
23,model.language_model.layers.23.mlp.experts.192.down_proj,0.0136234010,hessian_weighted_relative_error,32154,0.02500,0.759
23,model.language_model.layers.23.mlp.experts.192.gate_proj,0.0073387518,hessian_weighted_relative_error,32154,0.02500,0.786
23,model.language_model.layers.23.mlp.experts.192.up_proj,0.0079999236,hessian_weighted_relative_error,32154,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.193.down_proj,0.0077611085,hessian_weighted_relative_error,1952,0.02500,0.875
23,model.language_model.layers.23.mlp.experts.193.gate_proj,0.0024194930,hessian_weighted_relative_error,1952,0.02500,0.911
23,model.language_model.layers.23.mlp.experts.193.up_proj,0.0026528358,hessian_weighted_relative_error,1952,0.02500,0.960
23,model.language_model.layers.23.mlp.experts.194.down_proj,0.0113302216,hessian_weighted_relative_error,15912,0.02500,0.757
23,model.language_model.layers.23.mlp.experts.194.gate_proj,0.0048763920,hessian_weighted_relative_error,15912,0.02500,0.793
23,model.language_model.layers.23.mlp.experts.194.up_proj,0.0054765514,hessian_weighted_relative_error,15912,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.195.down_proj,0.0147248722,hessian_weighted_relative_error,51543,0.02500,0.878
23,model.language_model.layers.23.mlp.experts.195.gate_proj,0.0081173297,hessian_weighted_relative_error,51543,0.02500,0.914
23,model.language_model.layers.23.mlp.experts.195.up_proj,0.0089344657,hessian_weighted_relative_error,51543,0.02500,0.963
23,model.language_model.layers.23.mlp.experts.196.down_proj,0.0125245507,hessian_weighted_relative_error,43595,0.02500,0.758
23,model.language_model.layers.23.mlp.experts.196.gate_proj,0.0062376947,hessian_weighted_relative_error,43595,0.02500,0.785
23,model.language_model.layers.23.mlp.experts.196.up_proj,0.0066850156,hessian_weighted_relative_error,43595,0.02500,0.808
23,model.language_model.layers.23.mlp.experts.197.down_proj,0.0109207260,hessian_weighted_relative_error,14660,0.02500,0.875
23,model.language_model.layers.23.mlp.experts.197.gate_proj,0.0046029890,hessian_weighted_relative_error,14660,0.02500,0.912
23,model.language_model.layers.23.mlp.experts.197.up_proj,0.0049411305,hessian_weighted_relative_error,14660,0.02500,0.962
23,model.language_model.layers.23.mlp.experts.198.down_proj,0.0129698099,hessian_weighted_relative_error,64009,0.02500,0.755
23,model.language_model.layers.23.mlp.experts.198.gate_proj,0.0066980018,hessian_weighted_relative_error,64009,0.02500,0.787
23,model.language_model.layers.23.mlp.experts.198.up_proj,0.0079264221,hessian_weighted_relative_error,64009,0.02500,0.806
23,model.language_model.layers.23.mlp.experts.199.down_proj,0.0121631309,hessian_weighted_relative_error,14913,0.02500,0.874
23,model.language_model.layers.23.mlp.experts.199.gate_proj,0.0069441448,hessian_weighted_relative_error,14913,0.02500,0.907
23,model.language_model.layers.23.mlp.experts.199.up_proj,0.0074068316,hessian_weighted_relative_error,14913,0.02500,0.969
23,model.language_model.layers.23.mlp.experts.2.down_proj,0.0116713017,hessian_weighted_relative_error,27798,0.02500,0.719
23,model.language_model.layers.23.mlp.experts.2.gate_proj,0.0048590369,hessian_weighted_relative_error,27798,0.02500,0.744
23,model.language_model.layers.23.mlp.experts.2.up_proj,0.0055385181,hessian_weighted_relative_error,27798,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.20.down_proj,0.0138824205,hessian_weighted_relative_error,69062,0.02500,0.728
23,model.language_model.layers.23.mlp.experts.20.gate_proj,0.0074588279,hessian_weighted_relative_error,69062,0.02500,0.758
23,model.language_model.layers.23.mlp.experts.20.up_proj,0.0081992854,hessian_weighted_relative_error,69062,0.02500,0.795
23,model.language_model.layers.23.mlp.experts.200.down_proj,0.0112326847,hessian_weighted_relative_error,22153,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.200.gate_proj,0.0052630861,hessian_weighted_relative_error,22153,0.02500,0.786
23,model.language_model.layers.23.mlp.experts.200.up_proj,0.0057527332,hessian_weighted_relative_error,22153,0.02500,0.808
23,model.language_model.layers.23.mlp.experts.201.down_proj,0.0126111603,hessian_weighted_relative_error,46806,0.02500,0.877
23,model.language_model.layers.23.mlp.experts.201.gate_proj,0.0060834292,hessian_weighted_relative_error,46806,0.02500,0.906
23,model.language_model.layers.23.mlp.experts.201.up_proj,0.0065894503,hessian_weighted_relative_error,46806,0.02500,0.958
23,model.language_model.layers.23.mlp.experts.202.down_proj,0.0094121435,hessian_weighted_relative_error,127169,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.202.gate_proj,0.0049363314,hessian_weighted_relative_error,127169,0.02500,0.786
23,model.language_model.layers.23.mlp.experts.202.up_proj,0.0052236833,hessian_weighted_relative_error,127169,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.203.down_proj,0.0099224241,hessian_weighted_relative_error,33662,0.02500,0.881
23,model.language_model.layers.23.mlp.experts.203.gate_proj,0.0060363321,hessian_weighted_relative_error,33662,0.02500,0.912
23,model.language_model.layers.23.mlp.experts.203.up_proj,0.0065473467,hessian_weighted_relative_error,33662,0.02500,0.963
23,model.language_model.layers.23.mlp.experts.204.down_proj,0.0123067283,hessian_weighted_relative_error,24391,0.02500,0.758
23,model.language_model.layers.23.mlp.experts.204.gate_proj,0.0066980734,hessian_weighted_relative_error,24391,0.02500,0.786
23,model.language_model.layers.23.mlp.experts.204.up_proj,0.0074369384,hessian_weighted_relative_error,24391,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.205.down_proj,0.0015522551,hessian_weighted_relative_error,40233,0.02500,0.877
23,model.language_model.layers.23.mlp.experts.205.gate_proj,0.0070883807,hessian_weighted_relative_error,40233,0.02500,0.906
23,model.language_model.layers.23.mlp.experts.205.up_proj,0.0077954977,hessian_weighted_relative_error,40233,0.02500,0.967
23,model.language_model.layers.23.mlp.experts.206.down_proj,0.0126691550,hessian_weighted_relative_error,20220,0.02500,0.755
23,model.language_model.layers.23.mlp.experts.206.gate_proj,0.0065552894,hessian_weighted_relative_error,20220,0.02500,0.788
23,model.language_model.layers.23.mlp.experts.206.up_proj,0.0077884430,hessian_weighted_relative_error,20220,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.207.down_proj,0.0099823689,hessian_weighted_relative_error,32964,0.02500,0.877
23,model.language_model.layers.23.mlp.experts.207.gate_proj,0.0054811791,hessian_weighted_relative_error,32964,0.02500,0.918
23,model.language_model.layers.23.mlp.experts.207.up_proj,0.0062777490,hessian_weighted_relative_error,32964,0.02500,0.975
23,model.language_model.layers.23.mlp.experts.208.down_proj,0.0131657542,hessian_weighted_relative_error,28751,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.208.gate_proj,0.0070572928,hessian_weighted_relative_error,28751,0.02500,0.788
23,model.language_model.layers.23.mlp.experts.208.up_proj,0.0078880426,hessian_weighted_relative_error,28751,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.209.down_proj,0.0122035772,hessian_weighted_relative_error,12800,0.02500,0.879
23,model.language_model.layers.23.mlp.experts.209.gate_proj,0.0058455206,hessian_weighted_relative_error,12800,0.02500,0.909
23,model.language_model.layers.23.mlp.experts.209.up_proj,0.0065736751,hessian_weighted_relative_error,12800,0.02500,0.969
23,model.language_model.layers.23.mlp.experts.21.down_proj,0.0106462383,hessian_weighted_relative_error,21225,0.02500,0.798
23,model.language_model.layers.23.mlp.experts.21.gate_proj,0.0059416176,hessian_weighted_relative_error,21225,0.02500,0.844
23,model.language_model.layers.23.mlp.experts.21.up_proj,0.0064798899,hessian_weighted_relative_error,21225,0.02500,0.935
23,model.language_model.layers.23.mlp.experts.210.down_proj,0.0125696075,hessian_weighted_relative_error,31369,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.210.gate_proj,0.0067090709,hessian_weighted_relative_error,31369,0.02500,0.791
23,model.language_model.layers.23.mlp.experts.210.up_proj,0.0073808255,hessian_weighted_relative_error,31369,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.211.down_proj,0.0107393681,hessian_weighted_relative_error,31103,0.02500,0.883
23,model.language_model.layers.23.mlp.experts.211.gate_proj,0.0061269712,hessian_weighted_relative_error,31103,0.02500,0.924
23,model.language_model.layers.23.mlp.experts.211.up_proj,0.0063867108,hessian_weighted_relative_error,31103,0.02500,0.974
23,model.language_model.layers.23.mlp.experts.212.down_proj,0.0123780665,hessian_weighted_relative_error,18835,0.02500,0.759
23,model.language_model.layers.23.mlp.experts.212.gate_proj,0.0062247126,hessian_weighted_relative_error,18835,0.02500,0.790
23,model.language_model.layers.23.mlp.experts.212.up_proj,0.0071109218,hessian_weighted_relative_error,18835,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.213.down_proj,0.0114957596,hessian_weighted_relative_error,59410,0.02500,0.878
23,model.language_model.layers.23.mlp.experts.213.gate_proj,0.0047061240,hessian_weighted_relative_error,59410,0.02500,0.909
23,model.language_model.layers.23.mlp.experts.213.up_proj,0.0056170465,hessian_weighted_relative_error,59410,0.02500,0.967
23,model.language_model.layers.23.mlp.experts.214.down_proj,0.0115557563,hessian_weighted_relative_error,21186,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.214.gate_proj,0.0051788013,hessian_weighted_relative_error,21186,0.02500,0.788
23,model.language_model.layers.23.mlp.experts.214.up_proj,0.0056832575,hessian_weighted_relative_error,21186,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.215.down_proj,0.0119286901,hessian_weighted_relative_error,17545,0.02500,0.878
23,model.language_model.layers.23.mlp.experts.215.gate_proj,0.0044030336,hessian_weighted_relative_error,17545,0.02500,0.920
23,model.language_model.layers.23.mlp.experts.215.up_proj,0.0050440204,hessian_weighted_relative_error,17545,0.02500,0.968
23,model.language_model.layers.23.mlp.experts.216.down_proj,0.0116294466,hessian_weighted_relative_error,8820,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.216.gate_proj,0.0049184497,hessian_weighted_relative_error,8820,0.02500,0.789
23,model.language_model.layers.23.mlp.experts.216.up_proj,0.0052841918,hessian_weighted_relative_error,8820,0.02500,0.810
23,model.language_model.layers.23.mlp.experts.217.down_proj,0.0118429571,hessian_weighted_relative_error,30766,0.02500,0.880
23,model.language_model.layers.23.mlp.experts.217.gate_proj,0.0050966112,hessian_weighted_relative_error,30766,0.02500,0.919
23,model.language_model.layers.23.mlp.experts.217.up_proj,0.0063215482,hessian_weighted_relative_error,30766,0.02500,0.977
23,model.language_model.layers.23.mlp.experts.218.down_proj,0.0122190777,hessian_weighted_relative_error,9293,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.218.gate_proj,0.0055341004,hessian_weighted_relative_error,9293,0.02500,0.790
23,model.language_model.layers.23.mlp.experts.218.up_proj,0.0061839611,hessian_weighted_relative_error,9293,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.219.down_proj,0.0127852608,hessian_weighted_relative_error,25109,0.02500,0.883
23,model.language_model.layers.23.mlp.experts.219.gate_proj,0.0065392202,hessian_weighted_relative_error,25109,0.02500,0.918
23,model.language_model.layers.23.mlp.experts.219.up_proj,0.0073572269,hessian_weighted_relative_error,25109,0.02500,0.972
23,model.language_model.layers.23.mlp.experts.22.down_proj,0.0111610139,hessian_weighted_relative_error,8773,0.02500,0.722
23,model.language_model.layers.23.mlp.experts.22.gate_proj,0.0046485452,hessian_weighted_relative_error,8773,0.02500,0.750
23,model.language_model.layers.23.mlp.experts.22.up_proj,0.0049191034,hessian_weighted_relative_error,8773,0.02500,0.795
23,model.language_model.layers.23.mlp.experts.220.down_proj,0.0106843061,hessian_weighted_relative_error,23974,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.220.gate_proj,0.0044801139,hessian_weighted_relative_error,23974,0.02500,0.787
23,model.language_model.layers.23.mlp.experts.220.up_proj,0.0045892800,hessian_weighted_relative_error,23974,0.02500,0.810
23,model.language_model.layers.23.mlp.experts.221.down_proj,0.0118018800,hessian_weighted_relative_error,73784,0.02500,0.880
23,model.language_model.layers.23.mlp.experts.221.gate_proj,0.0065812779,hessian_weighted_relative_error,73784,0.02500,0.911
23,model.language_model.layers.23.mlp.experts.221.up_proj,0.0067609515,hessian_weighted_relative_error,73784,0.02500,0.970
23,model.language_model.layers.23.mlp.experts.222.down_proj,0.0129216387,hessian_weighted_relative_error,25074,0.02500,0.757
23,model.language_model.layers.23.mlp.experts.222.gate_proj,0.0075151723,hessian_weighted_relative_error,25074,0.02500,0.789
23,model.language_model.layers.23.mlp.experts.222.up_proj,0.0085437210,hessian_weighted_relative_error,25074,0.02500,0.810
23,model.language_model.layers.23.mlp.experts.223.down_proj,0.0127879804,hessian_weighted_relative_error,31643,0.02500,0.881
23,model.language_model.layers.23.mlp.experts.223.gate_proj,0.0058555378,hessian_weighted_relative_error,31643,0.02500,0.911
23,model.language_model.layers.23.mlp.experts.223.up_proj,0.0065183280,hessian_weighted_relative_error,31643,0.02500,0.970
23,model.language_model.layers.23.mlp.experts.224.down_proj,0.0111673537,hessian_weighted_relative_error,32972,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.224.gate_proj,0.0058801039,hessian_weighted_relative_error,32972,0.02500,0.789
23,model.language_model.layers.23.mlp.experts.224.up_proj,0.0064355563,hessian_weighted_relative_error,32972,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.225.down_proj,0.0117403625,hessian_weighted_relative_error,35886,0.02500,0.880
23,model.language_model.layers.23.mlp.experts.225.gate_proj,0.0058426741,hessian_weighted_relative_error,35886,0.02500,0.917
23,model.language_model.layers.23.mlp.experts.225.up_proj,0.0067816391,hessian_weighted_relative_error,35886,0.02500,0.977
23,model.language_model.layers.23.mlp.experts.226.down_proj,0.0137990540,hessian_weighted_relative_error,20482,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.226.gate_proj,0.0071260502,hessian_weighted_relative_error,20482,0.02500,0.791
23,model.language_model.layers.23.mlp.experts.226.up_proj,0.0083215962,hessian_weighted_relative_error,20482,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.227.down_proj,0.0103129608,hessian_weighted_relative_error,13172,0.02500,0.884
23,model.language_model.layers.23.mlp.experts.227.gate_proj,0.0052158632,hessian_weighted_relative_error,13172,0.02500,0.919
23,model.language_model.layers.23.mlp.experts.227.up_proj,0.0056812492,hessian_weighted_relative_error,13172,0.02500,0.975
23,model.language_model.layers.23.mlp.experts.228.down_proj,0.0116074292,hessian_weighted_relative_error,53783,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.228.gate_proj,0.0062174874,hessian_weighted_relative_error,53783,0.02500,0.789
23,model.language_model.layers.23.mlp.experts.228.up_proj,0.0063837856,hessian_weighted_relative_error,53783,0.02500,0.810
23,model.language_model.layers.23.mlp.experts.229.down_proj,0.0118211882,hessian_weighted_relative_error,39451,0.02500,0.881
23,model.language_model.layers.23.mlp.experts.229.gate_proj,0.0065457745,hessian_weighted_relative_error,39451,0.02500,0.918
23,model.language_model.layers.23.mlp.experts.229.up_proj,0.0071738364,hessian_weighted_relative_error,39451,0.02500,0.969
23,model.language_model.layers.23.mlp.experts.23.down_proj,0.0087334293,hessian_weighted_relative_error,30045,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.23.gate_proj,0.0049426605,hessian_weighted_relative_error,30045,0.02500,0.847
23,model.language_model.layers.23.mlp.experts.23.up_proj,0.0055751093,hessian_weighted_relative_error,30045,0.02500,0.941
23,model.language_model.layers.23.mlp.experts.230.down_proj,0.0093019981,hessian_weighted_relative_error,39051,0.02500,0.757
23,model.language_model.layers.23.mlp.experts.230.gate_proj,0.0043480132,hessian_weighted_relative_error,39051,0.02500,0.788
23,model.language_model.layers.23.mlp.experts.230.up_proj,0.0051416351,hessian_weighted_relative_error,39051,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.231.down_proj,0.0132642231,hessian_weighted_relative_error,35279,0.02500,0.879
23,model.language_model.layers.23.mlp.experts.231.gate_proj,0.0072202316,hessian_weighted_relative_error,35279,0.02500,0.919
23,model.language_model.layers.23.mlp.experts.231.up_proj,0.0078360388,hessian_weighted_relative_error,35279,0.02500,0.972
23,model.language_model.layers.23.mlp.experts.232.down_proj,0.0132706164,hessian_weighted_relative_error,54896,0.02500,0.762
23,model.language_model.layers.23.mlp.experts.232.gate_proj,0.0067237556,hessian_weighted_relative_error,54896,0.02500,0.790
23,model.language_model.layers.23.mlp.experts.232.up_proj,0.0074921618,hessian_weighted_relative_error,54896,0.02500,0.808
23,model.language_model.layers.23.mlp.experts.233.down_proj,0.0137310928,hessian_weighted_relative_error,33864,0.02500,0.881
23,model.language_model.layers.23.mlp.experts.233.gate_proj,0.0061551535,hessian_weighted_relative_error,33864,0.02500,0.923
23,model.language_model.layers.23.mlp.experts.233.up_proj,0.0068085950,hessian_weighted_relative_error,33864,0.02500,0.975
23,model.language_model.layers.23.mlp.experts.234.down_proj,0.0093964145,hessian_weighted_relative_error,11488,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.234.gate_proj,0.0039965901,hessian_weighted_relative_error,11488,0.02500,0.791
23,model.language_model.layers.23.mlp.experts.234.up_proj,0.0045521104,hessian_weighted_relative_error,11488,0.02500,0.828
23,model.language_model.layers.23.mlp.experts.235.down_proj,0.0118020407,hessian_weighted_relative_error,21795,0.02500,0.884
23,model.language_model.layers.23.mlp.experts.235.gate_proj,0.0049115738,hessian_weighted_relative_error,21795,0.02500,0.925
23,model.language_model.layers.23.mlp.experts.235.up_proj,0.0055703600,hessian_weighted_relative_error,21795,0.02500,0.970
23,model.language_model.layers.23.mlp.experts.236.down_proj,0.0101421398,hessian_weighted_relative_error,21069,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.236.gate_proj,0.0042759235,hessian_weighted_relative_error,21069,0.02500,0.789
23,model.language_model.layers.23.mlp.experts.236.up_proj,0.0045982040,hessian_weighted_relative_error,21069,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.237.down_proj,0.0088279874,hessian_weighted_relative_error,6680,0.02500,0.880
23,model.language_model.layers.23.mlp.experts.237.gate_proj,0.0036658108,hessian_weighted_relative_error,6680,0.02500,0.921
23,model.language_model.layers.23.mlp.experts.237.up_proj,0.0045682947,hessian_weighted_relative_error,6680,0.02500,0.974
23,model.language_model.layers.23.mlp.experts.238.down_proj,0.0092614028,hessian_weighted_relative_error,23069,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.238.gate_proj,0.0045746643,hessian_weighted_relative_error,23069,0.02500,0.790
23,model.language_model.layers.23.mlp.experts.238.up_proj,0.0052540741,hessian_weighted_relative_error,23069,0.02500,0.812
23,model.language_model.layers.23.mlp.experts.239.down_proj,0.0137197220,hessian_weighted_relative_error,47322,0.02500,0.880
23,model.language_model.layers.23.mlp.experts.239.gate_proj,0.0074870975,hessian_weighted_relative_error,47322,0.02500,0.921
23,model.language_model.layers.23.mlp.experts.239.up_proj,0.0081904700,hessian_weighted_relative_error,47322,0.02500,0.965
23,model.language_model.layers.23.mlp.experts.24.down_proj,0.0124647805,hessian_weighted_relative_error,16493,0.02500,0.724
23,model.language_model.layers.23.mlp.experts.24.gate_proj,0.0061084644,hessian_weighted_relative_error,16493,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.24.up_proj,0.0064782493,hessian_weighted_relative_error,16493,0.02500,0.794
23,model.language_model.layers.23.mlp.experts.240.down_proj,0.0076024326,hessian_weighted_relative_error,4379,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.240.gate_proj,0.0026804001,hessian_weighted_relative_error,4379,0.02500,0.791
23,model.language_model.layers.23.mlp.experts.240.up_proj,0.0030475363,hessian_weighted_relative_error,4379,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.241.down_proj,0.0143351654,hessian_weighted_relative_error,119518,0.02500,0.882
23,model.language_model.layers.23.mlp.experts.241.gate_proj,0.0082268375,hessian_weighted_relative_error,119518,0.02500,0.920
23,model.language_model.layers.23.mlp.experts.241.up_proj,0.0089935236,hessian_weighted_relative_error,119518,0.02500,0.968
23,model.language_model.layers.23.mlp.experts.242.down_proj,0.0134875312,hessian_weighted_relative_error,43234,0.02500,0.762
23,model.language_model.layers.23.mlp.experts.242.gate_proj,0.0070552437,hessian_weighted_relative_error,43234,0.02500,0.792
23,model.language_model.layers.23.mlp.experts.242.up_proj,0.0074475748,hessian_weighted_relative_error,43234,0.02500,0.810
23,model.language_model.layers.23.mlp.experts.243.down_proj,0.0100755131,hessian_weighted_relative_error,9027,0.02500,0.886
23,model.language_model.layers.23.mlp.experts.243.gate_proj,0.0049198713,hessian_weighted_relative_error,9027,0.02500,0.920
23,model.language_model.layers.23.mlp.experts.243.up_proj,0.0052838045,hessian_weighted_relative_error,9027,0.02500,0.973
23,model.language_model.layers.23.mlp.experts.244.down_proj,0.0096509744,hessian_weighted_relative_error,6892,0.02500,0.759
23,model.language_model.layers.23.mlp.experts.244.gate_proj,0.0031454286,hessian_weighted_relative_error,6892,0.02500,0.791
23,model.language_model.layers.23.mlp.experts.244.up_proj,0.0034829491,hessian_weighted_relative_error,6892,0.02500,0.806
23,model.language_model.layers.23.mlp.experts.245.down_proj,0.0119283890,hessian_weighted_relative_error,27147,0.02500,0.881
23,model.language_model.layers.23.mlp.experts.245.gate_proj,0.0069926840,hessian_weighted_relative_error,27147,0.02500,0.916
23,model.language_model.layers.23.mlp.experts.245.up_proj,0.0078106384,hessian_weighted_relative_error,27147,0.02500,0.975
23,model.language_model.layers.23.mlp.experts.246.down_proj,0.0053103943,hessian_weighted_relative_error,1358,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.246.gate_proj,0.0018424436,hessian_weighted_relative_error,1358,0.02500,0.793
23,model.language_model.layers.23.mlp.experts.246.up_proj,0.0021283286,hessian_weighted_relative_error,1358,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.247.down_proj,0.0133528341,hessian_weighted_relative_error,30248,0.02500,0.881
23,model.language_model.layers.23.mlp.experts.247.gate_proj,0.0069489307,hessian_weighted_relative_error,30248,0.02500,0.925
23,model.language_model.layers.23.mlp.experts.247.up_proj,0.0081651726,hessian_weighted_relative_error,30248,0.02500,0.973
23,model.language_model.layers.23.mlp.experts.248.down_proj,0.0129199478,hessian_weighted_relative_error,33963,0.02500,0.767
23,model.language_model.layers.23.mlp.experts.248.gate_proj,0.0074252665,hessian_weighted_relative_error,33963,0.02500,0.794
23,model.language_model.layers.23.mlp.experts.248.up_proj,0.0077906756,hessian_weighted_relative_error,33963,0.02500,0.806
23,model.language_model.layers.23.mlp.experts.249.down_proj,0.0133089317,hessian_weighted_relative_error,33782,0.02500,0.883
23,model.language_model.layers.23.mlp.experts.249.gate_proj,0.0069061754,hessian_weighted_relative_error,33782,0.02500,0.926
23,model.language_model.layers.23.mlp.experts.249.up_proj,0.0078582185,hessian_weighted_relative_error,33782,0.02500,0.965
23,model.language_model.layers.23.mlp.experts.25.down_proj,0.0128990495,hessian_weighted_relative_error,31186,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.25.gate_proj,0.0066698109,hessian_weighted_relative_error,31186,0.02500,0.848
23,model.language_model.layers.23.mlp.experts.25.up_proj,0.0069923525,hessian_weighted_relative_error,31186,0.02500,0.934
23,model.language_model.layers.23.mlp.experts.250.down_proj,0.0117480411,hessian_weighted_relative_error,37255,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.250.gate_proj,0.0058457980,hessian_weighted_relative_error,37255,0.02500,0.794
23,model.language_model.layers.23.mlp.experts.250.up_proj,0.0069290517,hessian_weighted_relative_error,37255,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.251.down_proj,0.0130179339,hessian_weighted_relative_error,20605,0.02500,0.887
23,model.language_model.layers.23.mlp.experts.251.gate_proj,0.0054195994,hessian_weighted_relative_error,20605,0.02500,0.928
23,model.language_model.layers.23.mlp.experts.251.up_proj,0.0061281706,hessian_weighted_relative_error,20605,0.02500,0.959
23,model.language_model.layers.23.mlp.experts.252.down_proj,0.0127881699,hessian_weighted_relative_error,18826,0.02500,0.759
23,model.language_model.layers.23.mlp.experts.252.gate_proj,0.0063108703,hessian_weighted_relative_error,18826,0.02500,0.793
23,model.language_model.layers.23.mlp.experts.252.up_proj,0.0068362163,hessian_weighted_relative_error,18826,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.253.down_proj,0.0107297946,hessian_weighted_relative_error,16361,0.02500,0.882
23,model.language_model.layers.23.mlp.experts.253.gate_proj,0.0054094279,hessian_weighted_relative_error,16361,0.02500,0.920
23,model.language_model.layers.23.mlp.experts.253.up_proj,0.0062122130,hessian_weighted_relative_error,16361,0.02500,0.966
23,model.language_model.layers.23.mlp.experts.254.down_proj,0.0144878445,hessian_weighted_relative_error,60457,0.02500,0.760
23,model.language_model.layers.23.mlp.experts.254.gate_proj,0.0084057038,hessian_weighted_relative_error,60457,0.02500,0.792
23,model.language_model.layers.23.mlp.experts.254.up_proj,0.0101634167,hessian_weighted_relative_error,60457,0.02500,0.810
23,model.language_model.layers.23.mlp.experts.255.down_proj,0.0135382915,hessian_weighted_relative_error,24146,0.02500,0.882
23,model.language_model.layers.23.mlp.experts.255.gate_proj,0.0077887585,hessian_weighted_relative_error,24146,0.02500,0.923
23,model.language_model.layers.23.mlp.experts.255.up_proj,0.0086384554,hessian_weighted_relative_error,24146,0.02500,0.969
23,model.language_model.layers.23.mlp.experts.256.down_proj,0.0105149846,hessian_weighted_relative_error,34068,0.02500,0.764
23,model.language_model.layers.23.mlp.experts.256.gate_proj,0.0053633195,hessian_weighted_relative_error,34068,0.02500,0.793
23,model.language_model.layers.23.mlp.experts.256.up_proj,0.0056432533,hessian_weighted_relative_error,34068,0.02500,0.806
23,model.language_model.layers.23.mlp.experts.257.down_proj,0.0102870774,hessian_weighted_relative_error,5455,0.02500,0.884
23,model.language_model.layers.23.mlp.experts.257.gate_proj,0.0037231545,hessian_weighted_relative_error,5455,0.02500,0.927
23,model.language_model.layers.23.mlp.experts.257.up_proj,0.0043183617,hessian_weighted_relative_error,5455,0.02500,0.963
23,model.language_model.layers.23.mlp.experts.258.down_proj,0.0133387832,hessian_weighted_relative_error,12816,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.258.gate_proj,0.0072777289,hessian_weighted_relative_error,12816,0.02500,0.794
23,model.language_model.layers.23.mlp.experts.258.up_proj,0.0080047191,hessian_weighted_relative_error,12816,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.259.down_proj,0.0114043050,hessian_weighted_relative_error,26153,0.02500,0.887
23,model.language_model.layers.23.mlp.experts.259.gate_proj,0.0058438647,hessian_weighted_relative_error,26153,0.02500,0.927
23,model.language_model.layers.23.mlp.experts.259.up_proj,0.0064352289,hessian_weighted_relative_error,26153,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.26.down_proj,0.0093036646,hessian_weighted_relative_error,5875,0.02500,0.727
23,model.language_model.layers.23.mlp.experts.26.gate_proj,0.0040679701,hessian_weighted_relative_error,5875,0.02500,0.757
23,model.language_model.layers.23.mlp.experts.26.up_proj,0.0043976050,hessian_weighted_relative_error,5875,0.02500,0.795
23,model.language_model.layers.23.mlp.experts.260.down_proj,0.0115801226,hessian_weighted_relative_error,19518,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.260.gate_proj,0.0051429417,hessian_weighted_relative_error,19518,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.260.up_proj,0.0057903769,hessian_weighted_relative_error,19518,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.261.down_proj,0.0128056222,hessian_weighted_relative_error,15597,0.02500,0.884
23,model.language_model.layers.23.mlp.experts.261.gate_proj,0.0056371089,hessian_weighted_relative_error,15597,0.02500,0.923
23,model.language_model.layers.23.mlp.experts.261.up_proj,0.0060486013,hessian_weighted_relative_error,15597,0.02500,0.952
23,model.language_model.layers.23.mlp.experts.262.down_proj,0.0111401978,hessian_weighted_relative_error,39796,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.262.gate_proj,0.0059034723,hessian_weighted_relative_error,39796,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.262.up_proj,0.0064908597,hessian_weighted_relative_error,39796,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.263.down_proj,0.0125144690,hessian_weighted_relative_error,12841,0.02500,0.883
23,model.language_model.layers.23.mlp.experts.263.gate_proj,0.0064411280,hessian_weighted_relative_error,12841,0.02500,0.927
23,model.language_model.layers.23.mlp.experts.263.up_proj,0.0071754669,hessian_weighted_relative_error,12841,0.02500,0.963
23,model.language_model.layers.23.mlp.experts.264.down_proj,0.0130195688,hessian_weighted_relative_error,10366,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.264.gate_proj,0.0063216126,hessian_weighted_relative_error,10366,0.02500,0.793
23,model.language_model.layers.23.mlp.experts.264.up_proj,0.0068611205,hessian_weighted_relative_error,10366,0.02500,0.813
23,model.language_model.layers.23.mlp.experts.265.down_proj,0.0064135465,hessian_weighted_relative_error,20877,0.02500,0.885
23,model.language_model.layers.23.mlp.experts.265.gate_proj,0.0031255421,hessian_weighted_relative_error,20877,0.02500,0.925
23,model.language_model.layers.23.mlp.experts.265.up_proj,0.0033906580,hessian_weighted_relative_error,20877,0.02500,0.954
23,model.language_model.layers.23.mlp.experts.266.down_proj,0.0111303716,hessian_weighted_relative_error,8874,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.266.gate_proj,0.0053248278,hessian_weighted_relative_error,8874,0.02500,0.792
23,model.language_model.layers.23.mlp.experts.266.up_proj,0.0063558957,hessian_weighted_relative_error,8874,0.02500,0.808
23,model.language_model.layers.23.mlp.experts.267.down_proj,0.0103417983,hessian_weighted_relative_error,11635,0.02500,0.888
23,model.language_model.layers.23.mlp.experts.267.gate_proj,0.0051467278,hessian_weighted_relative_error,11635,0.02500,0.931
23,model.language_model.layers.23.mlp.experts.267.up_proj,0.0056943552,hessian_weighted_relative_error,11635,0.02500,0.952
23,model.language_model.layers.23.mlp.experts.268.down_proj,0.0142243597,hessian_weighted_relative_error,26219,0.02500,0.762
23,model.language_model.layers.23.mlp.experts.268.gate_proj,0.0079980041,hessian_weighted_relative_error,26219,0.02500,0.791
23,model.language_model.layers.23.mlp.experts.268.up_proj,0.0091403046,hessian_weighted_relative_error,26219,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.269.down_proj,0.0119593809,hessian_weighted_relative_error,230692,0.02500,0.884
23,model.language_model.layers.23.mlp.experts.269.gate_proj,0.0067377771,hessian_weighted_relative_error,230692,0.02500,0.931
23,model.language_model.layers.23.mlp.experts.269.up_proj,0.0072811177,hessian_weighted_relative_error,230692,0.02500,0.948
23,model.language_model.layers.23.mlp.experts.27.down_proj,0.0103421709,hessian_weighted_relative_error,9237,0.02500,0.806
23,model.language_model.layers.23.mlp.experts.27.gate_proj,0.0039938173,hessian_weighted_relative_error,9237,0.02500,0.850
23,model.language_model.layers.23.mlp.experts.27.up_proj,0.0042876339,hessian_weighted_relative_error,9237,0.02500,0.936
23,model.language_model.layers.23.mlp.experts.270.down_proj,0.0117387965,hessian_weighted_relative_error,15206,0.02500,0.762
23,model.language_model.layers.23.mlp.experts.270.gate_proj,0.0058381256,hessian_weighted_relative_error,15206,0.02500,0.794
23,model.language_model.layers.23.mlp.experts.270.up_proj,0.0063845551,hessian_weighted_relative_error,15206,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.271.down_proj,0.0135502450,hessian_weighted_relative_error,44570,0.02500,0.884
23,model.language_model.layers.23.mlp.experts.271.gate_proj,0.0076301957,hessian_weighted_relative_error,44570,0.02500,0.944
23,model.language_model.layers.23.mlp.experts.271.up_proj,0.0079198249,hessian_weighted_relative_error,44570,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.272.down_proj,0.0114729077,hessian_weighted_relative_error,34584,0.02500,0.768
23,model.language_model.layers.23.mlp.experts.272.gate_proj,0.0059948986,hessian_weighted_relative_error,34584,0.02500,0.793
23,model.language_model.layers.23.mlp.experts.272.up_proj,0.0083758550,hessian_weighted_relative_error,34584,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.273.down_proj,0.0118818195,hessian_weighted_relative_error,14119,0.02500,0.886
23,model.language_model.layers.23.mlp.experts.273.gate_proj,0.0062671895,hessian_weighted_relative_error,14119,0.02500,0.943
23,model.language_model.layers.23.mlp.experts.273.up_proj,0.0069907952,hessian_weighted_relative_error,14119,0.02500,0.944
23,model.language_model.layers.23.mlp.experts.274.down_proj,0.0151638348,hessian_weighted_relative_error,34607,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.274.gate_proj,0.0081679765,hessian_weighted_relative_error,34607,0.02500,0.794
23,model.language_model.layers.23.mlp.experts.274.up_proj,0.0099889244,hessian_weighted_relative_error,34607,0.02500,0.806
23,model.language_model.layers.23.mlp.experts.275.down_proj,0.0112618994,hessian_weighted_relative_error,20703,0.02500,0.889
23,model.language_model.layers.23.mlp.experts.275.gate_proj,0.0047834273,hessian_weighted_relative_error,20703,0.02500,0.932
23,model.language_model.layers.23.mlp.experts.275.up_proj,0.0049396711,hessian_weighted_relative_error,20703,0.02500,0.946
23,model.language_model.layers.23.mlp.experts.276.down_proj,0.0104080374,hessian_weighted_relative_error,19487,0.02500,0.764
23,model.language_model.layers.23.mlp.experts.276.gate_proj,0.0059110267,hessian_weighted_relative_error,19487,0.02500,0.795
23,model.language_model.layers.23.mlp.experts.276.up_proj,0.0063665529,hessian_weighted_relative_error,19487,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.277.down_proj,0.0146625051,hessian_weighted_relative_error,28466,0.02500,0.886
23,model.language_model.layers.23.mlp.experts.277.gate_proj,0.0083632891,hessian_weighted_relative_error,28466,0.02500,0.925
23,model.language_model.layers.23.mlp.experts.277.up_proj,0.0090380817,hessian_weighted_relative_error,28466,0.02500,0.949
23,model.language_model.layers.23.mlp.experts.278.down_proj,0.0112360331,hessian_weighted_relative_error,12388,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.278.gate_proj,0.0055767901,hessian_weighted_relative_error,12388,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.278.up_proj,0.0060798442,hessian_weighted_relative_error,12388,0.02500,0.811
23,model.language_model.layers.23.mlp.experts.279.down_proj,0.0119604152,hessian_weighted_relative_error,32961,0.02500,0.886
23,model.language_model.layers.23.mlp.experts.279.gate_proj,0.0058372731,hessian_weighted_relative_error,32961,0.02500,0.928
23,model.language_model.layers.23.mlp.experts.279.up_proj,0.0062909432,hessian_weighted_relative_error,32961,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.28.down_proj,0.0105119478,hessian_weighted_relative_error,20105,0.02500,0.726
23,model.language_model.layers.23.mlp.experts.28.gate_proj,0.0038765958,hessian_weighted_relative_error,20105,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.28.up_proj,0.0039897489,hessian_weighted_relative_error,20105,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.280.down_proj,0.0103766577,hessian_weighted_relative_error,30824,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.280.gate_proj,0.0051520111,hessian_weighted_relative_error,30824,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.280.up_proj,0.0055791041,hessian_weighted_relative_error,30824,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.281.down_proj,0.0123206552,hessian_weighted_relative_error,25908,0.02500,0.887
23,model.language_model.layers.23.mlp.experts.281.gate_proj,0.0062135096,hessian_weighted_relative_error,25908,0.02500,0.929
23,model.language_model.layers.23.mlp.experts.281.up_proj,0.0067858424,hessian_weighted_relative_error,25908,0.02500,0.938
23,model.language_model.layers.23.mlp.experts.282.down_proj,0.0079123405,hessian_weighted_relative_error,33213,0.02500,0.767
23,model.language_model.layers.23.mlp.experts.282.gate_proj,0.0044898633,hessian_weighted_relative_error,33213,0.02500,0.801
23,model.language_model.layers.23.mlp.experts.282.up_proj,0.0051333811,hessian_weighted_relative_error,33213,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.283.down_proj,0.0131671863,hessian_weighted_relative_error,27604,0.02500,0.890
23,model.language_model.layers.23.mlp.experts.283.gate_proj,0.0078150054,hessian_weighted_relative_error,27604,0.02500,0.935
23,model.language_model.layers.23.mlp.experts.283.up_proj,0.0088100434,hessian_weighted_relative_error,27604,0.02500,0.932
23,model.language_model.layers.23.mlp.experts.284.down_proj,0.0072013851,hessian_weighted_relative_error,4450,0.02500,0.764
23,model.language_model.layers.23.mlp.experts.284.gate_proj,0.0029568401,hessian_weighted_relative_error,4450,0.02500,0.792
23,model.language_model.layers.23.mlp.experts.284.up_proj,0.0033421153,hessian_weighted_relative_error,4450,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.285.down_proj,0.0107649588,hessian_weighted_relative_error,11753,0.02500,0.886
23,model.language_model.layers.23.mlp.experts.285.gate_proj,0.0040432481,hessian_weighted_relative_error,11753,0.02500,0.928
23,model.language_model.layers.23.mlp.experts.285.up_proj,0.0043465949,hessian_weighted_relative_error,11753,0.02500,0.935
23,model.language_model.layers.23.mlp.experts.286.down_proj,0.0121908284,hessian_weighted_relative_error,30585,0.02500,0.764
23,model.language_model.layers.23.mlp.experts.286.gate_proj,0.0056853240,hessian_weighted_relative_error,30585,0.02500,0.794
23,model.language_model.layers.23.mlp.experts.286.up_proj,0.0067199250,hessian_weighted_relative_error,30585,0.02500,0.806
23,model.language_model.layers.23.mlp.experts.287.down_proj,0.0095243998,hessian_weighted_relative_error,23554,0.02500,0.887
23,model.language_model.layers.23.mlp.experts.287.gate_proj,0.0049775217,hessian_weighted_relative_error,23554,0.02500,0.932
23,model.language_model.layers.23.mlp.experts.287.up_proj,0.0053806533,hessian_weighted_relative_error,23554,0.02500,0.945
23,model.language_model.layers.23.mlp.experts.29.down_proj,0.0136517035,hessian_weighted_relative_error,30682,0.02500,0.801
23,model.language_model.layers.23.mlp.experts.29.gate_proj,0.0079259332,hessian_weighted_relative_error,30682,0.02500,0.848
23,model.language_model.layers.23.mlp.experts.29.up_proj,0.0086341244,hessian_weighted_relative_error,30682,0.02500,0.936
23,model.language_model.layers.23.mlp.experts.3.down_proj,0.0102391623,hessian_weighted_relative_error,33448,0.02500,0.793
23,model.language_model.layers.23.mlp.experts.3.gate_proj,0.0051631000,hessian_weighted_relative_error,33448,0.02500,0.837
23,model.language_model.layers.23.mlp.experts.3.up_proj,0.0056107402,hessian_weighted_relative_error,33448,0.02500,0.932
23,model.language_model.layers.23.mlp.experts.30.down_proj,0.0117956143,hessian_weighted_relative_error,30701,0.02500,0.724
23,model.language_model.layers.23.mlp.experts.30.gate_proj,0.0058372467,hessian_weighted_relative_error,30701,0.02500,0.753
23,model.language_model.layers.23.mlp.experts.30.up_proj,0.0062704686,hessian_weighted_relative_error,30701,0.02500,0.799
23,model.language_model.layers.23.mlp.experts.31.down_proj,0.0151267943,hessian_weighted_relative_error,34597,0.02500,0.800
23,model.language_model.layers.23.mlp.experts.31.gate_proj,0.0087012905,hessian_weighted_relative_error,34597,0.02500,0.850
23,model.language_model.layers.23.mlp.experts.31.up_proj,0.0102655622,hessian_weighted_relative_error,34597,0.02500,0.949
23,model.language_model.layers.23.mlp.experts.32.down_proj,0.0104018193,hessian_weighted_relative_error,40639,0.02500,0.727
23,model.language_model.layers.23.mlp.experts.32.gate_proj,0.0055428978,hessian_weighted_relative_error,40639,0.02500,0.754
23,model.language_model.layers.23.mlp.experts.32.up_proj,0.0065287513,hessian_weighted_relative_error,40639,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.33.down_proj,0.0129762391,hessian_weighted_relative_error,26681,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.33.gate_proj,0.0068813644,hessian_weighted_relative_error,26681,0.02500,0.852
23,model.language_model.layers.23.mlp.experts.33.up_proj,0.0075333272,hessian_weighted_relative_error,26681,0.02500,0.942
23,model.language_model.layers.23.mlp.experts.34.down_proj,0.0136481486,hessian_weighted_relative_error,23306,0.02500,0.728
23,model.language_model.layers.23.mlp.experts.34.gate_proj,0.0083229990,hessian_weighted_relative_error,23306,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.34.up_proj,0.0093727839,hessian_weighted_relative_error,23306,0.02500,0.798
23,model.language_model.layers.23.mlp.experts.35.down_proj,0.0149319698,hessian_weighted_relative_error,36793,0.02500,0.811
23,model.language_model.layers.23.mlp.experts.35.gate_proj,0.0084409223,hessian_weighted_relative_error,36793,0.02500,0.854
23,model.language_model.layers.23.mlp.experts.35.up_proj,0.0091986685,hessian_weighted_relative_error,36793,0.02500,0.941
23,model.language_model.layers.23.mlp.experts.36.down_proj,0.0120070384,hessian_weighted_relative_error,17913,0.02500,0.728
23,model.language_model.layers.23.mlp.experts.36.gate_proj,0.0079290054,hessian_weighted_relative_error,17913,0.02500,0.754
23,model.language_model.layers.23.mlp.experts.36.up_proj,0.0083481441,hessian_weighted_relative_error,17913,0.02500,0.795
23,model.language_model.layers.23.mlp.experts.37.down_proj,0.0135408532,hessian_weighted_relative_error,32001,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.37.gate_proj,0.0078848841,hessian_weighted_relative_error,32001,0.02500,0.862
23,model.language_model.layers.23.mlp.experts.37.up_proj,0.0088189361,hessian_weighted_relative_error,32001,0.02500,0.955
23,model.language_model.layers.23.mlp.experts.38.down_proj,0.0106824286,hessian_weighted_relative_error,15620,0.02500,0.727
23,model.language_model.layers.23.mlp.experts.38.gate_proj,0.0051434629,hessian_weighted_relative_error,15620,0.02500,0.756
23,model.language_model.layers.23.mlp.experts.38.up_proj,0.0056430026,hessian_weighted_relative_error,15620,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.39.down_proj,0.0103933938,hessian_weighted_relative_error,18760,0.02500,0.805
23,model.language_model.layers.23.mlp.experts.39.gate_proj,0.0042624699,hessian_weighted_relative_error,18760,0.02500,0.855
23,model.language_model.layers.23.mlp.experts.39.up_proj,0.0050648203,hessian_weighted_relative_error,18760,0.02500,0.945
23,model.language_model.layers.23.mlp.experts.4.down_proj,0.0085311721,hessian_weighted_relative_error,53891,0.02500,0.717
23,model.language_model.layers.23.mlp.experts.4.gate_proj,0.0041598328,hessian_weighted_relative_error,53891,0.02500,0.745
23,model.language_model.layers.23.mlp.experts.4.up_proj,0.0046383129,hessian_weighted_relative_error,53891,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.40.down_proj,0.0113184772,hessian_weighted_relative_error,48512,0.02500,0.729
23,model.language_model.layers.23.mlp.experts.40.gate_proj,0.0041626876,hessian_weighted_relative_error,48512,0.02500,0.757
23,model.language_model.layers.23.mlp.experts.40.up_proj,0.0058946068,hessian_weighted_relative_error,48512,0.02500,0.795
23,model.language_model.layers.23.mlp.experts.41.down_proj,0.0139861378,hessian_weighted_relative_error,24736,0.02500,0.810
23,model.language_model.layers.23.mlp.experts.41.gate_proj,0.0070782888,hessian_weighted_relative_error,24736,0.02500,0.858
23,model.language_model.layers.23.mlp.experts.41.up_proj,0.0077833128,hessian_weighted_relative_error,24736,0.02500,0.951
23,model.language_model.layers.23.mlp.experts.42.down_proj,0.0095352101,hessian_weighted_relative_error,19497,0.02500,0.731
23,model.language_model.layers.23.mlp.experts.42.gate_proj,0.0040301761,hessian_weighted_relative_error,19497,0.02500,0.758
23,model.language_model.layers.23.mlp.experts.42.up_proj,0.0043610539,hessian_weighted_relative_error,19497,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.43.down_proj,0.0044618765,hessian_weighted_relative_error,1024,0.02500,0.813
23,model.language_model.layers.23.mlp.experts.43.gate_proj,0.0020595790,hessian_weighted_relative_error,1024,0.02500,0.858
23,model.language_model.layers.23.mlp.experts.43.up_proj,0.0023558679,hessian_weighted_relative_error,1024,0.02500,0.937
23,model.language_model.layers.23.mlp.experts.44.down_proj,0.0126196186,hessian_weighted_relative_error,41259,0.02500,0.729
23,model.language_model.layers.23.mlp.experts.44.gate_proj,0.0067123501,hessian_weighted_relative_error,41259,0.02500,0.758
23,model.language_model.layers.23.mlp.experts.44.up_proj,0.0075804396,hessian_weighted_relative_error,41259,0.02500,0.800
23,model.language_model.layers.23.mlp.experts.45.down_proj,0.0109376688,hessian_weighted_relative_error,18253,0.02500,0.809
23,model.language_model.layers.23.mlp.experts.45.gate_proj,0.0048042537,hessian_weighted_relative_error,18253,0.02500,0.856
23,model.language_model.layers.23.mlp.experts.45.up_proj,0.0053451607,hessian_weighted_relative_error,18253,0.02500,0.941
23,model.language_model.layers.23.mlp.experts.46.down_proj,0.0114671860,hessian_weighted_relative_error,39356,0.02500,0.729
23,model.language_model.layers.23.mlp.experts.46.gate_proj,0.0061216456,hessian_weighted_relative_error,39356,0.02500,0.757
23,model.language_model.layers.23.mlp.experts.46.up_proj,0.0067676878,hessian_weighted_relative_error,39356,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.47.down_proj,0.0091219810,hessian_weighted_relative_error,9127,0.02500,0.808
23,model.language_model.layers.23.mlp.experts.47.gate_proj,0.0036097159,hessian_weighted_relative_error,9127,0.02500,0.860
23,model.language_model.layers.23.mlp.experts.47.up_proj,0.0038039404,hessian_weighted_relative_error,9127,0.02500,0.944
23,model.language_model.layers.23.mlp.experts.48.down_proj,0.0117273269,hessian_weighted_relative_error,26079,0.02500,0.734
23,model.language_model.layers.23.mlp.experts.48.gate_proj,0.0057905058,hessian_weighted_relative_error,26079,0.02500,0.759
23,model.language_model.layers.23.mlp.experts.48.up_proj,0.0062914338,hessian_weighted_relative_error,26079,0.02500,0.795
23,model.language_model.layers.23.mlp.experts.49.down_proj,0.0117531009,hessian_weighted_relative_error,62992,0.02500,0.813
23,model.language_model.layers.23.mlp.experts.49.gate_proj,0.0059762664,hessian_weighted_relative_error,62992,0.02500,0.861
23,model.language_model.layers.23.mlp.experts.49.up_proj,0.0067332098,hessian_weighted_relative_error,62992,0.02500,0.945
23,model.language_model.layers.23.mlp.experts.5.down_proj,0.0112022338,hessian_weighted_relative_error,15745,0.02500,0.788
23,model.language_model.layers.23.mlp.experts.5.gate_proj,0.0052781390,hessian_weighted_relative_error,15745,0.02500,0.837
23,model.language_model.layers.23.mlp.experts.5.up_proj,0.0059078270,hessian_weighted_relative_error,15745,0.02500,0.940
23,model.language_model.layers.23.mlp.experts.50.down_proj,0.0127895268,hessian_weighted_relative_error,25895,0.02500,0.733
23,model.language_model.layers.23.mlp.experts.50.gate_proj,0.0065035091,hessian_weighted_relative_error,25895,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.50.up_proj,0.0074213155,hessian_weighted_relative_error,25895,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.51.down_proj,0.0092917882,hessian_weighted_relative_error,21930,0.02500,0.818
23,model.language_model.layers.23.mlp.experts.51.gate_proj,0.0043019948,hessian_weighted_relative_error,21930,0.02500,0.862
23,model.language_model.layers.23.mlp.experts.51.up_proj,0.0045490935,hessian_weighted_relative_error,21930,0.02500,0.945
23,model.language_model.layers.23.mlp.experts.52.down_proj,0.0090471275,hessian_weighted_relative_error,25578,0.02500,0.735
23,model.language_model.layers.23.mlp.experts.52.gate_proj,0.0050314448,hessian_weighted_relative_error,25578,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.52.up_proj,0.0057283906,hessian_weighted_relative_error,25578,0.02500,0.798
23,model.language_model.layers.23.mlp.experts.53.down_proj,0.0133793833,hessian_weighted_relative_error,31708,0.02500,0.812
23,model.language_model.layers.23.mlp.experts.53.gate_proj,0.0076272311,hessian_weighted_relative_error,31708,0.02500,0.862
23,model.language_model.layers.23.mlp.experts.53.up_proj,0.0080845382,hessian_weighted_relative_error,31708,0.02500,0.942
23,model.language_model.layers.23.mlp.experts.54.down_proj,0.0127697895,hessian_weighted_relative_error,45507,0.02500,0.731
23,model.language_model.layers.23.mlp.experts.54.gate_proj,0.0081777567,hessian_weighted_relative_error,45507,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.54.up_proj,0.0086970693,hessian_weighted_relative_error,45507,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.55.down_proj,0.0125129875,hessian_weighted_relative_error,39441,0.02500,0.811
23,model.language_model.layers.23.mlp.experts.55.gate_proj,0.0071956028,hessian_weighted_relative_error,39441,0.02500,0.865
23,model.language_model.layers.23.mlp.experts.55.up_proj,0.0080109694,hessian_weighted_relative_error,39441,0.02500,0.944
23,model.language_model.layers.23.mlp.experts.56.down_proj,0.0102882689,hessian_weighted_relative_error,41803,0.02500,0.734
23,model.language_model.layers.23.mlp.experts.56.gate_proj,0.0054114822,hessian_weighted_relative_error,41803,0.02500,0.764
23,model.language_model.layers.23.mlp.experts.56.up_proj,0.0060960939,hessian_weighted_relative_error,41803,0.02500,0.799
23,model.language_model.layers.23.mlp.experts.57.down_proj,0.0111092184,hessian_weighted_relative_error,5487,0.02500,0.817
23,model.language_model.layers.23.mlp.experts.57.gate_proj,0.0051290146,hessian_weighted_relative_error,5487,0.02500,0.868
23,model.language_model.layers.23.mlp.experts.57.up_proj,0.0060361077,hessian_weighted_relative_error,5487,0.02500,0.941
23,model.language_model.layers.23.mlp.experts.58.down_proj,0.0131594775,hessian_weighted_relative_error,35344,0.02500,0.735
23,model.language_model.layers.23.mlp.experts.58.gate_proj,0.0077526542,hessian_weighted_relative_error,35344,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.58.up_proj,0.0085156960,hessian_weighted_relative_error,35344,0.02500,0.799
23,model.language_model.layers.23.mlp.experts.59.down_proj,0.0123477926,hessian_weighted_relative_error,45979,0.02500,0.820
23,model.language_model.layers.23.mlp.experts.59.gate_proj,0.0057628046,hessian_weighted_relative_error,45979,0.02500,0.867
23,model.language_model.layers.23.mlp.experts.59.up_proj,0.0061735637,hessian_weighted_relative_error,45979,0.02500,0.943
23,model.language_model.layers.23.mlp.experts.6.down_proj,0.0126513471,hessian_weighted_relative_error,93410,0.02500,0.718
23,model.language_model.layers.23.mlp.experts.6.gate_proj,0.0088238618,hessian_weighted_relative_error,93410,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.6.up_proj,0.0097958327,hessian_weighted_relative_error,93410,0.02500,0.798
23,model.language_model.layers.23.mlp.experts.60.down_proj,0.0116943948,hessian_weighted_relative_error,55472,0.02500,0.734
23,model.language_model.layers.23.mlp.experts.60.gate_proj,0.0067614549,hessian_weighted_relative_error,55472,0.02500,0.761
23,model.language_model.layers.23.mlp.experts.60.up_proj,0.0070660933,hessian_weighted_relative_error,55472,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.61.down_proj,0.0141263871,hessian_weighted_relative_error,39287,0.02500,0.821
23,model.language_model.layers.23.mlp.experts.61.gate_proj,0.0076823567,hessian_weighted_relative_error,39287,0.02500,0.867
23,model.language_model.layers.23.mlp.experts.61.up_proj,0.0085933934,hessian_weighted_relative_error,39287,0.02500,0.957
23,model.language_model.layers.23.mlp.experts.62.down_proj,0.0105317263,hessian_weighted_relative_error,31744,0.02500,0.733
23,model.language_model.layers.23.mlp.experts.62.gate_proj,0.0056073566,hessian_weighted_relative_error,31744,0.02500,0.763
23,model.language_model.layers.23.mlp.experts.62.up_proj,0.0061016764,hessian_weighted_relative_error,31744,0.02500,0.800
23,model.language_model.layers.23.mlp.experts.63.down_proj,0.0119858597,hessian_weighted_relative_error,36365,0.02500,0.814
23,model.language_model.layers.23.mlp.experts.63.gate_proj,0.0069210179,hessian_weighted_relative_error,36365,0.02500,0.868
23,model.language_model.layers.23.mlp.experts.63.up_proj,0.0080177730,hessian_weighted_relative_error,36365,0.02500,0.946
23,model.language_model.layers.23.mlp.experts.64.down_proj,0.0122109463,hessian_weighted_relative_error,33412,0.02500,0.737
23,model.language_model.layers.23.mlp.experts.64.gate_proj,0.0051627045,hessian_weighted_relative_error,33412,0.02500,0.764
23,model.language_model.layers.23.mlp.experts.64.up_proj,0.0055437116,hessian_weighted_relative_error,33412,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.65.down_proj,0.0083634769,hessian_weighted_relative_error,11638,0.02500,0.820
23,model.language_model.layers.23.mlp.experts.65.gate_proj,0.0037738954,hessian_weighted_relative_error,11638,0.02500,0.870
23,model.language_model.layers.23.mlp.experts.65.up_proj,0.0038827532,hessian_weighted_relative_error,11638,0.02500,0.975
23,model.language_model.layers.23.mlp.experts.66.down_proj,0.0110481669,hessian_weighted_relative_error,7996,0.02500,0.737
23,model.language_model.layers.23.mlp.experts.66.gate_proj,0.0040283594,hessian_weighted_relative_error,7996,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.66.up_proj,0.0044493363,hessian_weighted_relative_error,7996,0.02500,0.801
23,model.language_model.layers.23.mlp.experts.67.down_proj,0.0109192205,hessian_weighted_relative_error,13435,0.02500,0.824
23,model.language_model.layers.23.mlp.experts.67.gate_proj,0.0051465454,hessian_weighted_relative_error,13435,0.02500,0.871
23,model.language_model.layers.23.mlp.experts.67.up_proj,0.0060426134,hessian_weighted_relative_error,13435,0.02500,0.947
23,model.language_model.layers.23.mlp.experts.68.down_proj,0.0135165000,hessian_weighted_relative_error,30662,0.02500,0.739
23,model.language_model.layers.23.mlp.experts.68.gate_proj,0.0062967059,hessian_weighted_relative_error,30662,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.68.up_proj,0.0067363305,hessian_weighted_relative_error,30662,0.02500,0.797
23,model.language_model.layers.23.mlp.experts.69.down_proj,0.0105690192,hessian_weighted_relative_error,17430,0.02500,0.819
23,model.language_model.layers.23.mlp.experts.69.gate_proj,0.0053260951,hessian_weighted_relative_error,17430,0.02500,0.879
23,model.language_model.layers.23.mlp.experts.69.up_proj,0.0060372407,hessian_weighted_relative_error,17430,0.02500,0.947
23,model.language_model.layers.23.mlp.experts.7.down_proj,0.0120355221,hessian_weighted_relative_error,19987,0.02500,0.774
23,model.language_model.layers.23.mlp.experts.7.gate_proj,0.0073075117,hessian_weighted_relative_error,19987,0.02500,0.868
23,model.language_model.layers.23.mlp.experts.7.up_proj,0.0082079898,hessian_weighted_relative_error,19987,0.02500,0.936
23,model.language_model.layers.23.mlp.experts.70.down_proj,0.0085151922,hessian_weighted_relative_error,19369,0.02500,0.735
23,model.language_model.layers.23.mlp.experts.70.gate_proj,0.0034488568,hessian_weighted_relative_error,19369,0.02500,0.766
23,model.language_model.layers.23.mlp.experts.70.up_proj,0.0037438807,hessian_weighted_relative_error,19369,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.71.down_proj,0.0066824230,hessian_weighted_relative_error,6415,0.02500,0.818
23,model.language_model.layers.23.mlp.experts.71.gate_proj,0.0025274391,hessian_weighted_relative_error,6415,0.02500,0.882
23,model.language_model.layers.23.mlp.experts.71.up_proj,0.0027035867,hessian_weighted_relative_error,6415,0.02500,0.948
23,model.language_model.layers.23.mlp.experts.72.down_proj,0.0127192380,hessian_weighted_relative_error,8801,0.02500,0.739
23,model.language_model.layers.23.mlp.experts.72.gate_proj,0.0060378598,hessian_weighted_relative_error,8801,0.02500,0.767
23,model.language_model.layers.23.mlp.experts.72.up_proj,0.0067712480,hessian_weighted_relative_error,8801,0.02500,0.799
23,model.language_model.layers.23.mlp.experts.73.down_proj,0.0104084900,hessian_weighted_relative_error,18064,0.02500,0.824
23,model.language_model.layers.23.mlp.experts.73.gate_proj,0.0056641486,hessian_weighted_relative_error,18064,0.02500,0.875
23,model.language_model.layers.23.mlp.experts.73.up_proj,0.0063918503,hessian_weighted_relative_error,18064,0.02500,0.949
23,model.language_model.layers.23.mlp.experts.74.down_proj,0.0147302422,hessian_weighted_relative_error,43139,0.02500,0.738
23,model.language_model.layers.23.mlp.experts.74.gate_proj,0.0085700299,hessian_weighted_relative_error,43139,0.02500,0.766
23,model.language_model.layers.23.mlp.experts.74.up_proj,0.0096388925,hessian_weighted_relative_error,43139,0.02500,0.799
23,model.language_model.layers.23.mlp.experts.75.down_proj,0.0124253012,hessian_weighted_relative_error,25954,0.02500,0.828
23,model.language_model.layers.23.mlp.experts.75.gate_proj,0.0054217782,hessian_weighted_relative_error,25954,0.02500,0.876
23,model.language_model.layers.23.mlp.experts.75.up_proj,0.0060743521,hessian_weighted_relative_error,25954,0.02500,0.947
23,model.language_model.layers.23.mlp.experts.76.down_proj,0.0130144941,hessian_weighted_relative_error,35069,0.02500,0.738
23,model.language_model.layers.23.mlp.experts.76.gate_proj,0.0053675325,hessian_weighted_relative_error,35069,0.02500,0.768
23,model.language_model.layers.23.mlp.experts.76.up_proj,0.0060006717,hessian_weighted_relative_error,35069,0.02500,0.799
23,model.language_model.layers.23.mlp.experts.77.down_proj,0.0120624109,hessian_weighted_relative_error,24049,0.02500,0.823
23,model.language_model.layers.23.mlp.experts.77.gate_proj,0.0069366107,hessian_weighted_relative_error,24049,0.02500,0.874
23,model.language_model.layers.23.mlp.experts.77.up_proj,0.0073884577,hessian_weighted_relative_error,24049,0.02500,0.942
23,model.language_model.layers.23.mlp.experts.78.down_proj,0.0084919778,hessian_weighted_relative_error,3719,0.02500,0.737
23,model.language_model.layers.23.mlp.experts.78.gate_proj,0.0029080833,hessian_weighted_relative_error,3719,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.78.up_proj,0.0031261794,hessian_weighted_relative_error,3719,0.02500,0.801
23,model.language_model.layers.23.mlp.experts.79.down_proj,0.0143724585,hessian_weighted_relative_error,37028,0.02500,0.823
23,model.language_model.layers.23.mlp.experts.79.gate_proj,0.0077075750,hessian_weighted_relative_error,37028,0.02500,0.874
23,model.language_model.layers.23.mlp.experts.79.up_proj,0.0087028847,hessian_weighted_relative_error,37028,0.02500,0.952
23,model.language_model.layers.23.mlp.experts.8.down_proj,0.0119490376,hessian_weighted_relative_error,7980,0.02500,0.719
23,model.language_model.layers.23.mlp.experts.8.gate_proj,0.0054819525,hessian_weighted_relative_error,7980,0.02500,0.745
23,model.language_model.layers.23.mlp.experts.8.up_proj,0.0061383218,hessian_weighted_relative_error,7980,0.02500,0.796
23,model.language_model.layers.23.mlp.experts.80.down_proj,0.0120452359,hessian_weighted_relative_error,27781,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.80.gate_proj,0.0063398924,hessian_weighted_relative_error,27781,0.02500,0.765
23,model.language_model.layers.23.mlp.experts.80.up_proj,0.0074628573,hessian_weighted_relative_error,27781,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.81.down_proj,0.0068538801,hessian_weighted_relative_error,4215,0.02500,0.826
23,model.language_model.layers.23.mlp.experts.81.gate_proj,0.0021750805,hessian_weighted_relative_error,4215,0.02500,0.879
23,model.language_model.layers.23.mlp.experts.81.up_proj,0.0022941951,hessian_weighted_relative_error,4215,0.02500,0.950
23,model.language_model.layers.23.mlp.experts.82.down_proj,0.0101378581,hessian_weighted_relative_error,15891,0.02500,0.742
23,model.language_model.layers.23.mlp.experts.82.gate_proj,0.0045395780,hessian_weighted_relative_error,15891,0.02500,0.770
23,model.language_model.layers.23.mlp.experts.82.up_proj,0.0050772955,hessian_weighted_relative_error,15891,0.02500,0.802
23,model.language_model.layers.23.mlp.experts.83.down_proj,0.0130100277,hessian_weighted_relative_error,15911,0.02500,0.832
23,model.language_model.layers.23.mlp.experts.83.gate_proj,0.0062858111,hessian_weighted_relative_error,15911,0.02500,0.879
23,model.language_model.layers.23.mlp.experts.83.up_proj,0.0070654151,hessian_weighted_relative_error,15911,0.02500,0.954
23,model.language_model.layers.23.mlp.experts.84.down_proj,0.0144892106,hessian_weighted_relative_error,38167,0.02500,0.745
23,model.language_model.layers.23.mlp.experts.84.gate_proj,0.0084271148,hessian_weighted_relative_error,38167,0.02500,0.769
23,model.language_model.layers.23.mlp.experts.84.up_proj,0.0100359407,hessian_weighted_relative_error,38167,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.85.down_proj,0.0124932196,hessian_weighted_relative_error,27939,0.02500,0.826
23,model.language_model.layers.23.mlp.experts.85.gate_proj,0.0063125132,hessian_weighted_relative_error,27939,0.02500,0.878
23,model.language_model.layers.23.mlp.experts.85.up_proj,0.0070085241,hessian_weighted_relative_error,27939,0.02500,0.942
23,model.language_model.layers.23.mlp.experts.86.down_proj,0.0124114684,hessian_weighted_relative_error,7040,0.02500,0.738
23,model.language_model.layers.23.mlp.experts.86.gate_proj,0.0060973465,hessian_weighted_relative_error,7040,0.02500,0.769
23,model.language_model.layers.23.mlp.experts.86.up_proj,0.0076075764,hessian_weighted_relative_error,7040,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.87.down_proj,0.0119880596,hessian_weighted_relative_error,37700,0.02500,0.825
23,model.language_model.layers.23.mlp.experts.87.gate_proj,0.0055680301,hessian_weighted_relative_error,37700,0.02500,0.879
23,model.language_model.layers.23.mlp.experts.87.up_proj,0.0062298019,hessian_weighted_relative_error,37700,0.02500,0.965
23,model.language_model.layers.23.mlp.experts.88.down_proj,0.0103167288,hessian_weighted_relative_error,6141,0.02500,0.745
23,model.language_model.layers.23.mlp.experts.88.gate_proj,0.0048672144,hessian_weighted_relative_error,6141,0.02500,0.791
23,model.language_model.layers.23.mlp.experts.88.up_proj,0.0054493026,hessian_weighted_relative_error,6141,0.02500,0.800
23,model.language_model.layers.23.mlp.experts.89.down_proj,0.0123537427,hessian_weighted_relative_error,14038,0.02500,0.831
23,model.language_model.layers.23.mlp.experts.89.gate_proj,0.0056143638,hessian_weighted_relative_error,14038,0.02500,0.884
23,model.language_model.layers.23.mlp.experts.89.up_proj,0.0062848484,hessian_weighted_relative_error,14038,0.02500,0.949
23,model.language_model.layers.23.mlp.experts.9.down_proj,0.0126185277,hessian_weighted_relative_error,16785,0.02500,0.795
23,model.language_model.layers.23.mlp.experts.9.gate_proj,0.0063156131,hessian_weighted_relative_error,16785,0.02500,0.841
23,model.language_model.layers.23.mlp.experts.9.up_proj,0.0072681805,hessian_weighted_relative_error,16785,0.02500,0.934
23,model.language_model.layers.23.mlp.experts.90.down_proj,0.0089297631,hessian_weighted_relative_error,25130,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.90.gate_proj,0.0041966638,hessian_weighted_relative_error,25130,0.02500,0.772
23,model.language_model.layers.23.mlp.experts.90.up_proj,0.0046600548,hessian_weighted_relative_error,25130,0.02500,0.804
23,model.language_model.layers.23.mlp.experts.91.down_proj,0.0107410248,hessian_weighted_relative_error,14410,0.02500,0.835
23,model.language_model.layers.23.mlp.experts.91.gate_proj,0.0043230787,hessian_weighted_relative_error,14410,0.02500,0.883
23,model.language_model.layers.23.mlp.experts.91.up_proj,0.0049674182,hessian_weighted_relative_error,14410,0.02500,0.939
23,model.language_model.layers.23.mlp.experts.92.down_proj,0.0128888732,hessian_weighted_relative_error,28691,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.92.gate_proj,0.0055784788,hessian_weighted_relative_error,28691,0.02500,0.770
23,model.language_model.layers.23.mlp.experts.92.up_proj,0.0063202126,hessian_weighted_relative_error,28691,0.02500,0.800
23,model.language_model.layers.23.mlp.experts.93.down_proj,0.0122805303,hessian_weighted_relative_error,33215,0.02500,0.829
23,model.language_model.layers.23.mlp.experts.93.gate_proj,0.0059794163,hessian_weighted_relative_error,33215,0.02500,0.883
23,model.language_model.layers.23.mlp.experts.93.up_proj,0.0065354176,hessian_weighted_relative_error,33215,0.02500,0.946
23,model.language_model.layers.23.mlp.experts.94.down_proj,0.0132477274,hessian_weighted_relative_error,27527,0.02500,0.740
23,model.language_model.layers.23.mlp.experts.94.gate_proj,0.0064957265,hessian_weighted_relative_error,27527,0.02500,0.770
23,model.language_model.layers.23.mlp.experts.94.up_proj,0.0070239423,hessian_weighted_relative_error,27527,0.02500,0.800
23,model.language_model.layers.23.mlp.experts.95.down_proj,0.0147215571,hessian_weighted_relative_error,36173,0.02500,0.829
23,model.language_model.layers.23.mlp.experts.95.gate_proj,0.0087089302,hessian_weighted_relative_error,36173,0.02500,0.885
23,model.language_model.layers.23.mlp.experts.95.up_proj,0.0098829206,hessian_weighted_relative_error,36173,0.02500,0.948
23,model.language_model.layers.23.mlp.experts.96.down_proj,0.0045417330,hessian_weighted_relative_error,1560,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.96.gate_proj,0.0019701734,hessian_weighted_relative_error,1560,0.02500,0.772
23,model.language_model.layers.23.mlp.experts.96.up_proj,0.0020308784,hessian_weighted_relative_error,1560,0.02500,0.807
23,model.language_model.layers.23.mlp.experts.97.down_proj,0.0117761116,hessian_weighted_relative_error,17857,0.02500,0.835
23,model.language_model.layers.23.mlp.experts.97.gate_proj,0.0063154474,hessian_weighted_relative_error,17857,0.02500,0.887
23,model.language_model.layers.23.mlp.experts.97.up_proj,0.0066867292,hessian_weighted_relative_error,17857,0.02500,0.948
23,model.language_model.layers.23.mlp.experts.98.down_proj,0.0139791006,hessian_weighted_relative_error,18493,0.02500,0.743
23,model.language_model.layers.23.mlp.experts.98.gate_proj,0.0076276164,hessian_weighted_relative_error,18493,0.02500,0.773
23,model.language_model.layers.23.mlp.experts.98.up_proj,0.0085136316,hessian_weighted_relative_error,18493,0.02500,0.803
23,model.language_model.layers.23.mlp.experts.99.down_proj,0.0101705129,hessian_weighted_relative_error,33469,0.02500,0.839
23,model.language_model.layers.23.mlp.experts.99.gate_proj,0.0048809203,hessian_weighted_relative_error,33469,0.02500,0.886
23,model.language_model.layers.23.mlp.experts.99.up_proj,0.0054607004,hessian_weighted_relative_error,33469,0.02500,0.944
24,model.language_model.layers.24.mlp.experts.0.down_proj,0.0101223201,hessian_weighted_relative_error,12308,0.02500,0.710
24,model.language_model.layers.24.mlp.experts.0.gate_proj,0.0052746916,hessian_weighted_relative_error,12308,0.02500,0.751
24,model.language_model.layers.24.mlp.experts.0.up_proj,0.0057287471,hessian_weighted_relative_error,12308,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.1.down_proj,0.0093450869,hessian_weighted_relative_error,18308,0.02500,0.774
24,model.language_model.layers.24.mlp.experts.1.gate_proj,0.0038553743,hessian_weighted_relative_error,18308,0.02500,0.842
24,model.language_model.layers.24.mlp.experts.1.up_proj,0.0041898238,hessian_weighted_relative_error,18308,0.02500,0.938
24,model.language_model.layers.24.mlp.experts.10.down_proj,0.0107967464,hessian_weighted_relative_error,25838,0.02500,0.721
24,model.language_model.layers.24.mlp.experts.10.gate_proj,0.0072620777,hessian_weighted_relative_error,25838,0.02500,0.753
24,model.language_model.layers.24.mlp.experts.10.up_proj,0.0080733811,hessian_weighted_relative_error,25838,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.100.down_proj,0.0138268455,hessian_weighted_relative_error,55313,0.02500,0.743
24,model.language_model.layers.24.mlp.experts.100.gate_proj,0.0078926955,hessian_weighted_relative_error,55313,0.02500,0.775
24,model.language_model.layers.24.mlp.experts.100.up_proj,0.0085563275,hessian_weighted_relative_error,55313,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.101.down_proj,0.0081445368,hessian_weighted_relative_error,10272,0.02500,0.835
24,model.language_model.layers.24.mlp.experts.101.gate_proj,0.0047528522,hessian_weighted_relative_error,10272,0.02500,0.890
24,model.language_model.layers.24.mlp.experts.101.up_proj,0.0052282448,hessian_weighted_relative_error,10272,0.02500,0.959
24,model.language_model.layers.24.mlp.experts.102.down_proj,0.0089505629,hessian_weighted_relative_error,36232,0.02500,0.743
24,model.language_model.layers.24.mlp.experts.102.gate_proj,0.0046529895,hessian_weighted_relative_error,36232,0.02500,0.776
24,model.language_model.layers.24.mlp.experts.102.up_proj,0.0051751007,hessian_weighted_relative_error,36232,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.103.down_proj,0.0060618522,hessian_weighted_relative_error,53461,0.02500,0.834
24,model.language_model.layers.24.mlp.experts.103.gate_proj,0.0044750716,hessian_weighted_relative_error,53461,0.02500,0.895
24,model.language_model.layers.24.mlp.experts.103.up_proj,0.0047914361,hessian_weighted_relative_error,53461,0.02500,0.958
24,model.language_model.layers.24.mlp.experts.104.down_proj,0.0125922608,hessian_weighted_relative_error,40496,0.02500,0.743
24,model.language_model.layers.24.mlp.experts.104.gate_proj,0.0074473162,hessian_weighted_relative_error,40496,0.02500,0.778
24,model.language_model.layers.24.mlp.experts.104.up_proj,0.0081816720,hessian_weighted_relative_error,40496,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.105.down_proj,0.0133942303,hessian_weighted_relative_error,49119,0.02500,0.838
24,model.language_model.layers.24.mlp.experts.105.gate_proj,0.0083569100,hessian_weighted_relative_error,49119,0.02500,0.894
24,model.language_model.layers.24.mlp.experts.105.up_proj,0.0094918650,hessian_weighted_relative_error,49119,0.02500,0.955
24,model.language_model.layers.24.mlp.experts.106.down_proj,0.0108432029,hessian_weighted_relative_error,58018,0.02500,0.747
24,model.language_model.layers.24.mlp.experts.106.gate_proj,0.0068510816,hessian_weighted_relative_error,58018,0.02500,0.778
24,model.language_model.layers.24.mlp.experts.106.up_proj,0.0072328188,hessian_weighted_relative_error,58018,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.107.down_proj,0.0027710469,hessian_weighted_relative_error,1024,0.02500,0.843
24,model.language_model.layers.24.mlp.experts.107.gate_proj,0.0014745119,hessian_weighted_relative_error,1024,0.02500,0.891
24,model.language_model.layers.24.mlp.experts.107.up_proj,0.0018370038,hessian_weighted_relative_error,1024,0.02500,0.955
24,model.language_model.layers.24.mlp.experts.108.down_proj,0.0074932410,hessian_weighted_relative_error,16331,0.02500,0.744
24,model.language_model.layers.24.mlp.experts.108.gate_proj,0.0035672729,hessian_weighted_relative_error,16331,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.108.up_proj,0.0036145520,hessian_weighted_relative_error,16331,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.109.down_proj,0.0076337113,hessian_weighted_relative_error,35733,0.02500,0.841
24,model.language_model.layers.24.mlp.experts.109.gate_proj,0.0037114929,hessian_weighted_relative_error,35733,0.02500,0.891
24,model.language_model.layers.24.mlp.experts.109.up_proj,0.0040780488,hessian_weighted_relative_error,35733,0.02500,0.952
24,model.language_model.layers.24.mlp.experts.11.down_proj,0.0102684440,hessian_weighted_relative_error,7679,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.11.gate_proj,0.0045933753,hessian_weighted_relative_error,7679,0.02500,0.845
24,model.language_model.layers.24.mlp.experts.11.up_proj,0.0049185688,hessian_weighted_relative_error,7679,0.02500,0.938
24,model.language_model.layers.24.mlp.experts.110.down_proj,0.0084514846,hessian_weighted_relative_error,11277,0.02500,0.745
24,model.language_model.layers.24.mlp.experts.110.gate_proj,0.0044153262,hessian_weighted_relative_error,11277,0.02500,0.777
24,model.language_model.layers.24.mlp.experts.110.up_proj,0.0050367436,hessian_weighted_relative_error,11277,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.111.down_proj,0.0092200478,hessian_weighted_relative_error,19480,0.02500,0.838
24,model.language_model.layers.24.mlp.experts.111.gate_proj,0.0062768089,hessian_weighted_relative_error,19480,0.02500,0.898
24,model.language_model.layers.24.mlp.experts.111.up_proj,0.0068799959,hessian_weighted_relative_error,19480,0.02500,0.964
24,model.language_model.layers.24.mlp.experts.112.down_proj,0.0096704168,hessian_weighted_relative_error,29095,0.02500,0.745
24,model.language_model.layers.24.mlp.experts.112.gate_proj,0.0053742216,hessian_weighted_relative_error,29095,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.112.up_proj,0.0060604736,hessian_weighted_relative_error,29095,0.02500,0.819
24,model.language_model.layers.24.mlp.experts.113.down_proj,0.0091694564,hessian_weighted_relative_error,7004,0.02500,0.840
24,model.language_model.layers.24.mlp.experts.113.gate_proj,0.0043781431,hessian_weighted_relative_error,7004,0.02500,0.895
24,model.language_model.layers.24.mlp.experts.113.up_proj,0.0046643422,hessian_weighted_relative_error,7004,0.02500,0.959
24,model.language_model.layers.24.mlp.experts.114.down_proj,0.0129846501,hessian_weighted_relative_error,46855,0.02500,0.750
24,model.language_model.layers.24.mlp.experts.114.gate_proj,0.0080407906,hessian_weighted_relative_error,46855,0.02500,0.777
24,model.language_model.layers.24.mlp.experts.114.up_proj,0.0091084166,hessian_weighted_relative_error,46855,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.115.down_proj,0.0090414551,hessian_weighted_relative_error,39374,0.02500,0.845
24,model.language_model.layers.24.mlp.experts.115.gate_proj,0.0051824270,hessian_weighted_relative_error,39374,0.02500,0.895
24,model.language_model.layers.24.mlp.experts.115.up_proj,0.0058243335,hessian_weighted_relative_error,39374,0.02500,0.956
24,model.language_model.layers.24.mlp.experts.116.down_proj,0.0114832013,hessian_weighted_relative_error,25297,0.02500,0.746
24,model.language_model.layers.24.mlp.experts.116.gate_proj,0.0062170435,hessian_weighted_relative_error,25297,0.02500,0.778
24,model.language_model.layers.24.mlp.experts.116.up_proj,0.0069598790,hessian_weighted_relative_error,25297,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.117.down_proj,0.0098118542,hessian_weighted_relative_error,20985,0.02500,0.843
24,model.language_model.layers.24.mlp.experts.117.gate_proj,0.0056424643,hessian_weighted_relative_error,20985,0.02500,0.895
24,model.language_model.layers.24.mlp.experts.117.up_proj,0.0059926100,hessian_weighted_relative_error,20985,0.02500,0.966
24,model.language_model.layers.24.mlp.experts.118.down_proj,0.0122467912,hessian_weighted_relative_error,44318,0.02500,0.745
24,model.language_model.layers.24.mlp.experts.118.gate_proj,0.0070002207,hessian_weighted_relative_error,44318,0.02500,0.777
24,model.language_model.layers.24.mlp.experts.118.up_proj,0.0084983751,hessian_weighted_relative_error,44318,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.119.down_proj,0.0096934381,hessian_weighted_relative_error,34379,0.02500,0.841
24,model.language_model.layers.24.mlp.experts.119.gate_proj,0.0057271271,hessian_weighted_relative_error,34379,0.02500,0.900
24,model.language_model.layers.24.mlp.experts.119.up_proj,0.0061947158,hessian_weighted_relative_error,34379,0.02500,0.964
24,model.language_model.layers.24.mlp.experts.12.down_proj,0.0125595443,hessian_weighted_relative_error,12180,0.02500,0.721
24,model.language_model.layers.24.mlp.experts.12.gate_proj,0.0064497231,hessian_weighted_relative_error,12180,0.02500,0.750
24,model.language_model.layers.24.mlp.experts.12.up_proj,0.0075639275,hessian_weighted_relative_error,12180,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.120.down_proj,0.0085190007,hessian_weighted_relative_error,21490,0.02500,0.746
24,model.language_model.layers.24.mlp.experts.120.gate_proj,0.0045970385,hessian_weighted_relative_error,21490,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.120.up_proj,0.0051268326,hessian_weighted_relative_error,21490,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.121.down_proj,0.0088373149,hessian_weighted_relative_error,10018,0.02500,0.844
24,model.language_model.layers.24.mlp.experts.121.gate_proj,0.0049641791,hessian_weighted_relative_error,10018,0.02500,0.897
24,model.language_model.layers.24.mlp.experts.121.up_proj,0.0053793665,hessian_weighted_relative_error,10018,0.02500,0.961
24,model.language_model.layers.24.mlp.experts.122.down_proj,0.0120777690,hessian_weighted_relative_error,66736,0.02500,0.748
24,model.language_model.layers.24.mlp.experts.122.gate_proj,0.0071657094,hessian_weighted_relative_error,66736,0.02500,0.780
24,model.language_model.layers.24.mlp.experts.122.up_proj,0.0080021830,hessian_weighted_relative_error,66736,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.123.down_proj,0.0095870291,hessian_weighted_relative_error,29383,0.02500,0.851
24,model.language_model.layers.24.mlp.experts.123.gate_proj,0.0042040117,hessian_weighted_relative_error,29383,0.02500,0.897
24,model.language_model.layers.24.mlp.experts.123.up_proj,0.0045794861,hessian_weighted_relative_error,29383,0.02500,0.961
24,model.language_model.layers.24.mlp.experts.124.down_proj,0.0114576064,hessian_weighted_relative_error,67798,0.02500,0.747
24,model.language_model.layers.24.mlp.experts.124.gate_proj,0.0052809146,hessian_weighted_relative_error,67798,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.124.up_proj,0.0057158519,hessian_weighted_relative_error,67798,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.125.down_proj,0.0109043372,hessian_weighted_relative_error,97698,0.02500,0.848
24,model.language_model.layers.24.mlp.experts.125.gate_proj,0.0074857227,hessian_weighted_relative_error,97698,0.02500,0.895
24,model.language_model.layers.24.mlp.experts.125.up_proj,0.0085982226,hessian_weighted_relative_error,97698,0.02500,0.955
24,model.language_model.layers.24.mlp.experts.126.down_proj,0.0074088553,hessian_weighted_relative_error,45147,0.02500,0.745
24,model.language_model.layers.24.mlp.experts.126.gate_proj,0.0044686676,hessian_weighted_relative_error,45147,0.02500,0.780
24,model.language_model.layers.24.mlp.experts.126.up_proj,0.0045963869,hessian_weighted_relative_error,45147,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.127.down_proj,0.0109516344,hessian_weighted_relative_error,16069,0.02500,0.846
24,model.language_model.layers.24.mlp.experts.127.gate_proj,0.0066855351,hessian_weighted_relative_error,16069,0.02500,0.900
24,model.language_model.layers.24.mlp.experts.127.up_proj,0.0072282472,hessian_weighted_relative_error,16069,0.02500,0.966
24,model.language_model.layers.24.mlp.experts.128.down_proj,0.0119221826,hessian_weighted_relative_error,35371,0.02500,0.747
24,model.language_model.layers.24.mlp.experts.128.gate_proj,0.0068498770,hessian_weighted_relative_error,35371,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.128.up_proj,0.0079195966,hessian_weighted_relative_error,35371,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.129.down_proj,0.0105492061,hessian_weighted_relative_error,18865,0.02500,0.850
24,model.language_model.layers.24.mlp.experts.129.gate_proj,0.0054031290,hessian_weighted_relative_error,18865,0.02500,0.897
24,model.language_model.layers.24.mlp.experts.129.up_proj,0.0058593074,hessian_weighted_relative_error,18865,0.02500,0.958
24,model.language_model.layers.24.mlp.experts.13.down_proj,0.0126239000,hessian_weighted_relative_error,31712,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.13.gate_proj,0.0077519466,hessian_weighted_relative_error,31712,0.02500,0.842
24,model.language_model.layers.24.mlp.experts.13.up_proj,0.0084041541,hessian_weighted_relative_error,31712,0.02500,0.937
24,model.language_model.layers.24.mlp.experts.130.down_proj,0.0114425844,hessian_weighted_relative_error,29954,0.02500,0.746
24,model.language_model.layers.24.mlp.experts.130.gate_proj,0.0058752322,hessian_weighted_relative_error,29954,0.02500,0.777
24,model.language_model.layers.24.mlp.experts.130.up_proj,0.0060417585,hessian_weighted_relative_error,29954,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.131.down_proj,0.0122192798,hessian_weighted_relative_error,87778,0.02500,0.853
24,model.language_model.layers.24.mlp.experts.131.gate_proj,0.0070002181,hessian_weighted_relative_error,87778,0.02500,0.908
24,model.language_model.layers.24.mlp.experts.131.up_proj,0.0075435525,hessian_weighted_relative_error,87778,0.02500,0.958
24,model.language_model.layers.24.mlp.experts.132.down_proj,0.0124951536,hessian_weighted_relative_error,11819,0.02500,0.748
24,model.language_model.layers.24.mlp.experts.132.gate_proj,0.0067041445,hessian_weighted_relative_error,11819,0.02500,0.780
24,model.language_model.layers.24.mlp.experts.132.up_proj,0.0075856780,hessian_weighted_relative_error,11819,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.133.down_proj,0.0061433485,hessian_weighted_relative_error,22081,0.02500,0.853
24,model.language_model.layers.24.mlp.experts.133.gate_proj,0.0034973070,hessian_weighted_relative_error,22081,0.02500,0.896
24,model.language_model.layers.24.mlp.experts.133.up_proj,0.0039079170,hessian_weighted_relative_error,22081,0.02500,0.951
24,model.language_model.layers.24.mlp.experts.134.down_proj,0.0118168543,hessian_weighted_relative_error,26790,0.02500,0.748
24,model.language_model.layers.24.mlp.experts.134.gate_proj,0.0062576611,hessian_weighted_relative_error,26790,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.134.up_proj,0.0067622543,hessian_weighted_relative_error,26790,0.02500,0.810
24,model.language_model.layers.24.mlp.experts.135.down_proj,0.0089930590,hessian_weighted_relative_error,57075,0.02500,0.850
24,model.language_model.layers.24.mlp.experts.135.gate_proj,0.0050697522,hessian_weighted_relative_error,57075,0.02500,0.901
24,model.language_model.layers.24.mlp.experts.135.up_proj,0.0056403808,hessian_weighted_relative_error,57075,0.02500,0.961
24,model.language_model.layers.24.mlp.experts.136.down_proj,0.0114909431,hessian_weighted_relative_error,47258,0.02500,0.748
24,model.language_model.layers.24.mlp.experts.136.gate_proj,0.0076148356,hessian_weighted_relative_error,47258,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.136.up_proj,0.0087849998,hessian_weighted_relative_error,47258,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.137.down_proj,0.0119053701,hessian_weighted_relative_error,43900,0.02500,0.853
24,model.language_model.layers.24.mlp.experts.137.gate_proj,0.0067002478,hessian_weighted_relative_error,43900,0.02500,0.898
24,model.language_model.layers.24.mlp.experts.137.up_proj,0.0071707835,hessian_weighted_relative_error,43900,0.02500,0.960
24,model.language_model.layers.24.mlp.experts.138.down_proj,0.0114108897,hessian_weighted_relative_error,80216,0.02500,0.750
24,model.language_model.layers.24.mlp.experts.138.gate_proj,0.0076714568,hessian_weighted_relative_error,80216,0.02500,0.780
24,model.language_model.layers.24.mlp.experts.138.up_proj,0.0087734571,hessian_weighted_relative_error,80216,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.139.down_proj,0.0119317495,hessian_weighted_relative_error,17763,0.02500,0.857
24,model.language_model.layers.24.mlp.experts.139.gate_proj,0.0064859199,hessian_weighted_relative_error,17763,0.02500,0.899
24,model.language_model.layers.24.mlp.experts.139.up_proj,0.0072902309,hessian_weighted_relative_error,17763,0.02500,0.960
24,model.language_model.layers.24.mlp.experts.14.down_proj,0.0082172328,hessian_weighted_relative_error,11248,0.02500,0.723
24,model.language_model.layers.24.mlp.experts.14.gate_proj,0.0044347316,hessian_weighted_relative_error,11248,0.02500,0.751
24,model.language_model.layers.24.mlp.experts.14.up_proj,0.0047203733,hessian_weighted_relative_error,11248,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.140.down_proj,0.0126843483,hessian_weighted_relative_error,22312,0.02500,0.749
24,model.language_model.layers.24.mlp.experts.140.gate_proj,0.0073100534,hessian_weighted_relative_error,22312,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.140.up_proj,0.0082458924,hessian_weighted_relative_error,22312,0.02500,0.816
24,model.language_model.layers.24.mlp.experts.141.down_proj,0.0106960010,hessian_weighted_relative_error,24935,0.02500,0.857
24,model.language_model.layers.24.mlp.experts.141.gate_proj,0.0068448881,hessian_weighted_relative_error,24935,0.02500,0.898
24,model.language_model.layers.24.mlp.experts.141.up_proj,0.0074064254,hessian_weighted_relative_error,24935,0.02500,0.969
24,model.language_model.layers.24.mlp.experts.142.down_proj,0.0115989684,hessian_weighted_relative_error,25893,0.02500,0.748
24,model.language_model.layers.24.mlp.experts.142.gate_proj,0.0080634602,hessian_weighted_relative_error,25893,0.02500,0.779
24,model.language_model.layers.24.mlp.experts.142.up_proj,0.0089347009,hessian_weighted_relative_error,25893,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.143.down_proj,0.0115257410,hessian_weighted_relative_error,23988,0.02500,0.855
24,model.language_model.layers.24.mlp.experts.143.gate_proj,0.0074184440,hessian_weighted_relative_error,23988,0.02500,0.903
24,model.language_model.layers.24.mlp.experts.143.up_proj,0.0082379842,hessian_weighted_relative_error,23988,0.02500,0.965
24,model.language_model.layers.24.mlp.experts.144.down_proj,0.0132731187,hessian_weighted_relative_error,38323,0.02500,0.748
24,model.language_model.layers.24.mlp.experts.144.gate_proj,0.0081495808,hessian_weighted_relative_error,38323,0.02500,0.781
24,model.language_model.layers.24.mlp.experts.144.up_proj,0.0087105642,hessian_weighted_relative_error,38323,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.145.down_proj,0.0124024709,hessian_weighted_relative_error,28688,0.02500,0.858
24,model.language_model.layers.24.mlp.experts.145.gate_proj,0.0083427178,hessian_weighted_relative_error,28688,0.02500,0.902
24,model.language_model.layers.24.mlp.experts.145.up_proj,0.0095739629,hessian_weighted_relative_error,28688,0.02500,0.969
24,model.language_model.layers.24.mlp.experts.146.down_proj,0.0133254504,hessian_weighted_relative_error,24233,0.02500,0.751
24,model.language_model.layers.24.mlp.experts.146.gate_proj,0.0074093386,hessian_weighted_relative_error,24233,0.02500,0.780
24,model.language_model.layers.24.mlp.experts.146.up_proj,0.0085658565,hessian_weighted_relative_error,24233,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.147.down_proj,0.0076329693,hessian_weighted_relative_error,66434,0.02500,0.862
24,model.language_model.layers.24.mlp.experts.147.gate_proj,0.0047312092,hessian_weighted_relative_error,66434,0.02500,0.901
24,model.language_model.layers.24.mlp.experts.147.up_proj,0.0055500155,hessian_weighted_relative_error,66434,0.02500,0.964
24,model.language_model.layers.24.mlp.experts.148.down_proj,0.0077030984,hessian_weighted_relative_error,23005,0.02500,0.749
24,model.language_model.layers.24.mlp.experts.148.gate_proj,0.0037869941,hessian_weighted_relative_error,23005,0.02500,0.783
24,model.language_model.layers.24.mlp.experts.148.up_proj,0.0040877241,hessian_weighted_relative_error,23005,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.149.down_proj,0.0126772746,hessian_weighted_relative_error,18301,0.02500,0.861
24,model.language_model.layers.24.mlp.experts.149.gate_proj,0.0071556445,hessian_weighted_relative_error,18301,0.02500,0.901
24,model.language_model.layers.24.mlp.experts.149.up_proj,0.0079848461,hessian_weighted_relative_error,18301,0.02500,0.967
24,model.language_model.layers.24.mlp.experts.15.down_proj,0.0119745261,hessian_weighted_relative_error,37856,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.15.gate_proj,0.0073648958,hessian_weighted_relative_error,37856,0.02500,0.848
24,model.language_model.layers.24.mlp.experts.15.up_proj,0.0077299914,hessian_weighted_relative_error,37856,0.02500,0.944
24,model.language_model.layers.24.mlp.experts.150.down_proj,0.0118780708,hessian_weighted_relative_error,40144,0.02500,0.749
24,model.language_model.layers.24.mlp.experts.150.gate_proj,0.0068759039,hessian_weighted_relative_error,40144,0.02500,0.782
24,model.language_model.layers.24.mlp.experts.150.up_proj,0.0076865048,hessian_weighted_relative_error,40144,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.151.down_proj,0.0098558194,hessian_weighted_relative_error,5831,0.02500,0.857
24,model.language_model.layers.24.mlp.experts.151.gate_proj,0.0037101374,hessian_weighted_relative_error,5831,0.02500,0.909
24,model.language_model.layers.24.mlp.experts.151.up_proj,0.0040645117,hessian_weighted_relative_error,5831,0.02500,0.967
24,model.language_model.layers.24.mlp.experts.152.down_proj,0.0049092520,hessian_weighted_relative_error,45998,0.02500,0.750
24,model.language_model.layers.24.mlp.experts.152.gate_proj,0.0042470360,hessian_weighted_relative_error,45998,0.02500,0.781
24,model.language_model.layers.24.mlp.experts.152.up_proj,0.0051696339,hessian_weighted_relative_error,45998,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.153.down_proj,0.0122319642,hessian_weighted_relative_error,20441,0.02500,0.863
24,model.language_model.layers.24.mlp.experts.153.gate_proj,0.0074023825,hessian_weighted_relative_error,20441,0.02500,0.902
24,model.language_model.layers.24.mlp.experts.153.up_proj,0.0077744120,hessian_weighted_relative_error,20441,0.02500,0.964
24,model.language_model.layers.24.mlp.experts.154.down_proj,0.0116959264,hessian_weighted_relative_error,46391,0.02500,0.753
24,model.language_model.layers.24.mlp.experts.154.gate_proj,0.0074769391,hessian_weighted_relative_error,46391,0.02500,0.780
24,model.language_model.layers.24.mlp.experts.154.up_proj,0.0086413278,hessian_weighted_relative_error,46391,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.155.down_proj,0.0107187471,hessian_weighted_relative_error,20262,0.02500,0.866
24,model.language_model.layers.24.mlp.experts.155.gate_proj,0.0041256478,hessian_weighted_relative_error,20262,0.02500,0.904
24,model.language_model.layers.24.mlp.experts.155.up_proj,0.0043906555,hessian_weighted_relative_error,20262,0.02500,0.970
24,model.language_model.layers.24.mlp.experts.156.down_proj,0.0120608743,hessian_weighted_relative_error,40653,0.02500,0.750
24,model.language_model.layers.24.mlp.experts.156.gate_proj,0.0073829166,hessian_weighted_relative_error,40653,0.02500,0.786
24,model.language_model.layers.24.mlp.experts.156.up_proj,0.0084868866,hessian_weighted_relative_error,40653,0.02500,0.809
24,model.language_model.layers.24.mlp.experts.157.down_proj,0.0065140095,hessian_weighted_relative_error,22449,0.02500,0.864
24,model.language_model.layers.24.mlp.experts.157.gate_proj,0.0041631304,hessian_weighted_relative_error,22449,0.02500,0.901
24,model.language_model.layers.24.mlp.experts.157.up_proj,0.0042742968,hessian_weighted_relative_error,22449,0.02500,0.968
24,model.language_model.layers.24.mlp.experts.158.down_proj,0.0127222504,hessian_weighted_relative_error,34224,0.02500,0.754
24,model.language_model.layers.24.mlp.experts.158.gate_proj,0.0077374219,hessian_weighted_relative_error,34224,0.02500,0.783
24,model.language_model.layers.24.mlp.experts.158.up_proj,0.0090695811,hessian_weighted_relative_error,34224,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.159.down_proj,0.0086326146,hessian_weighted_relative_error,53365,0.02500,0.863
24,model.language_model.layers.24.mlp.experts.159.gate_proj,0.0043655991,hessian_weighted_relative_error,53365,0.02500,0.914
24,model.language_model.layers.24.mlp.experts.159.up_proj,0.0048166341,hessian_weighted_relative_error,53365,0.02500,0.967
24,model.language_model.layers.24.mlp.experts.16.down_proj,0.0079091843,hessian_weighted_relative_error,17581,0.02500,0.722
24,model.language_model.layers.24.mlp.experts.16.gate_proj,0.0049410477,hessian_weighted_relative_error,17581,0.02500,0.755
24,model.language_model.layers.24.mlp.experts.16.up_proj,0.0056625154,hessian_weighted_relative_error,17581,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.160.down_proj,0.0113899228,hessian_weighted_relative_error,30968,0.02500,0.750
24,model.language_model.layers.24.mlp.experts.160.gate_proj,0.0059639380,hessian_weighted_relative_error,30968,0.02500,0.783
24,model.language_model.layers.24.mlp.experts.160.up_proj,0.0063260264,hessian_weighted_relative_error,30968,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.161.down_proj,0.0088857289,hessian_weighted_relative_error,33530,0.02500,0.865
24,model.language_model.layers.24.mlp.experts.161.gate_proj,0.0054674276,hessian_weighted_relative_error,33530,0.02500,0.904
24,model.language_model.layers.24.mlp.experts.161.up_proj,0.0057447467,hessian_weighted_relative_error,33530,0.02500,0.966
24,model.language_model.layers.24.mlp.experts.162.down_proj,0.0108369805,hessian_weighted_relative_error,20894,0.02500,0.750
24,model.language_model.layers.24.mlp.experts.162.gate_proj,0.0049391504,hessian_weighted_relative_error,20894,0.02500,0.785
24,model.language_model.layers.24.mlp.experts.162.up_proj,0.0052146643,hessian_weighted_relative_error,20894,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.163.down_proj,0.0106594674,hessian_weighted_relative_error,50955,0.02500,0.869
24,model.language_model.layers.24.mlp.experts.163.gate_proj,0.0061669966,hessian_weighted_relative_error,50955,0.02500,0.902
24,model.language_model.layers.24.mlp.experts.163.up_proj,0.0070285080,hessian_weighted_relative_error,50955,0.02500,0.974
24,model.language_model.layers.24.mlp.experts.164.down_proj,0.0135980730,hessian_weighted_relative_error,82641,0.02500,0.752
24,model.language_model.layers.24.mlp.experts.164.gate_proj,0.0078158014,hessian_weighted_relative_error,82641,0.02500,0.784
24,model.language_model.layers.24.mlp.experts.164.up_proj,0.0096438156,hessian_weighted_relative_error,82641,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.165.down_proj,0.0108151480,hessian_weighted_relative_error,26139,0.02500,0.868
24,model.language_model.layers.24.mlp.experts.165.gate_proj,0.0064404043,hessian_weighted_relative_error,26139,0.02500,0.902
24,model.language_model.layers.24.mlp.experts.165.up_proj,0.0070992381,hessian_weighted_relative_error,26139,0.02500,0.963
24,model.language_model.layers.24.mlp.experts.166.down_proj,0.0127183473,hessian_weighted_relative_error,31775,0.02500,0.751
24,model.language_model.layers.24.mlp.experts.166.gate_proj,0.0075120434,hessian_weighted_relative_error,31775,0.02500,0.786
24,model.language_model.layers.24.mlp.experts.166.up_proj,0.0085940468,hessian_weighted_relative_error,31775,0.02500,0.810
24,model.language_model.layers.24.mlp.experts.167.down_proj,0.0140166346,hessian_weighted_relative_error,39724,0.02500,0.866
24,model.language_model.layers.24.mlp.experts.167.gate_proj,0.0082855035,hessian_weighted_relative_error,39724,0.02500,0.908
24,model.language_model.layers.24.mlp.experts.167.up_proj,0.0092968144,hessian_weighted_relative_error,39724,0.02500,0.987
24,model.language_model.layers.24.mlp.experts.168.down_proj,0.0103543185,hessian_weighted_relative_error,70195,0.02500,0.751
24,model.language_model.layers.24.mlp.experts.168.gate_proj,0.0060149818,hessian_weighted_relative_error,70195,0.02500,0.785
24,model.language_model.layers.24.mlp.experts.168.up_proj,0.0066556954,hessian_weighted_relative_error,70195,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.169.down_proj,0.0011137757,hessian_weighted_relative_error,41868,0.02500,0.868
24,model.language_model.layers.24.mlp.experts.169.gate_proj,0.0068301905,hessian_weighted_relative_error,41868,0.02500,0.911
24,model.language_model.layers.24.mlp.experts.169.up_proj,0.0076627064,hessian_weighted_relative_error,41868,0.02500,0.968
24,model.language_model.layers.24.mlp.experts.17.down_proj,0.0093647091,hessian_weighted_relative_error,13777,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.17.gate_proj,0.0055721740,hessian_weighted_relative_error,13777,0.02500,0.849
24,model.language_model.layers.24.mlp.experts.17.up_proj,0.0060059239,hessian_weighted_relative_error,13777,0.02500,0.944
24,model.language_model.layers.24.mlp.experts.170.down_proj,0.0135102925,hessian_weighted_relative_error,31452,0.02500,0.752
24,model.language_model.layers.24.mlp.experts.170.gate_proj,0.0073507047,hessian_weighted_relative_error,31452,0.02500,0.784
24,model.language_model.layers.24.mlp.experts.170.up_proj,0.0089675300,hessian_weighted_relative_error,31452,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.171.down_proj,0.0112041993,hessian_weighted_relative_error,42392,0.02500,0.871
24,model.language_model.layers.24.mlp.experts.171.gate_proj,0.0073491659,hessian_weighted_relative_error,42392,0.02500,0.904
24,model.language_model.layers.24.mlp.experts.171.up_proj,0.0080335043,hessian_weighted_relative_error,42392,0.02500,0.973
24,model.language_model.layers.24.mlp.experts.172.down_proj,0.0126877920,hessian_weighted_relative_error,23877,0.02500,0.752
24,model.language_model.layers.24.mlp.experts.172.gate_proj,0.0070087315,hessian_weighted_relative_error,23877,0.02500,0.783
24,model.language_model.layers.24.mlp.experts.172.up_proj,0.0075663086,hessian_weighted_relative_error,23877,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.173.down_proj,0.0126518281,hessian_weighted_relative_error,51353,0.02500,0.870
24,model.language_model.layers.24.mlp.experts.173.gate_proj,0.0076264499,hessian_weighted_relative_error,51353,0.02500,0.909
24,model.language_model.layers.24.mlp.experts.173.up_proj,0.0087860049,hessian_weighted_relative_error,51353,0.02500,0.971
24,model.language_model.layers.24.mlp.experts.174.down_proj,0.0041466816,hessian_weighted_relative_error,35962,0.02500,0.753
24,model.language_model.layers.24.mlp.experts.174.gate_proj,0.0057338585,hessian_weighted_relative_error,35962,0.02500,0.785
24,model.language_model.layers.24.mlp.experts.174.up_proj,0.0068035925,hessian_weighted_relative_error,35962,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.175.down_proj,0.0092752841,hessian_weighted_relative_error,30899,0.02500,0.869
24,model.language_model.layers.24.mlp.experts.175.gate_proj,0.0055050012,hessian_weighted_relative_error,30899,0.02500,0.907
24,model.language_model.layers.24.mlp.experts.175.up_proj,0.0058687043,hessian_weighted_relative_error,30899,0.02500,0.971
24,model.language_model.layers.24.mlp.experts.176.down_proj,0.0097797972,hessian_weighted_relative_error,28205,0.02500,0.753
24,model.language_model.layers.24.mlp.experts.176.gate_proj,0.0052880519,hessian_weighted_relative_error,28205,0.02500,0.786
24,model.language_model.layers.24.mlp.experts.176.up_proj,0.0061058608,hessian_weighted_relative_error,28205,0.02500,0.818
24,model.language_model.layers.24.mlp.experts.177.down_proj,0.0078373108,hessian_weighted_relative_error,21129,0.02500,0.870
24,model.language_model.layers.24.mlp.experts.177.gate_proj,0.0039907315,hessian_weighted_relative_error,21129,0.02500,0.917
24,model.language_model.layers.24.mlp.experts.177.up_proj,0.0043093236,hessian_weighted_relative_error,21129,0.02500,0.965
24,model.language_model.layers.24.mlp.experts.178.down_proj,0.0116834407,hessian_weighted_relative_error,24908,0.02500,0.756
24,model.language_model.layers.24.mlp.experts.178.gate_proj,0.0072216491,hessian_weighted_relative_error,24908,0.02500,0.786
24,model.language_model.layers.24.mlp.experts.178.up_proj,0.0078111660,hessian_weighted_relative_error,24908,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.179.down_proj,0.0101190032,hessian_weighted_relative_error,9065,0.02500,0.873
24,model.language_model.layers.24.mlp.experts.179.gate_proj,0.0041773128,hessian_weighted_relative_error,9065,0.02500,0.904
24,model.language_model.layers.24.mlp.experts.179.up_proj,0.0045247616,hessian_weighted_relative_error,9065,0.02500,0.964
24,model.language_model.layers.24.mlp.experts.18.down_proj,0.0111378262,hessian_weighted_relative_error,16599,0.02500,0.724
24,model.language_model.layers.24.mlp.experts.18.gate_proj,0.0045581696,hessian_weighted_relative_error,16599,0.02500,0.755
24,model.language_model.layers.24.mlp.experts.18.up_proj,0.0046250517,hessian_weighted_relative_error,16599,0.02500,0.797
24,model.language_model.layers.24.mlp.experts.180.down_proj,0.0080645008,hessian_weighted_relative_error,30535,0.02500,0.754
24,model.language_model.layers.24.mlp.experts.180.gate_proj,0.0058171922,hessian_weighted_relative_error,30535,0.02500,0.789
24,model.language_model.layers.24.mlp.experts.180.up_proj,0.0061190126,hessian_weighted_relative_error,30535,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.181.down_proj,0.0084711264,hessian_weighted_relative_error,12535,0.02500,0.872
24,model.language_model.layers.24.mlp.experts.181.gate_proj,0.0050460031,hessian_weighted_relative_error,12535,0.02500,0.912
24,model.language_model.layers.24.mlp.experts.181.up_proj,0.0054901188,hessian_weighted_relative_error,12535,0.02500,0.966
24,model.language_model.layers.24.mlp.experts.182.down_proj,0.0116078395,hessian_weighted_relative_error,18804,0.02500,0.758
24,model.language_model.layers.24.mlp.experts.182.gate_proj,0.0058349240,hessian_weighted_relative_error,18804,0.02500,0.786
24,model.language_model.layers.24.mlp.experts.182.up_proj,0.0063121027,hessian_weighted_relative_error,18804,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.183.down_proj,0.0094784333,hessian_weighted_relative_error,30841,0.02500,0.871
24,model.language_model.layers.24.mlp.experts.183.gate_proj,0.0057220981,hessian_weighted_relative_error,30841,0.02500,0.919
24,model.language_model.layers.24.mlp.experts.183.up_proj,0.0064593923,hessian_weighted_relative_error,30841,0.02500,0.957
24,model.language_model.layers.24.mlp.experts.184.down_proj,0.0103405645,hessian_weighted_relative_error,21342,0.02500,0.754
24,model.language_model.layers.24.mlp.experts.184.gate_proj,0.0054061071,hessian_weighted_relative_error,21342,0.02500,0.785
24,model.language_model.layers.24.mlp.experts.184.up_proj,0.0063312965,hessian_weighted_relative_error,21342,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.185.down_proj,0.0124430828,hessian_weighted_relative_error,59831,0.02500,0.873
24,model.language_model.layers.24.mlp.experts.185.gate_proj,0.0077235554,hessian_weighted_relative_error,59831,0.02500,0.905
24,model.language_model.layers.24.mlp.experts.185.up_proj,0.0088204074,hessian_weighted_relative_error,59831,0.02500,0.960
24,model.language_model.layers.24.mlp.experts.186.down_proj,0.0132355638,hessian_weighted_relative_error,56017,0.02500,0.757
24,model.language_model.layers.24.mlp.experts.186.gate_proj,0.0082654327,hessian_weighted_relative_error,56017,0.02500,0.785
24,model.language_model.layers.24.mlp.experts.186.up_proj,0.0096378356,hessian_weighted_relative_error,56017,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.187.down_proj,0.0108385608,hessian_weighted_relative_error,22960,0.02500,0.878
24,model.language_model.layers.24.mlp.experts.187.gate_proj,0.0059664552,hessian_weighted_relative_error,22960,0.02500,0.914
24,model.language_model.layers.24.mlp.experts.187.up_proj,0.0069516326,hessian_weighted_relative_error,22960,0.02500,0.966
24,model.language_model.layers.24.mlp.experts.188.down_proj,0.0111454670,hessian_weighted_relative_error,34258,0.02500,0.754
24,model.language_model.layers.24.mlp.experts.188.gate_proj,0.0077073592,hessian_weighted_relative_error,34258,0.02500,0.788
24,model.language_model.layers.24.mlp.experts.188.up_proj,0.0086566371,hessian_weighted_relative_error,34258,0.02500,0.808
24,model.language_model.layers.24.mlp.experts.189.down_proj,0.0095338548,hessian_weighted_relative_error,4384,0.02500,0.874
24,model.language_model.layers.24.mlp.experts.189.gate_proj,0.0035470675,hessian_weighted_relative_error,4384,0.02500,0.920
24,model.language_model.layers.24.mlp.experts.189.up_proj,0.0038234339,hessian_weighted_relative_error,4384,0.02500,0.960
24,model.language_model.layers.24.mlp.experts.19.down_proj,0.0114416323,hessian_weighted_relative_error,24818,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.19.gate_proj,0.0053275694,hessian_weighted_relative_error,24818,0.02500,0.849
24,model.language_model.layers.24.mlp.experts.19.up_proj,0.0057634313,hessian_weighted_relative_error,24818,0.02500,0.939
24,model.language_model.layers.24.mlp.experts.190.down_proj,0.0119386203,hessian_weighted_relative_error,9869,0.02500,0.759
24,model.language_model.layers.24.mlp.experts.190.gate_proj,0.0049712906,hessian_weighted_relative_error,9869,0.02500,0.786
24,model.language_model.layers.24.mlp.experts.190.up_proj,0.0055700643,hessian_weighted_relative_error,9869,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.191.down_proj,0.0063847128,hessian_weighted_relative_error,36832,0.02500,0.873
24,model.language_model.layers.24.mlp.experts.191.gate_proj,0.0035289346,hessian_weighted_relative_error,36832,0.02500,0.922
24,model.language_model.layers.24.mlp.experts.191.up_proj,0.0038479802,hessian_weighted_relative_error,36832,0.02500,0.959
24,model.language_model.layers.24.mlp.experts.192.down_proj,0.0110961563,hessian_weighted_relative_error,33808,0.02500,0.754
24,model.language_model.layers.24.mlp.experts.192.gate_proj,0.0055854331,hessian_weighted_relative_error,33808,0.02500,0.789
24,model.language_model.layers.24.mlp.experts.192.up_proj,0.0061666329,hessian_weighted_relative_error,33808,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.193.down_proj,0.0121715594,hessian_weighted_relative_error,29071,0.02500,0.875
24,model.language_model.layers.24.mlp.experts.193.gate_proj,0.0065535622,hessian_weighted_relative_error,29071,0.02500,0.916
24,model.language_model.layers.24.mlp.experts.193.up_proj,0.0071154612,hessian_weighted_relative_error,29071,0.02500,0.963
24,model.language_model.layers.24.mlp.experts.194.down_proj,0.0125341563,hessian_weighted_relative_error,38633,0.02500,0.754
24,model.language_model.layers.24.mlp.experts.194.gate_proj,0.0068864037,hessian_weighted_relative_error,38633,0.02500,0.787
24,model.language_model.layers.24.mlp.experts.194.up_proj,0.0077042380,hessian_weighted_relative_error,38633,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.195.down_proj,0.0087688572,hessian_weighted_relative_error,22378,0.02500,0.875
24,model.language_model.layers.24.mlp.experts.195.gate_proj,0.0042030567,hessian_weighted_relative_error,22378,0.02500,0.919
24,model.language_model.layers.24.mlp.experts.195.up_proj,0.0044815529,hessian_weighted_relative_error,22378,0.02500,0.967
24,model.language_model.layers.24.mlp.experts.196.down_proj,0.0113508319,hessian_weighted_relative_error,33866,0.02500,0.757
24,model.language_model.layers.24.mlp.experts.196.gate_proj,0.0065114553,hessian_weighted_relative_error,33866,0.02500,0.789
24,model.language_model.layers.24.mlp.experts.196.up_proj,0.0071778425,hessian_weighted_relative_error,33866,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.197.down_proj,0.0093227136,hessian_weighted_relative_error,88522,0.02500,0.875
24,model.language_model.layers.24.mlp.experts.197.gate_proj,0.0059846072,hessian_weighted_relative_error,88522,0.02500,0.915
24,model.language_model.layers.24.mlp.experts.197.up_proj,0.0064263892,hessian_weighted_relative_error,88522,0.02500,0.956
24,model.language_model.layers.24.mlp.experts.198.down_proj,0.0091312513,hessian_weighted_relative_error,41203,0.02500,0.761
24,model.language_model.layers.24.mlp.experts.198.gate_proj,0.0043668622,hessian_weighted_relative_error,41203,0.02500,0.786
24,model.language_model.layers.24.mlp.experts.198.up_proj,0.0048067791,hessian_weighted_relative_error,41203,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.199.down_proj,0.0111179171,hessian_weighted_relative_error,17664,0.02500,0.874
24,model.language_model.layers.24.mlp.experts.199.gate_proj,0.0061876368,hessian_weighted_relative_error,17664,0.02500,0.921
24,model.language_model.layers.24.mlp.experts.199.up_proj,0.0069188401,hessian_weighted_relative_error,17664,0.02500,0.960
24,model.language_model.layers.24.mlp.experts.2.down_proj,0.0121677342,hessian_weighted_relative_error,42414,0.02500,0.717
24,model.language_model.layers.24.mlp.experts.2.gate_proj,0.0069152226,hessian_weighted_relative_error,42414,0.02500,0.788
24,model.language_model.layers.24.mlp.experts.2.up_proj,0.0076358745,hessian_weighted_relative_error,42414,0.02500,0.797
24,model.language_model.layers.24.mlp.experts.20.down_proj,0.0121711523,hessian_weighted_relative_error,34526,0.02500,0.723
24,model.language_model.layers.24.mlp.experts.20.gate_proj,0.0065789996,hessian_weighted_relative_error,34526,0.02500,0.754
24,model.language_model.layers.24.mlp.experts.20.up_proj,0.0070462901,hessian_weighted_relative_error,34526,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.200.down_proj,0.0098032405,hessian_weighted_relative_error,12086,0.02500,0.756
24,model.language_model.layers.24.mlp.experts.200.gate_proj,0.0053933328,hessian_weighted_relative_error,12086,0.02500,0.788
24,model.language_model.layers.24.mlp.experts.200.up_proj,0.0059871044,hessian_weighted_relative_error,12086,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.201.down_proj,0.0100674193,hessian_weighted_relative_error,103509,0.02500,0.876
24,model.language_model.layers.24.mlp.experts.201.gate_proj,0.0060559778,hessian_weighted_relative_error,103509,0.02500,0.915
24,model.language_model.layers.24.mlp.experts.201.up_proj,0.0063373745,hessian_weighted_relative_error,103509,0.02500,0.963
24,model.language_model.layers.24.mlp.experts.202.down_proj,0.0072435584,hessian_weighted_relative_error,22071,0.02500,0.759
24,model.language_model.layers.24.mlp.experts.202.gate_proj,0.0049952630,hessian_weighted_relative_error,22071,0.02500,0.787
24,model.language_model.layers.24.mlp.experts.202.up_proj,0.0057262118,hessian_weighted_relative_error,22071,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.203.down_proj,0.0098828854,hessian_weighted_relative_error,16642,0.02500,0.876
24,model.language_model.layers.24.mlp.experts.203.gate_proj,0.0049118545,hessian_weighted_relative_error,16642,0.02500,0.918
24,model.language_model.layers.24.mlp.experts.203.up_proj,0.0055442117,hessian_weighted_relative_error,16642,0.02500,0.967
24,model.language_model.layers.24.mlp.experts.204.down_proj,0.0133221868,hessian_weighted_relative_error,12337,0.02500,0.758
24,model.language_model.layers.24.mlp.experts.204.gate_proj,0.0071710897,hessian_weighted_relative_error,12337,0.02500,0.787
24,model.language_model.layers.24.mlp.experts.204.up_proj,0.0081996040,hessian_weighted_relative_error,12337,0.02500,0.809
24,model.language_model.layers.24.mlp.experts.205.down_proj,0.0098552346,hessian_weighted_relative_error,15095,0.02500,0.876
24,model.language_model.layers.24.mlp.experts.205.gate_proj,0.0049705256,hessian_weighted_relative_error,15095,0.02500,0.917
24,model.language_model.layers.24.mlp.experts.205.up_proj,0.0055258949,hessian_weighted_relative_error,15095,0.02500,0.950
24,model.language_model.layers.24.mlp.experts.206.down_proj,0.0131199788,hessian_weighted_relative_error,47098,0.02500,0.760
24,model.language_model.layers.24.mlp.experts.206.gate_proj,0.0079854079,hessian_weighted_relative_error,47098,0.02500,0.790
24,model.language_model.layers.24.mlp.experts.206.up_proj,0.0090563882,hessian_weighted_relative_error,47098,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.207.down_proj,0.0080049330,hessian_weighted_relative_error,44941,0.02500,0.876
24,model.language_model.layers.24.mlp.experts.207.gate_proj,0.0043852059,hessian_weighted_relative_error,44941,0.02500,0.926
24,model.language_model.layers.24.mlp.experts.207.up_proj,0.0046693123,hessian_weighted_relative_error,44941,0.02500,0.963
24,model.language_model.layers.24.mlp.experts.208.down_proj,0.0086029249,hessian_weighted_relative_error,10043,0.02500,0.757
24,model.language_model.layers.24.mlp.experts.208.gate_proj,0.0048376131,hessian_weighted_relative_error,10043,0.02500,0.793
24,model.language_model.layers.24.mlp.experts.208.up_proj,0.0052679004,hessian_weighted_relative_error,10043,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.209.down_proj,0.0123969530,hessian_weighted_relative_error,39464,0.02500,0.877
24,model.language_model.layers.24.mlp.experts.209.gate_proj,0.0076992691,hessian_weighted_relative_error,39464,0.02500,0.916
24,model.language_model.layers.24.mlp.experts.209.up_proj,0.0085087129,hessian_weighted_relative_error,39464,0.02500,0.961
24,model.language_model.layers.24.mlp.experts.21.down_proj,0.0117975174,hessian_weighted_relative_error,30343,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.21.gate_proj,0.0060069732,hessian_weighted_relative_error,30343,0.02500,0.848
24,model.language_model.layers.24.mlp.experts.21.up_proj,0.0067709556,hessian_weighted_relative_error,30343,0.02500,0.943
24,model.language_model.layers.24.mlp.experts.210.down_proj,0.0122612853,hessian_weighted_relative_error,41098,0.02500,0.757
24,model.language_model.layers.24.mlp.experts.210.gate_proj,0.0059161169,hessian_weighted_relative_error,41098,0.02500,0.790
24,model.language_model.layers.24.mlp.experts.210.up_proj,0.0063297860,hessian_weighted_relative_error,41098,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.211.down_proj,0.0105164736,hessian_weighted_relative_error,18463,0.02500,0.879
24,model.language_model.layers.24.mlp.experts.211.gate_proj,0.0053320612,hessian_weighted_relative_error,18463,0.02500,0.917
24,model.language_model.layers.24.mlp.experts.211.up_proj,0.0056369078,hessian_weighted_relative_error,18463,0.02500,0.968
24,model.language_model.layers.24.mlp.experts.212.down_proj,0.0100012475,hessian_weighted_relative_error,10848,0.02500,0.758
24,model.language_model.layers.24.mlp.experts.212.gate_proj,0.0052020818,hessian_weighted_relative_error,10848,0.02500,0.788
24,model.language_model.layers.24.mlp.experts.212.up_proj,0.0054263221,hessian_weighted_relative_error,10848,0.02500,0.808
24,model.language_model.layers.24.mlp.experts.213.down_proj,0.0096678086,hessian_weighted_relative_error,20144,0.02500,0.877
24,model.language_model.layers.24.mlp.experts.213.gate_proj,0.0047890547,hessian_weighted_relative_error,20144,0.02500,0.919
24,model.language_model.layers.24.mlp.experts.213.up_proj,0.0054291332,hessian_weighted_relative_error,20144,0.02500,0.956
24,model.language_model.layers.24.mlp.experts.214.down_proj,0.0128904109,hessian_weighted_relative_error,28161,0.02500,0.762
24,model.language_model.layers.24.mlp.experts.214.gate_proj,0.0066663771,hessian_weighted_relative_error,28161,0.02500,0.790
24,model.language_model.layers.24.mlp.experts.214.up_proj,0.0072297695,hessian_weighted_relative_error,28161,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.215.down_proj,0.0072412951,hessian_weighted_relative_error,24196,0.02500,0.877
24,model.language_model.layers.24.mlp.experts.215.gate_proj,0.0035230955,hessian_weighted_relative_error,24196,0.02500,0.927
24,model.language_model.layers.24.mlp.experts.215.up_proj,0.0036611221,hessian_weighted_relative_error,24196,0.02500,0.970
24,model.language_model.layers.24.mlp.experts.216.down_proj,0.0118911347,hessian_weighted_relative_error,23657,0.02500,0.757
24,model.language_model.layers.24.mlp.experts.216.gate_proj,0.0063546663,hessian_weighted_relative_error,23657,0.02500,0.790
24,model.language_model.layers.24.mlp.experts.216.up_proj,0.0070420792,hessian_weighted_relative_error,23657,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.217.down_proj,0.0120252736,hessian_weighted_relative_error,38598,0.02500,0.878
24,model.language_model.layers.24.mlp.experts.217.gate_proj,0.0068261340,hessian_weighted_relative_error,38598,0.02500,0.922
24,model.language_model.layers.24.mlp.experts.217.up_proj,0.0075618391,hessian_weighted_relative_error,38598,0.02500,0.968
24,model.language_model.layers.24.mlp.experts.218.down_proj,0.0101995847,hessian_weighted_relative_error,63914,0.02500,0.760
24,model.language_model.layers.24.mlp.experts.218.gate_proj,0.0057368917,hessian_weighted_relative_error,63914,0.02500,0.789
24,model.language_model.layers.24.mlp.experts.218.up_proj,0.0061061347,hessian_weighted_relative_error,63914,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.219.down_proj,0.0102942648,hessian_weighted_relative_error,13617,0.02500,0.879
24,model.language_model.layers.24.mlp.experts.219.gate_proj,0.0054716918,hessian_weighted_relative_error,13617,0.02500,0.922
24,model.language_model.layers.24.mlp.experts.219.up_proj,0.0060947038,hessian_weighted_relative_error,13617,0.02500,0.965
24,model.language_model.layers.24.mlp.experts.22.down_proj,0.0105502049,hessian_weighted_relative_error,35875,0.02500,0.726
24,model.language_model.layers.24.mlp.experts.22.gate_proj,0.0051379381,hessian_weighted_relative_error,35875,0.02500,0.755
24,model.language_model.layers.24.mlp.experts.22.up_proj,0.0057811799,hessian_weighted_relative_error,35875,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.220.down_proj,0.0108216288,hessian_weighted_relative_error,17927,0.02500,0.762
24,model.language_model.layers.24.mlp.experts.220.gate_proj,0.0059648408,hessian_weighted_relative_error,17927,0.02500,0.790
24,model.language_model.layers.24.mlp.experts.220.up_proj,0.0064745412,hessian_weighted_relative_error,17927,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.221.down_proj,0.0118735678,hessian_weighted_relative_error,39605,0.02500,0.879
24,model.language_model.layers.24.mlp.experts.221.gate_proj,0.0071262569,hessian_weighted_relative_error,39605,0.02500,0.920
24,model.language_model.layers.24.mlp.experts.221.up_proj,0.0085348147,hessian_weighted_relative_error,39605,0.02500,0.968
24,model.language_model.layers.24.mlp.experts.222.down_proj,0.0088356662,hessian_weighted_relative_error,6815,0.02500,0.764
24,model.language_model.layers.24.mlp.experts.222.gate_proj,0.0048285071,hessian_weighted_relative_error,6815,0.02500,0.790
24,model.language_model.layers.24.mlp.experts.222.up_proj,0.0052356522,hessian_weighted_relative_error,6815,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.223.down_proj,0.0103668158,hessian_weighted_relative_error,22462,0.02500,0.878
24,model.language_model.layers.24.mlp.experts.223.gate_proj,0.0052039244,hessian_weighted_relative_error,22462,0.02500,0.938
24,model.language_model.layers.24.mlp.experts.223.up_proj,0.0057602560,hessian_weighted_relative_error,22462,0.02500,0.969
24,model.language_model.layers.24.mlp.experts.224.down_proj,0.0097773956,hessian_weighted_relative_error,6371,0.02500,0.757
24,model.language_model.layers.24.mlp.experts.224.gate_proj,0.0038496058,hessian_weighted_relative_error,6371,0.02500,0.793
24,model.language_model.layers.24.mlp.experts.224.up_proj,0.0043063123,hessian_weighted_relative_error,6371,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.225.down_proj,0.0101902879,hessian_weighted_relative_error,38260,0.02500,0.879
24,model.language_model.layers.24.mlp.experts.225.gate_proj,0.0058024934,hessian_weighted_relative_error,38260,0.02500,0.920
24,model.language_model.layers.24.mlp.experts.225.up_proj,0.0060371475,hessian_weighted_relative_error,38260,0.02500,0.970
24,model.language_model.layers.24.mlp.experts.226.down_proj,0.0044853233,hessian_weighted_relative_error,1024,0.02500,0.757
24,model.language_model.layers.24.mlp.experts.226.gate_proj,0.0018322682,hessian_weighted_relative_error,1024,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.226.up_proj,0.0022981060,hessian_weighted_relative_error,1024,0.02500,0.811
24,model.language_model.layers.24.mlp.experts.227.down_proj,0.0115783812,hessian_weighted_relative_error,15282,0.02500,0.882
24,model.language_model.layers.24.mlp.experts.227.gate_proj,0.0046567287,hessian_weighted_relative_error,15282,0.02500,0.918
24,model.language_model.layers.24.mlp.experts.227.up_proj,0.0050958751,hessian_weighted_relative_error,15282,0.02500,0.975
24,model.language_model.layers.24.mlp.experts.228.down_proj,0.0118727100,hessian_weighted_relative_error,46220,0.02500,0.759
24,model.language_model.layers.24.mlp.experts.228.gate_proj,0.0075082297,hessian_weighted_relative_error,46220,0.02500,0.790
24,model.language_model.layers.24.mlp.experts.228.up_proj,0.0080043580,hessian_weighted_relative_error,46220,0.02500,0.813
24,model.language_model.layers.24.mlp.experts.229.down_proj,0.0095234318,hessian_weighted_relative_error,23362,0.02500,0.880
24,model.language_model.layers.24.mlp.experts.229.gate_proj,0.0058578494,hessian_weighted_relative_error,23362,0.02500,0.924
24,model.language_model.layers.24.mlp.experts.229.up_proj,0.0062406499,hessian_weighted_relative_error,23362,0.02500,0.962
24,model.language_model.layers.24.mlp.experts.23.down_proj,0.0114764657,hessian_weighted_relative_error,19138,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.23.gate_proj,0.0056696146,hessian_weighted_relative_error,19138,0.02500,0.854
24,model.language_model.layers.24.mlp.experts.23.up_proj,0.0060550339,hessian_weighted_relative_error,19138,0.02500,0.941
24,model.language_model.layers.24.mlp.experts.230.down_proj,0.0072029094,hessian_weighted_relative_error,35331,0.02500,0.762
24,model.language_model.layers.24.mlp.experts.230.gate_proj,0.0057562884,hessian_weighted_relative_error,35331,0.02500,0.789
24,model.language_model.layers.24.mlp.experts.230.up_proj,0.0061794687,hessian_weighted_relative_error,35331,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.231.down_proj,0.0109737922,hessian_weighted_relative_error,21158,0.02500,0.880
24,model.language_model.layers.24.mlp.experts.231.gate_proj,0.0051889499,hessian_weighted_relative_error,21158,0.02500,0.931
24,model.language_model.layers.24.mlp.experts.231.up_proj,0.0059621682,hessian_weighted_relative_error,21158,0.02500,0.971
24,model.language_model.layers.24.mlp.experts.232.down_proj,0.0130950226,hessian_weighted_relative_error,48349,0.02500,0.758
24,model.language_model.layers.24.mlp.experts.232.gate_proj,0.0078985587,hessian_weighted_relative_error,48349,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.232.up_proj,0.0083489119,hessian_weighted_relative_error,48349,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.233.down_proj,0.0107755626,hessian_weighted_relative_error,21903,0.02500,0.879
24,model.language_model.layers.24.mlp.experts.233.gate_proj,0.0059153569,hessian_weighted_relative_error,21903,0.02500,0.941
24,model.language_model.layers.24.mlp.experts.233.up_proj,0.0066263214,hessian_weighted_relative_error,21903,0.02500,0.963
24,model.language_model.layers.24.mlp.experts.234.down_proj,0.0119368219,hessian_weighted_relative_error,16399,0.02500,0.767
24,model.language_model.layers.24.mlp.experts.234.gate_proj,0.0057702610,hessian_weighted_relative_error,16399,0.02500,0.792
24,model.language_model.layers.24.mlp.experts.234.up_proj,0.0059990200,hessian_weighted_relative_error,16399,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.235.down_proj,0.0072844310,hessian_weighted_relative_error,18870,0.02500,0.880
24,model.language_model.layers.24.mlp.experts.235.gate_proj,0.0048434140,hessian_weighted_relative_error,18870,0.02500,0.932
24,model.language_model.layers.24.mlp.experts.235.up_proj,0.0052098877,hessian_weighted_relative_error,18870,0.02500,0.967
24,model.language_model.layers.24.mlp.experts.236.down_proj,0.0121572768,hessian_weighted_relative_error,21541,0.02500,0.761
24,model.language_model.layers.24.mlp.experts.236.gate_proj,0.0048650455,hessian_weighted_relative_error,21541,0.02500,0.793
24,model.language_model.layers.24.mlp.experts.236.up_proj,0.0052794675,hessian_weighted_relative_error,21541,0.02500,0.810
24,model.language_model.layers.24.mlp.experts.237.down_proj,0.0111010468,hessian_weighted_relative_error,42559,0.02500,0.881
24,model.language_model.layers.24.mlp.experts.237.gate_proj,0.0061821355,hessian_weighted_relative_error,42559,0.02500,0.930
24,model.language_model.layers.24.mlp.experts.237.up_proj,0.0066499003,hessian_weighted_relative_error,42559,0.02500,0.970
24,model.language_model.layers.24.mlp.experts.238.down_proj,0.0126588387,hessian_weighted_relative_error,12073,0.02500,0.763
24,model.language_model.layers.24.mlp.experts.238.gate_proj,0.0066791083,hessian_weighted_relative_error,12073,0.02500,0.792
24,model.language_model.layers.24.mlp.experts.238.up_proj,0.0077669046,hessian_weighted_relative_error,12073,0.02500,0.808
24,model.language_model.layers.24.mlp.experts.239.down_proj,0.0109587377,hessian_weighted_relative_error,8151,0.02500,0.879
24,model.language_model.layers.24.mlp.experts.239.gate_proj,0.0050422139,hessian_weighted_relative_error,8151,0.02500,0.932
24,model.language_model.layers.24.mlp.experts.239.up_proj,0.0053909362,hessian_weighted_relative_error,8151,0.02500,0.982
24,model.language_model.layers.24.mlp.experts.24.down_proj,0.0091392448,hessian_weighted_relative_error,19720,0.02500,0.724
24,model.language_model.layers.24.mlp.experts.24.gate_proj,0.0062993291,hessian_weighted_relative_error,19720,0.02500,0.756
24,model.language_model.layers.24.mlp.experts.24.up_proj,0.0069529095,hessian_weighted_relative_error,19720,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.240.down_proj,0.0122822760,hessian_weighted_relative_error,35154,0.02500,0.759
24,model.language_model.layers.24.mlp.experts.240.gate_proj,0.0071642714,hessian_weighted_relative_error,35154,0.02500,0.792
24,model.language_model.layers.24.mlp.experts.240.up_proj,0.0083638685,hessian_weighted_relative_error,35154,0.02500,0.809
24,model.language_model.layers.24.mlp.experts.241.down_proj,0.0097131695,hessian_weighted_relative_error,40010,0.02500,0.881
24,model.language_model.layers.24.mlp.experts.241.gate_proj,0.0060304271,hessian_weighted_relative_error,40010,0.02500,0.927
24,model.language_model.layers.24.mlp.experts.241.up_proj,0.0065626166,hessian_weighted_relative_error,40010,0.02500,0.962
24,model.language_model.layers.24.mlp.experts.242.down_proj,0.0069744475,hessian_weighted_relative_error,4776,0.02500,0.759
24,model.language_model.layers.24.mlp.experts.242.gate_proj,0.0035629920,hessian_weighted_relative_error,4776,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.242.up_proj,0.0037325551,hessian_weighted_relative_error,4776,0.02500,0.809
24,model.language_model.layers.24.mlp.experts.243.down_proj,0.0121194190,hessian_weighted_relative_error,50871,0.02500,0.884
24,model.language_model.layers.24.mlp.experts.243.gate_proj,0.0067768579,hessian_weighted_relative_error,50871,0.02500,0.927
24,model.language_model.layers.24.mlp.experts.243.up_proj,0.0076447478,hessian_weighted_relative_error,50871,0.02500,0.964
24,model.language_model.layers.24.mlp.experts.244.down_proj,0.0094911178,hessian_weighted_relative_error,29149,0.02500,0.762
24,model.language_model.layers.24.mlp.experts.244.gate_proj,0.0077554946,hessian_weighted_relative_error,29149,0.02500,0.792
24,model.language_model.layers.24.mlp.experts.244.up_proj,0.0088508860,hessian_weighted_relative_error,29149,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.245.down_proj,0.0111898805,hessian_weighted_relative_error,29999,0.02500,0.882
24,model.language_model.layers.24.mlp.experts.245.gate_proj,0.0061987399,hessian_weighted_relative_error,29999,0.02500,0.926
24,model.language_model.layers.24.mlp.experts.245.up_proj,0.0069117289,hessian_weighted_relative_error,29999,0.02500,0.968
24,model.language_model.layers.24.mlp.experts.246.down_proj,0.0130629177,hessian_weighted_relative_error,20101,0.02500,0.764
24,model.language_model.layers.24.mlp.experts.246.gate_proj,0.0074815142,hessian_weighted_relative_error,20101,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.246.up_proj,0.0078270663,hessian_weighted_relative_error,20101,0.02500,0.808
24,model.language_model.layers.24.mlp.experts.247.down_proj,0.0113433795,hessian_weighted_relative_error,31146,0.02500,0.881
24,model.language_model.layers.24.mlp.experts.247.gate_proj,0.0066767082,hessian_weighted_relative_error,31146,0.02500,0.930
24,model.language_model.layers.24.mlp.experts.247.up_proj,0.0071643740,hessian_weighted_relative_error,31146,0.02500,0.966
24,model.language_model.layers.24.mlp.experts.248.down_proj,0.0109329564,hessian_weighted_relative_error,8661,0.02500,0.761
24,model.language_model.layers.24.mlp.experts.248.gate_proj,0.0061073497,hessian_weighted_relative_error,8661,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.248.up_proj,0.0066756249,hessian_weighted_relative_error,8661,0.02500,0.808
24,model.language_model.layers.24.mlp.experts.249.down_proj,0.0115084754,hessian_weighted_relative_error,17248,0.02500,0.883
24,model.language_model.layers.24.mlp.experts.249.gate_proj,0.0062217317,hessian_weighted_relative_error,17248,0.02500,0.932
24,model.language_model.layers.24.mlp.experts.249.up_proj,0.0069847083,hessian_weighted_relative_error,17248,0.02500,0.958
24,model.language_model.layers.24.mlp.experts.25.down_proj,0.0098176871,hessian_weighted_relative_error,25753,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.25.gate_proj,0.0059928370,hessian_weighted_relative_error,25753,0.02500,0.854
24,model.language_model.layers.24.mlp.experts.25.up_proj,0.0067185913,hessian_weighted_relative_error,25753,0.02500,0.944
24,model.language_model.layers.24.mlp.experts.250.down_proj,0.0092238593,hessian_weighted_relative_error,3892,0.02500,0.765
24,model.language_model.layers.24.mlp.experts.250.gate_proj,0.0043596568,hessian_weighted_relative_error,3892,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.250.up_proj,0.0051680149,hessian_weighted_relative_error,3892,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.251.down_proj,0.0120276290,hessian_weighted_relative_error,52302,0.02500,0.885
24,model.language_model.layers.24.mlp.experts.251.gate_proj,0.0072334256,hessian_weighted_relative_error,52302,0.02500,0.926
24,model.language_model.layers.24.mlp.experts.251.up_proj,0.0080026351,hessian_weighted_relative_error,52302,0.02500,0.955
24,model.language_model.layers.24.mlp.experts.252.down_proj,0.0126939385,hessian_weighted_relative_error,41149,0.02500,0.762
24,model.language_model.layers.24.mlp.experts.252.gate_proj,0.0074389681,hessian_weighted_relative_error,41149,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.252.up_proj,0.0086524977,hessian_weighted_relative_error,41149,0.02500,0.811
24,model.language_model.layers.24.mlp.experts.253.down_proj,0.0124138181,hessian_weighted_relative_error,24928,0.02500,0.883
24,model.language_model.layers.24.mlp.experts.253.gate_proj,0.0070666252,hessian_weighted_relative_error,24928,0.02500,0.930
24,model.language_model.layers.24.mlp.experts.253.up_proj,0.0083291013,hessian_weighted_relative_error,24928,0.02500,0.957
24,model.language_model.layers.24.mlp.experts.254.down_proj,0.0121905012,hessian_weighted_relative_error,22123,0.02500,0.763
24,model.language_model.layers.24.mlp.experts.254.gate_proj,0.0073643112,hessian_weighted_relative_error,22123,0.02500,0.792
24,model.language_model.layers.24.mlp.experts.254.up_proj,0.0081836181,hessian_weighted_relative_error,22123,0.02500,0.809
24,model.language_model.layers.24.mlp.experts.255.down_proj,0.0085807079,hessian_weighted_relative_error,40525,0.02500,0.882
24,model.language_model.layers.24.mlp.experts.255.gate_proj,0.0059480817,hessian_weighted_relative_error,40525,0.02500,0.931
24,model.language_model.layers.24.mlp.experts.255.up_proj,0.0063134661,hessian_weighted_relative_error,40525,0.02500,0.961
24,model.language_model.layers.24.mlp.experts.256.down_proj,0.0121561423,hessian_weighted_relative_error,8493,0.02500,0.761
24,model.language_model.layers.24.mlp.experts.256.gate_proj,0.0053907835,hessian_weighted_relative_error,8493,0.02500,0.792
24,model.language_model.layers.24.mlp.experts.256.up_proj,0.0056583702,hessian_weighted_relative_error,8493,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.257.down_proj,0.0083629814,hessian_weighted_relative_error,17566,0.02500,0.883
24,model.language_model.layers.24.mlp.experts.257.gate_proj,0.0047788088,hessian_weighted_relative_error,17566,0.02500,0.925
24,model.language_model.layers.24.mlp.experts.257.up_proj,0.0051949937,hessian_weighted_relative_error,17566,0.02500,0.946
24,model.language_model.layers.24.mlp.experts.258.down_proj,0.0114295856,hessian_weighted_relative_error,11986,0.02500,0.768
24,model.language_model.layers.24.mlp.experts.258.gate_proj,0.0071130815,hessian_weighted_relative_error,11986,0.02500,0.792
24,model.language_model.layers.24.mlp.experts.258.up_proj,0.0078922596,hessian_weighted_relative_error,11986,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.259.down_proj,0.0097870358,hessian_weighted_relative_error,64984,0.02500,0.883
24,model.language_model.layers.24.mlp.experts.259.gate_proj,0.0057918221,hessian_weighted_relative_error,64984,0.02500,0.928
24,model.language_model.layers.24.mlp.experts.259.up_proj,0.0062924686,hessian_weighted_relative_error,64984,0.02500,0.954
24,model.language_model.layers.24.mlp.experts.26.down_proj,0.0108560720,hessian_weighted_relative_error,32225,0.02500,0.726
24,model.language_model.layers.24.mlp.experts.26.gate_proj,0.0057302318,hessian_weighted_relative_error,32225,0.02500,0.756
24,model.language_model.layers.24.mlp.experts.26.up_proj,0.0061634202,hessian_weighted_relative_error,32225,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.260.down_proj,0.0104112457,hessian_weighted_relative_error,58049,0.02500,0.762
24,model.language_model.layers.24.mlp.experts.260.gate_proj,0.0051751413,hessian_weighted_relative_error,58049,0.02500,0.792
24,model.language_model.layers.24.mlp.experts.260.up_proj,0.0067756479,hessian_weighted_relative_error,58049,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.261.down_proj,0.0120635690,hessian_weighted_relative_error,15411,0.02500,0.884
24,model.language_model.layers.24.mlp.experts.261.gate_proj,0.0055082120,hessian_weighted_relative_error,15411,0.02500,0.931
24,model.language_model.layers.24.mlp.experts.261.up_proj,0.0061291123,hessian_weighted_relative_error,15411,0.02500,0.953
24,model.language_model.layers.24.mlp.experts.262.down_proj,0.0095394249,hessian_weighted_relative_error,15814,0.02500,0.764
24,model.language_model.layers.24.mlp.experts.262.gate_proj,0.0058725175,hessian_weighted_relative_error,15814,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.262.up_proj,0.0063494376,hessian_weighted_relative_error,15814,0.02500,0.809
24,model.language_model.layers.24.mlp.experts.263.down_proj,0.0121528083,hessian_weighted_relative_error,20092,0.02500,0.883
24,model.language_model.layers.24.mlp.experts.263.gate_proj,0.0062433407,hessian_weighted_relative_error,20092,0.02500,0.933
24,model.language_model.layers.24.mlp.experts.263.up_proj,0.0066375828,hessian_weighted_relative_error,20092,0.02500,0.954
24,model.language_model.layers.24.mlp.experts.264.down_proj,0.0104674003,hessian_weighted_relative_error,32630,0.02500,0.760
24,model.language_model.layers.24.mlp.experts.264.gate_proj,0.0055042498,hessian_weighted_relative_error,32630,0.02500,0.793
24,model.language_model.layers.24.mlp.experts.264.up_proj,0.0060535805,hessian_weighted_relative_error,32630,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.265.down_proj,0.0099430807,hessian_weighted_relative_error,35368,0.02500,0.884
24,model.language_model.layers.24.mlp.experts.265.gate_proj,0.0068461516,hessian_weighted_relative_error,35368,0.02500,0.927
24,model.language_model.layers.24.mlp.experts.265.up_proj,0.0077195930,hessian_weighted_relative_error,35368,0.02500,0.953
24,model.language_model.layers.24.mlp.experts.266.down_proj,0.0122557797,hessian_weighted_relative_error,27465,0.02500,0.764
24,model.language_model.layers.24.mlp.experts.266.gate_proj,0.0078559653,hessian_weighted_relative_error,27465,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.266.up_proj,0.0087947223,hessian_weighted_relative_error,27465,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.267.down_proj,0.0113787875,hessian_weighted_relative_error,51862,0.02500,0.888
24,model.language_model.layers.24.mlp.experts.267.gate_proj,0.0079682652,hessian_weighted_relative_error,51862,0.02500,0.936
24,model.language_model.layers.24.mlp.experts.267.up_proj,0.0092828836,hessian_weighted_relative_error,51862,0.02500,0.938
24,model.language_model.layers.24.mlp.experts.268.down_proj,0.0124195344,hessian_weighted_relative_error,25010,0.02500,0.769
24,model.language_model.layers.24.mlp.experts.268.gate_proj,0.0073795151,hessian_weighted_relative_error,25010,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.268.up_proj,0.0083547179,hessian_weighted_relative_error,25010,0.02500,0.809
24,model.language_model.layers.24.mlp.experts.269.down_proj,0.0111096307,hessian_weighted_relative_error,41932,0.02500,0.886
24,model.language_model.layers.24.mlp.experts.269.gate_proj,0.0075312138,hessian_weighted_relative_error,41932,0.02500,0.932
24,model.language_model.layers.24.mlp.experts.269.up_proj,0.0084526457,hessian_weighted_relative_error,41932,0.02500,0.948
24,model.language_model.layers.24.mlp.experts.27.down_proj,0.0114125575,hessian_weighted_relative_error,43674,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.27.gate_proj,0.0068102291,hessian_weighted_relative_error,43674,0.02500,0.855
24,model.language_model.layers.24.mlp.experts.27.up_proj,0.0077610507,hessian_weighted_relative_error,43674,0.02500,0.942
24,model.language_model.layers.24.mlp.experts.270.down_proj,0.0113777618,hessian_weighted_relative_error,22662,0.02500,0.765
24,model.language_model.layers.24.mlp.experts.270.gate_proj,0.0066137246,hessian_weighted_relative_error,22662,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.270.up_proj,0.0069203428,hessian_weighted_relative_error,22662,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.271.down_proj,0.0086477486,hessian_weighted_relative_error,15618,0.02500,0.884
24,model.language_model.layers.24.mlp.experts.271.gate_proj,0.0040811174,hessian_weighted_relative_error,15618,0.02500,0.936
24,model.language_model.layers.24.mlp.experts.271.up_proj,0.0045879875,hessian_weighted_relative_error,15618,0.02500,0.947
24,model.language_model.layers.24.mlp.experts.272.down_proj,0.0129717078,hessian_weighted_relative_error,113538,0.02500,0.760
24,model.language_model.layers.24.mlp.experts.272.gate_proj,0.0075925749,hessian_weighted_relative_error,113538,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.272.up_proj,0.0082002919,hessian_weighted_relative_error,113538,0.02500,0.808
24,model.language_model.layers.24.mlp.experts.273.down_proj,0.0114111912,hessian_weighted_relative_error,21987,0.02500,0.885
24,model.language_model.layers.24.mlp.experts.273.gate_proj,0.0070988041,hessian_weighted_relative_error,21987,0.02500,0.936
24,model.language_model.layers.24.mlp.experts.273.up_proj,0.0076380397,hessian_weighted_relative_error,21987,0.02500,0.944
24,model.language_model.layers.24.mlp.experts.274.down_proj,0.0131322517,hessian_weighted_relative_error,32493,0.02500,0.768
24,model.language_model.layers.24.mlp.experts.274.gate_proj,0.0079321161,hessian_weighted_relative_error,32493,0.02500,0.794
24,model.language_model.layers.24.mlp.experts.274.up_proj,0.0086018607,hessian_weighted_relative_error,32493,0.02500,0.812
24,model.language_model.layers.24.mlp.experts.275.down_proj,0.0063304513,hessian_weighted_relative_error,28240,0.02500,0.886
24,model.language_model.layers.24.mlp.experts.275.gate_proj,0.0062502664,hessian_weighted_relative_error,28240,0.02500,0.934
24,model.language_model.layers.24.mlp.experts.275.up_proj,0.0068018532,hessian_weighted_relative_error,28240,0.02500,0.944
24,model.language_model.layers.24.mlp.experts.276.down_proj,0.0109104301,hessian_weighted_relative_error,10570,0.02500,0.763
24,model.language_model.layers.24.mlp.experts.276.gate_proj,0.0050436060,hessian_weighted_relative_error,10570,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.276.up_proj,0.0053912126,hessian_weighted_relative_error,10570,0.02500,0.815
24,model.language_model.layers.24.mlp.experts.277.down_proj,0.0109002055,hessian_weighted_relative_error,38990,0.02500,0.885
24,model.language_model.layers.24.mlp.experts.277.gate_proj,0.0067668931,hessian_weighted_relative_error,38990,0.02500,0.938
24,model.language_model.layers.24.mlp.experts.277.up_proj,0.0074641387,hessian_weighted_relative_error,38990,0.02500,0.942
24,model.language_model.layers.24.mlp.experts.278.down_proj,0.0123690881,hessian_weighted_relative_error,48794,0.02500,0.767
24,model.language_model.layers.24.mlp.experts.278.gate_proj,0.0084497238,hessian_weighted_relative_error,48794,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.278.up_proj,0.0097805288,hessian_weighted_relative_error,48794,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.279.down_proj,0.0110828503,hessian_weighted_relative_error,16368,0.02500,0.885
24,model.language_model.layers.24.mlp.experts.279.gate_proj,0.0054110008,hessian_weighted_relative_error,16368,0.02500,0.943
24,model.language_model.layers.24.mlp.experts.279.up_proj,0.0061577527,hessian_weighted_relative_error,16368,0.02500,0.948
24,model.language_model.layers.24.mlp.experts.28.down_proj,0.0129115569,hessian_weighted_relative_error,15906,0.02500,0.726
24,model.language_model.layers.24.mlp.experts.28.gate_proj,0.0066086032,hessian_weighted_relative_error,15906,0.02500,0.757
24,model.language_model.layers.24.mlp.experts.28.up_proj,0.0074179502,hessian_weighted_relative_error,15906,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.280.down_proj,0.0115788018,hessian_weighted_relative_error,27734,0.02500,0.762
24,model.language_model.layers.24.mlp.experts.280.gate_proj,0.0070094404,hessian_weighted_relative_error,27734,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.280.up_proj,0.0082460183,hessian_weighted_relative_error,27734,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.281.down_proj,0.0091407274,hessian_weighted_relative_error,28374,0.02500,0.886
24,model.language_model.layers.24.mlp.experts.281.gate_proj,0.0058427290,hessian_weighted_relative_error,28374,0.02500,0.931
24,model.language_model.layers.24.mlp.experts.281.up_proj,0.0065763455,hessian_weighted_relative_error,28374,0.02500,0.930
24,model.language_model.layers.24.mlp.experts.282.down_proj,0.0117164643,hessian_weighted_relative_error,32748,0.02500,0.765
24,model.language_model.layers.24.mlp.experts.282.gate_proj,0.0072897738,hessian_weighted_relative_error,32748,0.02500,0.797
24,model.language_model.layers.24.mlp.experts.282.up_proj,0.0079101413,hessian_weighted_relative_error,32748,0.02500,0.807
24,model.language_model.layers.24.mlp.experts.283.down_proj,0.0114083851,hessian_weighted_relative_error,67128,0.02500,0.887
24,model.language_model.layers.24.mlp.experts.283.gate_proj,0.0076054666,hessian_weighted_relative_error,67128,0.02500,0.931
24,model.language_model.layers.24.mlp.experts.283.up_proj,0.0087596820,hessian_weighted_relative_error,67128,0.02500,0.933
24,model.language_model.layers.24.mlp.experts.284.down_proj,0.0037905890,hessian_weighted_relative_error,2408,0.02500,0.764
24,model.language_model.layers.24.mlp.experts.284.gate_proj,0.0019054231,hessian_weighted_relative_error,2408,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.284.up_proj,0.0021476597,hessian_weighted_relative_error,2408,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.285.down_proj,0.0086671881,hessian_weighted_relative_error,10664,0.02500,0.885
24,model.language_model.layers.24.mlp.experts.285.gate_proj,0.0048409680,hessian_weighted_relative_error,10664,0.02500,0.939
24,model.language_model.layers.24.mlp.experts.285.up_proj,0.0053850297,hessian_weighted_relative_error,10664,0.02500,0.932
24,model.language_model.layers.24.mlp.experts.286.down_proj,0.0123601363,hessian_weighted_relative_error,15586,0.02500,0.765
24,model.language_model.layers.24.mlp.experts.286.gate_proj,0.0055737658,hessian_weighted_relative_error,15586,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.286.up_proj,0.0061073176,hessian_weighted_relative_error,15586,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.287.down_proj,0.0092118253,hessian_weighted_relative_error,7951,0.02500,0.886
24,model.language_model.layers.24.mlp.experts.287.gate_proj,0.0051512860,hessian_weighted_relative_error,7951,0.02500,0.934
24,model.language_model.layers.24.mlp.experts.287.up_proj,0.0056960947,hessian_weighted_relative_error,7951,0.02500,0.932
24,model.language_model.layers.24.mlp.experts.29.down_proj,0.0094377537,hessian_weighted_relative_error,36579,0.02500,0.804
24,model.language_model.layers.24.mlp.experts.29.gate_proj,0.0057316723,hessian_weighted_relative_error,36579,0.02500,0.853
24,model.language_model.layers.24.mlp.experts.29.up_proj,0.0061528937,hessian_weighted_relative_error,36579,0.02500,0.950
24,model.language_model.layers.24.mlp.experts.3.down_proj,0.0094422757,hessian_weighted_relative_error,21724,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.3.gate_proj,0.0053192057,hessian_weighted_relative_error,21724,0.02500,0.839
24,model.language_model.layers.24.mlp.experts.3.up_proj,0.0058359616,hessian_weighted_relative_error,21724,0.02500,0.943
24,model.language_model.layers.24.mlp.experts.30.down_proj,0.0123364978,hessian_weighted_relative_error,29236,0.02500,0.727
24,model.language_model.layers.24.mlp.experts.30.gate_proj,0.0073082390,hessian_weighted_relative_error,29236,0.02500,0.758
24,model.language_model.layers.24.mlp.experts.30.up_proj,0.0086569120,hessian_weighted_relative_error,29236,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.31.down_proj,0.0102216682,hessian_weighted_relative_error,23548,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.31.gate_proj,0.0066297706,hessian_weighted_relative_error,23548,0.02500,0.860
24,model.language_model.layers.24.mlp.experts.31.up_proj,0.0077997351,hessian_weighted_relative_error,23548,0.02500,0.945
24,model.language_model.layers.24.mlp.experts.32.down_proj,0.0083772231,hessian_weighted_relative_error,20619,0.02500,0.726
24,model.language_model.layers.24.mlp.experts.32.gate_proj,0.0042493634,hessian_weighted_relative_error,20619,0.02500,0.761
24,model.language_model.layers.24.mlp.experts.32.up_proj,0.0044815048,hessian_weighted_relative_error,20619,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.33.down_proj,0.0108740464,hessian_weighted_relative_error,50934,0.02500,0.805
24,model.language_model.layers.24.mlp.experts.33.gate_proj,0.0058464332,hessian_weighted_relative_error,50934,0.02500,0.857
24,model.language_model.layers.24.mlp.experts.33.up_proj,0.0062796614,hessian_weighted_relative_error,50934,0.02500,0.944
24,model.language_model.layers.24.mlp.experts.34.down_proj,0.0113335532,hessian_weighted_relative_error,7886,0.02500,0.727
24,model.language_model.layers.24.mlp.experts.34.gate_proj,0.0057331939,hessian_weighted_relative_error,7886,0.02500,0.758
24,model.language_model.layers.24.mlp.experts.34.up_proj,0.0064052927,hessian_weighted_relative_error,7886,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.35.down_proj,0.0118448859,hessian_weighted_relative_error,30938,0.02500,0.810
24,model.language_model.layers.24.mlp.experts.35.gate_proj,0.0066922049,hessian_weighted_relative_error,30938,0.02500,0.858
24,model.language_model.layers.24.mlp.experts.35.up_proj,0.0075828494,hessian_weighted_relative_error,30938,0.02500,0.936
24,model.language_model.layers.24.mlp.experts.36.down_proj,0.0125137813,hessian_weighted_relative_error,11566,0.02500,0.728
24,model.language_model.layers.24.mlp.experts.36.gate_proj,0.0063245022,hessian_weighted_relative_error,11566,0.02500,0.760
24,model.language_model.layers.24.mlp.experts.36.up_proj,0.0072052639,hessian_weighted_relative_error,11566,0.02500,0.797
24,model.language_model.layers.24.mlp.experts.37.down_proj,0.0110350037,hessian_weighted_relative_error,17521,0.02500,0.808
24,model.language_model.layers.24.mlp.experts.37.gate_proj,0.0049344004,hessian_weighted_relative_error,17521,0.02500,0.858
24,model.language_model.layers.24.mlp.experts.37.up_proj,0.0054625113,hessian_weighted_relative_error,17521,0.02500,0.938
24,model.language_model.layers.24.mlp.experts.38.down_proj,0.0106441499,hessian_weighted_relative_error,9426,0.02500,0.730
24,model.language_model.layers.24.mlp.experts.38.gate_proj,0.0054422511,hessian_weighted_relative_error,9426,0.02500,0.759
24,model.language_model.layers.24.mlp.experts.38.up_proj,0.0058419332,hessian_weighted_relative_error,9426,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.39.down_proj,0.0114356177,hessian_weighted_relative_error,32344,0.02500,0.806
24,model.language_model.layers.24.mlp.experts.39.gate_proj,0.0060850065,hessian_weighted_relative_error,32344,0.02500,0.863
24,model.language_model.layers.24.mlp.experts.39.up_proj,0.0063934995,hessian_weighted_relative_error,32344,0.02500,0.949
24,model.language_model.layers.24.mlp.experts.4.down_proj,0.0108142877,hessian_weighted_relative_error,46252,0.02500,0.707
24,model.language_model.layers.24.mlp.experts.4.gate_proj,0.0070469264,hessian_weighted_relative_error,46252,0.02500,0.748
24,model.language_model.layers.24.mlp.experts.4.up_proj,0.0077556395,hessian_weighted_relative_error,46252,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.40.down_proj,0.0113503299,hessian_weighted_relative_error,61341,0.02500,0.728
24,model.language_model.layers.24.mlp.experts.40.gate_proj,0.0073316432,hessian_weighted_relative_error,61341,0.02500,0.763
24,model.language_model.layers.24.mlp.experts.40.up_proj,0.0083851475,hessian_weighted_relative_error,61341,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.41.down_proj,0.0108800676,hessian_weighted_relative_error,13639,0.02500,0.810
24,model.language_model.layers.24.mlp.experts.41.gate_proj,0.0070338396,hessian_weighted_relative_error,13639,0.02500,0.861
24,model.language_model.layers.24.mlp.experts.41.up_proj,0.0080586018,hessian_weighted_relative_error,13639,0.02500,0.945
24,model.language_model.layers.24.mlp.experts.42.down_proj,0.0130182767,hessian_weighted_relative_error,31363,0.02500,0.730
24,model.language_model.layers.24.mlp.experts.42.gate_proj,0.0073210315,hessian_weighted_relative_error,31363,0.02500,0.762
24,model.language_model.layers.24.mlp.experts.42.up_proj,0.0086465571,hessian_weighted_relative_error,31363,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.43.down_proj,0.0104880081,hessian_weighted_relative_error,14098,0.02500,0.813
24,model.language_model.layers.24.mlp.experts.43.gate_proj,0.0048876793,hessian_weighted_relative_error,14098,0.02500,0.863
24,model.language_model.layers.24.mlp.experts.43.up_proj,0.0050561698,hessian_weighted_relative_error,14098,0.02500,0.950
24,model.language_model.layers.24.mlp.experts.44.down_proj,0.0116991975,hessian_weighted_relative_error,19374,0.02500,0.729
24,model.language_model.layers.24.mlp.experts.44.gate_proj,0.0069528343,hessian_weighted_relative_error,19374,0.02500,0.760
24,model.language_model.layers.24.mlp.experts.44.up_proj,0.0075514175,hessian_weighted_relative_error,19374,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.45.down_proj,0.0102696720,hessian_weighted_relative_error,68223,0.02500,0.812
24,model.language_model.layers.24.mlp.experts.45.gate_proj,0.0060642360,hessian_weighted_relative_error,68223,0.02500,0.859
24,model.language_model.layers.24.mlp.experts.45.up_proj,0.0066304296,hessian_weighted_relative_error,68223,0.02500,0.948
24,model.language_model.layers.24.mlp.experts.46.down_proj,0.0096078638,hessian_weighted_relative_error,6230,0.02500,0.730
24,model.language_model.layers.24.mlp.experts.46.gate_proj,0.0045612228,hessian_weighted_relative_error,6230,0.02500,0.763
24,model.language_model.layers.24.mlp.experts.46.up_proj,0.0048734467,hessian_weighted_relative_error,6230,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.47.down_proj,0.0067977026,hessian_weighted_relative_error,22213,0.02500,0.810
24,model.language_model.layers.24.mlp.experts.47.gate_proj,0.0040282360,hessian_weighted_relative_error,22213,0.02500,0.866
24,model.language_model.layers.24.mlp.experts.47.up_proj,0.0046121710,hessian_weighted_relative_error,22213,0.02500,0.948
24,model.language_model.layers.24.mlp.experts.48.down_proj,0.0091787545,hessian_weighted_relative_error,9502,0.02500,0.730
24,model.language_model.layers.24.mlp.experts.48.gate_proj,0.0051300085,hessian_weighted_relative_error,9502,0.02500,0.763
24,model.language_model.layers.24.mlp.experts.48.up_proj,0.0057378932,hessian_weighted_relative_error,9502,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.49.down_proj,0.0116390474,hessian_weighted_relative_error,79257,0.02500,0.812
24,model.language_model.layers.24.mlp.experts.49.gate_proj,0.0067177508,hessian_weighted_relative_error,79257,0.02500,0.867
24,model.language_model.layers.24.mlp.experts.49.up_proj,0.0070176613,hessian_weighted_relative_error,79257,0.02500,0.949
24,model.language_model.layers.24.mlp.experts.5.down_proj,0.0074887681,hessian_weighted_relative_error,3233,0.02500,0.793
24,model.language_model.layers.24.mlp.experts.5.gate_proj,0.0025749054,hessian_weighted_relative_error,3233,0.02500,0.860
24,model.language_model.layers.24.mlp.experts.5.up_proj,0.0028452499,hessian_weighted_relative_error,3233,0.02500,0.940
24,model.language_model.layers.24.mlp.experts.50.down_proj,0.0131487829,hessian_weighted_relative_error,30913,0.02500,0.733
24,model.language_model.layers.24.mlp.experts.50.gate_proj,0.0076621371,hessian_weighted_relative_error,30913,0.02500,0.763
24,model.language_model.layers.24.mlp.experts.50.up_proj,0.0083125268,hessian_weighted_relative_error,30913,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.51.down_proj,0.0085359235,hessian_weighted_relative_error,49639,0.02500,0.819
24,model.language_model.layers.24.mlp.experts.51.gate_proj,0.0063409169,hessian_weighted_relative_error,49639,0.02500,0.868
24,model.language_model.layers.24.mlp.experts.51.up_proj,0.0068883045,hessian_weighted_relative_error,49639,0.02500,0.951
24,model.language_model.layers.24.mlp.experts.52.down_proj,0.0076679802,hessian_weighted_relative_error,54712,0.02500,0.731
24,model.language_model.layers.24.mlp.experts.52.gate_proj,0.0037923653,hessian_weighted_relative_error,54712,0.02500,0.765
24,model.language_model.layers.24.mlp.experts.52.up_proj,0.0042557963,hessian_weighted_relative_error,54712,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.53.down_proj,0.0084403610,hessian_weighted_relative_error,36412,0.02500,0.815
24,model.language_model.layers.24.mlp.experts.53.gate_proj,0.0055473219,hessian_weighted_relative_error,36412,0.02500,0.868
24,model.language_model.layers.24.mlp.experts.53.up_proj,0.0062412066,hessian_weighted_relative_error,36412,0.02500,0.944
24,model.language_model.layers.24.mlp.experts.54.down_proj,0.0103162545,hessian_weighted_relative_error,56761,0.02500,0.730
24,model.language_model.layers.24.mlp.experts.54.gate_proj,0.0064587066,hessian_weighted_relative_error,56761,0.02500,0.776
24,model.language_model.layers.24.mlp.experts.54.up_proj,0.0069416053,hessian_weighted_relative_error,56761,0.02500,0.797
24,model.language_model.layers.24.mlp.experts.55.down_proj,0.0086434891,hessian_weighted_relative_error,8944,0.02500,0.814
24,model.language_model.layers.24.mlp.experts.55.gate_proj,0.0046891763,hessian_weighted_relative_error,8944,0.02500,0.872
24,model.language_model.layers.24.mlp.experts.55.up_proj,0.0051067301,hessian_weighted_relative_error,8944,0.02500,0.949
24,model.language_model.layers.24.mlp.experts.56.down_proj,0.0118734676,hessian_weighted_relative_error,31873,0.02500,0.732
24,model.language_model.layers.24.mlp.experts.56.gate_proj,0.0066321193,hessian_weighted_relative_error,31873,0.02500,0.766
24,model.language_model.layers.24.mlp.experts.56.up_proj,0.0075273100,hessian_weighted_relative_error,31873,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.57.down_proj,0.0112174177,hessian_weighted_relative_error,24208,0.02500,0.816
24,model.language_model.layers.24.mlp.experts.57.gate_proj,0.0056951306,hessian_weighted_relative_error,24208,0.02500,0.872
24,model.language_model.layers.24.mlp.experts.57.up_proj,0.0062838085,hessian_weighted_relative_error,24208,0.02500,0.950
24,model.language_model.layers.24.mlp.experts.58.down_proj,0.0111238247,hessian_weighted_relative_error,60126,0.02500,0.735
24,model.language_model.layers.24.mlp.experts.58.gate_proj,0.0062289002,hessian_weighted_relative_error,60126,0.02500,0.766
24,model.language_model.layers.24.mlp.experts.58.up_proj,0.0076433631,hessian_weighted_relative_error,60126,0.02500,0.797
24,model.language_model.layers.24.mlp.experts.59.down_proj,0.0123103399,hessian_weighted_relative_error,23779,0.02500,0.818
24,model.language_model.layers.24.mlp.experts.59.gate_proj,0.0077603591,hessian_weighted_relative_error,23779,0.02500,0.872
24,model.language_model.layers.24.mlp.experts.59.up_proj,0.0088528125,hessian_weighted_relative_error,23779,0.02500,0.949
24,model.language_model.layers.24.mlp.experts.6.down_proj,0.0085813572,hessian_weighted_relative_error,18766,0.02500,0.720
24,model.language_model.layers.24.mlp.experts.6.gate_proj,0.0060623533,hessian_weighted_relative_error,18766,0.02500,0.749
24,model.language_model.layers.24.mlp.experts.6.up_proj,0.0073177922,hessian_weighted_relative_error,18766,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.60.down_proj,0.0114592237,hessian_weighted_relative_error,17227,0.02500,0.733
24,model.language_model.layers.24.mlp.experts.60.gate_proj,0.0061559409,hessian_weighted_relative_error,17227,0.02500,0.766
24,model.language_model.layers.24.mlp.experts.60.up_proj,0.0072692439,hessian_weighted_relative_error,17227,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.61.down_proj,0.0115819059,hessian_weighted_relative_error,19968,0.02500,0.820
24,model.language_model.layers.24.mlp.experts.61.gate_proj,0.0077878933,hessian_weighted_relative_error,19968,0.02500,0.868
24,model.language_model.layers.24.mlp.experts.61.up_proj,0.0087323439,hessian_weighted_relative_error,19968,0.02500,0.948
24,model.language_model.layers.24.mlp.experts.62.down_proj,0.0106071006,hessian_weighted_relative_error,18306,0.02500,0.734
24,model.language_model.layers.24.mlp.experts.62.gate_proj,0.0051972680,hessian_weighted_relative_error,18306,0.02500,0.765
24,model.language_model.layers.24.mlp.experts.62.up_proj,0.0058156369,hessian_weighted_relative_error,18306,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.63.down_proj,0.0124782575,hessian_weighted_relative_error,34600,0.02500,0.817
24,model.language_model.layers.24.mlp.experts.63.gate_proj,0.0077953177,hessian_weighted_relative_error,34600,0.02500,0.877
24,model.language_model.layers.24.mlp.experts.63.up_proj,0.0086800081,hessian_weighted_relative_error,34600,0.02500,0.953
24,model.language_model.layers.24.mlp.experts.64.down_proj,0.0101451155,hessian_weighted_relative_error,31822,0.02500,0.734
24,model.language_model.layers.24.mlp.experts.64.gate_proj,0.0048172781,hessian_weighted_relative_error,31822,0.02500,0.768
24,model.language_model.layers.24.mlp.experts.64.up_proj,0.0054164878,hessian_weighted_relative_error,31822,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.65.down_proj,0.0109102362,hessian_weighted_relative_error,18224,0.02500,0.820
24,model.language_model.layers.24.mlp.experts.65.gate_proj,0.0041596960,hessian_weighted_relative_error,18224,0.02500,0.875
24,model.language_model.layers.24.mlp.experts.65.up_proj,0.0047248041,hessian_weighted_relative_error,18224,0.02500,0.951
24,model.language_model.layers.24.mlp.experts.66.down_proj,0.0136175650,hessian_weighted_relative_error,21718,0.02500,0.737
24,model.language_model.layers.24.mlp.experts.66.gate_proj,0.0076825891,hessian_weighted_relative_error,21718,0.02500,0.768
24,model.language_model.layers.24.mlp.experts.66.up_proj,0.0088345240,hessian_weighted_relative_error,21718,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.67.down_proj,0.0078719042,hessian_weighted_relative_error,24022,0.02500,0.825
24,model.language_model.layers.24.mlp.experts.67.gate_proj,0.0039844358,hessian_weighted_relative_error,24022,0.02500,0.876
24,model.language_model.layers.24.mlp.experts.67.up_proj,0.0042203747,hessian_weighted_relative_error,24022,0.02500,0.946
24,model.language_model.layers.24.mlp.experts.68.down_proj,0.0101973253,hessian_weighted_relative_error,8833,0.02500,0.735
24,model.language_model.layers.24.mlp.experts.68.gate_proj,0.0058291403,hessian_weighted_relative_error,8833,0.02500,0.769
24,model.language_model.layers.24.mlp.experts.68.up_proj,0.0067100394,hessian_weighted_relative_error,8833,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.69.down_proj,0.0099308675,hessian_weighted_relative_error,20998,0.02500,0.823
24,model.language_model.layers.24.mlp.experts.69.gate_proj,0.0064107637,hessian_weighted_relative_error,20998,0.02500,0.875
24,model.language_model.layers.24.mlp.experts.69.up_proj,0.0070945486,hessian_weighted_relative_error,20998,0.02500,0.945
24,model.language_model.layers.24.mlp.experts.7.down_proj,0.0079218770,hessian_weighted_relative_error,8898,0.02500,0.790
24,model.language_model.layers.24.mlp.experts.7.gate_proj,0.0040627209,hessian_weighted_relative_error,8898,0.02500,0.848
24,model.language_model.layers.24.mlp.experts.7.up_proj,0.0046116804,hessian_weighted_relative_error,8898,0.02500,0.947
24,model.language_model.layers.24.mlp.experts.70.down_proj,0.0141127795,hessian_weighted_relative_error,42821,0.02500,0.736
24,model.language_model.layers.24.mlp.experts.70.gate_proj,0.0083750882,hessian_weighted_relative_error,42821,0.02500,0.770
24,model.language_model.layers.24.mlp.experts.70.up_proj,0.0099901933,hessian_weighted_relative_error,42821,0.02500,0.799
24,model.language_model.layers.24.mlp.experts.71.down_proj,0.0106233964,hessian_weighted_relative_error,41350,0.02500,0.821
24,model.language_model.layers.24.mlp.experts.71.gate_proj,0.0070815906,hessian_weighted_relative_error,41350,0.02500,0.881
24,model.language_model.layers.24.mlp.experts.71.up_proj,0.0075169812,hessian_weighted_relative_error,41350,0.02500,0.954
24,model.language_model.layers.24.mlp.experts.72.down_proj,0.0114519463,hessian_weighted_relative_error,29346,0.02500,0.738
24,model.language_model.layers.24.mlp.experts.72.gate_proj,0.0056894404,hessian_weighted_relative_error,29346,0.02500,0.769
24,model.language_model.layers.24.mlp.experts.72.up_proj,0.0060121625,hessian_weighted_relative_error,29346,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.73.down_proj,0.0115298443,hessian_weighted_relative_error,33951,0.02500,0.824
24,model.language_model.layers.24.mlp.experts.73.gate_proj,0.0072608196,hessian_weighted_relative_error,33951,0.02500,0.880
24,model.language_model.layers.24.mlp.experts.73.up_proj,0.0080424519,hessian_weighted_relative_error,33951,0.02500,0.951
24,model.language_model.layers.24.mlp.experts.74.down_proj,0.0095951652,hessian_weighted_relative_error,17071,0.02500,0.738
24,model.language_model.layers.24.mlp.experts.74.gate_proj,0.0045951206,hessian_weighted_relative_error,17071,0.02500,0.771
24,model.language_model.layers.24.mlp.experts.74.up_proj,0.0052722851,hessian_weighted_relative_error,17071,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.75.down_proj,0.0082577948,hessian_weighted_relative_error,21492,0.02500,0.826
24,model.language_model.layers.24.mlp.experts.75.gate_proj,0.0041463862,hessian_weighted_relative_error,21492,0.02500,0.881
24,model.language_model.layers.24.mlp.experts.75.up_proj,0.0045285223,hessian_weighted_relative_error,21492,0.02500,0.952
24,model.language_model.layers.24.mlp.experts.76.down_proj,0.0083363494,hessian_weighted_relative_error,12255,0.02500,0.737
24,model.language_model.layers.24.mlp.experts.76.gate_proj,0.0048485932,hessian_weighted_relative_error,12255,0.02500,0.771
24,model.language_model.layers.24.mlp.experts.76.up_proj,0.0055963883,hessian_weighted_relative_error,12255,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.77.down_proj,0.0096441595,hessian_weighted_relative_error,6049,0.02500,0.827
24,model.language_model.layers.24.mlp.experts.77.gate_proj,0.0037590924,hessian_weighted_relative_error,6049,0.02500,0.878
24,model.language_model.layers.24.mlp.experts.77.up_proj,0.0037943538,hessian_weighted_relative_error,6049,0.02500,0.949
24,model.language_model.layers.24.mlp.experts.78.down_proj,0.0134062275,hessian_weighted_relative_error,25613,0.02500,0.736
24,model.language_model.layers.24.mlp.experts.78.gate_proj,0.0076111423,hessian_weighted_relative_error,25613,0.02500,0.772
24,model.language_model.layers.24.mlp.experts.78.up_proj,0.0081292288,hessian_weighted_relative_error,25613,0.02500,0.802
24,model.language_model.layers.24.mlp.experts.79.down_proj,0.0122800831,hessian_weighted_relative_error,11183,0.02500,0.827
24,model.language_model.layers.24.mlp.experts.79.gate_proj,0.0069802369,hessian_weighted_relative_error,11183,0.02500,0.889
24,model.language_model.layers.24.mlp.experts.79.up_proj,0.0077716658,hessian_weighted_relative_error,11183,0.02500,0.955
24,model.language_model.layers.24.mlp.experts.8.down_proj,0.0129842138,hessian_weighted_relative_error,41979,0.02500,0.719
24,model.language_model.layers.24.mlp.experts.8.gate_proj,0.0078285530,hessian_weighted_relative_error,41979,0.02500,0.753
24,model.language_model.layers.24.mlp.experts.8.up_proj,0.0091766225,hessian_weighted_relative_error,41979,0.02500,0.796
24,model.language_model.layers.24.mlp.experts.80.down_proj,0.0098586954,hessian_weighted_relative_error,9493,0.02500,0.738
24,model.language_model.layers.24.mlp.experts.80.gate_proj,0.0037974502,hessian_weighted_relative_error,9493,0.02500,0.771
24,model.language_model.layers.24.mlp.experts.80.up_proj,0.0040055345,hessian_weighted_relative_error,9493,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.81.down_proj,0.0119335776,hessian_weighted_relative_error,27804,0.02500,0.826
24,model.language_model.layers.24.mlp.experts.81.gate_proj,0.0060536220,hessian_weighted_relative_error,27804,0.02500,0.885
24,model.language_model.layers.24.mlp.experts.81.up_proj,0.0065755383,hessian_weighted_relative_error,27804,0.02500,0.953
24,model.language_model.layers.24.mlp.experts.82.down_proj,0.0091912889,hessian_weighted_relative_error,20885,0.02500,0.740
24,model.language_model.layers.24.mlp.experts.82.gate_proj,0.0054477682,hessian_weighted_relative_error,20885,0.02500,0.770
24,model.language_model.layers.24.mlp.experts.82.up_proj,0.0058462052,hessian_weighted_relative_error,20885,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.83.down_proj,0.0113630732,hessian_weighted_relative_error,48420,0.02500,0.831
24,model.language_model.layers.24.mlp.experts.83.gate_proj,0.0073938356,hessian_weighted_relative_error,48420,0.02500,0.884
24,model.language_model.layers.24.mlp.experts.83.up_proj,0.0079122030,hessian_weighted_relative_error,48420,0.02500,0.948
24,model.language_model.layers.24.mlp.experts.84.down_proj,0.0116158262,hessian_weighted_relative_error,52204,0.02500,0.738
24,model.language_model.layers.24.mlp.experts.84.gate_proj,0.0071585823,hessian_weighted_relative_error,52204,0.02500,0.771
24,model.language_model.layers.24.mlp.experts.84.up_proj,0.0075683375,hessian_weighted_relative_error,52204,0.02500,0.803
24,model.language_model.layers.24.mlp.experts.85.down_proj,0.0122305339,hessian_weighted_relative_error,58033,0.02500,0.829
24,model.language_model.layers.24.mlp.experts.85.gate_proj,0.0070874282,hessian_weighted_relative_error,58033,0.02500,0.882
24,model.language_model.layers.24.mlp.experts.85.up_proj,0.0073843999,hessian_weighted_relative_error,58033,0.02500,0.949
24,model.language_model.layers.24.mlp.experts.86.down_proj,0.0115222356,hessian_weighted_relative_error,45463,0.02500,0.741
24,model.language_model.layers.24.mlp.experts.86.gate_proj,0.0047234463,hessian_weighted_relative_error,45463,0.02500,0.771
24,model.language_model.layers.24.mlp.experts.86.up_proj,0.0060488305,hessian_weighted_relative_error,45463,0.02500,0.798
24,model.language_model.layers.24.mlp.experts.87.down_proj,0.0109765796,hessian_weighted_relative_error,12921,0.02500,0.827
24,model.language_model.layers.24.mlp.experts.87.gate_proj,0.0049860848,hessian_weighted_relative_error,12921,0.02500,0.888
24,model.language_model.layers.24.mlp.experts.87.up_proj,0.0053465702,hessian_weighted_relative_error,12921,0.02500,0.960
24,model.language_model.layers.24.mlp.experts.88.down_proj,0.0095078668,hessian_weighted_relative_error,8119,0.02500,0.739
24,model.language_model.layers.24.mlp.experts.88.gate_proj,0.0045487844,hessian_weighted_relative_error,8119,0.02500,0.773
24,model.language_model.layers.24.mlp.experts.88.up_proj,0.0049049454,hessian_weighted_relative_error,8119,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.89.down_proj,0.0120876135,hessian_weighted_relative_error,23585,0.02500,0.830
24,model.language_model.layers.24.mlp.experts.89.gate_proj,0.0081549170,hessian_weighted_relative_error,23585,0.02500,0.889
24,model.language_model.layers.24.mlp.experts.89.up_proj,0.0091336483,hessian_weighted_relative_error,23585,0.02500,0.951
24,model.language_model.layers.24.mlp.experts.9.down_proj,0.0080831757,hessian_weighted_relative_error,31182,0.02500,0.795
24,model.language_model.layers.24.mlp.experts.9.gate_proj,0.0059246383,hessian_weighted_relative_error,31182,0.02500,0.844
24,model.language_model.layers.24.mlp.experts.9.up_proj,0.0063770255,hessian_weighted_relative_error,31182,0.02500,0.938
24,model.language_model.layers.24.mlp.experts.90.down_proj,0.0128759297,hessian_weighted_relative_error,27833,0.02500,0.742
24,model.language_model.layers.24.mlp.experts.90.gate_proj,0.0072354242,hessian_weighted_relative_error,27833,0.02500,0.773
24,model.language_model.layers.24.mlp.experts.90.up_proj,0.0081333405,hessian_weighted_relative_error,27833,0.02500,0.815
24,model.language_model.layers.24.mlp.experts.91.down_proj,0.0088200747,hessian_weighted_relative_error,24376,0.02500,0.836
24,model.language_model.layers.24.mlp.experts.91.gate_proj,0.0043424472,hessian_weighted_relative_error,24376,0.02500,0.891
24,model.language_model.layers.24.mlp.experts.91.up_proj,0.0046606562,hessian_weighted_relative_error,24376,0.02500,0.955
24,model.language_model.layers.24.mlp.experts.92.down_proj,0.0116114087,hessian_weighted_relative_error,23635,0.02500,0.740
24,model.language_model.layers.24.mlp.experts.92.gate_proj,0.0076152694,hessian_weighted_relative_error,23635,0.02500,0.773
24,model.language_model.layers.24.mlp.experts.92.up_proj,0.0087586985,hessian_weighted_relative_error,23635,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.93.down_proj,0.0082930743,hessian_weighted_relative_error,6674,0.02500,0.832
24,model.language_model.layers.24.mlp.experts.93.gate_proj,0.0041541875,hessian_weighted_relative_error,6674,0.02500,0.886
24,model.language_model.layers.24.mlp.experts.93.up_proj,0.0044067519,hessian_weighted_relative_error,6674,0.02500,0.953
24,model.language_model.layers.24.mlp.experts.94.down_proj,0.0082554439,hessian_weighted_relative_error,35480,0.02500,0.741
24,model.language_model.layers.24.mlp.experts.94.gate_proj,0.0042310862,hessian_weighted_relative_error,35480,0.02500,0.772
24,model.language_model.layers.24.mlp.experts.94.up_proj,0.0047848030,hessian_weighted_relative_error,35480,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.95.down_proj,0.0123341787,hessian_weighted_relative_error,23856,0.02500,0.831
24,model.language_model.layers.24.mlp.experts.95.gate_proj,0.0070869094,hessian_weighted_relative_error,23856,0.02500,0.892
24,model.language_model.layers.24.mlp.experts.95.up_proj,0.0082790554,hessian_weighted_relative_error,23856,0.02500,0.962
24,model.language_model.layers.24.mlp.experts.96.down_proj,0.0101580362,hessian_weighted_relative_error,33204,0.02500,0.741
24,model.language_model.layers.24.mlp.experts.96.gate_proj,0.0062056677,hessian_weighted_relative_error,33204,0.02500,0.773
24,model.language_model.layers.24.mlp.experts.96.up_proj,0.0064829947,hessian_weighted_relative_error,33204,0.02500,0.800
24,model.language_model.layers.24.mlp.experts.97.down_proj,0.0082215808,hessian_weighted_relative_error,22096,0.02500,0.834
24,model.language_model.layers.24.mlp.experts.97.gate_proj,0.0043084700,hessian_weighted_relative_error,22096,0.02500,0.890
24,model.language_model.layers.24.mlp.experts.97.up_proj,0.0049026799,hessian_weighted_relative_error,22096,0.02500,0.956
24,model.language_model.layers.24.mlp.experts.98.down_proj,0.0110770308,hessian_weighted_relative_error,24567,0.02500,0.749
24,model.language_model.layers.24.mlp.experts.98.gate_proj,0.0062834294,hessian_weighted_relative_error,24567,0.02500,0.772
24,model.language_model.layers.24.mlp.experts.98.up_proj,0.0067629470,hessian_weighted_relative_error,24567,0.02500,0.801
24,model.language_model.layers.24.mlp.experts.99.down_proj,0.0116385257,hessian_weighted_relative_error,30802,0.02500,0.838
24,model.language_model.layers.24.mlp.experts.99.gate_proj,0.0063948776,hessian_weighted_relative_error,30802,0.02500,0.890
24,model.language_model.layers.24.mlp.experts.99.up_proj,0.0072825380,hessian_weighted_relative_error,30802,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.0.down_proj,0.0123419907,hessian_weighted_relative_error,33708,0.02500,0.723
25,model.language_model.layers.25.mlp.experts.0.gate_proj,0.0071818020,hessian_weighted_relative_error,33708,0.02500,0.746
25,model.language_model.layers.25.mlp.experts.0.up_proj,0.0075240908,hessian_weighted_relative_error,33708,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.1.down_proj,0.0132613641,hessian_weighted_relative_error,47595,0.02500,0.771
25,model.language_model.layers.25.mlp.experts.1.gate_proj,0.0075006695,hessian_weighted_relative_error,47595,0.02500,0.861
25,model.language_model.layers.25.mlp.experts.1.up_proj,0.0083773835,hessian_weighted_relative_error,47595,0.02500,0.944
25,model.language_model.layers.25.mlp.experts.10.down_proj,0.0131538856,hessian_weighted_relative_error,24342,0.02500,0.720
25,model.language_model.layers.25.mlp.experts.10.gate_proj,0.0075153181,hessian_weighted_relative_error,24342,0.02500,0.750
25,model.language_model.layers.25.mlp.experts.10.up_proj,0.0085919603,hessian_weighted_relative_error,24342,0.02500,0.797
25,model.language_model.layers.25.mlp.experts.100.down_proj,0.0108999003,hessian_weighted_relative_error,14728,0.02500,0.741
25,model.language_model.layers.25.mlp.experts.100.gate_proj,0.0046560010,hessian_weighted_relative_error,14728,0.02500,0.775
25,model.language_model.layers.25.mlp.experts.100.up_proj,0.0051159871,hessian_weighted_relative_error,14728,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.101.down_proj,0.0086339978,hessian_weighted_relative_error,21119,0.02500,0.839
25,model.language_model.layers.25.mlp.experts.101.gate_proj,0.0040639053,hessian_weighted_relative_error,21119,0.02500,0.891
25,model.language_model.layers.25.mlp.experts.101.up_proj,0.0042251116,hessian_weighted_relative_error,21119,0.02500,0.962
25,model.language_model.layers.25.mlp.experts.102.down_proj,0.0121650016,hessian_weighted_relative_error,30781,0.02500,0.744
25,model.language_model.layers.25.mlp.experts.102.gate_proj,0.0067550532,hessian_weighted_relative_error,30781,0.02500,0.773
25,model.language_model.layers.25.mlp.experts.102.up_proj,0.0070563424,hessian_weighted_relative_error,30781,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.103.down_proj,0.0136183104,hessian_weighted_relative_error,24455,0.02500,0.839
25,model.language_model.layers.25.mlp.experts.103.gate_proj,0.0076093906,hessian_weighted_relative_error,24455,0.02500,0.891
25,model.language_model.layers.25.mlp.experts.103.up_proj,0.0081471262,hessian_weighted_relative_error,24455,0.02500,0.961
25,model.language_model.layers.25.mlp.experts.104.down_proj,0.0097445093,hessian_weighted_relative_error,23880,0.02500,0.743
25,model.language_model.layers.25.mlp.experts.104.gate_proj,0.0048047488,hessian_weighted_relative_error,23880,0.02500,0.774
25,model.language_model.layers.25.mlp.experts.104.up_proj,0.0050753208,hessian_weighted_relative_error,23880,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.105.down_proj,0.0138880450,hessian_weighted_relative_error,39113,0.02500,0.842
25,model.language_model.layers.25.mlp.experts.105.gate_proj,0.0077687331,hessian_weighted_relative_error,39113,0.02500,0.908
25,model.language_model.layers.25.mlp.experts.105.up_proj,0.0085736017,hessian_weighted_relative_error,39113,0.02500,0.962
25,model.language_model.layers.25.mlp.experts.106.down_proj,0.0100787859,hessian_weighted_relative_error,14367,0.02500,0.743
25,model.language_model.layers.25.mlp.experts.106.gate_proj,0.0050574459,hessian_weighted_relative_error,14367,0.02500,0.775
25,model.language_model.layers.25.mlp.experts.106.up_proj,0.0058249618,hessian_weighted_relative_error,14367,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.107.down_proj,0.0108157882,hessian_weighted_relative_error,22260,0.02500,0.844
25,model.language_model.layers.25.mlp.experts.107.gate_proj,0.0055076283,hessian_weighted_relative_error,22260,0.02500,0.895
25,model.language_model.layers.25.mlp.experts.107.up_proj,0.0058344334,hessian_weighted_relative_error,22260,0.02500,0.958
25,model.language_model.layers.25.mlp.experts.108.down_proj,0.0122500293,hessian_weighted_relative_error,18027,0.02500,0.743
25,model.language_model.layers.25.mlp.experts.108.gate_proj,0.0054429271,hessian_weighted_relative_error,18027,0.02500,0.775
25,model.language_model.layers.25.mlp.experts.108.up_proj,0.0060109486,hessian_weighted_relative_error,18027,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.109.down_proj,0.0110135098,hessian_weighted_relative_error,41521,0.02500,0.843
25,model.language_model.layers.25.mlp.experts.109.gate_proj,0.0049864447,hessian_weighted_relative_error,41521,0.02500,0.893
25,model.language_model.layers.25.mlp.experts.109.up_proj,0.0052187467,hessian_weighted_relative_error,41521,0.02500,0.966
25,model.language_model.layers.25.mlp.experts.11.down_proj,0.0085455418,hessian_weighted_relative_error,3074,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.11.gate_proj,0.0032524096,hessian_weighted_relative_error,3074,0.02500,0.848
25,model.language_model.layers.25.mlp.experts.11.up_proj,0.0037742746,hessian_weighted_relative_error,3074,0.02500,0.947
25,model.language_model.layers.25.mlp.experts.110.down_proj,0.0130430784,hessian_weighted_relative_error,29188,0.02500,0.744
25,model.language_model.layers.25.mlp.experts.110.gate_proj,0.0068952795,hessian_weighted_relative_error,29188,0.02500,0.775
25,model.language_model.layers.25.mlp.experts.110.up_proj,0.0072593800,hessian_weighted_relative_error,29188,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.111.down_proj,0.0125996790,hessian_weighted_relative_error,28913,0.02500,0.843
25,model.language_model.layers.25.mlp.experts.111.gate_proj,0.0063453020,hessian_weighted_relative_error,28913,0.02500,0.893
25,model.language_model.layers.25.mlp.experts.111.up_proj,0.0074816762,hessian_weighted_relative_error,28913,0.02500,0.961
25,model.language_model.layers.25.mlp.experts.112.down_proj,0.0120611951,hessian_weighted_relative_error,26336,0.02500,0.746
25,model.language_model.layers.25.mlp.experts.112.gate_proj,0.0067710121,hessian_weighted_relative_error,26336,0.02500,0.777
25,model.language_model.layers.25.mlp.experts.112.up_proj,0.0071684668,hessian_weighted_relative_error,26336,0.02500,0.816
25,model.language_model.layers.25.mlp.experts.113.down_proj,0.0049306819,hessian_weighted_relative_error,66576,0.02500,0.845
25,model.language_model.layers.25.mlp.experts.113.gate_proj,0.0027047158,hessian_weighted_relative_error,66576,0.02500,0.898
25,model.language_model.layers.25.mlp.experts.113.up_proj,0.0027369560,hessian_weighted_relative_error,66576,0.02500,0.970
25,model.language_model.layers.25.mlp.experts.114.down_proj,0.0147646548,hessian_weighted_relative_error,36344,0.02500,0.745
25,model.language_model.layers.25.mlp.experts.114.gate_proj,0.0079923437,hessian_weighted_relative_error,36344,0.02500,0.776
25,model.language_model.layers.25.mlp.experts.114.up_proj,0.0089993122,hessian_weighted_relative_error,36344,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.115.down_proj,0.0124651291,hessian_weighted_relative_error,47931,0.02500,0.851
25,model.language_model.layers.25.mlp.experts.115.gate_proj,0.0069378547,hessian_weighted_relative_error,47931,0.02500,0.907
25,model.language_model.layers.25.mlp.experts.115.up_proj,0.0074230539,hessian_weighted_relative_error,47931,0.02500,0.966
25,model.language_model.layers.25.mlp.experts.116.down_proj,0.0108634982,hessian_weighted_relative_error,20803,0.02500,0.744
25,model.language_model.layers.25.mlp.experts.116.gate_proj,0.0058700574,hessian_weighted_relative_error,20803,0.02500,0.777
25,model.language_model.layers.25.mlp.experts.116.up_proj,0.0058782909,hessian_weighted_relative_error,20803,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.117.down_proj,0.0148828284,hessian_weighted_relative_error,30773,0.02500,0.846
25,model.language_model.layers.25.mlp.experts.117.gate_proj,0.0081451078,hessian_weighted_relative_error,30773,0.02500,0.895
25,model.language_model.layers.25.mlp.experts.117.up_proj,0.0092045416,hessian_weighted_relative_error,30773,0.02500,0.966
25,model.language_model.layers.25.mlp.experts.118.down_proj,0.0120371967,hessian_weighted_relative_error,42630,0.02500,0.745
25,model.language_model.layers.25.mlp.experts.118.gate_proj,0.0068001559,hessian_weighted_relative_error,42630,0.02500,0.777
25,model.language_model.layers.25.mlp.experts.118.up_proj,0.0072219110,hessian_weighted_relative_error,42630,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.119.down_proj,0.0123017955,hessian_weighted_relative_error,27679,0.02500,0.846
25,model.language_model.layers.25.mlp.experts.119.gate_proj,0.0062349890,hessian_weighted_relative_error,27679,0.02500,0.894
25,model.language_model.layers.25.mlp.experts.119.up_proj,0.0066728074,hessian_weighted_relative_error,27679,0.02500,0.956
25,model.language_model.layers.25.mlp.experts.12.down_proj,0.0110759856,hessian_weighted_relative_error,15117,0.02500,0.720
25,model.language_model.layers.25.mlp.experts.12.gate_proj,0.0058205401,hessian_weighted_relative_error,15117,0.02500,0.754
25,model.language_model.layers.25.mlp.experts.12.up_proj,0.0065786497,hessian_weighted_relative_error,15117,0.02500,0.797
25,model.language_model.layers.25.mlp.experts.120.down_proj,0.0136627689,hessian_weighted_relative_error,35574,0.02500,0.747
25,model.language_model.layers.25.mlp.experts.120.gate_proj,0.0076913180,hessian_weighted_relative_error,35574,0.02500,0.786
25,model.language_model.layers.25.mlp.experts.120.up_proj,0.0083807851,hessian_weighted_relative_error,35574,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.121.down_proj,0.0090094339,hessian_weighted_relative_error,22426,0.02500,0.850
25,model.language_model.layers.25.mlp.experts.121.gate_proj,0.0046221347,hessian_weighted_relative_error,22426,0.02500,0.899
25,model.language_model.layers.25.mlp.experts.121.up_proj,0.0051155684,hessian_weighted_relative_error,22426,0.02500,0.967
25,model.language_model.layers.25.mlp.experts.122.down_proj,0.0128916367,hessian_weighted_relative_error,15603,0.02500,0.745
25,model.language_model.layers.25.mlp.experts.122.gate_proj,0.0064171782,hessian_weighted_relative_error,15603,0.02500,0.780
25,model.language_model.layers.25.mlp.experts.122.up_proj,0.0074308123,hessian_weighted_relative_error,15603,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.123.down_proj,0.0117508579,hessian_weighted_relative_error,24027,0.02500,0.854
25,model.language_model.layers.25.mlp.experts.123.gate_proj,0.0050709468,hessian_weighted_relative_error,24027,0.02500,0.905
25,model.language_model.layers.25.mlp.experts.123.up_proj,0.0051991804,hessian_weighted_relative_error,24027,0.02500,0.969
25,model.language_model.layers.25.mlp.experts.124.down_proj,0.0102298872,hessian_weighted_relative_error,13451,0.02500,0.746
25,model.language_model.layers.25.mlp.experts.124.gate_proj,0.0044415981,hessian_weighted_relative_error,13451,0.02500,0.779
25,model.language_model.layers.25.mlp.experts.124.up_proj,0.0048239217,hessian_weighted_relative_error,13451,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.125.down_proj,0.0084203887,hessian_weighted_relative_error,34691,0.02500,0.849
25,model.language_model.layers.25.mlp.experts.125.gate_proj,0.0053317888,hessian_weighted_relative_error,34691,0.02500,0.899
25,model.language_model.layers.25.mlp.experts.125.up_proj,0.0058076711,hessian_weighted_relative_error,34691,0.02500,0.967
25,model.language_model.layers.25.mlp.experts.126.down_proj,0.0104877873,hessian_weighted_relative_error,21702,0.02500,0.746
25,model.language_model.layers.25.mlp.experts.126.gate_proj,0.0055805961,hessian_weighted_relative_error,21702,0.02500,0.776
25,model.language_model.layers.25.mlp.experts.126.up_proj,0.0065189218,hessian_weighted_relative_error,21702,0.02500,0.802
25,model.language_model.layers.25.mlp.experts.127.down_proj,0.0083485264,hessian_weighted_relative_error,119501,0.02500,0.850
25,model.language_model.layers.25.mlp.experts.127.gate_proj,0.0046446848,hessian_weighted_relative_error,119501,0.02500,0.896
25,model.language_model.layers.25.mlp.experts.127.up_proj,0.0047330777,hessian_weighted_relative_error,119501,0.02500,0.991
25,model.language_model.layers.25.mlp.experts.128.down_proj,0.0105912663,hessian_weighted_relative_error,20668,0.02500,0.747
25,model.language_model.layers.25.mlp.experts.128.gate_proj,0.0055073551,hessian_weighted_relative_error,20668,0.02500,0.779
25,model.language_model.layers.25.mlp.experts.128.up_proj,0.0059627051,hessian_weighted_relative_error,20668,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.129.down_proj,0.0128374170,hessian_weighted_relative_error,25193,0.02500,0.853
25,model.language_model.layers.25.mlp.experts.129.gate_proj,0.0065247138,hessian_weighted_relative_error,25193,0.02500,0.901
25,model.language_model.layers.25.mlp.experts.129.up_proj,0.0075640269,hessian_weighted_relative_error,25193,0.02500,0.968
25,model.language_model.layers.25.mlp.experts.13.down_proj,0.0136252178,hessian_weighted_relative_error,38490,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.13.gate_proj,0.0071280522,hessian_weighted_relative_error,38490,0.02500,0.846
25,model.language_model.layers.25.mlp.experts.13.up_proj,0.0078900066,hessian_weighted_relative_error,38490,0.02500,0.943
25,model.language_model.layers.25.mlp.experts.130.down_proj,0.0098740592,hessian_weighted_relative_error,5138,0.02500,0.747
25,model.language_model.layers.25.mlp.experts.130.gate_proj,0.0041150836,hessian_weighted_relative_error,5138,0.02500,0.781
25,model.language_model.layers.25.mlp.experts.130.up_proj,0.0048490510,hessian_weighted_relative_error,5138,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.131.down_proj,0.0134719621,hessian_weighted_relative_error,18186,0.02500,0.855
25,model.language_model.layers.25.mlp.experts.131.gate_proj,0.0072017810,hessian_weighted_relative_error,18186,0.02500,0.900
25,model.language_model.layers.25.mlp.experts.131.up_proj,0.0080108567,hessian_weighted_relative_error,18186,0.02500,0.963
25,model.language_model.layers.25.mlp.experts.132.down_proj,0.0114197788,hessian_weighted_relative_error,10342,0.02500,0.751
25,model.language_model.layers.25.mlp.experts.132.gate_proj,0.0054291829,hessian_weighted_relative_error,10342,0.02500,0.784
25,model.language_model.layers.25.mlp.experts.132.up_proj,0.0059853019,hessian_weighted_relative_error,10342,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.133.down_proj,0.0121704752,hessian_weighted_relative_error,23918,0.02500,0.854
25,model.language_model.layers.25.mlp.experts.133.gate_proj,0.0061392131,hessian_weighted_relative_error,23918,0.02500,0.898
25,model.language_model.layers.25.mlp.experts.133.up_proj,0.0068912359,hessian_weighted_relative_error,23918,0.02500,0.962
25,model.language_model.layers.25.mlp.experts.134.down_proj,0.0127163572,hessian_weighted_relative_error,40563,0.02500,0.748
25,model.language_model.layers.25.mlp.experts.134.gate_proj,0.0065450484,hessian_weighted_relative_error,40563,0.02500,0.780
25,model.language_model.layers.25.mlp.experts.134.up_proj,0.0071691268,hessian_weighted_relative_error,40563,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.135.down_proj,0.0141569539,hessian_weighted_relative_error,39167,0.02500,0.855
25,model.language_model.layers.25.mlp.experts.135.gate_proj,0.0077621150,hessian_weighted_relative_error,39167,0.02500,0.899
25,model.language_model.layers.25.mlp.experts.135.up_proj,0.0085035456,hessian_weighted_relative_error,39167,0.02500,0.975
25,model.language_model.layers.25.mlp.experts.136.down_proj,0.0135242062,hessian_weighted_relative_error,74132,0.02500,0.748
25,model.language_model.layers.25.mlp.experts.136.gate_proj,0.0078087974,hessian_weighted_relative_error,74132,0.02500,0.781
25,model.language_model.layers.25.mlp.experts.136.up_proj,0.0086004453,hessian_weighted_relative_error,74132,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.137.down_proj,0.0120974157,hessian_weighted_relative_error,24900,0.02500,0.857
25,model.language_model.layers.25.mlp.experts.137.gate_proj,0.0065943630,hessian_weighted_relative_error,24900,0.02500,0.910
25,model.language_model.layers.25.mlp.experts.137.up_proj,0.0077371258,hessian_weighted_relative_error,24900,0.02500,0.966
25,model.language_model.layers.25.mlp.experts.138.down_proj,0.0086566941,hessian_weighted_relative_error,13212,0.02500,0.748
25,model.language_model.layers.25.mlp.experts.138.gate_proj,0.0039724519,hessian_weighted_relative_error,13212,0.02500,0.781
25,model.language_model.layers.25.mlp.experts.138.up_proj,0.0042538896,hessian_weighted_relative_error,13212,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.139.down_proj,0.0073445816,hessian_weighted_relative_error,7444,0.02500,0.862
25,model.language_model.layers.25.mlp.experts.139.gate_proj,0.0032974442,hessian_weighted_relative_error,7444,0.02500,0.902
25,model.language_model.layers.25.mlp.experts.139.up_proj,0.0034235097,hessian_weighted_relative_error,7444,0.02500,1.016
25,model.language_model.layers.25.mlp.experts.14.down_proj,0.0125841580,hessian_weighted_relative_error,26963,0.02500,0.721
25,model.language_model.layers.25.mlp.experts.14.gate_proj,0.0066123969,hessian_weighted_relative_error,26963,0.02500,0.750
25,model.language_model.layers.25.mlp.experts.14.up_proj,0.0070043727,hessian_weighted_relative_error,26963,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.140.down_proj,0.0037475066,hessian_weighted_relative_error,74214,0.02500,0.749
25,model.language_model.layers.25.mlp.experts.140.gate_proj,0.0052510294,hessian_weighted_relative_error,74214,0.02500,0.781
25,model.language_model.layers.25.mlp.experts.140.up_proj,0.0056009089,hessian_weighted_relative_error,74214,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.141.down_proj,0.0108550743,hessian_weighted_relative_error,28108,0.02500,0.857
25,model.language_model.layers.25.mlp.experts.141.gate_proj,0.0050498234,hessian_weighted_relative_error,28108,0.02500,0.899
25,model.language_model.layers.25.mlp.experts.141.up_proj,0.0052431794,hessian_weighted_relative_error,28108,0.02500,0.963
25,model.language_model.layers.25.mlp.experts.142.down_proj,0.0119268232,hessian_weighted_relative_error,21447,0.02500,0.750
25,model.language_model.layers.25.mlp.experts.142.gate_proj,0.0061742182,hessian_weighted_relative_error,21447,0.02500,0.782
25,model.language_model.layers.25.mlp.experts.142.up_proj,0.0069607539,hessian_weighted_relative_error,21447,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.143.down_proj,0.0123779366,hessian_weighted_relative_error,13205,0.02500,0.858
25,model.language_model.layers.25.mlp.experts.143.gate_proj,0.0062876599,hessian_weighted_relative_error,13205,0.02500,0.900
25,model.language_model.layers.25.mlp.experts.143.up_proj,0.0066680793,hessian_weighted_relative_error,13205,0.02500,0.962
25,model.language_model.layers.25.mlp.experts.144.down_proj,0.0115058144,hessian_weighted_relative_error,20046,0.02500,0.751
25,model.language_model.layers.25.mlp.experts.144.gate_proj,0.0061089525,hessian_weighted_relative_error,20046,0.02500,0.782
25,model.language_model.layers.25.mlp.experts.144.up_proj,0.0063794802,hessian_weighted_relative_error,20046,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.145.down_proj,0.0104866208,hessian_weighted_relative_error,43920,0.02500,0.861
25,model.language_model.layers.25.mlp.experts.145.gate_proj,0.0053233128,hessian_weighted_relative_error,43920,0.02500,0.904
25,model.language_model.layers.25.mlp.experts.145.up_proj,0.0054502899,hessian_weighted_relative_error,43920,0.02500,0.967
25,model.language_model.layers.25.mlp.experts.146.down_proj,0.0141614026,hessian_weighted_relative_error,24668,0.02500,0.749
25,model.language_model.layers.25.mlp.experts.146.gate_proj,0.0071533124,hessian_weighted_relative_error,24668,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.146.up_proj,0.0088829997,hessian_weighted_relative_error,24668,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.147.down_proj,0.0107458178,hessian_weighted_relative_error,8153,0.02500,0.864
25,model.language_model.layers.25.mlp.experts.147.gate_proj,0.0041686787,hessian_weighted_relative_error,8153,0.02500,0.901
25,model.language_model.layers.25.mlp.experts.147.up_proj,0.0044692480,hessian_weighted_relative_error,8153,0.02500,0.969
25,model.language_model.layers.25.mlp.experts.148.down_proj,0.0119465471,hessian_weighted_relative_error,14889,0.02500,0.749
25,model.language_model.layers.25.mlp.experts.148.gate_proj,0.0058444227,hessian_weighted_relative_error,14889,0.02500,0.783
25,model.language_model.layers.25.mlp.experts.148.up_proj,0.0063538486,hessian_weighted_relative_error,14889,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.149.down_proj,0.0137097460,hessian_weighted_relative_error,22199,0.02500,0.862
25,model.language_model.layers.25.mlp.experts.149.gate_proj,0.0070980595,hessian_weighted_relative_error,22199,0.02500,0.908
25,model.language_model.layers.25.mlp.experts.149.up_proj,0.0084605370,hessian_weighted_relative_error,22199,0.02500,0.959
25,model.language_model.layers.25.mlp.experts.15.down_proj,0.0100513633,hessian_weighted_relative_error,23377,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.15.gate_proj,0.0046244259,hessian_weighted_relative_error,23377,0.02500,0.844
25,model.language_model.layers.25.mlp.experts.15.up_proj,0.0048476960,hessian_weighted_relative_error,23377,0.02500,0.940
25,model.language_model.layers.25.mlp.experts.150.down_proj,0.0106200958,hessian_weighted_relative_error,26853,0.02500,0.751
25,model.language_model.layers.25.mlp.experts.150.gate_proj,0.0052022646,hessian_weighted_relative_error,26853,0.02500,0.781
25,model.language_model.layers.25.mlp.experts.150.up_proj,0.0055978972,hessian_weighted_relative_error,26853,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.151.down_proj,0.0129883896,hessian_weighted_relative_error,50648,0.02500,0.863
25,model.language_model.layers.25.mlp.experts.151.gate_proj,0.0070066919,hessian_weighted_relative_error,50648,0.02500,0.905
25,model.language_model.layers.25.mlp.experts.151.up_proj,0.0072229160,hessian_weighted_relative_error,50648,0.02500,0.967
25,model.language_model.layers.25.mlp.experts.152.down_proj,0.0140879951,hessian_weighted_relative_error,44407,0.02500,0.755
25,model.language_model.layers.25.mlp.experts.152.gate_proj,0.0076427242,hessian_weighted_relative_error,44407,0.02500,0.783
25,model.language_model.layers.25.mlp.experts.152.up_proj,0.0084848029,hessian_weighted_relative_error,44407,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.153.down_proj,0.0134966006,hessian_weighted_relative_error,35443,0.02500,0.865
25,model.language_model.layers.25.mlp.experts.153.gate_proj,0.0077883844,hessian_weighted_relative_error,35443,0.02500,0.906
25,model.language_model.layers.25.mlp.experts.153.up_proj,0.0084929758,hessian_weighted_relative_error,35443,0.02500,0.965
25,model.language_model.layers.25.mlp.experts.154.down_proj,0.0099834075,hessian_weighted_relative_error,21628,0.02500,0.751
25,model.language_model.layers.25.mlp.experts.154.gate_proj,0.0042064779,hessian_weighted_relative_error,21628,0.02500,0.782
25,model.language_model.layers.25.mlp.experts.154.up_proj,0.0045404298,hessian_weighted_relative_error,21628,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.155.down_proj,0.0095284444,hessian_weighted_relative_error,5565,0.02500,0.867
25,model.language_model.layers.25.mlp.experts.155.gate_proj,0.0042582048,hessian_weighted_relative_error,5565,0.02500,0.909
25,model.language_model.layers.25.mlp.experts.155.up_proj,0.0047229816,hessian_weighted_relative_error,5565,0.02500,0.960
25,model.language_model.layers.25.mlp.experts.156.down_proj,0.0089760538,hessian_weighted_relative_error,13268,0.02500,0.754
25,model.language_model.layers.25.mlp.experts.156.gate_proj,0.0041564403,hessian_weighted_relative_error,13268,0.02500,0.783
25,model.language_model.layers.25.mlp.experts.156.up_proj,0.0046013925,hessian_weighted_relative_error,13268,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.157.down_proj,0.0138795961,hessian_weighted_relative_error,21607,0.02500,0.868
25,model.language_model.layers.25.mlp.experts.157.gate_proj,0.0070679952,hessian_weighted_relative_error,21607,0.02500,0.910
25,model.language_model.layers.25.mlp.experts.157.up_proj,0.0083253309,hessian_weighted_relative_error,21607,0.02500,0.958
25,model.language_model.layers.25.mlp.experts.158.down_proj,0.0136416971,hessian_weighted_relative_error,36713,0.02500,0.753
25,model.language_model.layers.25.mlp.experts.158.gate_proj,0.0081417260,hessian_weighted_relative_error,36713,0.02500,0.782
25,model.language_model.layers.25.mlp.experts.158.up_proj,0.0087932846,hessian_weighted_relative_error,36713,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.159.down_proj,0.0136658239,hessian_weighted_relative_error,37112,0.02500,0.867
25,model.language_model.layers.25.mlp.experts.159.gate_proj,0.0074660076,hessian_weighted_relative_error,37112,0.02500,0.901
25,model.language_model.layers.25.mlp.experts.159.up_proj,0.0079564748,hessian_weighted_relative_error,37112,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.16.down_proj,0.0132291383,hessian_weighted_relative_error,37060,0.02500,0.727
25,model.language_model.layers.25.mlp.experts.16.gate_proj,0.0076514795,hessian_weighted_relative_error,37060,0.02500,0.755
25,model.language_model.layers.25.mlp.experts.16.up_proj,0.0079805281,hessian_weighted_relative_error,37060,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.160.down_proj,0.0106208671,hessian_weighted_relative_error,15091,0.02500,0.752
25,model.language_model.layers.25.mlp.experts.160.gate_proj,0.0044402156,hessian_weighted_relative_error,15091,0.02500,0.816
25,model.language_model.layers.25.mlp.experts.160.up_proj,0.0052679985,hessian_weighted_relative_error,15091,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.161.down_proj,0.0139174890,hessian_weighted_relative_error,16931,0.02500,0.869
25,model.language_model.layers.25.mlp.experts.161.gate_proj,0.0071455204,hessian_weighted_relative_error,16931,0.02500,0.916
25,model.language_model.layers.25.mlp.experts.161.up_proj,0.0081250080,hessian_weighted_relative_error,16931,0.02500,0.966
25,model.language_model.layers.25.mlp.experts.162.down_proj,0.0077016738,hessian_weighted_relative_error,10164,0.02500,0.752
25,model.language_model.layers.25.mlp.experts.162.gate_proj,0.0036241033,hessian_weighted_relative_error,10164,0.02500,0.787
25,model.language_model.layers.25.mlp.experts.162.up_proj,0.0039990184,hessian_weighted_relative_error,10164,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.163.down_proj,0.0082219497,hessian_weighted_relative_error,6456,0.02500,0.875
25,model.language_model.layers.25.mlp.experts.163.gate_proj,0.0035002930,hessian_weighted_relative_error,6456,0.02500,0.905
25,model.language_model.layers.25.mlp.experts.163.up_proj,0.0040237303,hessian_weighted_relative_error,6456,0.02500,0.963
25,model.language_model.layers.25.mlp.experts.164.down_proj,0.0119414993,hessian_weighted_relative_error,15858,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.164.gate_proj,0.0060209324,hessian_weighted_relative_error,15858,0.02500,0.783
25,model.language_model.layers.25.mlp.experts.164.up_proj,0.0070414453,hessian_weighted_relative_error,15858,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.165.down_proj,0.0134948264,hessian_weighted_relative_error,25299,0.02500,0.870
25,model.language_model.layers.25.mlp.experts.165.gate_proj,0.0066937024,hessian_weighted_relative_error,25299,0.02500,0.904
25,model.language_model.layers.25.mlp.experts.165.up_proj,0.0070851599,hessian_weighted_relative_error,25299,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.166.down_proj,0.0103504102,hessian_weighted_relative_error,15692,0.02500,0.754
25,model.language_model.layers.25.mlp.experts.166.gate_proj,0.0043867005,hessian_weighted_relative_error,15692,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.166.up_proj,0.0047203089,hessian_weighted_relative_error,15692,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.167.down_proj,0.0136012115,hessian_weighted_relative_error,55110,0.02500,0.871
25,model.language_model.layers.25.mlp.experts.167.gate_proj,0.0076693782,hessian_weighted_relative_error,55110,0.02500,0.904
25,model.language_model.layers.25.mlp.experts.167.up_proj,0.0087484196,hessian_weighted_relative_error,55110,0.02500,0.979
25,model.language_model.layers.25.mlp.experts.168.down_proj,0.0107683602,hessian_weighted_relative_error,17621,0.02500,0.753
25,model.language_model.layers.25.mlp.experts.168.gate_proj,0.0050617320,hessian_weighted_relative_error,17621,0.02500,0.787
25,model.language_model.layers.25.mlp.experts.168.up_proj,0.0057072934,hessian_weighted_relative_error,17621,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.169.down_proj,0.0084834222,hessian_weighted_relative_error,8878,0.02500,0.875
25,model.language_model.layers.25.mlp.experts.169.gate_proj,0.0040275313,hessian_weighted_relative_error,8878,0.02500,0.916
25,model.language_model.layers.25.mlp.experts.169.up_proj,0.0046096287,hessian_weighted_relative_error,8878,0.02500,0.963
25,model.language_model.layers.25.mlp.experts.17.down_proj,0.0128387004,hessian_weighted_relative_error,12493,0.02500,0.800
25,model.language_model.layers.25.mlp.experts.17.gate_proj,0.0066239454,hessian_weighted_relative_error,12493,0.02500,0.852
25,model.language_model.layers.25.mlp.experts.17.up_proj,0.0074202527,hessian_weighted_relative_error,12493,0.02500,0.948
25,model.language_model.layers.25.mlp.experts.170.down_proj,0.0144042911,hessian_weighted_relative_error,34917,0.02500,0.754
25,model.language_model.layers.25.mlp.experts.170.gate_proj,0.0074318360,hessian_weighted_relative_error,34917,0.02500,0.785
25,model.language_model.layers.25.mlp.experts.170.up_proj,0.0082144230,hessian_weighted_relative_error,34917,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.171.down_proj,0.0119643952,hessian_weighted_relative_error,21527,0.02500,0.877
25,model.language_model.layers.25.mlp.experts.171.gate_proj,0.0067727813,hessian_weighted_relative_error,21527,0.02500,0.911
25,model.language_model.layers.25.mlp.experts.171.up_proj,0.0071669970,hessian_weighted_relative_error,21527,0.02500,0.956
25,model.language_model.layers.25.mlp.experts.172.down_proj,0.0138795970,hessian_weighted_relative_error,22866,0.02500,0.753
25,model.language_model.layers.25.mlp.experts.172.gate_proj,0.0074263489,hessian_weighted_relative_error,22866,0.02500,0.786
25,model.language_model.layers.25.mlp.experts.172.up_proj,0.0085420833,hessian_weighted_relative_error,22866,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.173.down_proj,0.0118915049,hessian_weighted_relative_error,35040,0.02500,0.873
25,model.language_model.layers.25.mlp.experts.173.gate_proj,0.0061370157,hessian_weighted_relative_error,35040,0.02500,0.917
25,model.language_model.layers.25.mlp.experts.173.up_proj,0.0065186166,hessian_weighted_relative_error,35040,0.02500,0.955
25,model.language_model.layers.25.mlp.experts.174.down_proj,0.0120330723,hessian_weighted_relative_error,76799,0.02500,0.755
25,model.language_model.layers.25.mlp.experts.174.gate_proj,0.0061737401,hessian_weighted_relative_error,76799,0.02500,0.795
25,model.language_model.layers.25.mlp.experts.174.up_proj,0.0066049486,hessian_weighted_relative_error,76799,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.175.down_proj,0.0138116402,hessian_weighted_relative_error,40497,0.02500,0.874
25,model.language_model.layers.25.mlp.experts.175.gate_proj,0.0077985007,hessian_weighted_relative_error,40497,0.02500,0.917
25,model.language_model.layers.25.mlp.experts.175.up_proj,0.0084795179,hessian_weighted_relative_error,40497,0.02500,0.950
25,model.language_model.layers.25.mlp.experts.176.down_proj,0.0093004864,hessian_weighted_relative_error,65223,0.02500,0.755
25,model.language_model.layers.25.mlp.experts.176.gate_proj,0.0056031903,hessian_weighted_relative_error,65223,0.02500,0.787
25,model.language_model.layers.25.mlp.experts.176.up_proj,0.0059414429,hessian_weighted_relative_error,65223,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.177.down_proj,0.0119563043,hessian_weighted_relative_error,17251,0.02500,0.875
25,model.language_model.layers.25.mlp.experts.177.gate_proj,0.0057806400,hessian_weighted_relative_error,17251,0.02500,0.914
25,model.language_model.layers.25.mlp.experts.177.up_proj,0.0061857474,hessian_weighted_relative_error,17251,0.02500,0.952
25,model.language_model.layers.25.mlp.experts.178.down_proj,0.0092207464,hessian_weighted_relative_error,38355,0.02500,0.754
25,model.language_model.layers.25.mlp.experts.178.gate_proj,0.0045896185,hessian_weighted_relative_error,38355,0.02500,0.785
25,model.language_model.layers.25.mlp.experts.178.up_proj,0.0047726770,hessian_weighted_relative_error,38355,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.179.down_proj,0.0135594691,hessian_weighted_relative_error,40277,0.02500,0.875
25,model.language_model.layers.25.mlp.experts.179.gate_proj,0.0071661419,hessian_weighted_relative_error,40277,0.02500,0.918
25,model.language_model.layers.25.mlp.experts.179.up_proj,0.0078890240,hessian_weighted_relative_error,40277,0.02500,0.960
25,model.language_model.layers.25.mlp.experts.18.down_proj,0.0096569799,hessian_weighted_relative_error,42246,0.02500,0.723
25,model.language_model.layers.25.mlp.experts.18.gate_proj,0.0056012791,hessian_weighted_relative_error,42246,0.02500,0.753
25,model.language_model.layers.25.mlp.experts.18.up_proj,0.0061495345,hessian_weighted_relative_error,42246,0.02500,0.797
25,model.language_model.layers.25.mlp.experts.180.down_proj,0.0129111918,hessian_weighted_relative_error,20078,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.180.gate_proj,0.0064602755,hessian_weighted_relative_error,20078,0.02500,0.787
25,model.language_model.layers.25.mlp.experts.180.up_proj,0.0081444274,hessian_weighted_relative_error,20078,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.181.down_proj,0.0140401787,hessian_weighted_relative_error,55837,0.02500,0.874
25,model.language_model.layers.25.mlp.experts.181.gate_proj,0.0080379511,hessian_weighted_relative_error,55837,0.02500,0.911
25,model.language_model.layers.25.mlp.experts.181.up_proj,0.0088631702,hessian_weighted_relative_error,55837,0.02500,0.956
25,model.language_model.layers.25.mlp.experts.182.down_proj,0.0138644324,hessian_weighted_relative_error,59622,0.02500,0.755
25,model.language_model.layers.25.mlp.experts.182.gate_proj,0.0075651300,hessian_weighted_relative_error,59622,0.02500,0.786
25,model.language_model.layers.25.mlp.experts.182.up_proj,0.0080192515,hessian_weighted_relative_error,59622,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.183.down_proj,0.0129848129,hessian_weighted_relative_error,32837,0.02500,0.874
25,model.language_model.layers.25.mlp.experts.183.gate_proj,0.0068935946,hessian_weighted_relative_error,32837,0.02500,0.911
25,model.language_model.layers.25.mlp.experts.183.up_proj,0.0074502768,hessian_weighted_relative_error,32837,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.184.down_proj,0.0128026950,hessian_weighted_relative_error,51898,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.184.gate_proj,0.0071572727,hessian_weighted_relative_error,51898,0.02500,0.785
25,model.language_model.layers.25.mlp.experts.184.up_proj,0.0080073690,hessian_weighted_relative_error,51898,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.185.down_proj,0.0105908827,hessian_weighted_relative_error,15211,0.02500,0.876
25,model.language_model.layers.25.mlp.experts.185.gate_proj,0.0057553437,hessian_weighted_relative_error,15211,0.02500,0.915
25,model.language_model.layers.25.mlp.experts.185.up_proj,0.0062324725,hessian_weighted_relative_error,15211,0.02500,0.968
25,model.language_model.layers.25.mlp.experts.186.down_proj,0.0120531811,hessian_weighted_relative_error,35250,0.02500,0.754
25,model.language_model.layers.25.mlp.experts.186.gate_proj,0.0076174137,hessian_weighted_relative_error,35250,0.02500,0.789
25,model.language_model.layers.25.mlp.experts.186.up_proj,0.0083078196,hessian_weighted_relative_error,35250,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.187.down_proj,0.0137811104,hessian_weighted_relative_error,36087,0.02500,0.878
25,model.language_model.layers.25.mlp.experts.187.gate_proj,0.0074864707,hessian_weighted_relative_error,36087,0.02500,0.918
25,model.language_model.layers.25.mlp.experts.187.up_proj,0.0083083582,hessian_weighted_relative_error,36087,0.02500,0.960
25,model.language_model.layers.25.mlp.experts.188.down_proj,0.0099130287,hessian_weighted_relative_error,12386,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.188.gate_proj,0.0054055357,hessian_weighted_relative_error,12386,0.02500,0.788
25,model.language_model.layers.25.mlp.experts.188.up_proj,0.0058887984,hessian_weighted_relative_error,12386,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.189.down_proj,0.0114548412,hessian_weighted_relative_error,40404,0.02500,0.875
25,model.language_model.layers.25.mlp.experts.189.gate_proj,0.0053210319,hessian_weighted_relative_error,40404,0.02500,0.914
25,model.language_model.layers.25.mlp.experts.189.up_proj,0.0057567828,hessian_weighted_relative_error,40404,0.02500,0.955
25,model.language_model.layers.25.mlp.experts.19.down_proj,0.0117337272,hessian_weighted_relative_error,11319,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.19.gate_proj,0.0056209429,hessian_weighted_relative_error,11319,0.02500,0.851
25,model.language_model.layers.25.mlp.experts.19.up_proj,0.0060396176,hessian_weighted_relative_error,11319,0.02500,0.948
25,model.language_model.layers.25.mlp.experts.190.down_proj,0.0053941987,hessian_weighted_relative_error,6992,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.190.gate_proj,0.0022976709,hessian_weighted_relative_error,6992,0.02500,0.786
25,model.language_model.layers.25.mlp.experts.190.up_proj,0.0024370600,hessian_weighted_relative_error,6992,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.191.down_proj,0.0087666251,hessian_weighted_relative_error,25923,0.02500,0.877
25,model.language_model.layers.25.mlp.experts.191.gate_proj,0.0043441509,hessian_weighted_relative_error,25923,0.02500,0.919
25,model.language_model.layers.25.mlp.experts.191.up_proj,0.0048962767,hessian_weighted_relative_error,25923,0.02500,0.957
25,model.language_model.layers.25.mlp.experts.192.down_proj,0.0070944810,hessian_weighted_relative_error,12576,0.02500,0.756
25,model.language_model.layers.25.mlp.experts.192.gate_proj,0.0034345594,hessian_weighted_relative_error,12576,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.192.up_proj,0.0037584389,hessian_weighted_relative_error,12576,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.193.down_proj,0.0113626026,hessian_weighted_relative_error,20931,0.02500,0.877
25,model.language_model.layers.25.mlp.experts.193.gate_proj,0.0064723262,hessian_weighted_relative_error,20931,0.02500,0.924
25,model.language_model.layers.25.mlp.experts.193.up_proj,0.0071680736,hessian_weighted_relative_error,20931,0.02500,0.970
25,model.language_model.layers.25.mlp.experts.194.down_proj,0.0118379129,hessian_weighted_relative_error,40998,0.02500,0.756
25,model.language_model.layers.25.mlp.experts.194.gate_proj,0.0065937492,hessian_weighted_relative_error,40998,0.02500,0.789
25,model.language_model.layers.25.mlp.experts.194.up_proj,0.0073113254,hessian_weighted_relative_error,40998,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.195.down_proj,0.0132318829,hessian_weighted_relative_error,56095,0.02500,0.878
25,model.language_model.layers.25.mlp.experts.195.gate_proj,0.0074973429,hessian_weighted_relative_error,56095,0.02500,0.924
25,model.language_model.layers.25.mlp.experts.195.up_proj,0.0083695425,hessian_weighted_relative_error,56095,0.02500,0.959
25,model.language_model.layers.25.mlp.experts.196.down_proj,0.0121389361,hessian_weighted_relative_error,30858,0.02500,0.755
25,model.language_model.layers.25.mlp.experts.196.gate_proj,0.0067103623,hessian_weighted_relative_error,30858,0.02500,0.790
25,model.language_model.layers.25.mlp.experts.196.up_proj,0.0070452886,hessian_weighted_relative_error,30858,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.197.down_proj,0.0134647179,hessian_weighted_relative_error,46027,0.02500,0.878
25,model.language_model.layers.25.mlp.experts.197.gate_proj,0.0077302453,hessian_weighted_relative_error,46027,0.02500,0.954
25,model.language_model.layers.25.mlp.experts.197.up_proj,0.0079188373,hessian_weighted_relative_error,46027,0.02500,0.966
25,model.language_model.layers.25.mlp.experts.198.down_proj,0.0051230488,hessian_weighted_relative_error,2478,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.198.gate_proj,0.0019716736,hessian_weighted_relative_error,2478,0.02500,0.789
25,model.language_model.layers.25.mlp.experts.198.up_proj,0.0020744382,hessian_weighted_relative_error,2478,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.199.down_proj,0.0117265392,hessian_weighted_relative_error,51633,0.02500,0.878
25,model.language_model.layers.25.mlp.experts.199.gate_proj,0.0061099094,hessian_weighted_relative_error,51633,0.02500,0.916
25,model.language_model.layers.25.mlp.experts.199.up_proj,0.0063956775,hessian_weighted_relative_error,51633,0.02500,0.956
25,model.language_model.layers.25.mlp.experts.2.down_proj,0.0114472655,hessian_weighted_relative_error,12737,0.02500,0.715
25,model.language_model.layers.25.mlp.experts.2.gate_proj,0.0056160377,hessian_weighted_relative_error,12737,0.02500,0.741
25,model.language_model.layers.25.mlp.experts.2.up_proj,0.0058757237,hessian_weighted_relative_error,12737,0.02500,0.794
25,model.language_model.layers.25.mlp.experts.20.down_proj,0.0118165902,hessian_weighted_relative_error,11621,0.02500,0.724
25,model.language_model.layers.25.mlp.experts.20.gate_proj,0.0055864569,hessian_weighted_relative_error,11621,0.02500,0.753
25,model.language_model.layers.25.mlp.experts.20.up_proj,0.0066687668,hessian_weighted_relative_error,11621,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.200.down_proj,0.0142945105,hessian_weighted_relative_error,52312,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.200.gate_proj,0.0077731933,hessian_weighted_relative_error,52312,0.02500,0.790
25,model.language_model.layers.25.mlp.experts.200.up_proj,0.0089604934,hessian_weighted_relative_error,52312,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.201.down_proj,0.0117543791,hessian_weighted_relative_error,15016,0.02500,0.878
25,model.language_model.layers.25.mlp.experts.201.gate_proj,0.0050328553,hessian_weighted_relative_error,15016,0.02500,0.923
25,model.language_model.layers.25.mlp.experts.201.up_proj,0.0056591529,hessian_weighted_relative_error,15016,0.02500,0.965
25,model.language_model.layers.25.mlp.experts.202.down_proj,0.0142180222,hessian_weighted_relative_error,54830,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.202.gate_proj,0.0072606853,hessian_weighted_relative_error,54830,0.02500,0.790
25,model.language_model.layers.25.mlp.experts.202.up_proj,0.0084529771,hessian_weighted_relative_error,54830,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.203.down_proj,0.0091873859,hessian_weighted_relative_error,17883,0.02500,0.880
25,model.language_model.layers.25.mlp.experts.203.gate_proj,0.0045872497,hessian_weighted_relative_error,17883,0.02500,0.919
25,model.language_model.layers.25.mlp.experts.203.up_proj,0.0048783120,hessian_weighted_relative_error,17883,0.02500,0.965
25,model.language_model.layers.25.mlp.experts.204.down_proj,0.0125651265,hessian_weighted_relative_error,20196,0.02500,0.761
25,model.language_model.layers.25.mlp.experts.204.gate_proj,0.0069000009,hessian_weighted_relative_error,20196,0.02500,0.789
25,model.language_model.layers.25.mlp.experts.204.up_proj,0.0075318478,hessian_weighted_relative_error,20196,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.205.down_proj,0.0131180527,hessian_weighted_relative_error,52675,0.02500,0.878
25,model.language_model.layers.25.mlp.experts.205.gate_proj,0.0076225692,hessian_weighted_relative_error,52675,0.02500,0.919
25,model.language_model.layers.25.mlp.experts.205.up_proj,0.0080454947,hessian_weighted_relative_error,52675,0.02500,0.963
25,model.language_model.layers.25.mlp.experts.206.down_proj,0.0122519825,hessian_weighted_relative_error,11327,0.02500,0.759
25,model.language_model.layers.25.mlp.experts.206.gate_proj,0.0058201664,hessian_weighted_relative_error,11327,0.02500,0.788
25,model.language_model.layers.25.mlp.experts.206.up_proj,0.0062665809,hessian_weighted_relative_error,11327,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.207.down_proj,0.0140531926,hessian_weighted_relative_error,54442,0.02500,0.879
25,model.language_model.layers.25.mlp.experts.207.gate_proj,0.0073463951,hessian_weighted_relative_error,54442,0.02500,0.924
25,model.language_model.layers.25.mlp.experts.207.up_proj,0.0083953197,hessian_weighted_relative_error,54442,0.02500,0.957
25,model.language_model.layers.25.mlp.experts.208.down_proj,0.0117683998,hessian_weighted_relative_error,34555,0.02500,0.758
25,model.language_model.layers.25.mlp.experts.208.gate_proj,0.0064980457,hessian_weighted_relative_error,34555,0.02500,0.790
25,model.language_model.layers.25.mlp.experts.208.up_proj,0.0073495285,hessian_weighted_relative_error,34555,0.02500,0.811
25,model.language_model.layers.25.mlp.experts.209.down_proj,0.0139016838,hessian_weighted_relative_error,26214,0.02500,0.880
25,model.language_model.layers.25.mlp.experts.209.gate_proj,0.0071540081,hessian_weighted_relative_error,26214,0.02500,0.929
25,model.language_model.layers.25.mlp.experts.209.up_proj,0.0077324758,hessian_weighted_relative_error,26214,0.02500,0.967
25,model.language_model.layers.25.mlp.experts.21.down_proj,0.0143988138,hessian_weighted_relative_error,74022,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.21.gate_proj,0.0080720250,hessian_weighted_relative_error,74022,0.02500,0.853
25,model.language_model.layers.25.mlp.experts.21.up_proj,0.0084536274,hessian_weighted_relative_error,74022,0.02500,0.945
25,model.language_model.layers.25.mlp.experts.210.down_proj,0.0121122479,hessian_weighted_relative_error,57905,0.02500,0.758
25,model.language_model.layers.25.mlp.experts.210.gate_proj,0.0059874523,hessian_weighted_relative_error,57905,0.02500,0.793
25,model.language_model.layers.25.mlp.experts.210.up_proj,0.0064862519,hessian_weighted_relative_error,57905,0.02500,0.818
25,model.language_model.layers.25.mlp.experts.211.down_proj,0.0120451826,hessian_weighted_relative_error,46077,0.02500,0.883
25,model.language_model.layers.25.mlp.experts.211.gate_proj,0.0061847247,hessian_weighted_relative_error,46077,0.02500,0.922
25,model.language_model.layers.25.mlp.experts.211.up_proj,0.0067238194,hessian_weighted_relative_error,46077,0.02500,0.969
25,model.language_model.layers.25.mlp.experts.212.down_proj,0.0109534045,hessian_weighted_relative_error,7891,0.02500,0.762
25,model.language_model.layers.25.mlp.experts.212.gate_proj,0.0046133341,hessian_weighted_relative_error,7891,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.212.up_proj,0.0053904061,hessian_weighted_relative_error,7891,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.213.down_proj,0.0076650529,hessian_weighted_relative_error,5431,0.02500,0.881
25,model.language_model.layers.25.mlp.experts.213.gate_proj,0.0034012728,hessian_weighted_relative_error,5431,0.02500,0.918
25,model.language_model.layers.25.mlp.experts.213.up_proj,0.0035915753,hessian_weighted_relative_error,5431,0.02500,0.968
25,model.language_model.layers.25.mlp.experts.214.down_proj,0.0107170767,hessian_weighted_relative_error,10076,0.02500,0.760
25,model.language_model.layers.25.mlp.experts.214.gate_proj,0.0050968078,hessian_weighted_relative_error,10076,0.02500,0.790
25,model.language_model.layers.25.mlp.experts.214.up_proj,0.0057956959,hessian_weighted_relative_error,10076,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.215.down_proj,0.0104160392,hessian_weighted_relative_error,8356,0.02500,0.881
25,model.language_model.layers.25.mlp.experts.215.gate_proj,0.0048663120,hessian_weighted_relative_error,8356,0.02500,0.927
25,model.language_model.layers.25.mlp.experts.215.up_proj,0.0057571085,hessian_weighted_relative_error,8356,0.02500,0.972
25,model.language_model.layers.25.mlp.experts.216.down_proj,0.0098854338,hessian_weighted_relative_error,12560,0.02500,0.758
25,model.language_model.layers.25.mlp.experts.216.gate_proj,0.0052073852,hessian_weighted_relative_error,12560,0.02500,0.794
25,model.language_model.layers.25.mlp.experts.216.up_proj,0.0056880393,hessian_weighted_relative_error,12560,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.217.down_proj,0.0066732339,hessian_weighted_relative_error,7555,0.02500,0.881
25,model.language_model.layers.25.mlp.experts.217.gate_proj,0.0028508663,hessian_weighted_relative_error,7555,0.02500,0.919
25,model.language_model.layers.25.mlp.experts.217.up_proj,0.0032866867,hessian_weighted_relative_error,7555,0.02500,0.974
25,model.language_model.layers.25.mlp.experts.218.down_proj,0.0126842676,hessian_weighted_relative_error,27107,0.02500,0.759
25,model.language_model.layers.25.mlp.experts.218.gate_proj,0.0070376642,hessian_weighted_relative_error,27107,0.02500,0.789
25,model.language_model.layers.25.mlp.experts.218.up_proj,0.0075633578,hessian_weighted_relative_error,27107,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.219.down_proj,0.0119378834,hessian_weighted_relative_error,33388,0.02500,0.882
25,model.language_model.layers.25.mlp.experts.219.gate_proj,0.0064259465,hessian_weighted_relative_error,33388,0.02500,0.917
25,model.language_model.layers.25.mlp.experts.219.up_proj,0.0069472054,hessian_weighted_relative_error,33388,0.02500,0.972
25,model.language_model.layers.25.mlp.experts.22.down_proj,0.0130763409,hessian_weighted_relative_error,24309,0.02500,0.724
25,model.language_model.layers.25.mlp.experts.22.gate_proj,0.0063456582,hessian_weighted_relative_error,24309,0.02500,0.753
25,model.language_model.layers.25.mlp.experts.22.up_proj,0.0069270527,hessian_weighted_relative_error,24309,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.220.down_proj,0.0036964591,hessian_weighted_relative_error,1397,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.220.gate_proj,0.0014759581,hessian_weighted_relative_error,1397,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.220.up_proj,0.0015873765,hessian_weighted_relative_error,1397,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.221.down_proj,0.0100937617,hessian_weighted_relative_error,23389,0.02500,0.882
25,model.language_model.layers.25.mlp.experts.221.gate_proj,0.0054357940,hessian_weighted_relative_error,23389,0.02500,0.932
25,model.language_model.layers.25.mlp.experts.221.up_proj,0.0058819240,hessian_weighted_relative_error,23389,0.02500,0.973
25,model.language_model.layers.25.mlp.experts.222.down_proj,0.0122006282,hessian_weighted_relative_error,47638,0.02500,0.760
25,model.language_model.layers.25.mlp.experts.222.gate_proj,0.0067716523,hessian_weighted_relative_error,47638,0.02500,0.793
25,model.language_model.layers.25.mlp.experts.222.up_proj,0.0077680405,hessian_weighted_relative_error,47638,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.223.down_proj,0.0036557948,hessian_weighted_relative_error,72842,0.02500,0.883
25,model.language_model.layers.25.mlp.experts.223.gate_proj,0.0059061722,hessian_weighted_relative_error,72842,0.02500,0.920
25,model.language_model.layers.25.mlp.experts.223.up_proj,0.0062873663,hessian_weighted_relative_error,72842,0.02500,0.965
25,model.language_model.layers.25.mlp.experts.224.down_proj,0.0118424761,hessian_weighted_relative_error,18295,0.02500,0.759
25,model.language_model.layers.25.mlp.experts.224.gate_proj,0.0063974099,hessian_weighted_relative_error,18295,0.02500,0.792
25,model.language_model.layers.25.mlp.experts.224.up_proj,0.0069261530,hessian_weighted_relative_error,18295,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.225.down_proj,0.0106742839,hessian_weighted_relative_error,19184,0.02500,0.883
25,model.language_model.layers.25.mlp.experts.225.gate_proj,0.0044775642,hessian_weighted_relative_error,19184,0.02500,0.921
25,model.language_model.layers.25.mlp.experts.225.up_proj,0.0047718485,hessian_weighted_relative_error,19184,0.02500,0.997
25,model.language_model.layers.25.mlp.experts.226.down_proj,0.0115992156,hessian_weighted_relative_error,26898,0.02500,0.760
25,model.language_model.layers.25.mlp.experts.226.gate_proj,0.0062901176,hessian_weighted_relative_error,26898,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.226.up_proj,0.0068684970,hessian_weighted_relative_error,26898,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.227.down_proj,0.0128712084,hessian_weighted_relative_error,26789,0.02500,0.886
25,model.language_model.layers.25.mlp.experts.227.gate_proj,0.0071382147,hessian_weighted_relative_error,26789,0.02500,0.921
25,model.language_model.layers.25.mlp.experts.227.up_proj,0.0074882790,hessian_weighted_relative_error,26789,0.02500,0.972
25,model.language_model.layers.25.mlp.experts.228.down_proj,0.0138365667,hessian_weighted_relative_error,37761,0.02500,0.765
25,model.language_model.layers.25.mlp.experts.228.gate_proj,0.0075161123,hessian_weighted_relative_error,37761,0.02500,0.792
25,model.language_model.layers.25.mlp.experts.228.up_proj,0.0078475076,hessian_weighted_relative_error,37761,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.229.down_proj,0.0134557088,hessian_weighted_relative_error,17384,0.02500,0.884
25,model.language_model.layers.25.mlp.experts.229.gate_proj,0.0071219772,hessian_weighted_relative_error,17384,0.02500,0.911
25,model.language_model.layers.25.mlp.experts.229.up_proj,0.0078554509,hessian_weighted_relative_error,17384,0.02500,0.976
25,model.language_model.layers.25.mlp.experts.23.down_proj,0.0115199443,hessian_weighted_relative_error,20144,0.02500,0.802
25,model.language_model.layers.25.mlp.experts.23.gate_proj,0.0059064905,hessian_weighted_relative_error,20144,0.02500,0.851
25,model.language_model.layers.25.mlp.experts.23.up_proj,0.0067594351,hessian_weighted_relative_error,20144,0.02500,0.943
25,model.language_model.layers.25.mlp.experts.230.down_proj,0.0142336774,hessian_weighted_relative_error,34816,0.02500,0.762
25,model.language_model.layers.25.mlp.experts.230.gate_proj,0.0079305668,hessian_weighted_relative_error,34816,0.02500,0.795
25,model.language_model.layers.25.mlp.experts.230.up_proj,0.0085134025,hessian_weighted_relative_error,34816,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.231.down_proj,0.0106899411,hessian_weighted_relative_error,35200,0.02500,0.883
25,model.language_model.layers.25.mlp.experts.231.gate_proj,0.0050327785,hessian_weighted_relative_error,35200,0.02500,0.918
25,model.language_model.layers.25.mlp.experts.231.up_proj,0.0054801429,hessian_weighted_relative_error,35200,0.02500,0.976
25,model.language_model.layers.25.mlp.experts.232.down_proj,0.0073639003,hessian_weighted_relative_error,6122,0.02500,0.761
25,model.language_model.layers.25.mlp.experts.232.gate_proj,0.0035079234,hessian_weighted_relative_error,6122,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.232.up_proj,0.0039031586,hessian_weighted_relative_error,6122,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.233.down_proj,0.0133688048,hessian_weighted_relative_error,40397,0.02500,0.885
25,model.language_model.layers.25.mlp.experts.233.gate_proj,0.0068050169,hessian_weighted_relative_error,40397,0.02500,0.917
25,model.language_model.layers.25.mlp.experts.233.up_proj,0.0074261661,hessian_weighted_relative_error,40397,0.02500,0.976
25,model.language_model.layers.25.mlp.experts.234.down_proj,0.0111369558,hessian_weighted_relative_error,18809,0.02500,0.760
25,model.language_model.layers.25.mlp.experts.234.gate_proj,0.0049676662,hessian_weighted_relative_error,18809,0.02500,0.790
25,model.language_model.layers.25.mlp.experts.234.up_proj,0.0055578470,hessian_weighted_relative_error,18809,0.02500,0.810
25,model.language_model.layers.25.mlp.experts.235.down_proj,0.0138251757,hessian_weighted_relative_error,39196,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.235.gate_proj,0.0074533801,hessian_weighted_relative_error,39196,0.02500,0.918
25,model.language_model.layers.25.mlp.experts.235.up_proj,0.0077809839,hessian_weighted_relative_error,39196,0.02500,0.961
25,model.language_model.layers.25.mlp.experts.236.down_proj,0.0128183963,hessian_weighted_relative_error,45162,0.02500,0.764
25,model.language_model.layers.25.mlp.experts.236.gate_proj,0.0072976299,hessian_weighted_relative_error,45162,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.236.up_proj,0.0082014637,hessian_weighted_relative_error,45162,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.237.down_proj,0.0119749975,hessian_weighted_relative_error,25960,0.02500,0.884
25,model.language_model.layers.25.mlp.experts.237.gate_proj,0.0061680621,hessian_weighted_relative_error,25960,0.02500,0.923
25,model.language_model.layers.25.mlp.experts.237.up_proj,0.0066167584,hessian_weighted_relative_error,25960,0.02500,0.967
25,model.language_model.layers.25.mlp.experts.238.down_proj,0.0086363119,hessian_weighted_relative_error,32199,0.02500,0.764
25,model.language_model.layers.25.mlp.experts.238.gate_proj,0.0044833300,hessian_weighted_relative_error,32199,0.02500,0.793
25,model.language_model.layers.25.mlp.experts.238.up_proj,0.0047783856,hessian_weighted_relative_error,32199,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.239.down_proj,0.0105289974,hessian_weighted_relative_error,24050,0.02500,0.882
25,model.language_model.layers.25.mlp.experts.239.gate_proj,0.0046364483,hessian_weighted_relative_error,24050,0.02500,0.922
25,model.language_model.layers.25.mlp.experts.239.up_proj,0.0049019942,hessian_weighted_relative_error,24050,0.02500,0.970
25,model.language_model.layers.25.mlp.experts.24.down_proj,0.0106026716,hessian_weighted_relative_error,15395,0.02500,0.730
25,model.language_model.layers.25.mlp.experts.24.gate_proj,0.0051451710,hessian_weighted_relative_error,15395,0.02500,0.758
25,model.language_model.layers.25.mlp.experts.24.up_proj,0.0055561484,hessian_weighted_relative_error,15395,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.240.down_proj,0.0129088935,hessian_weighted_relative_error,22119,0.02500,0.761
25,model.language_model.layers.25.mlp.experts.240.gate_proj,0.0068052307,hessian_weighted_relative_error,22119,0.02500,0.793
25,model.language_model.layers.25.mlp.experts.240.up_proj,0.0073139281,hessian_weighted_relative_error,22119,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.241.down_proj,0.0120608958,hessian_weighted_relative_error,35547,0.02500,0.884
25,model.language_model.layers.25.mlp.experts.241.gate_proj,0.0062995332,hessian_weighted_relative_error,35547,0.02500,0.922
25,model.language_model.layers.25.mlp.experts.241.up_proj,0.0067502252,hessian_weighted_relative_error,35547,0.02500,0.967
25,model.language_model.layers.25.mlp.experts.242.down_proj,0.0105522987,hessian_weighted_relative_error,52661,0.02500,0.761
25,model.language_model.layers.25.mlp.experts.242.gate_proj,0.0054919390,hessian_weighted_relative_error,52661,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.242.up_proj,0.0058053502,hessian_weighted_relative_error,52661,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.243.down_proj,0.0138106871,hessian_weighted_relative_error,29562,0.02500,0.886
25,model.language_model.layers.25.mlp.experts.243.gate_proj,0.0072982323,hessian_weighted_relative_error,29562,0.02500,0.922
25,model.language_model.layers.25.mlp.experts.243.up_proj,0.0076171676,hessian_weighted_relative_error,29562,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.244.down_proj,0.0083277659,hessian_weighted_relative_error,22274,0.02500,0.764
25,model.language_model.layers.25.mlp.experts.244.gate_proj,0.0047041077,hessian_weighted_relative_error,22274,0.02500,0.791
25,model.language_model.layers.25.mlp.experts.244.up_proj,0.0051312396,hessian_weighted_relative_error,22274,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.245.down_proj,0.0129483759,hessian_weighted_relative_error,56169,0.02500,0.884
25,model.language_model.layers.25.mlp.experts.245.gate_proj,0.0070207596,hessian_weighted_relative_error,56169,0.02500,0.920
25,model.language_model.layers.25.mlp.experts.245.up_proj,0.0082297454,hessian_weighted_relative_error,56169,0.02500,0.954
25,model.language_model.layers.25.mlp.experts.246.down_proj,0.0113360876,hessian_weighted_relative_error,30960,0.02500,0.761
25,model.language_model.layers.25.mlp.experts.246.gate_proj,0.0058401960,hessian_weighted_relative_error,30960,0.02500,0.790
25,model.language_model.layers.25.mlp.experts.246.up_proj,0.0061028736,hessian_weighted_relative_error,30960,0.02500,0.812
25,model.language_model.layers.25.mlp.experts.247.down_proj,0.0101699469,hessian_weighted_relative_error,14320,0.02500,0.883
25,model.language_model.layers.25.mlp.experts.247.gate_proj,0.0047698559,hessian_weighted_relative_error,14320,0.02500,0.919
25,model.language_model.layers.25.mlp.experts.247.up_proj,0.0052893113,hessian_weighted_relative_error,14320,0.02500,0.958
25,model.language_model.layers.25.mlp.experts.248.down_proj,0.0109840200,hessian_weighted_relative_error,26684,0.02500,0.760
25,model.language_model.layers.25.mlp.experts.248.gate_proj,0.0069940746,hessian_weighted_relative_error,26684,0.02500,0.795
25,model.language_model.layers.25.mlp.experts.248.up_proj,0.0078805044,hessian_weighted_relative_error,26684,0.02500,0.810
25,model.language_model.layers.25.mlp.experts.249.down_proj,0.0120936431,hessian_weighted_relative_error,14473,0.02500,0.884
25,model.language_model.layers.25.mlp.experts.249.gate_proj,0.0065044246,hessian_weighted_relative_error,14473,0.02500,0.926
25,model.language_model.layers.25.mlp.experts.249.up_proj,0.0070743790,hessian_weighted_relative_error,14473,0.02500,0.959
25,model.language_model.layers.25.mlp.experts.25.down_proj,0.0137944402,hessian_weighted_relative_error,26004,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.25.gate_proj,0.0067236545,hessian_weighted_relative_error,26004,0.02500,0.855
25,model.language_model.layers.25.mlp.experts.25.up_proj,0.0077103977,hessian_weighted_relative_error,26004,0.02500,0.955
25,model.language_model.layers.25.mlp.experts.250.down_proj,0.0124421642,hessian_weighted_relative_error,46074,0.02500,0.762
25,model.language_model.layers.25.mlp.experts.250.gate_proj,0.0069614636,hessian_weighted_relative_error,46074,0.02500,0.802
25,model.language_model.layers.25.mlp.experts.250.up_proj,0.0078704220,hessian_weighted_relative_error,46074,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.251.down_proj,0.0144079083,hessian_weighted_relative_error,33770,0.02500,0.889
25,model.language_model.layers.25.mlp.experts.251.gate_proj,0.0074545068,hessian_weighted_relative_error,33770,0.02500,0.927
25,model.language_model.layers.25.mlp.experts.251.up_proj,0.0082134715,hessian_weighted_relative_error,33770,0.02500,0.944
25,model.language_model.layers.25.mlp.experts.252.down_proj,0.0094790068,hessian_weighted_relative_error,12141,0.02500,0.761
25,model.language_model.layers.25.mlp.experts.252.gate_proj,0.0052254748,hessian_weighted_relative_error,12141,0.02500,0.793
25,model.language_model.layers.25.mlp.experts.252.up_proj,0.0057181257,hessian_weighted_relative_error,12141,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.253.down_proj,0.0073855672,hessian_weighted_relative_error,5003,0.02500,0.885
25,model.language_model.layers.25.mlp.experts.253.gate_proj,0.0031081489,hessian_weighted_relative_error,5003,0.02500,0.926
25,model.language_model.layers.25.mlp.experts.253.up_proj,0.0032933261,hessian_weighted_relative_error,5003,0.02500,0.951
25,model.language_model.layers.25.mlp.experts.254.down_proj,0.0104877695,hessian_weighted_relative_error,6878,0.02500,0.762
25,model.language_model.layers.25.mlp.experts.254.gate_proj,0.0042744446,hessian_weighted_relative_error,6878,0.02500,0.792
25,model.language_model.layers.25.mlp.experts.254.up_proj,0.0046196901,hessian_weighted_relative_error,6878,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.255.down_proj,0.0139407080,hessian_weighted_relative_error,23261,0.02500,0.886
25,model.language_model.layers.25.mlp.experts.255.gate_proj,0.0073861101,hessian_weighted_relative_error,23261,0.02500,0.928
25,model.language_model.layers.25.mlp.experts.255.up_proj,0.0083700479,hessian_weighted_relative_error,23261,0.02500,0.948
25,model.language_model.layers.25.mlp.experts.256.down_proj,0.0122429787,hessian_weighted_relative_error,19020,0.02500,0.762
25,model.language_model.layers.25.mlp.experts.256.gate_proj,0.0065965715,hessian_weighted_relative_error,19020,0.02500,0.795
25,model.language_model.layers.25.mlp.experts.256.up_proj,0.0076908954,hessian_weighted_relative_error,19020,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.257.down_proj,0.0090762652,hessian_weighted_relative_error,43546,0.02500,0.885
25,model.language_model.layers.25.mlp.experts.257.gate_proj,0.0043590265,hessian_weighted_relative_error,43546,0.02500,0.931
25,model.language_model.layers.25.mlp.experts.257.up_proj,0.0045631334,hessian_weighted_relative_error,43546,0.02500,0.944
25,model.language_model.layers.25.mlp.experts.258.down_proj,0.0137425511,hessian_weighted_relative_error,26156,0.02500,0.763
25,model.language_model.layers.25.mlp.experts.258.gate_proj,0.0073676902,hessian_weighted_relative_error,26156,0.02500,0.793
25,model.language_model.layers.25.mlp.experts.258.up_proj,0.0078811742,hessian_weighted_relative_error,26156,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.259.down_proj,0.0132102642,hessian_weighted_relative_error,44525,0.02500,0.890
25,model.language_model.layers.25.mlp.experts.259.gate_proj,0.0070826406,hessian_weighted_relative_error,44525,0.02500,0.934
25,model.language_model.layers.25.mlp.experts.259.up_proj,0.0073043836,hessian_weighted_relative_error,44525,0.02500,0.947
25,model.language_model.layers.25.mlp.experts.26.down_proj,0.0096407675,hessian_weighted_relative_error,8571,0.02500,0.724
25,model.language_model.layers.25.mlp.experts.26.gate_proj,0.0038978987,hessian_weighted_relative_error,8571,0.02500,0.756
25,model.language_model.layers.25.mlp.experts.26.up_proj,0.0042994377,hessian_weighted_relative_error,8571,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.260.down_proj,0.0073689856,hessian_weighted_relative_error,20942,0.02500,0.765
25,model.language_model.layers.25.mlp.experts.260.gate_proj,0.0042271604,hessian_weighted_relative_error,20942,0.02500,0.793
25,model.language_model.layers.25.mlp.experts.260.up_proj,0.0046605351,hessian_weighted_relative_error,20942,0.02500,0.813
25,model.language_model.layers.25.mlp.experts.261.down_proj,0.0135514543,hessian_weighted_relative_error,40290,0.02500,0.886
25,model.language_model.layers.25.mlp.experts.261.gate_proj,0.0075878280,hessian_weighted_relative_error,40290,0.02500,0.925
25,model.language_model.layers.25.mlp.experts.261.up_proj,0.0083130379,hessian_weighted_relative_error,40290,0.02500,0.946
25,model.language_model.layers.25.mlp.experts.262.down_proj,0.0105391625,hessian_weighted_relative_error,42574,0.02500,0.763
25,model.language_model.layers.25.mlp.experts.262.gate_proj,0.0062129504,hessian_weighted_relative_error,42574,0.02500,0.794
25,model.language_model.layers.25.mlp.experts.262.up_proj,0.0070526722,hessian_weighted_relative_error,42574,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.263.down_proj,0.0073670537,hessian_weighted_relative_error,13903,0.02500,0.886
25,model.language_model.layers.25.mlp.experts.263.gate_proj,0.0043420723,hessian_weighted_relative_error,13903,0.02500,0.941
25,model.language_model.layers.25.mlp.experts.263.up_proj,0.0049447240,hessian_weighted_relative_error,13903,0.02500,0.946
25,model.language_model.layers.25.mlp.experts.264.down_proj,0.0098364909,hessian_weighted_relative_error,29058,0.02500,0.763
25,model.language_model.layers.25.mlp.experts.264.gate_proj,0.0044883622,hessian_weighted_relative_error,29058,0.02500,0.794
25,model.language_model.layers.25.mlp.experts.264.up_proj,0.0045871396,hessian_weighted_relative_error,29058,0.02500,0.810
25,model.language_model.layers.25.mlp.experts.265.down_proj,0.0111672563,hessian_weighted_relative_error,9267,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.265.gate_proj,0.0050688617,hessian_weighted_relative_error,9267,0.02500,0.930
25,model.language_model.layers.25.mlp.experts.265.up_proj,0.0062704245,hessian_weighted_relative_error,9267,0.02500,0.954
25,model.language_model.layers.25.mlp.experts.266.down_proj,0.0136948124,hessian_weighted_relative_error,34083,0.02500,0.762
25,model.language_model.layers.25.mlp.experts.266.gate_proj,0.0073152392,hessian_weighted_relative_error,34083,0.02500,0.793
25,model.language_model.layers.25.mlp.experts.266.up_proj,0.0078821260,hessian_weighted_relative_error,34083,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.267.down_proj,0.0064998291,hessian_weighted_relative_error,29736,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.267.gate_proj,0.0041986910,hessian_weighted_relative_error,29736,0.02500,0.949
25,model.language_model.layers.25.mlp.experts.267.up_proj,0.0045941004,hessian_weighted_relative_error,29736,0.02500,0.944
25,model.language_model.layers.25.mlp.experts.268.down_proj,0.0044769171,hessian_weighted_relative_error,7620,0.02500,0.766
25,model.language_model.layers.25.mlp.experts.268.gate_proj,0.0020831115,hessian_weighted_relative_error,7620,0.02500,0.796
25,model.language_model.layers.25.mlp.experts.268.up_proj,0.0022454385,hessian_weighted_relative_error,7620,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.269.down_proj,0.0123703578,hessian_weighted_relative_error,12543,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.269.gate_proj,0.0061929845,hessian_weighted_relative_error,12543,0.02500,0.932
25,model.language_model.layers.25.mlp.experts.269.up_proj,0.0066840847,hessian_weighted_relative_error,12543,0.02500,0.940
25,model.language_model.layers.25.mlp.experts.27.down_proj,0.0136265299,hessian_weighted_relative_error,41307,0.02500,0.810
25,model.language_model.layers.25.mlp.experts.27.gate_proj,0.0072196488,hessian_weighted_relative_error,41307,0.02500,0.855
25,model.language_model.layers.25.mlp.experts.27.up_proj,0.0079972601,hessian_weighted_relative_error,41307,0.02500,0.944
25,model.language_model.layers.25.mlp.experts.270.down_proj,0.0107696109,hessian_weighted_relative_error,4809,0.02500,0.763
25,model.language_model.layers.25.mlp.experts.270.gate_proj,0.0046998808,hessian_weighted_relative_error,4809,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.270.up_proj,0.0053133540,hessian_weighted_relative_error,4809,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.271.down_proj,0.0132142472,hessian_weighted_relative_error,17374,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.271.gate_proj,0.0068942115,hessian_weighted_relative_error,17374,0.02500,0.929
25,model.language_model.layers.25.mlp.experts.271.up_proj,0.0074150042,hessian_weighted_relative_error,17374,0.02500,0.947
25,model.language_model.layers.25.mlp.experts.272.down_proj,0.0148360303,hessian_weighted_relative_error,46812,0.02500,0.764
25,model.language_model.layers.25.mlp.experts.272.gate_proj,0.0080939377,hessian_weighted_relative_error,46812,0.02500,0.796
25,model.language_model.layers.25.mlp.experts.272.up_proj,0.0089562898,hessian_weighted_relative_error,46812,0.02500,0.812
25,model.language_model.layers.25.mlp.experts.273.down_proj,0.0078238708,hessian_weighted_relative_error,19982,0.02500,0.888
25,model.language_model.layers.25.mlp.experts.273.gate_proj,0.0042307066,hessian_weighted_relative_error,19982,0.02500,0.949
25,model.language_model.layers.25.mlp.experts.273.up_proj,0.0044919704,hessian_weighted_relative_error,19982,0.02500,0.940
25,model.language_model.layers.25.mlp.experts.274.down_proj,0.0099348795,hessian_weighted_relative_error,171096,0.02500,0.763
25,model.language_model.layers.25.mlp.experts.274.gate_proj,0.0058376821,hessian_weighted_relative_error,171096,0.02500,0.794
25,model.language_model.layers.25.mlp.experts.274.up_proj,0.0060222940,hessian_weighted_relative_error,171096,0.02500,0.823
25,model.language_model.layers.25.mlp.experts.275.down_proj,0.0144449221,hessian_weighted_relative_error,42820,0.02500,0.890
25,model.language_model.layers.25.mlp.experts.275.gate_proj,0.0078995495,hessian_weighted_relative_error,42820,0.02500,0.934
25,model.language_model.layers.25.mlp.experts.275.up_proj,0.0090378156,hessian_weighted_relative_error,42820,0.02500,0.933
25,model.language_model.layers.25.mlp.experts.276.down_proj,0.0112894959,hessian_weighted_relative_error,37391,0.02500,0.765
25,model.language_model.layers.25.mlp.experts.276.gate_proj,0.0056130392,hessian_weighted_relative_error,37391,0.02500,0.796
25,model.language_model.layers.25.mlp.experts.276.up_proj,0.0060566072,hessian_weighted_relative_error,37391,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.277.down_proj,0.0041575527,hessian_weighted_relative_error,15173,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.277.gate_proj,0.0021732524,hessian_weighted_relative_error,15173,0.02500,0.934
25,model.language_model.layers.25.mlp.experts.277.up_proj,0.0025528356,hessian_weighted_relative_error,15173,0.02500,0.938
25,model.language_model.layers.25.mlp.experts.278.down_proj,0.0083904521,hessian_weighted_relative_error,45443,0.02500,0.764
25,model.language_model.layers.25.mlp.experts.278.gate_proj,0.0041265988,hessian_weighted_relative_error,45443,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.278.up_proj,0.0045474611,hessian_weighted_relative_error,45443,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.279.down_proj,0.0108800761,hessian_weighted_relative_error,87673,0.02500,0.888
25,model.language_model.layers.25.mlp.experts.279.gate_proj,0.0065949525,hessian_weighted_relative_error,87673,0.02500,0.940
25,model.language_model.layers.25.mlp.experts.279.up_proj,0.0070294371,hessian_weighted_relative_error,87673,0.02500,0.935
25,model.language_model.layers.25.mlp.experts.28.down_proj,0.0130457910,hessian_weighted_relative_error,43523,0.02500,0.727
25,model.language_model.layers.25.mlp.experts.28.gate_proj,0.0071553329,hessian_weighted_relative_error,43523,0.02500,0.757
25,model.language_model.layers.25.mlp.experts.28.up_proj,0.0076549261,hessian_weighted_relative_error,43523,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.280.down_proj,0.0139248608,hessian_weighted_relative_error,26633,0.02500,0.764
25,model.language_model.layers.25.mlp.experts.280.gate_proj,0.0075919460,hessian_weighted_relative_error,26633,0.02500,0.796
25,model.language_model.layers.25.mlp.experts.280.up_proj,0.0086519555,hessian_weighted_relative_error,26633,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.281.down_proj,0.0126060236,hessian_weighted_relative_error,30151,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.281.gate_proj,0.0068120957,hessian_weighted_relative_error,30151,0.02500,0.938
25,model.language_model.layers.25.mlp.experts.281.up_proj,0.0073670028,hessian_weighted_relative_error,30151,0.02500,0.939
25,model.language_model.layers.25.mlp.experts.282.down_proj,0.0144697743,hessian_weighted_relative_error,41026,0.02500,0.763
25,model.language_model.layers.25.mlp.experts.282.gate_proj,0.0079806208,hessian_weighted_relative_error,41026,0.02500,0.797
25,model.language_model.layers.25.mlp.experts.282.up_proj,0.0087816750,hessian_weighted_relative_error,41026,0.02500,0.803
25,model.language_model.layers.25.mlp.experts.283.down_proj,0.0133063713,hessian_weighted_relative_error,69176,0.02500,0.890
25,model.language_model.layers.25.mlp.experts.283.gate_proj,0.0071867270,hessian_weighted_relative_error,69176,0.02500,0.942
25,model.language_model.layers.25.mlp.experts.283.up_proj,0.0074573162,hessian_weighted_relative_error,69176,0.02500,0.932
25,model.language_model.layers.25.mlp.experts.284.down_proj,0.0099965711,hessian_weighted_relative_error,4325,0.02500,0.767
25,model.language_model.layers.25.mlp.experts.284.gate_proj,0.0043013703,hessian_weighted_relative_error,4325,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.284.up_proj,0.0055175678,hessian_weighted_relative_error,4325,0.02500,0.808
25,model.language_model.layers.25.mlp.experts.285.down_proj,0.0141964134,hessian_weighted_relative_error,51326,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.285.gate_proj,0.0074827608,hessian_weighted_relative_error,51326,0.02500,0.930
25,model.language_model.layers.25.mlp.experts.285.up_proj,0.0086657646,hessian_weighted_relative_error,51326,0.02500,0.936
25,model.language_model.layers.25.mlp.experts.286.down_proj,0.0144004949,hessian_weighted_relative_error,37955,0.02500,0.765
25,model.language_model.layers.25.mlp.experts.286.gate_proj,0.0077283256,hessian_weighted_relative_error,37955,0.02500,0.795
25,model.language_model.layers.25.mlp.experts.286.up_proj,0.0084783083,hessian_weighted_relative_error,37955,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.287.down_proj,0.0132175418,hessian_weighted_relative_error,30255,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.287.gate_proj,0.0067390129,hessian_weighted_relative_error,30255,0.02500,0.934
25,model.language_model.layers.25.mlp.experts.287.up_proj,0.0070595822,hessian_weighted_relative_error,30255,0.02500,0.929
25,model.language_model.layers.25.mlp.experts.29.down_proj,0.0115129747,hessian_weighted_relative_error,10269,0.02500,0.805
25,model.language_model.layers.25.mlp.experts.29.gate_proj,0.0052712331,hessian_weighted_relative_error,10269,0.02500,0.855
25,model.language_model.layers.25.mlp.experts.29.up_proj,0.0057035612,hessian_weighted_relative_error,10269,0.02500,0.945
25,model.language_model.layers.25.mlp.experts.3.down_proj,0.0084392872,hessian_weighted_relative_error,16500,0.02500,0.797
25,model.language_model.layers.25.mlp.experts.3.gate_proj,0.0040443220,hessian_weighted_relative_error,16500,0.02500,0.841
25,model.language_model.layers.25.mlp.experts.3.up_proj,0.0045494516,hessian_weighted_relative_error,16500,0.02500,0.940
25,model.language_model.layers.25.mlp.experts.30.down_proj,0.0123889634,hessian_weighted_relative_error,12225,0.02500,0.726
25,model.language_model.layers.25.mlp.experts.30.gate_proj,0.0061207289,hessian_weighted_relative_error,12225,0.02500,0.756
25,model.language_model.layers.25.mlp.experts.30.up_proj,0.0070261096,hessian_weighted_relative_error,12225,0.02500,0.800
25,model.language_model.layers.25.mlp.experts.31.down_proj,0.0108849859,hessian_weighted_relative_error,9684,0.02500,0.806
25,model.language_model.layers.25.mlp.experts.31.gate_proj,0.0048164497,hessian_weighted_relative_error,9684,0.02500,0.853
25,model.language_model.layers.25.mlp.experts.31.up_proj,0.0050636523,hessian_weighted_relative_error,9684,0.02500,0.944
25,model.language_model.layers.25.mlp.experts.32.down_proj,0.0116108755,hessian_weighted_relative_error,26515,0.02500,0.735
25,model.language_model.layers.25.mlp.experts.32.gate_proj,0.0065239874,hessian_weighted_relative_error,26515,0.02500,0.765
25,model.language_model.layers.25.mlp.experts.32.up_proj,0.0072021864,hessian_weighted_relative_error,26515,0.02500,0.797
25,model.language_model.layers.25.mlp.experts.33.down_proj,0.0063118363,hessian_weighted_relative_error,31783,0.02500,0.807
25,model.language_model.layers.25.mlp.experts.33.gate_proj,0.0033455612,hessian_weighted_relative_error,31783,0.02500,0.860
25,model.language_model.layers.25.mlp.experts.33.up_proj,0.0035484751,hessian_weighted_relative_error,31783,0.02500,0.951
25,model.language_model.layers.25.mlp.experts.34.down_proj,0.0125174486,hessian_weighted_relative_error,62793,0.02500,0.728
25,model.language_model.layers.25.mlp.experts.34.gate_proj,0.0073763883,hessian_weighted_relative_error,62793,0.02500,0.759
25,model.language_model.layers.25.mlp.experts.34.up_proj,0.0080744406,hessian_weighted_relative_error,62793,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.35.down_proj,0.0132279699,hessian_weighted_relative_error,35413,0.02500,0.813
25,model.language_model.layers.25.mlp.experts.35.gate_proj,0.0075414382,hessian_weighted_relative_error,35413,0.02500,0.859
25,model.language_model.layers.25.mlp.experts.35.up_proj,0.0081170943,hessian_weighted_relative_error,35413,0.02500,0.944
25,model.language_model.layers.25.mlp.experts.36.down_proj,0.0111677524,hessian_weighted_relative_error,12224,0.02500,0.728
25,model.language_model.layers.25.mlp.experts.36.gate_proj,0.0053583474,hessian_weighted_relative_error,12224,0.02500,0.762
25,model.language_model.layers.25.mlp.experts.36.up_proj,0.0060710548,hessian_weighted_relative_error,12224,0.02500,0.800
25,model.language_model.layers.25.mlp.experts.37.down_proj,0.0120969847,hessian_weighted_relative_error,42582,0.02500,0.809
25,model.language_model.layers.25.mlp.experts.37.gate_proj,0.0060863211,hessian_weighted_relative_error,42582,0.02500,0.859
25,model.language_model.layers.25.mlp.experts.37.up_proj,0.0067385542,hessian_weighted_relative_error,42582,0.02500,0.952
25,model.language_model.layers.25.mlp.experts.38.down_proj,0.0134710450,hessian_weighted_relative_error,45660,0.02500,0.729
25,model.language_model.layers.25.mlp.experts.38.gate_proj,0.0076257397,hessian_weighted_relative_error,45660,0.02500,0.759
25,model.language_model.layers.25.mlp.experts.38.up_proj,0.0082338304,hessian_weighted_relative_error,45660,0.02500,0.800
25,model.language_model.layers.25.mlp.experts.39.down_proj,0.0122611626,hessian_weighted_relative_error,19046,0.02500,0.810
25,model.language_model.layers.25.mlp.experts.39.gate_proj,0.0062083515,hessian_weighted_relative_error,19046,0.02500,0.857
25,model.language_model.layers.25.mlp.experts.39.up_proj,0.0066185919,hessian_weighted_relative_error,19046,0.02500,0.951
25,model.language_model.layers.25.mlp.experts.4.down_proj,0.0097695617,hessian_weighted_relative_error,36332,0.02500,0.701
25,model.language_model.layers.25.mlp.experts.4.gate_proj,0.0053536739,hessian_weighted_relative_error,36332,0.02500,0.750
25,model.language_model.layers.25.mlp.experts.4.up_proj,0.0056010085,hessian_weighted_relative_error,36332,0.02500,0.796
25,model.language_model.layers.25.mlp.experts.40.down_proj,0.0134431150,hessian_weighted_relative_error,50189,0.02500,0.731
25,model.language_model.layers.25.mlp.experts.40.gate_proj,0.0069152054,hessian_weighted_relative_error,50189,0.02500,0.760
25,model.language_model.layers.25.mlp.experts.40.up_proj,0.0076701130,hessian_weighted_relative_error,50189,0.02500,0.802
25,model.language_model.layers.25.mlp.experts.41.down_proj,0.0110094799,hessian_weighted_relative_error,21950,0.02500,0.812
25,model.language_model.layers.25.mlp.experts.41.gate_proj,0.0056728585,hessian_weighted_relative_error,21950,0.02500,0.863
25,model.language_model.layers.25.mlp.experts.41.up_proj,0.0059424787,hessian_weighted_relative_error,21950,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.42.down_proj,0.0115481847,hessian_weighted_relative_error,19007,0.02500,0.729
25,model.language_model.layers.25.mlp.experts.42.gate_proj,0.0059424031,hessian_weighted_relative_error,19007,0.02500,0.761
25,model.language_model.layers.25.mlp.experts.42.up_proj,0.0063680165,hessian_weighted_relative_error,19007,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.43.down_proj,0.0136405619,hessian_weighted_relative_error,19127,0.02500,0.814
25,model.language_model.layers.25.mlp.experts.43.gate_proj,0.0067055448,hessian_weighted_relative_error,19127,0.02500,0.867
25,model.language_model.layers.25.mlp.experts.43.up_proj,0.0078867083,hessian_weighted_relative_error,19127,0.02500,0.954
25,model.language_model.layers.25.mlp.experts.44.down_proj,0.0124980067,hessian_weighted_relative_error,39110,0.02500,0.730
25,model.language_model.layers.25.mlp.experts.44.gate_proj,0.0064710505,hessian_weighted_relative_error,39110,0.02500,0.763
25,model.language_model.layers.25.mlp.experts.44.up_proj,0.0071020488,hessian_weighted_relative_error,39110,0.02500,0.804
25,model.language_model.layers.25.mlp.experts.45.down_proj,0.0097886533,hessian_weighted_relative_error,16589,0.02500,0.813
25,model.language_model.layers.25.mlp.experts.45.gate_proj,0.0049994849,hessian_weighted_relative_error,16589,0.02500,0.864
25,model.language_model.layers.25.mlp.experts.45.up_proj,0.0056524978,hessian_weighted_relative_error,16589,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.46.down_proj,0.0130920715,hessian_weighted_relative_error,43019,0.02500,0.735
25,model.language_model.layers.25.mlp.experts.46.gate_proj,0.0071317110,hessian_weighted_relative_error,43019,0.02500,0.760
25,model.language_model.layers.25.mlp.experts.46.up_proj,0.0082719114,hessian_weighted_relative_error,43019,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.47.down_proj,0.0125040053,hessian_weighted_relative_error,26672,0.02500,0.814
25,model.language_model.layers.25.mlp.experts.47.gate_proj,0.0071990500,hessian_weighted_relative_error,26672,0.02500,0.862
25,model.language_model.layers.25.mlp.experts.47.up_proj,0.0076453181,hessian_weighted_relative_error,26672,0.02500,0.950
25,model.language_model.layers.25.mlp.experts.48.down_proj,0.0135628530,hessian_weighted_relative_error,47698,0.02500,0.732
25,model.language_model.layers.25.mlp.experts.48.gate_proj,0.0074199748,hessian_weighted_relative_error,47698,0.02500,0.773
25,model.language_model.layers.25.mlp.experts.48.up_proj,0.0078773438,hessian_weighted_relative_error,47698,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.49.down_proj,0.0091355826,hessian_weighted_relative_error,6065,0.02500,0.816
25,model.language_model.layers.25.mlp.experts.49.gate_proj,0.0039845597,hessian_weighted_relative_error,6065,0.02500,0.889
25,model.language_model.layers.25.mlp.experts.49.up_proj,0.0042062531,hessian_weighted_relative_error,6065,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.5.down_proj,0.0137705977,hessian_weighted_relative_error,41810,0.02500,0.792
25,model.language_model.layers.25.mlp.experts.5.gate_proj,0.0074585732,hessian_weighted_relative_error,41810,0.02500,0.840
25,model.language_model.layers.25.mlp.experts.5.up_proj,0.0078769748,hessian_weighted_relative_error,41810,0.02500,0.946
25,model.language_model.layers.25.mlp.experts.50.down_proj,0.0119034091,hessian_weighted_relative_error,37183,0.02500,0.731
25,model.language_model.layers.25.mlp.experts.50.gate_proj,0.0066363289,hessian_weighted_relative_error,37183,0.02500,0.762
25,model.language_model.layers.25.mlp.experts.50.up_proj,0.0072915398,hessian_weighted_relative_error,37183,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.51.down_proj,0.0061889609,hessian_weighted_relative_error,16169,0.02500,0.821
25,model.language_model.layers.25.mlp.experts.51.gate_proj,0.0032314793,hessian_weighted_relative_error,16169,0.02500,0.868
25,model.language_model.layers.25.mlp.experts.51.up_proj,0.0033798221,hessian_weighted_relative_error,16169,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.52.down_proj,0.0119035621,hessian_weighted_relative_error,10860,0.02500,0.733
25,model.language_model.layers.25.mlp.experts.52.gate_proj,0.0053930605,hessian_weighted_relative_error,10860,0.02500,0.767
25,model.language_model.layers.25.mlp.experts.52.up_proj,0.0058990369,hessian_weighted_relative_error,10860,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.53.down_proj,0.0127702535,hessian_weighted_relative_error,37021,0.02500,0.817
25,model.language_model.layers.25.mlp.experts.53.gate_proj,0.0069044825,hessian_weighted_relative_error,37021,0.02500,0.867
25,model.language_model.layers.25.mlp.experts.53.up_proj,0.0073398926,hessian_weighted_relative_error,37021,0.02500,0.946
25,model.language_model.layers.25.mlp.experts.54.down_proj,0.0109668957,hessian_weighted_relative_error,14636,0.02500,0.737
25,model.language_model.layers.25.mlp.experts.54.gate_proj,0.0055532290,hessian_weighted_relative_error,14636,0.02500,0.763
25,model.language_model.layers.25.mlp.experts.54.up_proj,0.0062573580,hessian_weighted_relative_error,14636,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.55.down_proj,0.0132386966,hessian_weighted_relative_error,21927,0.02500,0.818
25,model.language_model.layers.25.mlp.experts.55.gate_proj,0.0071869668,hessian_weighted_relative_error,21927,0.02500,0.865
25,model.language_model.layers.25.mlp.experts.55.up_proj,0.0078402349,hessian_weighted_relative_error,21927,0.02500,0.951
25,model.language_model.layers.25.mlp.experts.56.down_proj,0.0093340710,hessian_weighted_relative_error,115799,0.02500,0.734
25,model.language_model.layers.25.mlp.experts.56.gate_proj,0.0057516302,hessian_weighted_relative_error,115799,0.02500,0.766
25,model.language_model.layers.25.mlp.experts.56.up_proj,0.0061823622,hessian_weighted_relative_error,115799,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.57.down_proj,0.0122566439,hessian_weighted_relative_error,39067,0.02500,0.819
25,model.language_model.layers.25.mlp.experts.57.gate_proj,0.0071581959,hessian_weighted_relative_error,39067,0.02500,0.873
25,model.language_model.layers.25.mlp.experts.57.up_proj,0.0075952403,hessian_weighted_relative_error,39067,0.02500,0.961
25,model.language_model.layers.25.mlp.experts.58.down_proj,0.0100477768,hessian_weighted_relative_error,17843,0.02500,0.736
25,model.language_model.layers.25.mlp.experts.58.gate_proj,0.0056853344,hessian_weighted_relative_error,17843,0.02500,0.764
25,model.language_model.layers.25.mlp.experts.58.up_proj,0.0056832101,hessian_weighted_relative_error,17843,0.02500,0.796
25,model.language_model.layers.25.mlp.experts.59.down_proj,0.0107658215,hessian_weighted_relative_error,11770,0.02500,0.822
25,model.language_model.layers.25.mlp.experts.59.gate_proj,0.0050232115,hessian_weighted_relative_error,11770,0.02500,0.874
25,model.language_model.layers.25.mlp.experts.59.up_proj,0.0053371123,hessian_weighted_relative_error,11770,0.02500,0.953
25,model.language_model.layers.25.mlp.experts.6.down_proj,0.0107356944,hessian_weighted_relative_error,27639,0.02500,0.719
25,model.language_model.layers.25.mlp.experts.6.gate_proj,0.0046375080,hessian_weighted_relative_error,27639,0.02500,0.794
25,model.language_model.layers.25.mlp.experts.6.up_proj,0.0050085109,hessian_weighted_relative_error,27639,0.02500,0.798
25,model.language_model.layers.25.mlp.experts.60.down_proj,0.0095295637,hessian_weighted_relative_error,22139,0.02500,0.735
25,model.language_model.layers.25.mlp.experts.60.gate_proj,0.0048866392,hessian_weighted_relative_error,22139,0.02500,0.768
25,model.language_model.layers.25.mlp.experts.60.up_proj,0.0055635731,hessian_weighted_relative_error,22139,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.61.down_proj,0.0130108650,hessian_weighted_relative_error,26496,0.02500,0.820
25,model.language_model.layers.25.mlp.experts.61.gate_proj,0.0066383317,hessian_weighted_relative_error,26496,0.02500,0.872
25,model.language_model.layers.25.mlp.experts.61.up_proj,0.0073620267,hessian_weighted_relative_error,26496,0.02500,0.961
25,model.language_model.layers.25.mlp.experts.62.down_proj,0.0097023042,hessian_weighted_relative_error,15186,0.02500,0.735
25,model.language_model.layers.25.mlp.experts.62.gate_proj,0.0046394882,hessian_weighted_relative_error,15186,0.02500,0.773
25,model.language_model.layers.25.mlp.experts.62.up_proj,0.0048591997,hessian_weighted_relative_error,15186,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.63.down_proj,0.0114243145,hessian_weighted_relative_error,11451,0.02500,0.821
25,model.language_model.layers.25.mlp.experts.63.gate_proj,0.0059513926,hessian_weighted_relative_error,11451,0.02500,0.868
25,model.language_model.layers.25.mlp.experts.63.up_proj,0.0066142576,hessian_weighted_relative_error,11451,0.02500,0.949
25,model.language_model.layers.25.mlp.experts.64.down_proj,0.0123468915,hessian_weighted_relative_error,23934,0.02500,0.737
25,model.language_model.layers.25.mlp.experts.64.gate_proj,0.0065876839,hessian_weighted_relative_error,23934,0.02500,0.768
25,model.language_model.layers.25.mlp.experts.64.up_proj,0.0070299547,hessian_weighted_relative_error,23934,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.65.down_proj,0.0116734983,hessian_weighted_relative_error,12177,0.02500,0.822
25,model.language_model.layers.25.mlp.experts.65.gate_proj,0.0055350169,hessian_weighted_relative_error,12177,0.02500,0.876
25,model.language_model.layers.25.mlp.experts.65.up_proj,0.0059019074,hessian_weighted_relative_error,12177,0.02500,0.956
25,model.language_model.layers.25.mlp.experts.66.down_proj,0.0078718310,hessian_weighted_relative_error,28933,0.02500,0.735
25,model.language_model.layers.25.mlp.experts.66.gate_proj,0.0043928107,hessian_weighted_relative_error,28933,0.02500,0.767
25,model.language_model.layers.25.mlp.experts.66.up_proj,0.0046098903,hessian_weighted_relative_error,28933,0.02500,0.800
25,model.language_model.layers.25.mlp.experts.67.down_proj,0.0128848438,hessian_weighted_relative_error,27761,0.02500,0.830
25,model.language_model.layers.25.mlp.experts.67.gate_proj,0.0067638264,hessian_weighted_relative_error,27761,0.02500,0.877
25,model.language_model.layers.25.mlp.experts.67.up_proj,0.0075066402,hessian_weighted_relative_error,27761,0.02500,0.958
25,model.language_model.layers.25.mlp.experts.68.down_proj,0.0135719049,hessian_weighted_relative_error,18991,0.02500,0.739
25,model.language_model.layers.25.mlp.experts.68.gate_proj,0.0068670072,hessian_weighted_relative_error,18991,0.02500,0.768
25,model.language_model.layers.25.mlp.experts.68.up_proj,0.0075703041,hessian_weighted_relative_error,18991,0.02500,0.800
25,model.language_model.layers.25.mlp.experts.69.down_proj,0.0108238346,hessian_weighted_relative_error,36831,0.02500,0.823
25,model.language_model.layers.25.mlp.experts.69.gate_proj,0.0052483860,hessian_weighted_relative_error,36831,0.02500,0.877
25,model.language_model.layers.25.mlp.experts.69.up_proj,0.0055388324,hessian_weighted_relative_error,36831,0.02500,0.959
25,model.language_model.layers.25.mlp.experts.7.down_proj,0.0133872961,hessian_weighted_relative_error,29912,0.02500,0.792
25,model.language_model.layers.25.mlp.experts.7.gate_proj,0.0073369838,hessian_weighted_relative_error,29912,0.02500,0.839
25,model.language_model.layers.25.mlp.experts.7.up_proj,0.0086597421,hessian_weighted_relative_error,29912,0.02500,0.945
25,model.language_model.layers.25.mlp.experts.70.down_proj,0.0119345702,hessian_weighted_relative_error,18603,0.02500,0.737
25,model.language_model.layers.25.mlp.experts.70.gate_proj,0.0058546923,hessian_weighted_relative_error,18603,0.02500,0.768
25,model.language_model.layers.25.mlp.experts.70.up_proj,0.0067281675,hessian_weighted_relative_error,18603,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.71.down_proj,0.0135318729,hessian_weighted_relative_error,30356,0.02500,0.824
25,model.language_model.layers.25.mlp.experts.71.gate_proj,0.0068646765,hessian_weighted_relative_error,30356,0.02500,0.874
25,model.language_model.layers.25.mlp.experts.71.up_proj,0.0074806206,hessian_weighted_relative_error,30356,0.02500,0.956
25,model.language_model.layers.25.mlp.experts.72.down_proj,0.0090202675,hessian_weighted_relative_error,92541,0.02500,0.740
25,model.language_model.layers.25.mlp.experts.72.gate_proj,0.0058111682,hessian_weighted_relative_error,92541,0.02500,0.770
25,model.language_model.layers.25.mlp.experts.72.up_proj,0.0061552434,hessian_weighted_relative_error,92541,0.02500,0.802
25,model.language_model.layers.25.mlp.experts.73.down_proj,0.0133363329,hessian_weighted_relative_error,20460,0.02500,0.827
25,model.language_model.layers.25.mlp.experts.73.gate_proj,0.0071882887,hessian_weighted_relative_error,20460,0.02500,0.883
25,model.language_model.layers.25.mlp.experts.73.up_proj,0.0082267479,hessian_weighted_relative_error,20460,0.02500,0.954
25,model.language_model.layers.25.mlp.experts.74.down_proj,0.0144616057,hessian_weighted_relative_error,48168,0.02500,0.738
25,model.language_model.layers.25.mlp.experts.74.gate_proj,0.0074126765,hessian_weighted_relative_error,48168,0.02500,0.768
25,model.language_model.layers.25.mlp.experts.74.up_proj,0.0087772995,hessian_weighted_relative_error,48168,0.02500,0.810
25,model.language_model.layers.25.mlp.experts.75.down_proj,0.0137092385,hessian_weighted_relative_error,21498,0.02500,0.828
25,model.language_model.layers.25.mlp.experts.75.gate_proj,0.0068453493,hessian_weighted_relative_error,21498,0.02500,0.882
25,model.language_model.layers.25.mlp.experts.75.up_proj,0.0078079475,hessian_weighted_relative_error,21498,0.02500,0.949
25,model.language_model.layers.25.mlp.experts.76.down_proj,0.0124787003,hessian_weighted_relative_error,40888,0.02500,0.736
25,model.language_model.layers.25.mlp.experts.76.gate_proj,0.0066483033,hessian_weighted_relative_error,40888,0.02500,0.768
25,model.language_model.layers.25.mlp.experts.76.up_proj,0.0073274854,hessian_weighted_relative_error,40888,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.77.down_proj,0.0138294718,hessian_weighted_relative_error,175709,0.02500,0.829
25,model.language_model.layers.25.mlp.experts.77.gate_proj,0.0077234257,hessian_weighted_relative_error,175709,0.02500,0.882
25,model.language_model.layers.25.mlp.experts.77.up_proj,0.0082089647,hessian_weighted_relative_error,175709,0.02500,0.961
25,model.language_model.layers.25.mlp.experts.78.down_proj,0.0132969614,hessian_weighted_relative_error,25081,0.02500,0.739
25,model.language_model.layers.25.mlp.experts.78.gate_proj,0.0071742061,hessian_weighted_relative_error,25081,0.02500,0.769
25,model.language_model.layers.25.mlp.experts.78.up_proj,0.0076715187,hessian_weighted_relative_error,25081,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.79.down_proj,0.0121474859,hessian_weighted_relative_error,6103,0.02500,0.829
25,model.language_model.layers.25.mlp.experts.79.gate_proj,0.0052768954,hessian_weighted_relative_error,6103,0.02500,0.880
25,model.language_model.layers.25.mlp.experts.79.up_proj,0.0064736191,hessian_weighted_relative_error,6103,0.02500,0.956
25,model.language_model.layers.25.mlp.experts.8.down_proj,0.0109278190,hessian_weighted_relative_error,27688,0.02500,0.722
25,model.language_model.layers.25.mlp.experts.8.gate_proj,0.0063848171,hessian_weighted_relative_error,27688,0.02500,0.752
25,model.language_model.layers.25.mlp.experts.8.up_proj,0.0067976158,hessian_weighted_relative_error,27688,0.02500,0.795
25,model.language_model.layers.25.mlp.experts.80.down_proj,0.0141872751,hessian_weighted_relative_error,33301,0.02500,0.739
25,model.language_model.layers.25.mlp.experts.80.gate_proj,0.0078036642,hessian_weighted_relative_error,33301,0.02500,0.771
25,model.language_model.layers.25.mlp.experts.80.up_proj,0.0087931920,hessian_weighted_relative_error,33301,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.81.down_proj,0.0115761738,hessian_weighted_relative_error,25668,0.02500,0.829
25,model.language_model.layers.25.mlp.experts.81.gate_proj,0.0051630681,hessian_weighted_relative_error,25668,0.02500,0.887
25,model.language_model.layers.25.mlp.experts.81.up_proj,0.0054806016,hessian_weighted_relative_error,25668,0.02500,0.957
25,model.language_model.layers.25.mlp.experts.82.down_proj,0.0108393111,hessian_weighted_relative_error,15545,0.02500,0.739
25,model.language_model.layers.25.mlp.experts.82.gate_proj,0.0051990108,hessian_weighted_relative_error,15545,0.02500,0.769
25,model.language_model.layers.25.mlp.experts.82.up_proj,0.0060914757,hessian_weighted_relative_error,15545,0.02500,0.802
25,model.language_model.layers.25.mlp.experts.83.down_proj,0.0130729356,hessian_weighted_relative_error,58746,0.02500,0.835
25,model.language_model.layers.25.mlp.experts.83.gate_proj,0.0077968620,hessian_weighted_relative_error,58746,0.02500,0.885
25,model.language_model.layers.25.mlp.experts.83.up_proj,0.0081068256,hessian_weighted_relative_error,58746,0.02500,0.955
25,model.language_model.layers.25.mlp.experts.84.down_proj,0.0141647443,hessian_weighted_relative_error,48279,0.02500,0.739
25,model.language_model.layers.25.mlp.experts.84.gate_proj,0.0079250061,hessian_weighted_relative_error,48279,0.02500,0.772
25,model.language_model.layers.25.mlp.experts.84.up_proj,0.0089964542,hessian_weighted_relative_error,48279,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.85.down_proj,0.0123474005,hessian_weighted_relative_error,31921,0.02500,0.831
25,model.language_model.layers.25.mlp.experts.85.gate_proj,0.0066811685,hessian_weighted_relative_error,31921,0.02500,0.885
25,model.language_model.layers.25.mlp.experts.85.up_proj,0.0074510197,hessian_weighted_relative_error,31921,0.02500,0.961
25,model.language_model.layers.25.mlp.experts.86.down_proj,0.0111865970,hessian_weighted_relative_error,27016,0.02500,0.739
25,model.language_model.layers.25.mlp.experts.86.gate_proj,0.0059168723,hessian_weighted_relative_error,27016,0.02500,0.770
25,model.language_model.layers.25.mlp.experts.86.up_proj,0.0061950075,hessian_weighted_relative_error,27016,0.02500,0.799
25,model.language_model.layers.25.mlp.experts.87.down_proj,0.0039986074,hessian_weighted_relative_error,1024,0.02500,0.832
25,model.language_model.layers.25.mlp.experts.87.gate_proj,0.0016316614,hessian_weighted_relative_error,1024,0.02500,0.884
25,model.language_model.layers.25.mlp.experts.87.up_proj,0.0021197483,hessian_weighted_relative_error,1024,0.02500,0.959
25,model.language_model.layers.25.mlp.experts.88.down_proj,0.0097282855,hessian_weighted_relative_error,5280,0.02500,0.741
25,model.language_model.layers.25.mlp.experts.88.gate_proj,0.0040890062,hessian_weighted_relative_error,5280,0.02500,0.772
25,model.language_model.layers.25.mlp.experts.88.up_proj,0.0047168989,hessian_weighted_relative_error,5280,0.02500,0.800
25,model.language_model.layers.25.mlp.experts.89.down_proj,0.0140141431,hessian_weighted_relative_error,36773,0.02500,0.833
25,model.language_model.layers.25.mlp.experts.89.gate_proj,0.0074473174,hessian_weighted_relative_error,36773,0.02500,0.891
25,model.language_model.layers.25.mlp.experts.89.up_proj,0.0081656031,hessian_weighted_relative_error,36773,0.02500,0.959
25,model.language_model.layers.25.mlp.experts.9.down_proj,0.0088769340,hessian_weighted_relative_error,10308,0.02500,0.795
25,model.language_model.layers.25.mlp.experts.9.gate_proj,0.0039865842,hessian_weighted_relative_error,10308,0.02500,0.845
25,model.language_model.layers.25.mlp.experts.9.up_proj,0.0041566499,hessian_weighted_relative_error,10308,0.02500,0.950
25,model.language_model.layers.25.mlp.experts.90.down_proj,0.0111751193,hessian_weighted_relative_error,25392,0.02500,0.740
25,model.language_model.layers.25.mlp.experts.90.gate_proj,0.0055271831,hessian_weighted_relative_error,25392,0.02500,0.772
25,model.language_model.layers.25.mlp.experts.90.up_proj,0.0058051084,hessian_weighted_relative_error,25392,0.02500,0.800
25,model.language_model.layers.25.mlp.experts.91.down_proj,0.0107690760,hessian_weighted_relative_error,26121,0.02500,0.836
25,model.language_model.layers.25.mlp.experts.91.gate_proj,0.0059596306,hessian_weighted_relative_error,26121,0.02500,0.891
25,model.language_model.layers.25.mlp.experts.91.up_proj,0.0063425912,hessian_weighted_relative_error,26121,0.02500,0.964
25,model.language_model.layers.25.mlp.experts.92.down_proj,0.0130406890,hessian_weighted_relative_error,35302,0.02500,0.740
25,model.language_model.layers.25.mlp.experts.92.gate_proj,0.0070067565,hessian_weighted_relative_error,35302,0.02500,0.774
25,model.language_model.layers.25.mlp.experts.92.up_proj,0.0084132937,hessian_weighted_relative_error,35302,0.02500,0.802
25,model.language_model.layers.25.mlp.experts.93.down_proj,0.0122883660,hessian_weighted_relative_error,19880,0.02500,0.836
25,model.language_model.layers.25.mlp.experts.93.gate_proj,0.0067158915,hessian_weighted_relative_error,19880,0.02500,0.888
25,model.language_model.layers.25.mlp.experts.93.up_proj,0.0075448812,hessian_weighted_relative_error,19880,0.02500,0.960
25,model.language_model.layers.25.mlp.experts.94.down_proj,0.0107603969,hessian_weighted_relative_error,19475,0.02500,0.742
25,model.language_model.layers.25.mlp.experts.94.gate_proj,0.0052122592,hessian_weighted_relative_error,19475,0.02500,0.773
25,model.language_model.layers.25.mlp.experts.94.up_proj,0.0055603279,hessian_weighted_relative_error,19475,0.02500,0.802
25,model.language_model.layers.25.mlp.experts.95.down_proj,0.0124143545,hessian_weighted_relative_error,28721,0.02500,0.835
25,model.language_model.layers.25.mlp.experts.95.gate_proj,0.0061392930,hessian_weighted_relative_error,28721,0.02500,0.889
25,model.language_model.layers.25.mlp.experts.95.up_proj,0.0071265309,hessian_weighted_relative_error,28721,0.02500,0.957
25,model.language_model.layers.25.mlp.experts.96.down_proj,0.0090137333,hessian_weighted_relative_error,11579,0.02500,0.742
25,model.language_model.layers.25.mlp.experts.96.gate_proj,0.0043064380,hessian_weighted_relative_error,11579,0.02500,0.773
25,model.language_model.layers.25.mlp.experts.96.up_proj,0.0044171995,hessian_weighted_relative_error,11579,0.02500,0.825
25,model.language_model.layers.25.mlp.experts.97.down_proj,0.0109241702,hessian_weighted_relative_error,17255,0.02500,0.837
25,model.language_model.layers.25.mlp.experts.97.gate_proj,0.0062986359,hessian_weighted_relative_error,17255,0.02500,0.892
25,model.language_model.layers.25.mlp.experts.97.up_proj,0.0063605289,hessian_weighted_relative_error,17255,0.02500,0.959
25,model.language_model.layers.25.mlp.experts.98.down_proj,0.0139229724,hessian_weighted_relative_error,26991,0.02500,0.741
25,model.language_model.layers.25.mlp.experts.98.gate_proj,0.0076736886,hessian_weighted_relative_error,26991,0.02500,0.773
25,model.language_model.layers.25.mlp.experts.98.up_proj,0.0084321705,hessian_weighted_relative_error,26991,0.02500,0.801
25,model.language_model.layers.25.mlp.experts.99.down_proj,0.0127150062,hessian_weighted_relative_error,15080,0.02500,0.843
25,model.language_model.layers.25.mlp.experts.99.gate_proj,0.0059563376,hessian_weighted_relative_error,15080,0.02500,0.893
25,model.language_model.layers.25.mlp.experts.99.up_proj,0.0064414741,hessian_weighted_relative_error,15080,0.02500,0.966
26,model.language_model.layers.26.mlp.experts.0.down_proj,0.0136811152,hessian_weighted_relative_error,34496,0.02500,0.716
26,model.language_model.layers.26.mlp.experts.0.gate_proj,0.0080902460,hessian_weighted_relative_error,34496,0.02500,0.749
26,model.language_model.layers.26.mlp.experts.0.up_proj,0.0084030809,hessian_weighted_relative_error,34496,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.1.down_proj,0.0098332325,hessian_weighted_relative_error,36421,0.02500,0.774
26,model.language_model.layers.26.mlp.experts.1.gate_proj,0.0056221201,hessian_weighted_relative_error,36421,0.02500,0.841
26,model.language_model.layers.26.mlp.experts.1.up_proj,0.0061380879,hessian_weighted_relative_error,36421,0.02500,0.943
26,model.language_model.layers.26.mlp.experts.10.down_proj,0.0106069422,hessian_weighted_relative_error,11897,0.02500,0.725
26,model.language_model.layers.26.mlp.experts.10.gate_proj,0.0052817056,hessian_weighted_relative_error,11897,0.02500,0.747
26,model.language_model.layers.26.mlp.experts.10.up_proj,0.0059374862,hessian_weighted_relative_error,11897,0.02500,0.796
26,model.language_model.layers.26.mlp.experts.100.down_proj,0.0120716333,hessian_weighted_relative_error,34470,0.02500,0.742
26,model.language_model.layers.26.mlp.experts.100.gate_proj,0.0073217386,hessian_weighted_relative_error,34470,0.02500,0.780
26,model.language_model.layers.26.mlp.experts.100.up_proj,0.0080558823,hessian_weighted_relative_error,34470,0.02500,0.799
26,model.language_model.layers.26.mlp.experts.101.down_proj,0.0133616709,hessian_weighted_relative_error,26047,0.02500,0.839
26,model.language_model.layers.26.mlp.experts.101.gate_proj,0.0078285759,hessian_weighted_relative_error,26047,0.02500,0.890
26,model.language_model.layers.26.mlp.experts.101.up_proj,0.0083628762,hessian_weighted_relative_error,26047,0.02500,0.958
26,model.language_model.layers.26.mlp.experts.102.down_proj,0.0124670185,hessian_weighted_relative_error,28197,0.02500,0.746
26,model.language_model.layers.26.mlp.experts.102.gate_proj,0.0075789590,hessian_weighted_relative_error,28197,0.02500,0.775
26,model.language_model.layers.26.mlp.experts.102.up_proj,0.0079193226,hessian_weighted_relative_error,28197,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.103.down_proj,0.0108037718,hessian_weighted_relative_error,21714,0.02500,0.839
26,model.language_model.layers.26.mlp.experts.103.gate_proj,0.0063444268,hessian_weighted_relative_error,21714,0.02500,0.896
26,model.language_model.layers.26.mlp.experts.103.up_proj,0.0068104010,hessian_weighted_relative_error,21714,0.02500,0.962
26,model.language_model.layers.26.mlp.experts.104.down_proj,0.0092361884,hessian_weighted_relative_error,8442,0.02500,0.750
26,model.language_model.layers.26.mlp.experts.104.gate_proj,0.0039152360,hessian_weighted_relative_error,8442,0.02500,0.778
26,model.language_model.layers.26.mlp.experts.104.up_proj,0.0042531694,hessian_weighted_relative_error,8442,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.105.down_proj,0.0145192991,hessian_weighted_relative_error,46935,0.02500,0.841
26,model.language_model.layers.26.mlp.experts.105.gate_proj,0.0089739222,hessian_weighted_relative_error,46935,0.02500,0.893
26,model.language_model.layers.26.mlp.experts.105.up_proj,0.0097921819,hessian_weighted_relative_error,46935,0.02500,0.961
26,model.language_model.layers.26.mlp.experts.106.down_proj,0.0132585181,hessian_weighted_relative_error,33442,0.02500,0.747
26,model.language_model.layers.26.mlp.experts.106.gate_proj,0.0080917918,hessian_weighted_relative_error,33442,0.02500,0.776
26,model.language_model.layers.26.mlp.experts.106.up_proj,0.0092048280,hessian_weighted_relative_error,33442,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.107.down_proj,0.0147126229,hessian_weighted_relative_error,22079,0.02500,0.848
26,model.language_model.layers.26.mlp.experts.107.gate_proj,0.0088831812,hessian_weighted_relative_error,22079,0.02500,0.894
26,model.language_model.layers.26.mlp.experts.107.up_proj,0.0097170548,hessian_weighted_relative_error,22079,0.02500,0.953
26,model.language_model.layers.26.mlp.experts.108.down_proj,0.0117555811,hessian_weighted_relative_error,32779,0.02500,0.744
26,model.language_model.layers.26.mlp.experts.108.gate_proj,0.0053420258,hessian_weighted_relative_error,32779,0.02500,0.777
26,model.language_model.layers.26.mlp.experts.108.up_proj,0.0055651629,hessian_weighted_relative_error,32779,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.109.down_proj,0.0114027225,hessian_weighted_relative_error,20705,0.02500,0.843
26,model.language_model.layers.26.mlp.experts.109.gate_proj,0.0069872664,hessian_weighted_relative_error,20705,0.02500,0.892
26,model.language_model.layers.26.mlp.experts.109.up_proj,0.0083646715,hessian_weighted_relative_error,20705,0.02500,0.965
26,model.language_model.layers.26.mlp.experts.11.down_proj,0.0145926439,hessian_weighted_relative_error,84885,0.02500,0.799
26,model.language_model.layers.26.mlp.experts.11.gate_proj,0.0084231315,hessian_weighted_relative_error,84885,0.02500,0.845
26,model.language_model.layers.26.mlp.experts.11.up_proj,0.0091089244,hessian_weighted_relative_error,84885,0.02500,0.945
26,model.language_model.layers.26.mlp.experts.110.down_proj,0.0119292238,hessian_weighted_relative_error,17290,0.02500,0.748
26,model.language_model.layers.26.mlp.experts.110.gate_proj,0.0072177639,hessian_weighted_relative_error,17290,0.02500,0.776
26,model.language_model.layers.26.mlp.experts.110.up_proj,0.0078544363,hessian_weighted_relative_error,17290,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.111.down_proj,0.0128122858,hessian_weighted_relative_error,59386,0.02500,0.845
26,model.language_model.layers.26.mlp.experts.111.gate_proj,0.0075116821,hessian_weighted_relative_error,59386,0.02500,0.897
26,model.language_model.layers.26.mlp.experts.111.up_proj,0.0081794281,hessian_weighted_relative_error,59386,0.02500,0.960
26,model.language_model.layers.26.mlp.experts.112.down_proj,0.0129997052,hessian_weighted_relative_error,19661,0.02500,0.747
26,model.language_model.layers.26.mlp.experts.112.gate_proj,0.0059459461,hessian_weighted_relative_error,19661,0.02500,0.777
26,model.language_model.layers.26.mlp.experts.112.up_proj,0.0068203786,hessian_weighted_relative_error,19661,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.113.down_proj,0.0135446140,hessian_weighted_relative_error,9990,0.02500,0.846
26,model.language_model.layers.26.mlp.experts.113.gate_proj,0.0070781453,hessian_weighted_relative_error,9990,0.02500,0.895
26,model.language_model.layers.26.mlp.experts.113.up_proj,0.0083272530,hessian_weighted_relative_error,9990,0.02500,0.960
26,model.language_model.layers.26.mlp.experts.114.down_proj,0.0115244878,hessian_weighted_relative_error,10308,0.02500,0.752
26,model.language_model.layers.26.mlp.experts.114.gate_proj,0.0060950456,hessian_weighted_relative_error,10308,0.02500,0.779
26,model.language_model.layers.26.mlp.experts.114.up_proj,0.0064280292,hessian_weighted_relative_error,10308,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.115.down_proj,0.0131837286,hessian_weighted_relative_error,195650,0.02500,0.851
26,model.language_model.layers.26.mlp.experts.115.gate_proj,0.0094118010,hessian_weighted_relative_error,195650,0.02500,0.896
26,model.language_model.layers.26.mlp.experts.115.up_proj,0.0103759387,hessian_weighted_relative_error,195650,0.02500,0.960
26,model.language_model.layers.26.mlp.experts.116.down_proj,0.0146728219,hessian_weighted_relative_error,62806,0.02500,0.746
26,model.language_model.layers.26.mlp.experts.116.gate_proj,0.0088153006,hessian_weighted_relative_error,62806,0.02500,0.778
26,model.language_model.layers.26.mlp.experts.116.up_proj,0.0096357780,hessian_weighted_relative_error,62806,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.117.down_proj,0.0117609726,hessian_weighted_relative_error,35756,0.02500,0.847
26,model.language_model.layers.26.mlp.experts.117.gate_proj,0.0066742330,hessian_weighted_relative_error,35756,0.02500,0.902
26,model.language_model.layers.26.mlp.experts.117.up_proj,0.0070374795,hessian_weighted_relative_error,35756,0.02500,0.967
26,model.language_model.layers.26.mlp.experts.118.down_proj,0.0107405097,hessian_weighted_relative_error,37810,0.02500,0.748
26,model.language_model.layers.26.mlp.experts.118.gate_proj,0.0068010081,hessian_weighted_relative_error,37810,0.02500,0.778
26,model.language_model.layers.26.mlp.experts.118.up_proj,0.0072206536,hessian_weighted_relative_error,37810,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.119.down_proj,0.0134466547,hessian_weighted_relative_error,21576,0.02500,0.848
26,model.language_model.layers.26.mlp.experts.119.gate_proj,0.0076985658,hessian_weighted_relative_error,21576,0.02500,0.907
26,model.language_model.layers.26.mlp.experts.119.up_proj,0.0083044560,hessian_weighted_relative_error,21576,0.02500,1.015
26,model.language_model.layers.26.mlp.experts.12.down_proj,0.0127107876,hessian_weighted_relative_error,11589,0.02500,0.721
26,model.language_model.layers.26.mlp.experts.12.gate_proj,0.0066308268,hessian_weighted_relative_error,11589,0.02500,0.751
26,model.language_model.layers.26.mlp.experts.12.up_proj,0.0072649253,hessian_weighted_relative_error,11589,0.02500,0.794
26,model.language_model.layers.26.mlp.experts.120.down_proj,0.0085717622,hessian_weighted_relative_error,6823,0.02500,0.748
26,model.language_model.layers.26.mlp.experts.120.gate_proj,0.0039610646,hessian_weighted_relative_error,6823,0.02500,0.779
26,model.language_model.layers.26.mlp.experts.120.up_proj,0.0041467197,hessian_weighted_relative_error,6823,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.121.down_proj,0.0138952494,hessian_weighted_relative_error,27118,0.02500,0.851
26,model.language_model.layers.26.mlp.experts.121.gate_proj,0.0082637606,hessian_weighted_relative_error,27118,0.02500,0.897
26,model.language_model.layers.26.mlp.experts.121.up_proj,0.0089099152,hessian_weighted_relative_error,27118,0.02500,0.963
26,model.language_model.layers.26.mlp.experts.122.down_proj,0.0127715836,hessian_weighted_relative_error,16263,0.02500,0.747
26,model.language_model.layers.26.mlp.experts.122.gate_proj,0.0065828166,hessian_weighted_relative_error,16263,0.02500,0.778
26,model.language_model.layers.26.mlp.experts.122.up_proj,0.0082146630,hessian_weighted_relative_error,16263,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.123.down_proj,0.0112566282,hessian_weighted_relative_error,16671,0.02500,0.854
26,model.language_model.layers.26.mlp.experts.123.gate_proj,0.0063954251,hessian_weighted_relative_error,16671,0.02500,0.897
26,model.language_model.layers.26.mlp.experts.123.up_proj,0.0069434447,hessian_weighted_relative_error,16671,0.02500,0.965
26,model.language_model.layers.26.mlp.experts.124.down_proj,0.0090442432,hessian_weighted_relative_error,24123,0.02500,0.746
26,model.language_model.layers.26.mlp.experts.124.gate_proj,0.0051255199,hessian_weighted_relative_error,24123,0.02500,0.777
26,model.language_model.layers.26.mlp.experts.124.up_proj,0.0054128306,hessian_weighted_relative_error,24123,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.125.down_proj,0.0094958222,hessian_weighted_relative_error,32704,0.02500,0.850
26,model.language_model.layers.26.mlp.experts.125.gate_proj,0.0054628491,hessian_weighted_relative_error,32704,0.02500,0.897
26,model.language_model.layers.26.mlp.experts.125.up_proj,0.0058099521,hessian_weighted_relative_error,32704,0.02500,0.961
26,model.language_model.layers.26.mlp.experts.126.down_proj,0.0140169176,hessian_weighted_relative_error,28177,0.02500,0.747
26,model.language_model.layers.26.mlp.experts.126.gate_proj,0.0084799782,hessian_weighted_relative_error,28177,0.02500,0.781
26,model.language_model.layers.26.mlp.experts.126.up_proj,0.0093776765,hessian_weighted_relative_error,28177,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.127.down_proj,0.0082755242,hessian_weighted_relative_error,10539,0.02500,0.851
26,model.language_model.layers.26.mlp.experts.127.gate_proj,0.0049496011,hessian_weighted_relative_error,10539,0.02500,0.901
26,model.language_model.layers.26.mlp.experts.127.up_proj,0.0053951168,hessian_weighted_relative_error,10539,0.02500,0.966
26,model.language_model.layers.26.mlp.experts.128.down_proj,0.0133924326,hessian_weighted_relative_error,21956,0.02500,0.749
26,model.language_model.layers.26.mlp.experts.128.gate_proj,0.0076353908,hessian_weighted_relative_error,21956,0.02500,0.777
26,model.language_model.layers.26.mlp.experts.128.up_proj,0.0086772693,hessian_weighted_relative_error,21956,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.129.down_proj,0.0134665274,hessian_weighted_relative_error,35073,0.02500,0.852
26,model.language_model.layers.26.mlp.experts.129.gate_proj,0.0082993625,hessian_weighted_relative_error,35073,0.02500,0.898
26,model.language_model.layers.26.mlp.experts.129.up_proj,0.0093558420,hessian_weighted_relative_error,35073,0.02500,0.961
26,model.language_model.layers.26.mlp.experts.13.down_proj,0.0069877274,hessian_weighted_relative_error,2614,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.13.gate_proj,0.0031514596,hessian_weighted_relative_error,2614,0.02500,0.844
26,model.language_model.layers.26.mlp.experts.13.up_proj,0.0032907890,hessian_weighted_relative_error,2614,0.02500,0.937
26,model.language_model.layers.26.mlp.experts.130.down_proj,0.0105893513,hessian_weighted_relative_error,10582,0.02500,0.751
26,model.language_model.layers.26.mlp.experts.130.gate_proj,0.0050686614,hessian_weighted_relative_error,10582,0.02500,0.778
26,model.language_model.layers.26.mlp.experts.130.up_proj,0.0053568752,hessian_weighted_relative_error,10582,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.131.down_proj,0.0101614793,hessian_weighted_relative_error,26603,0.02500,0.856
26,model.language_model.layers.26.mlp.experts.131.gate_proj,0.0061120963,hessian_weighted_relative_error,26603,0.02500,0.898
26,model.language_model.layers.26.mlp.experts.131.up_proj,0.0064819397,hessian_weighted_relative_error,26603,0.02500,0.956
26,model.language_model.layers.26.mlp.experts.132.down_proj,0.0143249749,hessian_weighted_relative_error,20517,0.02500,0.747
26,model.language_model.layers.26.mlp.experts.132.gate_proj,0.0070354342,hessian_weighted_relative_error,20517,0.02500,0.781
26,model.language_model.layers.26.mlp.experts.132.up_proj,0.0097138767,hessian_weighted_relative_error,20517,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.133.down_proj,0.0128495980,hessian_weighted_relative_error,11628,0.02500,0.854
26,model.language_model.layers.26.mlp.experts.133.gate_proj,0.0068782613,hessian_weighted_relative_error,11628,0.02500,0.899
26,model.language_model.layers.26.mlp.experts.133.up_proj,0.0073924636,hessian_weighted_relative_error,11628,0.02500,0.965
26,model.language_model.layers.26.mlp.experts.134.down_proj,0.0135393232,hessian_weighted_relative_error,46127,0.02500,0.750
26,model.language_model.layers.26.mlp.experts.134.gate_proj,0.0084675748,hessian_weighted_relative_error,46127,0.02500,0.780
26,model.language_model.layers.26.mlp.experts.134.up_proj,0.0094441818,hessian_weighted_relative_error,46127,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.135.down_proj,0.0106236369,hessian_weighted_relative_error,20089,0.02500,0.854
26,model.language_model.layers.26.mlp.experts.135.gate_proj,0.0047087328,hessian_weighted_relative_error,20089,0.02500,0.903
26,model.language_model.layers.26.mlp.experts.135.up_proj,0.0048858673,hessian_weighted_relative_error,20089,0.02500,0.964
26,model.language_model.layers.26.mlp.experts.136.down_proj,0.0111282420,hessian_weighted_relative_error,35765,0.02500,0.754
26,model.language_model.layers.26.mlp.experts.136.gate_proj,0.0064457850,hessian_weighted_relative_error,35765,0.02500,0.780
26,model.language_model.layers.26.mlp.experts.136.up_proj,0.0075003703,hessian_weighted_relative_error,35765,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.137.down_proj,0.0137516760,hessian_weighted_relative_error,26660,0.02500,0.857
26,model.language_model.layers.26.mlp.experts.137.gate_proj,0.0081099145,hessian_weighted_relative_error,26660,0.02500,0.902
26,model.language_model.layers.26.mlp.experts.137.up_proj,0.0089908386,hessian_weighted_relative_error,26660,0.02500,0.967
26,model.language_model.layers.26.mlp.experts.138.down_proj,0.0084833094,hessian_weighted_relative_error,4403,0.02500,0.752
26,model.language_model.layers.26.mlp.experts.138.gate_proj,0.0037836532,hessian_weighted_relative_error,4403,0.02500,0.781
26,model.language_model.layers.26.mlp.experts.138.up_proj,0.0041817558,hessian_weighted_relative_error,4403,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.139.down_proj,0.0141848756,hessian_weighted_relative_error,19217,0.02500,0.861
26,model.language_model.layers.26.mlp.experts.139.gate_proj,0.0071490163,hessian_weighted_relative_error,19217,0.02500,0.901
26,model.language_model.layers.26.mlp.experts.139.up_proj,0.0090571169,hessian_weighted_relative_error,19217,0.02500,0.954
26,model.language_model.layers.26.mlp.experts.14.down_proj,0.0130566496,hessian_weighted_relative_error,30664,0.02500,0.723
26,model.language_model.layers.26.mlp.experts.14.gate_proj,0.0077626927,hessian_weighted_relative_error,30664,0.02500,0.751
26,model.language_model.layers.26.mlp.experts.14.up_proj,0.0084711295,hessian_weighted_relative_error,30664,0.02500,0.794
26,model.language_model.layers.26.mlp.experts.140.down_proj,0.0111097475,hessian_weighted_relative_error,31712,0.02500,0.748
26,model.language_model.layers.26.mlp.experts.140.gate_proj,0.0063035908,hessian_weighted_relative_error,31712,0.02500,0.778
26,model.language_model.layers.26.mlp.experts.140.up_proj,0.0066150441,hessian_weighted_relative_error,31712,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.141.down_proj,0.0138842229,hessian_weighted_relative_error,13601,0.02500,0.859
26,model.language_model.layers.26.mlp.experts.141.gate_proj,0.0075950389,hessian_weighted_relative_error,13601,0.02500,0.899
26,model.language_model.layers.26.mlp.experts.141.up_proj,0.0089790722,hessian_weighted_relative_error,13601,0.02500,0.988
26,model.language_model.layers.26.mlp.experts.142.down_proj,0.0138936523,hessian_weighted_relative_error,21936,0.02500,0.753
26,model.language_model.layers.26.mlp.experts.142.gate_proj,0.0081555146,hessian_weighted_relative_error,21936,0.02500,0.778
26,model.language_model.layers.26.mlp.experts.142.up_proj,0.0091479939,hessian_weighted_relative_error,21936,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.143.down_proj,0.0131309110,hessian_weighted_relative_error,19687,0.02500,0.860
26,model.language_model.layers.26.mlp.experts.143.gate_proj,0.0076685611,hessian_weighted_relative_error,19687,0.02500,0.905
26,model.language_model.layers.26.mlp.experts.143.up_proj,0.0084845066,hessian_weighted_relative_error,19687,0.02500,0.970
26,model.language_model.layers.26.mlp.experts.144.down_proj,0.0106797778,hessian_weighted_relative_error,24589,0.02500,0.751
26,model.language_model.layers.26.mlp.experts.144.gate_proj,0.0064590007,hessian_weighted_relative_error,24589,0.02500,0.780
26,model.language_model.layers.26.mlp.experts.144.up_proj,0.0071556274,hessian_weighted_relative_error,24589,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.145.down_proj,0.0098026745,hessian_weighted_relative_error,21515,0.02500,0.861
26,model.language_model.layers.26.mlp.experts.145.gate_proj,0.0057162146,hessian_weighted_relative_error,21515,0.02500,0.905
26,model.language_model.layers.26.mlp.experts.145.up_proj,0.0064079037,hessian_weighted_relative_error,21515,0.02500,0.968
26,model.language_model.layers.26.mlp.experts.146.down_proj,0.0120189354,hessian_weighted_relative_error,19596,0.02500,0.751
26,model.language_model.layers.26.mlp.experts.146.gate_proj,0.0058535529,hessian_weighted_relative_error,19596,0.02500,0.779
26,model.language_model.layers.26.mlp.experts.146.up_proj,0.0062799460,hessian_weighted_relative_error,19596,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.147.down_proj,0.0150316118,hessian_weighted_relative_error,32174,0.02500,0.867
26,model.language_model.layers.26.mlp.experts.147.gate_proj,0.0089986351,hessian_weighted_relative_error,32174,0.02500,0.901
26,model.language_model.layers.26.mlp.experts.147.up_proj,0.0100436731,hessian_weighted_relative_error,32174,0.02500,0.963
26,model.language_model.layers.26.mlp.experts.148.down_proj,0.0122053414,hessian_weighted_relative_error,24906,0.02500,0.749
26,model.language_model.layers.26.mlp.experts.148.gate_proj,0.0079552260,hessian_weighted_relative_error,24906,0.02500,0.783
26,model.language_model.layers.26.mlp.experts.148.up_proj,0.0086967550,hessian_weighted_relative_error,24906,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.149.down_proj,0.0132885500,hessian_weighted_relative_error,22436,0.02500,0.863
26,model.language_model.layers.26.mlp.experts.149.gate_proj,0.0078521868,hessian_weighted_relative_error,22436,0.02500,0.909
26,model.language_model.layers.26.mlp.experts.149.up_proj,0.0086682198,hessian_weighted_relative_error,22436,0.02500,0.956
26,model.language_model.layers.26.mlp.experts.15.down_proj,0.0121554483,hessian_weighted_relative_error,23513,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.15.gate_proj,0.0063519970,hessian_weighted_relative_error,23513,0.02500,0.849
26,model.language_model.layers.26.mlp.experts.15.up_proj,0.0065723744,hessian_weighted_relative_error,23513,0.02500,0.941
26,model.language_model.layers.26.mlp.experts.150.down_proj,0.0119683516,hessian_weighted_relative_error,18205,0.02500,0.753
26,model.language_model.layers.26.mlp.experts.150.gate_proj,0.0065865006,hessian_weighted_relative_error,18205,0.02500,0.794
26,model.language_model.layers.26.mlp.experts.150.up_proj,0.0072109571,hessian_weighted_relative_error,18205,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.151.down_proj,0.0111992606,hessian_weighted_relative_error,11238,0.02500,0.864
26,model.language_model.layers.26.mlp.experts.151.gate_proj,0.0059302777,hessian_weighted_relative_error,11238,0.02500,0.904
26,model.language_model.layers.26.mlp.experts.151.up_proj,0.0063656884,hessian_weighted_relative_error,11238,0.02500,0.968
26,model.language_model.layers.26.mlp.experts.152.down_proj,0.0143024386,hessian_weighted_relative_error,23940,0.02500,0.754
26,model.language_model.layers.26.mlp.experts.152.gate_proj,0.0085568814,hessian_weighted_relative_error,23940,0.02500,0.782
26,model.language_model.layers.26.mlp.experts.152.up_proj,0.0094273576,hessian_weighted_relative_error,23940,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.153.down_proj,0.0137914132,hessian_weighted_relative_error,17810,0.02500,0.865
26,model.language_model.layers.26.mlp.experts.153.gate_proj,0.0083830437,hessian_weighted_relative_error,17810,0.02500,0.909
26,model.language_model.layers.26.mlp.experts.153.up_proj,0.0093694245,hessian_weighted_relative_error,17810,0.02500,0.964
26,model.language_model.layers.26.mlp.experts.154.down_proj,0.0141815926,hessian_weighted_relative_error,54290,0.02500,0.754
26,model.language_model.layers.26.mlp.experts.154.gate_proj,0.0082867219,hessian_weighted_relative_error,54290,0.02500,0.781
26,model.language_model.layers.26.mlp.experts.154.up_proj,0.0095149425,hessian_weighted_relative_error,54290,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.155.down_proj,0.0123905742,hessian_weighted_relative_error,10525,0.02500,0.868
26,model.language_model.layers.26.mlp.experts.155.gate_proj,0.0062558280,hessian_weighted_relative_error,10525,0.02500,0.904
26,model.language_model.layers.26.mlp.experts.155.up_proj,0.0073058085,hessian_weighted_relative_error,10525,0.02500,0.956
26,model.language_model.layers.26.mlp.experts.156.down_proj,0.0117491700,hessian_weighted_relative_error,11221,0.02500,0.751
26,model.language_model.layers.26.mlp.experts.156.gate_proj,0.0061674411,hessian_weighted_relative_error,11221,0.02500,0.783
26,model.language_model.layers.26.mlp.experts.156.up_proj,0.0067520346,hessian_weighted_relative_error,11221,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.157.down_proj,0.0070028122,hessian_weighted_relative_error,8500,0.02500,0.866
26,model.language_model.layers.26.mlp.experts.157.gate_proj,0.0034982427,hessian_weighted_relative_error,8500,0.02500,0.903
26,model.language_model.layers.26.mlp.experts.157.up_proj,0.0039655742,hessian_weighted_relative_error,8500,0.02500,0.957
26,model.language_model.layers.26.mlp.experts.158.down_proj,0.0135604405,hessian_weighted_relative_error,15742,0.02500,0.754
26,model.language_model.layers.26.mlp.experts.158.gate_proj,0.0073016084,hessian_weighted_relative_error,15742,0.02500,0.781
26,model.language_model.layers.26.mlp.experts.158.up_proj,0.0084943963,hessian_weighted_relative_error,15742,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.159.down_proj,0.0126851839,hessian_weighted_relative_error,48742,0.02500,0.867
26,model.language_model.layers.26.mlp.experts.159.gate_proj,0.0085358495,hessian_weighted_relative_error,48742,0.02500,0.905
26,model.language_model.layers.26.mlp.experts.159.up_proj,0.0092066380,hessian_weighted_relative_error,48742,0.02500,0.963
26,model.language_model.layers.26.mlp.experts.16.down_proj,0.0127932855,hessian_weighted_relative_error,20341,0.02500,0.729
26,model.language_model.layers.26.mlp.experts.16.gate_proj,0.0072949511,hessian_weighted_relative_error,20341,0.02500,0.755
26,model.language_model.layers.26.mlp.experts.16.up_proj,0.0080181139,hessian_weighted_relative_error,20341,0.02500,0.796
26,model.language_model.layers.26.mlp.experts.160.down_proj,0.0123655289,hessian_weighted_relative_error,20169,0.02500,0.753
26,model.language_model.layers.26.mlp.experts.160.gate_proj,0.0074606617,hessian_weighted_relative_error,20169,0.02500,0.782
26,model.language_model.layers.26.mlp.experts.160.up_proj,0.0083038801,hessian_weighted_relative_error,20169,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.161.down_proj,0.0095528217,hessian_weighted_relative_error,40017,0.02500,0.868
26,model.language_model.layers.26.mlp.experts.161.gate_proj,0.0052607476,hessian_weighted_relative_error,40017,0.02500,0.913
26,model.language_model.layers.26.mlp.experts.161.up_proj,0.0055579874,hessian_weighted_relative_error,40017,0.02500,0.962
26,model.language_model.layers.26.mlp.experts.162.down_proj,0.0155767957,hessian_weighted_relative_error,119842,0.02500,0.756
26,model.language_model.layers.26.mlp.experts.162.gate_proj,0.0100535161,hessian_weighted_relative_error,119842,0.02500,0.782
26,model.language_model.layers.26.mlp.experts.162.up_proj,0.0106268048,hessian_weighted_relative_error,119842,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.163.down_proj,0.0149348301,hessian_weighted_relative_error,36838,0.02500,0.873
26,model.language_model.layers.26.mlp.experts.163.gate_proj,0.0088824490,hessian_weighted_relative_error,36838,0.02500,0.909
26,model.language_model.layers.26.mlp.experts.163.up_proj,0.0094697398,hessian_weighted_relative_error,36838,0.02500,0.963
26,model.language_model.layers.26.mlp.experts.164.down_proj,0.0131035598,hessian_weighted_relative_error,13792,0.02500,0.751
26,model.language_model.layers.26.mlp.experts.164.gate_proj,0.0070432718,hessian_weighted_relative_error,13792,0.02500,0.782
26,model.language_model.layers.26.mlp.experts.164.up_proj,0.0079514397,hessian_weighted_relative_error,13792,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.165.down_proj,0.0115797673,hessian_weighted_relative_error,23194,0.02500,0.869
26,model.language_model.layers.26.mlp.experts.165.gate_proj,0.0076461701,hessian_weighted_relative_error,23194,0.02500,0.904
26,model.language_model.layers.26.mlp.experts.165.up_proj,0.0082498769,hessian_weighted_relative_error,23194,0.02500,0.957
26,model.language_model.layers.26.mlp.experts.166.down_proj,0.0082939352,hessian_weighted_relative_error,15233,0.02500,0.755
26,model.language_model.layers.26.mlp.experts.166.gate_proj,0.0047715861,hessian_weighted_relative_error,15233,0.02500,0.784
26,model.language_model.layers.26.mlp.experts.166.up_proj,0.0053529804,hessian_weighted_relative_error,15233,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.167.down_proj,0.0112446643,hessian_weighted_relative_error,36559,0.02500,0.871
26,model.language_model.layers.26.mlp.experts.167.gate_proj,0.0066205363,hessian_weighted_relative_error,36559,0.02500,0.918
26,model.language_model.layers.26.mlp.experts.167.up_proj,0.0070002155,hessian_weighted_relative_error,36559,0.02500,0.963
26,model.language_model.layers.26.mlp.experts.168.down_proj,0.0146485987,hessian_weighted_relative_error,23615,0.02500,0.756
26,model.language_model.layers.26.mlp.experts.168.gate_proj,0.0083845152,hessian_weighted_relative_error,23615,0.02500,0.785
26,model.language_model.layers.26.mlp.experts.168.up_proj,0.0096501930,hessian_weighted_relative_error,23615,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.169.down_proj,0.0115584181,hessian_weighted_relative_error,16958,0.02500,0.872
26,model.language_model.layers.26.mlp.experts.169.gate_proj,0.0070692910,hessian_weighted_relative_error,16958,0.02500,0.904
26,model.language_model.layers.26.mlp.experts.169.up_proj,0.0076606994,hessian_weighted_relative_error,16958,0.02500,0.966
26,model.language_model.layers.26.mlp.experts.17.down_proj,0.0125554443,hessian_weighted_relative_error,20520,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.17.gate_proj,0.0072987482,hessian_weighted_relative_error,20520,0.02500,0.860
26,model.language_model.layers.26.mlp.experts.17.up_proj,0.0077494655,hessian_weighted_relative_error,20520,0.02500,0.938
26,model.language_model.layers.26.mlp.experts.170.down_proj,0.0135941978,hessian_weighted_relative_error,24443,0.02500,0.757
26,model.language_model.layers.26.mlp.experts.170.gate_proj,0.0082558247,hessian_weighted_relative_error,24443,0.02500,0.783
26,model.language_model.layers.26.mlp.experts.170.up_proj,0.0086117111,hessian_weighted_relative_error,24443,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.171.down_proj,0.0092337573,hessian_weighted_relative_error,5357,0.02500,0.874
26,model.language_model.layers.26.mlp.experts.171.gate_proj,0.0040016884,hessian_weighted_relative_error,5357,0.02500,0.904
26,model.language_model.layers.26.mlp.experts.171.up_proj,0.0043652473,hessian_weighted_relative_error,5357,0.02500,0.964
26,model.language_model.layers.26.mlp.experts.172.down_proj,0.0147102503,hessian_weighted_relative_error,32409,0.02500,0.754
26,model.language_model.layers.26.mlp.experts.172.gate_proj,0.0082480055,hessian_weighted_relative_error,32409,0.02500,0.784
26,model.language_model.layers.26.mlp.experts.172.up_proj,0.0097310270,hessian_weighted_relative_error,32409,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.173.down_proj,0.0142909028,hessian_weighted_relative_error,19421,0.02500,0.874
26,model.language_model.layers.26.mlp.experts.173.gate_proj,0.0081835441,hessian_weighted_relative_error,19421,0.02500,0.911
26,model.language_model.layers.26.mlp.experts.173.up_proj,0.0091432222,hessian_weighted_relative_error,19421,0.02500,0.976
26,model.language_model.layers.26.mlp.experts.174.down_proj,0.0111392347,hessian_weighted_relative_error,14745,0.02500,0.756
26,model.language_model.layers.26.mlp.experts.174.gate_proj,0.0061280030,hessian_weighted_relative_error,14745,0.02500,0.784
26,model.language_model.layers.26.mlp.experts.174.up_proj,0.0067129669,hessian_weighted_relative_error,14745,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.175.down_proj,0.0141648367,hessian_weighted_relative_error,16655,0.02500,0.874
26,model.language_model.layers.26.mlp.experts.175.gate_proj,0.0076308220,hessian_weighted_relative_error,16655,0.02500,0.914
26,model.language_model.layers.26.mlp.experts.175.up_proj,0.0092535664,hessian_weighted_relative_error,16655,0.02500,0.970
26,model.language_model.layers.26.mlp.experts.176.down_proj,0.0103517533,hessian_weighted_relative_error,5665,0.02500,0.755
26,model.language_model.layers.26.mlp.experts.176.gate_proj,0.0052272230,hessian_weighted_relative_error,5665,0.02500,0.785
26,model.language_model.layers.26.mlp.experts.176.up_proj,0.0058524112,hessian_weighted_relative_error,5665,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.177.down_proj,0.0136518403,hessian_weighted_relative_error,22234,0.02500,0.874
26,model.language_model.layers.26.mlp.experts.177.gate_proj,0.0078498680,hessian_weighted_relative_error,22234,0.02500,0.916
26,model.language_model.layers.26.mlp.experts.177.up_proj,0.0086476194,hessian_weighted_relative_error,22234,0.02500,0.975
26,model.language_model.layers.26.mlp.experts.178.down_proj,0.0158063223,hessian_weighted_relative_error,263839,0.02500,0.757
26,model.language_model.layers.26.mlp.experts.178.gate_proj,0.0104023687,hessian_weighted_relative_error,263839,0.02500,0.785
26,model.language_model.layers.26.mlp.experts.178.up_proj,0.0112282904,hessian_weighted_relative_error,263839,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.179.down_proj,0.0116967038,hessian_weighted_relative_error,26392,0.02500,0.877
26,model.language_model.layers.26.mlp.experts.179.gate_proj,0.0085042721,hessian_weighted_relative_error,26392,0.02500,0.916
26,model.language_model.layers.26.mlp.experts.179.up_proj,0.0092774342,hessian_weighted_relative_error,26392,0.02500,0.971
26,model.language_model.layers.26.mlp.experts.18.down_proj,0.0141576339,hessian_weighted_relative_error,27359,0.02500,0.729
26,model.language_model.layers.26.mlp.experts.18.gate_proj,0.0086856761,hessian_weighted_relative_error,27359,0.02500,0.752
26,model.language_model.layers.26.mlp.experts.18.up_proj,0.0096682182,hessian_weighted_relative_error,27359,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.180.down_proj,0.0132215212,hessian_weighted_relative_error,40575,0.02500,0.754
26,model.language_model.layers.26.mlp.experts.180.gate_proj,0.0079496128,hessian_weighted_relative_error,40575,0.02500,0.786
26,model.language_model.layers.26.mlp.experts.180.up_proj,0.0086251868,hessian_weighted_relative_error,40575,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.181.down_proj,0.0112976172,hessian_weighted_relative_error,22735,0.02500,0.875
26,model.language_model.layers.26.mlp.experts.181.gate_proj,0.0065252777,hessian_weighted_relative_error,22735,0.02500,0.914
26,model.language_model.layers.26.mlp.experts.181.up_proj,0.0070863483,hessian_weighted_relative_error,22735,0.02500,0.968
26,model.language_model.layers.26.mlp.experts.182.down_proj,0.0149202319,hessian_weighted_relative_error,28678,0.02500,0.754
26,model.language_model.layers.26.mlp.experts.182.gate_proj,0.0089417759,hessian_weighted_relative_error,28678,0.02500,0.786
26,model.language_model.layers.26.mlp.experts.182.up_proj,0.0097305772,hessian_weighted_relative_error,28678,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.183.down_proj,0.0124813686,hessian_weighted_relative_error,14957,0.02500,0.876
26,model.language_model.layers.26.mlp.experts.183.gate_proj,0.0073334337,hessian_weighted_relative_error,14957,0.02500,0.917
26,model.language_model.layers.26.mlp.experts.183.up_proj,0.0082229740,hessian_weighted_relative_error,14957,0.02500,0.960
26,model.language_model.layers.26.mlp.experts.184.down_proj,0.0130898560,hessian_weighted_relative_error,62607,0.02500,0.756
26,model.language_model.layers.26.mlp.experts.184.gate_proj,0.0075392478,hessian_weighted_relative_error,62607,0.02500,0.785
26,model.language_model.layers.26.mlp.experts.184.up_proj,0.0084276169,hessian_weighted_relative_error,62607,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.185.down_proj,0.0106140207,hessian_weighted_relative_error,13432,0.02500,0.876
26,model.language_model.layers.26.mlp.experts.185.gate_proj,0.0061874986,hessian_weighted_relative_error,13432,0.02500,0.921
26,model.language_model.layers.26.mlp.experts.185.up_proj,0.0064460331,hessian_weighted_relative_error,13432,0.02500,0.970
26,model.language_model.layers.26.mlp.experts.186.down_proj,0.0136160414,hessian_weighted_relative_error,29887,0.02500,0.759
26,model.language_model.layers.26.mlp.experts.186.gate_proj,0.0081410351,hessian_weighted_relative_error,29887,0.02500,0.786
26,model.language_model.layers.26.mlp.experts.186.up_proj,0.0087970550,hessian_weighted_relative_error,29887,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.187.down_proj,0.0129888282,hessian_weighted_relative_error,28307,0.02500,0.877
26,model.language_model.layers.26.mlp.experts.187.gate_proj,0.0077675496,hessian_weighted_relative_error,28307,0.02500,0.915
26,model.language_model.layers.26.mlp.experts.187.up_proj,0.0084942645,hessian_weighted_relative_error,28307,0.02500,0.959
26,model.language_model.layers.26.mlp.experts.188.down_proj,0.0129502039,hessian_weighted_relative_error,24043,0.02500,0.755
26,model.language_model.layers.26.mlp.experts.188.gate_proj,0.0073949925,hessian_weighted_relative_error,24043,0.02500,0.785
26,model.language_model.layers.26.mlp.experts.188.up_proj,0.0079951099,hessian_weighted_relative_error,24043,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.189.down_proj,0.0146244036,hessian_weighted_relative_error,30699,0.02500,0.876
26,model.language_model.layers.26.mlp.experts.189.gate_proj,0.0080815752,hessian_weighted_relative_error,30699,0.02500,0.918
26,model.language_model.layers.26.mlp.experts.189.up_proj,0.0096438546,hessian_weighted_relative_error,30699,0.02500,0.964
26,model.language_model.layers.26.mlp.experts.19.down_proj,0.0122186905,hessian_weighted_relative_error,44316,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.19.gate_proj,0.0078357028,hessian_weighted_relative_error,44316,0.02500,0.849
26,model.language_model.layers.26.mlp.experts.19.up_proj,0.0081678974,hessian_weighted_relative_error,44316,0.02500,0.948
26,model.language_model.layers.26.mlp.experts.190.down_proj,0.0121385318,hessian_weighted_relative_error,28894,0.02500,0.755
26,model.language_model.layers.26.mlp.experts.190.gate_proj,0.0069742878,hessian_weighted_relative_error,28894,0.02500,0.786
26,model.language_model.layers.26.mlp.experts.190.up_proj,0.0073394013,hessian_weighted_relative_error,28894,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.191.down_proj,0.0080539808,hessian_weighted_relative_error,24463,0.02500,0.877
26,model.language_model.layers.26.mlp.experts.191.gate_proj,0.0042926375,hessian_weighted_relative_error,24463,0.02500,0.923
26,model.language_model.layers.26.mlp.experts.191.up_proj,0.0048324057,hessian_weighted_relative_error,24463,0.02500,0.971
26,model.language_model.layers.26.mlp.experts.192.down_proj,0.0139814446,hessian_weighted_relative_error,29222,0.02500,0.758
26,model.language_model.layers.26.mlp.experts.192.gate_proj,0.0079187255,hessian_weighted_relative_error,29222,0.02500,0.785
26,model.language_model.layers.26.mlp.experts.192.up_proj,0.0090983406,hessian_weighted_relative_error,29222,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.193.down_proj,0.0133108338,hessian_weighted_relative_error,18686,0.02500,0.877
26,model.language_model.layers.26.mlp.experts.193.gate_proj,0.0070951631,hessian_weighted_relative_error,18686,0.02500,0.915
26,model.language_model.layers.26.mlp.experts.193.up_proj,0.0074549544,hessian_weighted_relative_error,18686,0.02500,0.976
26,model.language_model.layers.26.mlp.experts.194.down_proj,0.0123811295,hessian_weighted_relative_error,15669,0.02500,0.758
26,model.language_model.layers.26.mlp.experts.194.gate_proj,0.0072939231,hessian_weighted_relative_error,15669,0.02500,0.789
26,model.language_model.layers.26.mlp.experts.194.up_proj,0.0082305386,hessian_weighted_relative_error,15669,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.195.down_proj,0.0133776996,hessian_weighted_relative_error,39832,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.195.gate_proj,0.0080380790,hessian_weighted_relative_error,39832,0.02500,0.927
26,model.language_model.layers.26.mlp.experts.195.up_proj,0.0085541714,hessian_weighted_relative_error,39832,0.02500,0.968
26,model.language_model.layers.26.mlp.experts.196.down_proj,0.0118057613,hessian_weighted_relative_error,18875,0.02500,0.756
26,model.language_model.layers.26.mlp.experts.196.gate_proj,0.0075426836,hessian_weighted_relative_error,18875,0.02500,0.787
26,model.language_model.layers.26.mlp.experts.196.up_proj,0.0083440627,hessian_weighted_relative_error,18875,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.197.down_proj,0.0134588710,hessian_weighted_relative_error,27044,0.02500,0.878
26,model.language_model.layers.26.mlp.experts.197.gate_proj,0.0080022075,hessian_weighted_relative_error,27044,0.02500,0.918
26,model.language_model.layers.26.mlp.experts.197.up_proj,0.0087570645,hessian_weighted_relative_error,27044,0.02500,0.966
26,model.language_model.layers.26.mlp.experts.198.down_proj,0.0135876992,hessian_weighted_relative_error,22199,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.198.gate_proj,0.0077725048,hessian_weighted_relative_error,22199,0.02500,0.788
26,model.language_model.layers.26.mlp.experts.198.up_proj,0.0087182206,hessian_weighted_relative_error,22199,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.199.down_proj,0.0108014663,hessian_weighted_relative_error,7007,0.02500,0.878
26,model.language_model.layers.26.mlp.experts.199.gate_proj,0.0053765168,hessian_weighted_relative_error,7007,0.02500,0.922
26,model.language_model.layers.26.mlp.experts.199.up_proj,0.0060793182,hessian_weighted_relative_error,7007,0.02500,0.982
26,model.language_model.layers.26.mlp.experts.2.down_proj,0.0134667132,hessian_weighted_relative_error,15491,0.02500,0.724
26,model.language_model.layers.26.mlp.experts.2.gate_proj,0.0071834248,hessian_weighted_relative_error,15491,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.2.up_proj,0.0081810344,hessian_weighted_relative_error,15491,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.20.down_proj,0.0081110318,hessian_weighted_relative_error,24883,0.02500,0.725
26,model.language_model.layers.26.mlp.experts.20.gate_proj,0.0043864829,hessian_weighted_relative_error,24883,0.02500,0.753
26,model.language_model.layers.26.mlp.experts.20.up_proj,0.0047549493,hessian_weighted_relative_error,24883,0.02500,0.795
26,model.language_model.layers.26.mlp.experts.200.down_proj,0.0130425049,hessian_weighted_relative_error,29579,0.02500,0.758
26,model.language_model.layers.26.mlp.experts.200.gate_proj,0.0072623073,hessian_weighted_relative_error,29579,0.02500,0.813
26,model.language_model.layers.26.mlp.experts.200.up_proj,0.0082394074,hessian_weighted_relative_error,29579,0.02500,0.810
26,model.language_model.layers.26.mlp.experts.201.down_proj,0.0109454158,hessian_weighted_relative_error,26572,0.02500,0.878
26,model.language_model.layers.26.mlp.experts.201.gate_proj,0.0056643676,hessian_weighted_relative_error,26572,0.02500,0.927
26,model.language_model.layers.26.mlp.experts.201.up_proj,0.0060569035,hessian_weighted_relative_error,26572,0.02500,0.976
26,model.language_model.layers.26.mlp.experts.202.down_proj,0.0133592717,hessian_weighted_relative_error,39323,0.02500,0.761
26,model.language_model.layers.26.mlp.experts.202.gate_proj,0.0076930198,hessian_weighted_relative_error,39323,0.02500,0.787
26,model.language_model.layers.26.mlp.experts.202.up_proj,0.0083622207,hessian_weighted_relative_error,39323,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.203.down_proj,0.0112711593,hessian_weighted_relative_error,43129,0.02500,0.883
26,model.language_model.layers.26.mlp.experts.203.gate_proj,0.0066726900,hessian_weighted_relative_error,43129,0.02500,0.915
26,model.language_model.layers.26.mlp.experts.203.up_proj,0.0068707087,hessian_weighted_relative_error,43129,0.02500,0.973
26,model.language_model.layers.26.mlp.experts.204.down_proj,0.0109200360,hessian_weighted_relative_error,43001,0.02500,0.757
26,model.language_model.layers.26.mlp.experts.204.gate_proj,0.0064881984,hessian_weighted_relative_error,43001,0.02500,0.789
26,model.language_model.layers.26.mlp.experts.204.up_proj,0.0068779709,hessian_weighted_relative_error,43001,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.205.down_proj,0.0128334632,hessian_weighted_relative_error,36380,0.02500,0.879
26,model.language_model.layers.26.mlp.experts.205.gate_proj,0.0075683834,hessian_weighted_relative_error,36380,0.02500,0.922
26,model.language_model.layers.26.mlp.experts.205.up_proj,0.0078892557,hessian_weighted_relative_error,36380,0.02500,0.974
26,model.language_model.layers.26.mlp.experts.206.down_proj,0.0126015964,hessian_weighted_relative_error,23985,0.02500,0.761
26,model.language_model.layers.26.mlp.experts.206.gate_proj,0.0069955909,hessian_weighted_relative_error,23985,0.02500,0.789
26,model.language_model.layers.26.mlp.experts.206.up_proj,0.0078898177,hessian_weighted_relative_error,23985,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.207.down_proj,0.0116888016,hessian_weighted_relative_error,31456,0.02500,0.880
26,model.language_model.layers.26.mlp.experts.207.gate_proj,0.0067243968,hessian_weighted_relative_error,31456,0.02500,0.929
26,model.language_model.layers.26.mlp.experts.207.up_proj,0.0074330864,hessian_weighted_relative_error,31456,0.02500,0.975
26,model.language_model.layers.26.mlp.experts.208.down_proj,0.0096298526,hessian_weighted_relative_error,47570,0.02500,0.765
26,model.language_model.layers.26.mlp.experts.208.gate_proj,0.0057709520,hessian_weighted_relative_error,47570,0.02500,0.787
26,model.language_model.layers.26.mlp.experts.208.up_proj,0.0062180693,hessian_weighted_relative_error,47570,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.209.down_proj,0.0134268327,hessian_weighted_relative_error,41758,0.02500,0.879
26,model.language_model.layers.26.mlp.experts.209.gate_proj,0.0083616649,hessian_weighted_relative_error,41758,0.02500,0.924
26,model.language_model.layers.26.mlp.experts.209.up_proj,0.0092049202,hessian_weighted_relative_error,41758,0.02500,0.976
26,model.language_model.layers.26.mlp.experts.21.down_proj,0.0117302766,hessian_weighted_relative_error,20435,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.21.gate_proj,0.0068693850,hessian_weighted_relative_error,20435,0.02500,0.859
26,model.language_model.layers.26.mlp.experts.21.up_proj,0.0075991795,hessian_weighted_relative_error,20435,0.02500,0.946
26,model.language_model.layers.26.mlp.experts.210.down_proj,0.0108500655,hessian_weighted_relative_error,26406,0.02500,0.766
26,model.language_model.layers.26.mlp.experts.210.gate_proj,0.0058351695,hessian_weighted_relative_error,26406,0.02500,0.788
26,model.language_model.layers.26.mlp.experts.210.up_proj,0.0059857410,hessian_weighted_relative_error,26406,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.211.down_proj,0.0128239137,hessian_weighted_relative_error,44402,0.02500,0.883
26,model.language_model.layers.26.mlp.experts.211.gate_proj,0.0079104330,hessian_weighted_relative_error,44402,0.02500,0.920
26,model.language_model.layers.26.mlp.experts.211.up_proj,0.0085224992,hessian_weighted_relative_error,44402,0.02500,0.976
26,model.language_model.layers.26.mlp.experts.212.down_proj,0.0112640225,hessian_weighted_relative_error,38624,0.02500,0.757
26,model.language_model.layers.26.mlp.experts.212.gate_proj,0.0064269709,hessian_weighted_relative_error,38624,0.02500,0.788
26,model.language_model.layers.26.mlp.experts.212.up_proj,0.0067228877,hessian_weighted_relative_error,38624,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.213.down_proj,0.0106297561,hessian_weighted_relative_error,57092,0.02500,0.879
26,model.language_model.layers.26.mlp.experts.213.gate_proj,0.0062241960,hessian_weighted_relative_error,57092,0.02500,0.922
26,model.language_model.layers.26.mlp.experts.213.up_proj,0.0070441683,hessian_weighted_relative_error,57092,0.02500,0.988
26,model.language_model.layers.26.mlp.experts.214.down_proj,0.0115802931,hessian_weighted_relative_error,38473,0.02500,0.765
26,model.language_model.layers.26.mlp.experts.214.gate_proj,0.0062319412,hessian_weighted_relative_error,38473,0.02500,0.788
26,model.language_model.layers.26.mlp.experts.214.up_proj,0.0067110309,hessian_weighted_relative_error,38473,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.215.down_proj,0.0124440795,hessian_weighted_relative_error,47732,0.02500,0.879
26,model.language_model.layers.26.mlp.experts.215.gate_proj,0.0069647702,hessian_weighted_relative_error,47732,0.02500,0.925
26,model.language_model.layers.26.mlp.experts.215.up_proj,0.0079505582,hessian_weighted_relative_error,47732,0.02500,0.985
26,model.language_model.layers.26.mlp.experts.216.down_proj,0.0089960796,hessian_weighted_relative_error,21863,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.216.gate_proj,0.0055645003,hessian_weighted_relative_error,21863,0.02500,0.791
26,model.language_model.layers.26.mlp.experts.216.up_proj,0.0059262506,hessian_weighted_relative_error,21863,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.217.down_proj,0.0097084195,hessian_weighted_relative_error,4227,0.02500,0.881
26,model.language_model.layers.26.mlp.experts.217.gate_proj,0.0045933375,hessian_weighted_relative_error,4227,0.02500,0.924
26,model.language_model.layers.26.mlp.experts.217.up_proj,0.0050546344,hessian_weighted_relative_error,4227,0.02500,0.977
26,model.language_model.layers.26.mlp.experts.218.down_proj,0.0139375010,hessian_weighted_relative_error,42095,0.02500,0.763
26,model.language_model.layers.26.mlp.experts.218.gate_proj,0.0075712861,hessian_weighted_relative_error,42095,0.02500,0.788
26,model.language_model.layers.26.mlp.experts.218.up_proj,0.0091484949,hessian_weighted_relative_error,42095,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.219.down_proj,0.0122750431,hessian_weighted_relative_error,31370,0.02500,0.885
26,model.language_model.layers.26.mlp.experts.219.gate_proj,0.0067189292,hessian_weighted_relative_error,31370,0.02500,0.927
26,model.language_model.layers.26.mlp.experts.219.up_proj,0.0073320451,hessian_weighted_relative_error,31370,0.02500,0.979
26,model.language_model.layers.26.mlp.experts.22.down_proj,0.0129673438,hessian_weighted_relative_error,33085,0.02500,0.731
26,model.language_model.layers.26.mlp.experts.22.gate_proj,0.0086127177,hessian_weighted_relative_error,33085,0.02500,0.754
26,model.language_model.layers.26.mlp.experts.22.up_proj,0.0091551891,hessian_weighted_relative_error,33085,0.02500,0.799
26,model.language_model.layers.26.mlp.experts.220.down_proj,0.0138061908,hessian_weighted_relative_error,19226,0.02500,0.759
26,model.language_model.layers.26.mlp.experts.220.gate_proj,0.0079181413,hessian_weighted_relative_error,19226,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.220.up_proj,0.0084858646,hessian_weighted_relative_error,19226,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.221.down_proj,0.0116593257,hessian_weighted_relative_error,40456,0.02500,0.881
26,model.language_model.layers.26.mlp.experts.221.gate_proj,0.0065852076,hessian_weighted_relative_error,40456,0.02500,0.923
26,model.language_model.layers.26.mlp.experts.221.up_proj,0.0072097222,hessian_weighted_relative_error,40456,0.02500,0.980
26,model.language_model.layers.26.mlp.experts.222.down_proj,0.0126522406,hessian_weighted_relative_error,44670,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.222.gate_proj,0.0080416202,hessian_weighted_relative_error,44670,0.02500,0.789
26,model.language_model.layers.26.mlp.experts.222.up_proj,0.0084021803,hessian_weighted_relative_error,44670,0.02500,0.828
26,model.language_model.layers.26.mlp.experts.223.down_proj,0.0078880835,hessian_weighted_relative_error,24224,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.223.gate_proj,0.0049134272,hessian_weighted_relative_error,24224,0.02500,0.926
26,model.language_model.layers.26.mlp.experts.223.up_proj,0.0053044241,hessian_weighted_relative_error,24224,0.02500,0.977
26,model.language_model.layers.26.mlp.experts.224.down_proj,0.0131684372,hessian_weighted_relative_error,22549,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.224.gate_proj,0.0076342139,hessian_weighted_relative_error,22549,0.02500,0.790
26,model.language_model.layers.26.mlp.experts.224.up_proj,0.0086644913,hessian_weighted_relative_error,22549,0.02500,0.812
26,model.language_model.layers.26.mlp.experts.225.down_proj,0.0117126716,hessian_weighted_relative_error,6708,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.225.gate_proj,0.0057167365,hessian_weighted_relative_error,6708,0.02500,0.926
26,model.language_model.layers.26.mlp.experts.225.up_proj,0.0063270302,hessian_weighted_relative_error,6708,0.02500,0.966
26,model.language_model.layers.26.mlp.experts.226.down_proj,0.0128211764,hessian_weighted_relative_error,12942,0.02500,0.766
26,model.language_model.layers.26.mlp.experts.226.gate_proj,0.0070745684,hessian_weighted_relative_error,12942,0.02500,0.788
26,model.language_model.layers.26.mlp.experts.226.up_proj,0.0082434547,hessian_weighted_relative_error,12942,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.227.down_proj,0.0122962851,hessian_weighted_relative_error,29141,0.02500,0.886
26,model.language_model.layers.26.mlp.experts.227.gate_proj,0.0069407890,hessian_weighted_relative_error,29141,0.02500,0.929
26,model.language_model.layers.26.mlp.experts.227.up_proj,0.0074972764,hessian_weighted_relative_error,29141,0.02500,1.017
26,model.language_model.layers.26.mlp.experts.228.down_proj,0.0145022607,hessian_weighted_relative_error,35741,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.228.gate_proj,0.0081628167,hessian_weighted_relative_error,35741,0.02500,0.790
26,model.language_model.layers.26.mlp.experts.228.up_proj,0.0087912617,hessian_weighted_relative_error,35741,0.02500,0.815
26,model.language_model.layers.26.mlp.experts.229.down_proj,0.0127286354,hessian_weighted_relative_error,13153,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.229.gate_proj,0.0067383925,hessian_weighted_relative_error,13153,0.02500,0.920
26,model.language_model.layers.26.mlp.experts.229.up_proj,0.0071679597,hessian_weighted_relative_error,13153,0.02500,0.982
26,model.language_model.layers.26.mlp.experts.23.down_proj,0.0009692458,hessian_weighted_relative_error,33789,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.23.gate_proj,0.0042628878,hessian_weighted_relative_error,33789,0.02500,0.854
26,model.language_model.layers.26.mlp.experts.23.up_proj,0.0044862114,hessian_weighted_relative_error,33789,0.02500,0.950
26,model.language_model.layers.26.mlp.experts.230.down_proj,0.0136901101,hessian_weighted_relative_error,20227,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.230.gate_proj,0.0074425293,hessian_weighted_relative_error,20227,0.02500,0.790
26,model.language_model.layers.26.mlp.experts.230.up_proj,0.0089443922,hessian_weighted_relative_error,20227,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.231.down_proj,0.0115665388,hessian_weighted_relative_error,23029,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.231.gate_proj,0.0062105884,hessian_weighted_relative_error,23029,0.02500,0.927
26,model.language_model.layers.26.mlp.experts.231.up_proj,0.0065371730,hessian_weighted_relative_error,23029,0.02500,0.981
26,model.language_model.layers.26.mlp.experts.232.down_proj,0.0105358460,hessian_weighted_relative_error,30027,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.232.gate_proj,0.0069544910,hessian_weighted_relative_error,30027,0.02500,0.790
26,model.language_model.layers.26.mlp.experts.232.up_proj,0.0074017220,hessian_weighted_relative_error,30027,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.233.down_proj,0.0100032168,hessian_weighted_relative_error,52695,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.233.gate_proj,0.0061246100,hessian_weighted_relative_error,52695,0.02500,0.937
26,model.language_model.layers.26.mlp.experts.233.up_proj,0.0072280861,hessian_weighted_relative_error,52695,0.02500,0.964
26,model.language_model.layers.26.mlp.experts.234.down_proj,0.0122024933,hessian_weighted_relative_error,12892,0.02500,0.765
26,model.language_model.layers.26.mlp.experts.234.gate_proj,0.0069662265,hessian_weighted_relative_error,12892,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.234.up_proj,0.0078112697,hessian_weighted_relative_error,12892,0.02500,0.811
26,model.language_model.layers.26.mlp.experts.235.down_proj,0.0138561040,hessian_weighted_relative_error,39919,0.02500,0.884
26,model.language_model.layers.26.mlp.experts.235.gate_proj,0.0084294172,hessian_weighted_relative_error,39919,0.02500,0.925
26,model.language_model.layers.26.mlp.experts.235.up_proj,0.0089984802,hessian_weighted_relative_error,39919,0.02500,0.971
26,model.language_model.layers.26.mlp.experts.236.down_proj,0.0137485686,hessian_weighted_relative_error,33402,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.236.gate_proj,0.0082003671,hessian_weighted_relative_error,33402,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.236.up_proj,0.0089520113,hessian_weighted_relative_error,33402,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.237.down_proj,0.0126933587,hessian_weighted_relative_error,8801,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.237.gate_proj,0.0066033517,hessian_weighted_relative_error,8801,0.02500,0.932
26,model.language_model.layers.26.mlp.experts.237.up_proj,0.0076632005,hessian_weighted_relative_error,8801,0.02500,0.972
26,model.language_model.layers.26.mlp.experts.238.down_proj,0.0074569667,hessian_weighted_relative_error,2405,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.238.gate_proj,0.0032684765,hessian_weighted_relative_error,2405,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.238.up_proj,0.0035160044,hessian_weighted_relative_error,2405,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.239.down_proj,0.0125593853,hessian_weighted_relative_error,9201,0.02500,0.881
26,model.language_model.layers.26.mlp.experts.239.gate_proj,0.0063516556,hessian_weighted_relative_error,9201,0.02500,0.934
26,model.language_model.layers.26.mlp.experts.239.up_proj,0.0074709568,hessian_weighted_relative_error,9201,0.02500,0.976
26,model.language_model.layers.26.mlp.experts.24.down_proj,0.0088345770,hessian_weighted_relative_error,5177,0.02500,0.728
26,model.language_model.layers.26.mlp.experts.24.gate_proj,0.0044101792,hessian_weighted_relative_error,5177,0.02500,0.758
26,model.language_model.layers.26.mlp.experts.24.up_proj,0.0047076248,hessian_weighted_relative_error,5177,0.02500,0.796
26,model.language_model.layers.26.mlp.experts.240.down_proj,0.0149544844,hessian_weighted_relative_error,31476,0.02500,0.763
26,model.language_model.layers.26.mlp.experts.240.gate_proj,0.0089590455,hessian_weighted_relative_error,31476,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.240.up_proj,0.0094653499,hessian_weighted_relative_error,31476,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.241.down_proj,0.0117282761,hessian_weighted_relative_error,43419,0.02500,0.883
26,model.language_model.layers.26.mlp.experts.241.gate_proj,0.0070063361,hessian_weighted_relative_error,43419,0.02500,0.933
26,model.language_model.layers.26.mlp.experts.241.up_proj,0.0079274681,hessian_weighted_relative_error,43419,0.02500,0.962
26,model.language_model.layers.26.mlp.experts.242.down_proj,0.0113188854,hessian_weighted_relative_error,22110,0.02500,0.765
26,model.language_model.layers.26.mlp.experts.242.gate_proj,0.0064093077,hessian_weighted_relative_error,22110,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.242.up_proj,0.0066886889,hessian_weighted_relative_error,22110,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.243.down_proj,0.0110309580,hessian_weighted_relative_error,7963,0.02500,0.887
26,model.language_model.layers.26.mlp.experts.243.gate_proj,0.0060260521,hessian_weighted_relative_error,7963,0.02500,0.926
26,model.language_model.layers.26.mlp.experts.243.up_proj,0.0066184450,hessian_weighted_relative_error,7963,0.02500,0.960
26,model.language_model.layers.26.mlp.experts.244.down_proj,0.0144451679,hessian_weighted_relative_error,29545,0.02500,0.761
26,model.language_model.layers.26.mlp.experts.244.gate_proj,0.0087918429,hessian_weighted_relative_error,29545,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.244.up_proj,0.0096888854,hessian_weighted_relative_error,29545,0.02500,0.812
26,model.language_model.layers.26.mlp.experts.245.down_proj,0.0106503564,hessian_weighted_relative_error,38191,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.245.gate_proj,0.0056966140,hessian_weighted_relative_error,38191,0.02500,0.928
26,model.language_model.layers.26.mlp.experts.245.up_proj,0.0064231373,hessian_weighted_relative_error,38191,0.02500,0.966
26,model.language_model.layers.26.mlp.experts.246.down_proj,0.0111302541,hessian_weighted_relative_error,39477,0.02500,0.768
26,model.language_model.layers.26.mlp.experts.246.gate_proj,0.0062429820,hessian_weighted_relative_error,39477,0.02500,0.790
26,model.language_model.layers.26.mlp.experts.246.up_proj,0.0065532597,hessian_weighted_relative_error,39477,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.247.down_proj,0.0111857334,hessian_weighted_relative_error,17353,0.02500,0.884
26,model.language_model.layers.26.mlp.experts.247.gate_proj,0.0058315474,hessian_weighted_relative_error,17353,0.02500,0.932
26,model.language_model.layers.26.mlp.experts.247.up_proj,0.0063916239,hessian_weighted_relative_error,17353,0.02500,0.973
26,model.language_model.layers.26.mlp.experts.248.down_proj,0.0065833872,hessian_weighted_relative_error,9829,0.02500,0.763
26,model.language_model.layers.26.mlp.experts.248.gate_proj,0.0043043096,hessian_weighted_relative_error,9829,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.248.up_proj,0.0049759867,hessian_weighted_relative_error,9829,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.249.down_proj,0.0078327670,hessian_weighted_relative_error,28843,0.02500,0.884
26,model.language_model.layers.26.mlp.experts.249.gate_proj,0.0041701762,hessian_weighted_relative_error,28843,0.02500,0.937
26,model.language_model.layers.26.mlp.experts.249.up_proj,0.0045357927,hessian_weighted_relative_error,28843,0.02500,0.953
26,model.language_model.layers.26.mlp.experts.25.down_proj,0.0026753715,hessian_weighted_relative_error,60595,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.25.gate_proj,0.0057995850,hessian_weighted_relative_error,60595,0.02500,0.859
26,model.language_model.layers.26.mlp.experts.25.up_proj,0.0059961529,hessian_weighted_relative_error,60595,0.02500,0.946
26,model.language_model.layers.26.mlp.experts.250.down_proj,0.0102631611,hessian_weighted_relative_error,17190,0.02500,0.769
26,model.language_model.layers.26.mlp.experts.250.gate_proj,0.0057609813,hessian_weighted_relative_error,17190,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.250.up_proj,0.0063388948,hessian_weighted_relative_error,17190,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.251.down_proj,0.0103548140,hessian_weighted_relative_error,6547,0.02500,0.885
26,model.language_model.layers.26.mlp.experts.251.gate_proj,0.0053381022,hessian_weighted_relative_error,6547,0.02500,0.933
26,model.language_model.layers.26.mlp.experts.251.up_proj,0.0062501246,hessian_weighted_relative_error,6547,0.02500,0.963
26,model.language_model.layers.26.mlp.experts.252.down_proj,0.0107401329,hessian_weighted_relative_error,26192,0.02500,0.761
26,model.language_model.layers.26.mlp.experts.252.gate_proj,0.0062105237,hessian_weighted_relative_error,26192,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.252.up_proj,0.0066139739,hessian_weighted_relative_error,26192,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.253.down_proj,0.0141670544,hessian_weighted_relative_error,85198,0.02500,0.884
26,model.language_model.layers.26.mlp.experts.253.gate_proj,0.0078449491,hessian_weighted_relative_error,85198,0.02500,0.932
26,model.language_model.layers.26.mlp.experts.253.up_proj,0.0090926305,hessian_weighted_relative_error,85198,0.02500,0.957
26,model.language_model.layers.26.mlp.experts.254.down_proj,0.0133741254,hessian_weighted_relative_error,36771,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.254.gate_proj,0.0079439759,hessian_weighted_relative_error,36771,0.02500,0.791
26,model.language_model.layers.26.mlp.experts.254.up_proj,0.0086595203,hessian_weighted_relative_error,36771,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.255.down_proj,0.0124984797,hessian_weighted_relative_error,48099,0.02500,0.884
26,model.language_model.layers.26.mlp.experts.255.gate_proj,0.0064649315,hessian_weighted_relative_error,48099,0.02500,0.940
26,model.language_model.layers.26.mlp.experts.255.up_proj,0.0070060791,hessian_weighted_relative_error,48099,0.02500,0.965
26,model.language_model.layers.26.mlp.experts.256.down_proj,0.0121292544,hessian_weighted_relative_error,18293,0.02500,0.763
26,model.language_model.layers.26.mlp.experts.256.gate_proj,0.0070235305,hessian_weighted_relative_error,18293,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.256.up_proj,0.0074100484,hessian_weighted_relative_error,18293,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.257.down_proj,0.0123361842,hessian_weighted_relative_error,28048,0.02500,0.885
26,model.language_model.layers.26.mlp.experts.257.gate_proj,0.0072270080,hessian_weighted_relative_error,28048,0.02500,0.935
26,model.language_model.layers.26.mlp.experts.257.up_proj,0.0078474470,hessian_weighted_relative_error,28048,0.02500,0.957
26,model.language_model.layers.26.mlp.experts.258.down_proj,0.0126445473,hessian_weighted_relative_error,49897,0.02500,0.764
26,model.language_model.layers.26.mlp.experts.258.gate_proj,0.0076020218,hessian_weighted_relative_error,49897,0.02500,0.791
26,model.language_model.layers.26.mlp.experts.258.up_proj,0.0081515236,hessian_weighted_relative_error,49897,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.259.down_proj,0.0124631351,hessian_weighted_relative_error,40597,0.02500,0.889
26,model.language_model.layers.26.mlp.experts.259.gate_proj,0.0067336741,hessian_weighted_relative_error,40597,0.02500,0.933
26,model.language_model.layers.26.mlp.experts.259.up_proj,0.0075903163,hessian_weighted_relative_error,40597,0.02500,0.955
26,model.language_model.layers.26.mlp.experts.26.down_proj,0.0148503058,hessian_weighted_relative_error,24580,0.02500,0.731
26,model.language_model.layers.26.mlp.experts.26.gate_proj,0.0083806524,hessian_weighted_relative_error,24580,0.02500,0.755
26,model.language_model.layers.26.mlp.experts.26.up_proj,0.0096303321,hessian_weighted_relative_error,24580,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.260.down_proj,0.0135620077,hessian_weighted_relative_error,31332,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.260.gate_proj,0.0080923247,hessian_weighted_relative_error,31332,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.260.up_proj,0.0089834986,hessian_weighted_relative_error,31332,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.261.down_proj,0.0138216641,hessian_weighted_relative_error,32637,0.02500,0.885
26,model.language_model.layers.26.mlp.experts.261.gate_proj,0.0073917806,hessian_weighted_relative_error,32637,0.02500,0.938
26,model.language_model.layers.26.mlp.experts.261.up_proj,0.0076789105,hessian_weighted_relative_error,32637,0.02500,0.956
26,model.language_model.layers.26.mlp.experts.262.down_proj,0.0080485485,hessian_weighted_relative_error,14447,0.02500,0.763
26,model.language_model.layers.26.mlp.experts.262.gate_proj,0.0045209874,hessian_weighted_relative_error,14447,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.262.up_proj,0.0048581619,hessian_weighted_relative_error,14447,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.263.down_proj,0.0123043056,hessian_weighted_relative_error,69698,0.02500,0.885
26,model.language_model.layers.26.mlp.experts.263.gate_proj,0.0068428709,hessian_weighted_relative_error,69698,0.02500,0.936
26,model.language_model.layers.26.mlp.experts.263.up_proj,0.0085502898,hessian_weighted_relative_error,69698,0.02500,0.958
26,model.language_model.layers.26.mlp.experts.264.down_proj,0.0086087239,hessian_weighted_relative_error,3006,0.02500,0.765
26,model.language_model.layers.26.mlp.experts.264.gate_proj,0.0035598228,hessian_weighted_relative_error,3006,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.264.up_proj,0.0039969157,hessian_weighted_relative_error,3006,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.265.down_proj,0.0111056495,hessian_weighted_relative_error,21628,0.02500,0.886
26,model.language_model.layers.26.mlp.experts.265.gate_proj,0.0058465709,hessian_weighted_relative_error,21628,0.02500,0.935
26,model.language_model.layers.26.mlp.experts.265.up_proj,0.0061324387,hessian_weighted_relative_error,21628,0.02500,0.946
26,model.language_model.layers.26.mlp.experts.266.down_proj,0.0116867525,hessian_weighted_relative_error,9755,0.02500,0.767
26,model.language_model.layers.26.mlp.experts.266.gate_proj,0.0058258152,hessian_weighted_relative_error,9755,0.02500,0.791
26,model.language_model.layers.26.mlp.experts.266.up_proj,0.0066559275,hessian_weighted_relative_error,9755,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.267.down_proj,0.0128657557,hessian_weighted_relative_error,43440,0.02500,0.886
26,model.language_model.layers.26.mlp.experts.267.gate_proj,0.0073969940,hessian_weighted_relative_error,43440,0.02500,0.935
26,model.language_model.layers.26.mlp.experts.267.up_proj,0.0078090013,hessian_weighted_relative_error,43440,0.02500,0.949
26,model.language_model.layers.26.mlp.experts.268.down_proj,0.0123355226,hessian_weighted_relative_error,19700,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.268.gate_proj,0.0062145486,hessian_weighted_relative_error,19700,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.268.up_proj,0.0066532849,hessian_weighted_relative_error,19700,0.02500,0.810
26,model.language_model.layers.26.mlp.experts.269.down_proj,0.0140029001,hessian_weighted_relative_error,44708,0.02500,0.885
26,model.language_model.layers.26.mlp.experts.269.gate_proj,0.0079216074,hessian_weighted_relative_error,44708,0.02500,0.935
26,model.language_model.layers.26.mlp.experts.269.up_proj,0.0088481395,hessian_weighted_relative_error,44708,0.02500,0.955
26,model.language_model.layers.26.mlp.experts.27.down_proj,0.0113456304,hessian_weighted_relative_error,7585,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.27.gate_proj,0.0054367486,hessian_weighted_relative_error,7585,0.02500,0.863
26,model.language_model.layers.26.mlp.experts.27.up_proj,0.0060189857,hessian_weighted_relative_error,7585,0.02500,0.942
26,model.language_model.layers.26.mlp.experts.270.down_proj,0.0102780080,hessian_weighted_relative_error,7266,0.02500,0.771
26,model.language_model.layers.26.mlp.experts.270.gate_proj,0.0048355661,hessian_weighted_relative_error,7266,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.270.up_proj,0.0052542389,hessian_weighted_relative_error,7266,0.02500,0.813
26,model.language_model.layers.26.mlp.experts.271.down_proj,0.0129699593,hessian_weighted_relative_error,34623,0.02500,0.885
26,model.language_model.layers.26.mlp.experts.271.gate_proj,0.0075806163,hessian_weighted_relative_error,34623,0.02500,0.938
26,model.language_model.layers.26.mlp.experts.271.up_proj,0.0080140923,hessian_weighted_relative_error,34623,0.02500,0.946
26,model.language_model.layers.26.mlp.experts.272.down_proj,0.0122056824,hessian_weighted_relative_error,17710,0.02500,0.765
26,model.language_model.layers.26.mlp.experts.272.gate_proj,0.0069153494,hessian_weighted_relative_error,17710,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.272.up_proj,0.0081124073,hessian_weighted_relative_error,17710,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.273.down_proj,0.0132108059,hessian_weighted_relative_error,45368,0.02500,0.887
26,model.language_model.layers.26.mlp.experts.273.gate_proj,0.0078678226,hessian_weighted_relative_error,45368,0.02500,0.936
26,model.language_model.layers.26.mlp.experts.273.up_proj,0.0083240216,hessian_weighted_relative_error,45368,0.02500,0.937
26,model.language_model.layers.26.mlp.experts.274.down_proj,0.0140954241,hessian_weighted_relative_error,27396,0.02500,0.767
26,model.language_model.layers.26.mlp.experts.274.gate_proj,0.0081724607,hessian_weighted_relative_error,27396,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.274.up_proj,0.0087213322,hessian_weighted_relative_error,27396,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.275.down_proj,0.0126883333,hessian_weighted_relative_error,23763,0.02500,0.889
26,model.language_model.layers.26.mlp.experts.275.gate_proj,0.0071674143,hessian_weighted_relative_error,23763,0.02500,0.938
26,model.language_model.layers.26.mlp.experts.275.up_proj,0.0079001990,hessian_weighted_relative_error,23763,0.02500,0.943
26,model.language_model.layers.26.mlp.experts.276.down_proj,0.0143491728,hessian_weighted_relative_error,28269,0.02500,0.767
26,model.language_model.layers.26.mlp.experts.276.gate_proj,0.0081091925,hessian_weighted_relative_error,28269,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.276.up_proj,0.0096172879,hessian_weighted_relative_error,28269,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.277.down_proj,0.0126225055,hessian_weighted_relative_error,31242,0.02500,0.888
26,model.language_model.layers.26.mlp.experts.277.gate_proj,0.0073478045,hessian_weighted_relative_error,31242,0.02500,0.940
26,model.language_model.layers.26.mlp.experts.277.up_proj,0.0082176893,hessian_weighted_relative_error,31242,0.02500,0.947
26,model.language_model.layers.26.mlp.experts.278.down_proj,0.0131823805,hessian_weighted_relative_error,14372,0.02500,0.764
26,model.language_model.layers.26.mlp.experts.278.gate_proj,0.0065848608,hessian_weighted_relative_error,14372,0.02500,0.794
26,model.language_model.layers.26.mlp.experts.278.up_proj,0.0073926298,hessian_weighted_relative_error,14372,0.02500,0.809
26,model.language_model.layers.26.mlp.experts.279.down_proj,0.0137731832,hessian_weighted_relative_error,32986,0.02500,0.886
26,model.language_model.layers.26.mlp.experts.279.gate_proj,0.0077053704,hessian_weighted_relative_error,32986,0.02500,0.943
26,model.language_model.layers.26.mlp.experts.279.up_proj,0.0083238584,hessian_weighted_relative_error,32986,0.02500,0.951
26,model.language_model.layers.26.mlp.experts.28.down_proj,0.0092652735,hessian_weighted_relative_error,14326,0.02500,0.728
26,model.language_model.layers.26.mlp.experts.28.gate_proj,0.0044665650,hessian_weighted_relative_error,14326,0.02500,0.757
26,model.language_model.layers.26.mlp.experts.28.up_proj,0.0049317328,hessian_weighted_relative_error,14326,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.280.down_proj,0.0152044444,hessian_weighted_relative_error,42417,0.02500,0.765
26,model.language_model.layers.26.mlp.experts.280.gate_proj,0.0091460242,hessian_weighted_relative_error,42417,0.02500,0.793
26,model.language_model.layers.26.mlp.experts.280.up_proj,0.0098079451,hessian_weighted_relative_error,42417,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.281.down_proj,0.0102012922,hessian_weighted_relative_error,30806,0.02500,0.887
26,model.language_model.layers.26.mlp.experts.281.gate_proj,0.0054498779,hessian_weighted_relative_error,30806,0.02500,0.938
26,model.language_model.layers.26.mlp.experts.281.up_proj,0.0058162929,hessian_weighted_relative_error,30806,0.02500,0.934
26,model.language_model.layers.26.mlp.experts.282.down_proj,0.0143032057,hessian_weighted_relative_error,25383,0.02500,0.767
26,model.language_model.layers.26.mlp.experts.282.gate_proj,0.0081713688,hessian_weighted_relative_error,25383,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.282.up_proj,0.0090648415,hessian_weighted_relative_error,25383,0.02500,0.812
26,model.language_model.layers.26.mlp.experts.283.down_proj,0.0130059012,hessian_weighted_relative_error,30436,0.02500,0.889
26,model.language_model.layers.26.mlp.experts.283.gate_proj,0.0075745204,hessian_weighted_relative_error,30436,0.02500,0.943
26,model.language_model.layers.26.mlp.experts.283.up_proj,0.0080253596,hessian_weighted_relative_error,30436,0.02500,0.935
26,model.language_model.layers.26.mlp.experts.284.down_proj,0.0147468462,hessian_weighted_relative_error,31483,0.02500,0.764
26,model.language_model.layers.26.mlp.experts.284.gate_proj,0.0083048511,hessian_weighted_relative_error,31483,0.02500,0.795
26,model.language_model.layers.26.mlp.experts.284.up_proj,0.0098469049,hessian_weighted_relative_error,31483,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.285.down_proj,0.0124760407,hessian_weighted_relative_error,26817,0.02500,0.886
26,model.language_model.layers.26.mlp.experts.285.gate_proj,0.0072546169,hessian_weighted_relative_error,26817,0.02500,0.937
26,model.language_model.layers.26.mlp.experts.285.up_proj,0.0076354904,hessian_weighted_relative_error,26817,0.02500,0.948
26,model.language_model.layers.26.mlp.experts.286.down_proj,0.0137591044,hessian_weighted_relative_error,19616,0.02500,0.767
26,model.language_model.layers.26.mlp.experts.286.gate_proj,0.0078073270,hessian_weighted_relative_error,19616,0.02500,0.796
26,model.language_model.layers.26.mlp.experts.286.up_proj,0.0085509816,hessian_weighted_relative_error,19616,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.287.down_proj,0.0139711317,hessian_weighted_relative_error,45835,0.02500,0.886
26,model.language_model.layers.26.mlp.experts.287.gate_proj,0.0086611993,hessian_weighted_relative_error,45835,0.02500,0.945
26,model.language_model.layers.26.mlp.experts.287.up_proj,0.0094353019,hessian_weighted_relative_error,45835,0.02500,0.932
26,model.language_model.layers.26.mlp.experts.29.down_proj,0.0144312693,hessian_weighted_relative_error,55676,0.02500,0.805
26,model.language_model.layers.26.mlp.experts.29.gate_proj,0.0087069748,hessian_weighted_relative_error,55676,0.02500,0.853
26,model.language_model.layers.26.mlp.experts.29.up_proj,0.0095992010,hessian_weighted_relative_error,55676,0.02500,0.948
26,model.language_model.layers.26.mlp.experts.3.down_proj,0.0147771714,hessian_weighted_relative_error,54231,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.3.gate_proj,0.0083196722,hessian_weighted_relative_error,54231,0.02500,0.839
26,model.language_model.layers.26.mlp.experts.3.up_proj,0.0099398627,hessian_weighted_relative_error,54231,0.02500,0.935
26,model.language_model.layers.26.mlp.experts.30.down_proj,0.0134413217,hessian_weighted_relative_error,37486,0.02500,0.730
26,model.language_model.layers.26.mlp.experts.30.gate_proj,0.0078242019,hessian_weighted_relative_error,37486,0.02500,0.755
26,model.language_model.layers.26.mlp.experts.30.up_proj,0.0086029704,hessian_weighted_relative_error,37486,0.02500,0.795
26,model.language_model.layers.26.mlp.experts.31.down_proj,0.0108081518,hessian_weighted_relative_error,23232,0.02500,0.806
26,model.language_model.layers.26.mlp.experts.31.gate_proj,0.0062004590,hessian_weighted_relative_error,23232,0.02500,0.859
26,model.language_model.layers.26.mlp.experts.31.up_proj,0.0069891241,hessian_weighted_relative_error,23232,0.02500,0.953
26,model.language_model.layers.26.mlp.experts.32.down_proj,0.0147945637,hessian_weighted_relative_error,180605,0.02500,0.729
26,model.language_model.layers.26.mlp.experts.32.gate_proj,0.0096687681,hessian_weighted_relative_error,180605,0.02500,0.760
26,model.language_model.layers.26.mlp.experts.32.up_proj,0.0108858522,hessian_weighted_relative_error,180605,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.33.down_proj,0.0112977657,hessian_weighted_relative_error,29351,0.02500,0.808
26,model.language_model.layers.26.mlp.experts.33.gate_proj,0.0066832968,hessian_weighted_relative_error,29351,0.02500,0.863
26,model.language_model.layers.26.mlp.experts.33.up_proj,0.0070010080,hessian_weighted_relative_error,29351,0.02500,0.945
26,model.language_model.layers.26.mlp.experts.34.down_proj,0.0091162855,hessian_weighted_relative_error,50221,0.02500,0.733
26,model.language_model.layers.26.mlp.experts.34.gate_proj,0.0049486247,hessian_weighted_relative_error,50221,0.02500,0.758
26,model.language_model.layers.26.mlp.experts.34.up_proj,0.0053061691,hessian_weighted_relative_error,50221,0.02500,0.795
26,model.language_model.layers.26.mlp.experts.35.down_proj,0.0126245010,hessian_weighted_relative_error,22740,0.02500,0.814
26,model.language_model.layers.26.mlp.experts.35.gate_proj,0.0072665357,hessian_weighted_relative_error,22740,0.02500,0.867
26,model.language_model.layers.26.mlp.experts.35.up_proj,0.0080862271,hessian_weighted_relative_error,22740,0.02500,0.947
26,model.language_model.layers.26.mlp.experts.36.down_proj,0.0125271029,hessian_weighted_relative_error,10530,0.02500,0.729
26,model.language_model.layers.26.mlp.experts.36.gate_proj,0.0068545780,hessian_weighted_relative_error,10530,0.02500,0.759
26,model.language_model.layers.26.mlp.experts.36.up_proj,0.0077956085,hessian_weighted_relative_error,10530,0.02500,0.799
26,model.language_model.layers.26.mlp.experts.37.down_proj,0.0123267562,hessian_weighted_relative_error,23715,0.02500,0.810
26,model.language_model.layers.26.mlp.experts.37.gate_proj,0.0071679844,hessian_weighted_relative_error,23715,0.02500,0.858
26,model.language_model.layers.26.mlp.experts.37.up_proj,0.0080453859,hessian_weighted_relative_error,23715,0.02500,0.949
26,model.language_model.layers.26.mlp.experts.38.down_proj,0.0145572184,hessian_weighted_relative_error,44423,0.02500,0.729
26,model.language_model.layers.26.mlp.experts.38.gate_proj,0.0086988598,hessian_weighted_relative_error,44423,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.38.up_proj,0.0094984796,hessian_weighted_relative_error,44423,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.39.down_proj,0.0109996329,hessian_weighted_relative_error,47400,0.02500,0.810
26,model.language_model.layers.26.mlp.experts.39.gate_proj,0.0062271665,hessian_weighted_relative_error,47400,0.02500,0.863
26,model.language_model.layers.26.mlp.experts.39.up_proj,0.0064527159,hessian_weighted_relative_error,47400,0.02500,0.947
26,model.language_model.layers.26.mlp.experts.4.down_proj,0.0130137149,hessian_weighted_relative_error,26757,0.02500,0.700
26,model.language_model.layers.26.mlp.experts.4.gate_proj,0.0073271576,hessian_weighted_relative_error,26757,0.02500,0.747
26,model.language_model.layers.26.mlp.experts.4.up_proj,0.0080537503,hessian_weighted_relative_error,26757,0.02500,0.795
26,model.language_model.layers.26.mlp.experts.40.down_proj,0.0135377710,hessian_weighted_relative_error,41809,0.02500,0.733
26,model.language_model.layers.26.mlp.experts.40.gate_proj,0.0081746527,hessian_weighted_relative_error,41809,0.02500,0.764
26,model.language_model.layers.26.mlp.experts.40.up_proj,0.0088859437,hessian_weighted_relative_error,41809,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.41.down_proj,0.0083641263,hessian_weighted_relative_error,21558,0.02500,0.813
26,model.language_model.layers.26.mlp.experts.41.gate_proj,0.0044190927,hessian_weighted_relative_error,21558,0.02500,0.874
26,model.language_model.layers.26.mlp.experts.41.up_proj,0.0047862411,hessian_weighted_relative_error,21558,0.02500,0.952
26,model.language_model.layers.26.mlp.experts.42.down_proj,0.0106176685,hessian_weighted_relative_error,12907,0.02500,0.735
26,model.language_model.layers.26.mlp.experts.42.gate_proj,0.0061095011,hessian_weighted_relative_error,12907,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.42.up_proj,0.0067512178,hessian_weighted_relative_error,12907,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.43.down_proj,0.0118611412,hessian_weighted_relative_error,62056,0.02500,0.817
26,model.language_model.layers.26.mlp.experts.43.gate_proj,0.0070254604,hessian_weighted_relative_error,62056,0.02500,0.864
26,model.language_model.layers.26.mlp.experts.43.up_proj,0.0072717917,hessian_weighted_relative_error,62056,0.02500,0.947
26,model.language_model.layers.26.mlp.experts.44.down_proj,0.0139334738,hessian_weighted_relative_error,52771,0.02500,0.731
26,model.language_model.layers.26.mlp.experts.44.gate_proj,0.0086395329,hessian_weighted_relative_error,52771,0.02500,0.761
26,model.language_model.layers.26.mlp.experts.44.up_proj,0.0094789518,hessian_weighted_relative_error,52771,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.45.down_proj,0.0128689403,hessian_weighted_relative_error,36763,0.02500,0.812
26,model.language_model.layers.26.mlp.experts.45.gate_proj,0.0076798290,hessian_weighted_relative_error,36763,0.02500,0.862
26,model.language_model.layers.26.mlp.experts.45.up_proj,0.0083528307,hessian_weighted_relative_error,36763,0.02500,0.950
26,model.language_model.layers.26.mlp.experts.46.down_proj,0.0112378723,hessian_weighted_relative_error,11397,0.02500,0.731
26,model.language_model.layers.26.mlp.experts.46.gate_proj,0.0062073097,hessian_weighted_relative_error,11397,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.46.up_proj,0.0069951002,hessian_weighted_relative_error,11397,0.02500,0.810
26,model.language_model.layers.26.mlp.experts.47.down_proj,0.0136605339,hessian_weighted_relative_error,27097,0.02500,0.814
26,model.language_model.layers.26.mlp.experts.47.gate_proj,0.0081822803,hessian_weighted_relative_error,27097,0.02500,0.868
26,model.language_model.layers.26.mlp.experts.47.up_proj,0.0093200557,hessian_weighted_relative_error,27097,0.02500,0.955
26,model.language_model.layers.26.mlp.experts.48.down_proj,0.0140580934,hessian_weighted_relative_error,21146,0.02500,0.734
26,model.language_model.layers.26.mlp.experts.48.gate_proj,0.0081320402,hessian_weighted_relative_error,21146,0.02500,0.765
26,model.language_model.layers.26.mlp.experts.48.up_proj,0.0092478233,hessian_weighted_relative_error,21146,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.49.down_proj,0.0094569308,hessian_weighted_relative_error,26937,0.02500,0.815
26,model.language_model.layers.26.mlp.experts.49.gate_proj,0.0043288313,hessian_weighted_relative_error,26937,0.02500,0.870
26,model.language_model.layers.26.mlp.experts.49.up_proj,0.0049084149,hessian_weighted_relative_error,26937,0.02500,0.955
26,model.language_model.layers.26.mlp.experts.5.down_proj,0.0125006926,hessian_weighted_relative_error,77622,0.02500,0.792
26,model.language_model.layers.26.mlp.experts.5.gate_proj,0.0073332378,hessian_weighted_relative_error,77622,0.02500,0.862
26,model.language_model.layers.26.mlp.experts.5.up_proj,0.0075282494,hessian_weighted_relative_error,77622,0.02500,0.945
26,model.language_model.layers.26.mlp.experts.50.down_proj,0.0113390415,hessian_weighted_relative_error,5868,0.02500,0.737
26,model.language_model.layers.26.mlp.experts.50.gate_proj,0.0053329693,hessian_weighted_relative_error,5868,0.02500,0.762
26,model.language_model.layers.26.mlp.experts.50.up_proj,0.0062696341,hessian_weighted_relative_error,5868,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.51.down_proj,0.0125456480,hessian_weighted_relative_error,27534,0.02500,0.818
26,model.language_model.layers.26.mlp.experts.51.gate_proj,0.0070507944,hessian_weighted_relative_error,27534,0.02500,0.867
26,model.language_model.layers.26.mlp.experts.51.up_proj,0.0078750428,hessian_weighted_relative_error,27534,0.02500,0.952
26,model.language_model.layers.26.mlp.experts.52.down_proj,0.0105408220,hessian_weighted_relative_error,55405,0.02500,0.732
26,model.language_model.layers.26.mlp.experts.52.gate_proj,0.0063580478,hessian_weighted_relative_error,55405,0.02500,0.766
26,model.language_model.layers.26.mlp.experts.52.up_proj,0.0067010609,hessian_weighted_relative_error,55405,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.53.down_proj,0.0141378360,hessian_weighted_relative_error,30862,0.02500,0.816
26,model.language_model.layers.26.mlp.experts.53.gate_proj,0.0079841289,hessian_weighted_relative_error,30862,0.02500,0.866
26,model.language_model.layers.26.mlp.experts.53.up_proj,0.0088939576,hessian_weighted_relative_error,30862,0.02500,0.945
26,model.language_model.layers.26.mlp.experts.54.down_proj,0.0130238304,hessian_weighted_relative_error,23981,0.02500,0.739
26,model.language_model.layers.26.mlp.experts.54.gate_proj,0.0069719300,hessian_weighted_relative_error,23981,0.02500,0.764
26,model.language_model.layers.26.mlp.experts.54.up_proj,0.0077125626,hessian_weighted_relative_error,23981,0.02500,0.797
26,model.language_model.layers.26.mlp.experts.55.down_proj,0.0148555488,hessian_weighted_relative_error,30833,0.02500,0.817
26,model.language_model.layers.26.mlp.experts.55.gate_proj,0.0083249882,hessian_weighted_relative_error,30833,0.02500,0.871
26,model.language_model.layers.26.mlp.experts.55.up_proj,0.0097443132,hessian_weighted_relative_error,30833,0.02500,0.949
26,model.language_model.layers.26.mlp.experts.56.down_proj,0.0076680920,hessian_weighted_relative_error,19075,0.02500,0.735
26,model.language_model.layers.26.mlp.experts.56.gate_proj,0.0037309483,hessian_weighted_relative_error,19075,0.02500,0.767
26,model.language_model.layers.26.mlp.experts.56.up_proj,0.0042187331,hessian_weighted_relative_error,19075,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.57.down_proj,0.0089855880,hessian_weighted_relative_error,41977,0.02500,0.819
26,model.language_model.layers.26.mlp.experts.57.gate_proj,0.0053291791,hessian_weighted_relative_error,41977,0.02500,0.875
26,model.language_model.layers.26.mlp.experts.57.up_proj,0.0056906008,hessian_weighted_relative_error,41977,0.02500,0.950
26,model.language_model.layers.26.mlp.experts.58.down_proj,0.0096682286,hessian_weighted_relative_error,22549,0.02500,0.742
26,model.language_model.layers.26.mlp.experts.58.gate_proj,0.0049666458,hessian_weighted_relative_error,22549,0.02500,0.767
26,model.language_model.layers.26.mlp.experts.58.up_proj,0.0053160162,hessian_weighted_relative_error,22549,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.59.down_proj,0.0135069408,hessian_weighted_relative_error,23091,0.02500,0.826
26,model.language_model.layers.26.mlp.experts.59.gate_proj,0.0079041529,hessian_weighted_relative_error,23091,0.02500,0.872
26,model.language_model.layers.26.mlp.experts.59.up_proj,0.0087257264,hessian_weighted_relative_error,23091,0.02500,0.948
26,model.language_model.layers.26.mlp.experts.6.down_proj,0.0116994273,hessian_weighted_relative_error,72245,0.02500,0.719
26,model.language_model.layers.26.mlp.experts.6.gate_proj,0.0070505933,hessian_weighted_relative_error,72245,0.02500,0.745
26,model.language_model.layers.26.mlp.experts.6.up_proj,0.0078718711,hessian_weighted_relative_error,72245,0.02500,0.807
26,model.language_model.layers.26.mlp.experts.60.down_proj,0.0046599633,hessian_weighted_relative_error,2431,0.02500,0.735
26,model.language_model.layers.26.mlp.experts.60.gate_proj,0.0023515533,hessian_weighted_relative_error,2431,0.02500,0.766
26,model.language_model.layers.26.mlp.experts.60.up_proj,0.0025665777,hessian_weighted_relative_error,2431,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.61.down_proj,0.0129983935,hessian_weighted_relative_error,12522,0.02500,0.821
26,model.language_model.layers.26.mlp.experts.61.gate_proj,0.0068494242,hessian_weighted_relative_error,12522,0.02500,0.870
26,model.language_model.layers.26.mlp.experts.61.up_proj,0.0083608666,hessian_weighted_relative_error,12522,0.02500,0.951
26,model.language_model.layers.26.mlp.experts.62.down_proj,0.0122389629,hessian_weighted_relative_error,15177,0.02500,0.738
26,model.language_model.layers.26.mlp.experts.62.gate_proj,0.0071495020,hessian_weighted_relative_error,15177,0.02500,0.766
26,model.language_model.layers.26.mlp.experts.62.up_proj,0.0075612316,hessian_weighted_relative_error,15177,0.02500,0.799
26,model.language_model.layers.26.mlp.experts.63.down_proj,0.0101454626,hessian_weighted_relative_error,9972,0.02500,0.822
26,model.language_model.layers.26.mlp.experts.63.gate_proj,0.0052629341,hessian_weighted_relative_error,9972,0.02500,0.877
26,model.language_model.layers.26.mlp.experts.63.up_proj,0.0060845319,hessian_weighted_relative_error,9972,0.02500,0.954
26,model.language_model.layers.26.mlp.experts.64.down_proj,0.0111907564,hessian_weighted_relative_error,29483,0.02500,0.737
26,model.language_model.layers.26.mlp.experts.64.gate_proj,0.0066406763,hessian_weighted_relative_error,29483,0.02500,0.768
26,model.language_model.layers.26.mlp.experts.64.up_proj,0.0071331248,hessian_weighted_relative_error,29483,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.65.down_proj,0.0127412048,hessian_weighted_relative_error,25107,0.02500,0.824
26,model.language_model.layers.26.mlp.experts.65.gate_proj,0.0070422992,hessian_weighted_relative_error,25107,0.02500,0.882
26,model.language_model.layers.26.mlp.experts.65.up_proj,0.0074987658,hessian_weighted_relative_error,25107,0.02500,0.952
26,model.language_model.layers.26.mlp.experts.66.down_proj,0.0136064205,hessian_weighted_relative_error,19115,0.02500,0.741
26,model.language_model.layers.26.mlp.experts.66.gate_proj,0.0073340840,hessian_weighted_relative_error,19115,0.02500,0.766
26,model.language_model.layers.26.mlp.experts.66.up_proj,0.0083041369,hessian_weighted_relative_error,19115,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.67.down_proj,0.0134612258,hessian_weighted_relative_error,11901,0.02500,0.826
26,model.language_model.layers.26.mlp.experts.67.gate_proj,0.0069124142,hessian_weighted_relative_error,11901,0.02500,0.880
26,model.language_model.layers.26.mlp.experts.67.up_proj,0.0084649150,hessian_weighted_relative_error,11901,0.02500,0.956
26,model.language_model.layers.26.mlp.experts.68.down_proj,0.0147248331,hessian_weighted_relative_error,51106,0.02500,0.735
26,model.language_model.layers.26.mlp.experts.68.gate_proj,0.0082593728,hessian_weighted_relative_error,51106,0.02500,0.773
26,model.language_model.layers.26.mlp.experts.68.up_proj,0.0092869256,hessian_weighted_relative_error,51106,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.69.down_proj,0.0131774980,hessian_weighted_relative_error,10972,0.02500,0.824
26,model.language_model.layers.26.mlp.experts.69.gate_proj,0.0068935645,hessian_weighted_relative_error,10972,0.02500,0.876
26,model.language_model.layers.26.mlp.experts.69.up_proj,0.0081647712,hessian_weighted_relative_error,10972,0.02500,0.958
26,model.language_model.layers.26.mlp.experts.7.down_proj,0.0127908034,hessian_weighted_relative_error,28304,0.02500,0.794
26,model.language_model.layers.26.mlp.experts.7.gate_proj,0.0073599847,hessian_weighted_relative_error,28304,0.02500,0.845
26,model.language_model.layers.26.mlp.experts.7.up_proj,0.0082059298,hessian_weighted_relative_error,28304,0.02500,0.940
26,model.language_model.layers.26.mlp.experts.70.down_proj,0.0149055333,hessian_weighted_relative_error,34703,0.02500,0.741
26,model.language_model.layers.26.mlp.experts.70.gate_proj,0.0078739861,hessian_weighted_relative_error,34703,0.02500,0.775
26,model.language_model.layers.26.mlp.experts.70.up_proj,0.0101702912,hessian_weighted_relative_error,34703,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.71.down_proj,0.0102916576,hessian_weighted_relative_error,33195,0.02500,0.825
26,model.language_model.layers.26.mlp.experts.71.gate_proj,0.0060228859,hessian_weighted_relative_error,33195,0.02500,0.883
26,model.language_model.layers.26.mlp.experts.71.up_proj,0.0064819601,hessian_weighted_relative_error,33195,0.02500,0.956
26,model.language_model.layers.26.mlp.experts.72.down_proj,0.0065996567,hessian_weighted_relative_error,9380,0.02500,0.739
26,model.language_model.layers.26.mlp.experts.72.gate_proj,0.0033838063,hessian_weighted_relative_error,9380,0.02500,0.772
26,model.language_model.layers.26.mlp.experts.72.up_proj,0.0038010242,hessian_weighted_relative_error,9380,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.73.down_proj,0.0100593767,hessian_weighted_relative_error,32612,0.02500,0.827
26,model.language_model.layers.26.mlp.experts.73.gate_proj,0.0057928597,hessian_weighted_relative_error,32612,0.02500,0.884
26,model.language_model.layers.26.mlp.experts.73.up_proj,0.0060232085,hessian_weighted_relative_error,32612,0.02500,0.951
26,model.language_model.layers.26.mlp.experts.74.down_proj,0.0107051695,hessian_weighted_relative_error,13390,0.02500,0.742
26,model.language_model.layers.26.mlp.experts.74.gate_proj,0.0058594204,hessian_weighted_relative_error,13390,0.02500,0.768
26,model.language_model.layers.26.mlp.experts.74.up_proj,0.0061662428,hessian_weighted_relative_error,13390,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.75.down_proj,0.0133962328,hessian_weighted_relative_error,21072,0.02500,0.832
26,model.language_model.layers.26.mlp.experts.75.gate_proj,0.0074802195,hessian_weighted_relative_error,21072,0.02500,0.883
26,model.language_model.layers.26.mlp.experts.75.up_proj,0.0085004880,hessian_weighted_relative_error,21072,0.02500,0.957
26,model.language_model.layers.26.mlp.experts.76.down_proj,0.0097364658,hessian_weighted_relative_error,64776,0.02500,0.738
26,model.language_model.layers.26.mlp.experts.76.gate_proj,0.0058709090,hessian_weighted_relative_error,64776,0.02500,0.770
26,model.language_model.layers.26.mlp.experts.76.up_proj,0.0062115880,hessian_weighted_relative_error,64776,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.77.down_proj,0.0134746029,hessian_weighted_relative_error,33093,0.02500,0.828
26,model.language_model.layers.26.mlp.experts.77.gate_proj,0.0080073256,hessian_weighted_relative_error,33093,0.02500,0.880
26,model.language_model.layers.26.mlp.experts.77.up_proj,0.0089574929,hessian_weighted_relative_error,33093,0.02500,0.954
26,model.language_model.layers.26.mlp.experts.78.down_proj,0.0089122256,hessian_weighted_relative_error,5096,0.02500,0.741
26,model.language_model.layers.26.mlp.experts.78.gate_proj,0.0042140615,hessian_weighted_relative_error,5096,0.02500,0.770
26,model.language_model.layers.26.mlp.experts.78.up_proj,0.0045782100,hessian_weighted_relative_error,5096,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.79.down_proj,0.0139299935,hessian_weighted_relative_error,22768,0.02500,0.829
26,model.language_model.layers.26.mlp.experts.79.gate_proj,0.0079464181,hessian_weighted_relative_error,22768,0.02500,0.886
26,model.language_model.layers.26.mlp.experts.79.up_proj,0.0093183837,hessian_weighted_relative_error,22768,0.02500,0.964
26,model.language_model.layers.26.mlp.experts.8.down_proj,0.0099836879,hessian_weighted_relative_error,23971,0.02500,0.722
26,model.language_model.layers.26.mlp.experts.8.gate_proj,0.0051219686,hessian_weighted_relative_error,23971,0.02500,0.750
26,model.language_model.layers.26.mlp.experts.8.up_proj,0.0055883962,hessian_weighted_relative_error,23971,0.02500,0.798
26,model.language_model.layers.26.mlp.experts.80.down_proj,0.0135948402,hessian_weighted_relative_error,42332,0.02500,0.742
26,model.language_model.layers.26.mlp.experts.80.gate_proj,0.0080159530,hessian_weighted_relative_error,42332,0.02500,0.774
26,model.language_model.layers.26.mlp.experts.80.up_proj,0.0095297364,hessian_weighted_relative_error,42332,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.81.down_proj,0.0121183478,hessian_weighted_relative_error,23704,0.02500,0.831
26,model.language_model.layers.26.mlp.experts.81.gate_proj,0.0074162945,hessian_weighted_relative_error,23704,0.02500,0.886
26,model.language_model.layers.26.mlp.experts.81.up_proj,0.0079713885,hessian_weighted_relative_error,23704,0.02500,0.960
26,model.language_model.layers.26.mlp.experts.82.down_proj,0.0143080803,hessian_weighted_relative_error,44957,0.02500,0.744
26,model.language_model.layers.26.mlp.experts.82.gate_proj,0.0078384733,hessian_weighted_relative_error,44957,0.02500,0.769
26,model.language_model.layers.26.mlp.experts.82.up_proj,0.0095511798,hessian_weighted_relative_error,44957,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.83.down_proj,0.0104491938,hessian_weighted_relative_error,13620,0.02500,0.835
26,model.language_model.layers.26.mlp.experts.83.gate_proj,0.0056962391,hessian_weighted_relative_error,13620,0.02500,0.885
26,model.language_model.layers.26.mlp.experts.83.up_proj,0.0069808140,hessian_weighted_relative_error,13620,0.02500,0.957
26,model.language_model.layers.26.mlp.experts.84.down_proj,0.0128879948,hessian_weighted_relative_error,34124,0.02500,0.739
26,model.language_model.layers.26.mlp.experts.84.gate_proj,0.0076261185,hessian_weighted_relative_error,34124,0.02500,0.772
26,model.language_model.layers.26.mlp.experts.84.up_proj,0.0082838223,hessian_weighted_relative_error,34124,0.02500,0.801
26,model.language_model.layers.26.mlp.experts.85.down_proj,0.0131292277,hessian_weighted_relative_error,11330,0.02500,0.831
26,model.language_model.layers.26.mlp.experts.85.gate_proj,0.0067851724,hessian_weighted_relative_error,11330,0.02500,0.884
26,model.language_model.layers.26.mlp.experts.85.up_proj,0.0084592003,hessian_weighted_relative_error,11330,0.02500,0.952
26,model.language_model.layers.26.mlp.experts.86.down_proj,0.0139998384,hessian_weighted_relative_error,28855,0.02500,0.740
26,model.language_model.layers.26.mlp.experts.86.gate_proj,0.0080565348,hessian_weighted_relative_error,28855,0.02500,0.771
26,model.language_model.layers.26.mlp.experts.86.up_proj,0.0089484485,hessian_weighted_relative_error,28855,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.87.down_proj,0.0147201722,hessian_weighted_relative_error,28093,0.02500,0.832
26,model.language_model.layers.26.mlp.experts.87.gate_proj,0.0083466174,hessian_weighted_relative_error,28093,0.02500,0.888
26,model.language_model.layers.26.mlp.experts.87.up_proj,0.0097275772,hessian_weighted_relative_error,28093,0.02500,0.959
26,model.language_model.layers.26.mlp.experts.88.down_proj,0.0108436507,hessian_weighted_relative_error,19142,0.02500,0.748
26,model.language_model.layers.26.mlp.experts.88.gate_proj,0.0069055970,hessian_weighted_relative_error,19142,0.02500,0.774
26,model.language_model.layers.26.mlp.experts.88.up_proj,0.0074206345,hessian_weighted_relative_error,19142,0.02500,0.802
26,model.language_model.layers.26.mlp.experts.89.down_proj,0.0091345233,hessian_weighted_relative_error,42153,0.02500,0.834
26,model.language_model.layers.26.mlp.experts.89.gate_proj,0.0047743557,hessian_weighted_relative_error,42153,0.02500,0.889
26,model.language_model.layers.26.mlp.experts.89.up_proj,0.0054055766,hessian_weighted_relative_error,42153,0.02500,0.960
26,model.language_model.layers.26.mlp.experts.9.down_proj,0.0085806074,hessian_weighted_relative_error,25810,0.02500,0.796
26,model.language_model.layers.26.mlp.experts.9.gate_proj,0.0047807381,hessian_weighted_relative_error,25810,0.02500,0.850
26,model.language_model.layers.26.mlp.experts.9.up_proj,0.0052621994,hessian_weighted_relative_error,25810,0.02500,0.945
26,model.language_model.layers.26.mlp.experts.90.down_proj,0.0119513507,hessian_weighted_relative_error,45530,0.02500,0.745
26,model.language_model.layers.26.mlp.experts.90.gate_proj,0.0070324422,hessian_weighted_relative_error,45530,0.02500,0.770
26,model.language_model.layers.26.mlp.experts.90.up_proj,0.0080253627,hessian_weighted_relative_error,45530,0.02500,0.799
26,model.language_model.layers.26.mlp.experts.91.down_proj,0.0134219986,hessian_weighted_relative_error,25724,0.02500,0.842
26,model.language_model.layers.26.mlp.experts.91.gate_proj,0.0077610649,hessian_weighted_relative_error,25724,0.02500,0.896
26,model.language_model.layers.26.mlp.experts.91.up_proj,0.0082264584,hessian_weighted_relative_error,25724,0.02500,0.952
26,model.language_model.layers.26.mlp.experts.92.down_proj,0.0104058664,hessian_weighted_relative_error,65706,0.02500,0.745
26,model.language_model.layers.26.mlp.experts.92.gate_proj,0.0064330885,hessian_weighted_relative_error,65706,0.02500,0.774
26,model.language_model.layers.26.mlp.experts.92.up_proj,0.0078956825,hessian_weighted_relative_error,65706,0.02500,0.804
26,model.language_model.layers.26.mlp.experts.93.down_proj,0.0141984357,hessian_weighted_relative_error,21836,0.02500,0.835
26,model.language_model.layers.26.mlp.experts.93.gate_proj,0.0072469657,hessian_weighted_relative_error,21836,0.02500,0.890
26,model.language_model.layers.26.mlp.experts.93.up_proj,0.0094950375,hessian_weighted_relative_error,21836,0.02500,0.951
26,model.language_model.layers.26.mlp.experts.94.down_proj,0.0110458046,hessian_weighted_relative_error,33583,0.02500,0.745
26,model.language_model.layers.26.mlp.experts.94.gate_proj,0.0061497262,hessian_weighted_relative_error,33583,0.02500,0.772
26,model.language_model.layers.26.mlp.experts.94.up_proj,0.0066450154,hessian_weighted_relative_error,33583,0.02500,0.800
26,model.language_model.layers.26.mlp.experts.95.down_proj,0.0140060892,hessian_weighted_relative_error,33423,0.02500,0.837
26,model.language_model.layers.26.mlp.experts.95.gate_proj,0.0080768761,hessian_weighted_relative_error,33423,0.02500,0.893
26,model.language_model.layers.26.mlp.experts.95.up_proj,0.0085632790,hessian_weighted_relative_error,33423,0.02500,0.962
26,model.language_model.layers.26.mlp.experts.96.down_proj,0.0141336129,hessian_weighted_relative_error,37137,0.02500,0.744
26,model.language_model.layers.26.mlp.experts.96.gate_proj,0.0080693710,hessian_weighted_relative_error,37137,0.02500,0.775
26,model.language_model.layers.26.mlp.experts.96.up_proj,0.0087389775,hessian_weighted_relative_error,37137,0.02500,0.803
26,model.language_model.layers.26.mlp.experts.97.down_proj,0.0139576377,hessian_weighted_relative_error,18573,0.02500,0.838
26,model.language_model.layers.26.mlp.experts.97.gate_proj,0.0077351086,hessian_weighted_relative_error,18573,0.02500,0.905
26,model.language_model.layers.26.mlp.experts.97.up_proj,0.0091142411,hessian_weighted_relative_error,18573,0.02500,0.959
26,model.language_model.layers.26.mlp.experts.98.down_proj,0.0096442553,hessian_weighted_relative_error,16633,0.02500,0.746
26,model.language_model.layers.26.mlp.experts.98.gate_proj,0.0050105728,hessian_weighted_relative_error,16633,0.02500,0.774
26,model.language_model.layers.26.mlp.experts.98.up_proj,0.0056024677,hessian_weighted_relative_error,16633,0.02500,0.799
26,model.language_model.layers.26.mlp.experts.99.down_proj,0.0099548341,hessian_weighted_relative_error,10922,0.02500,0.842
26,model.language_model.layers.26.mlp.experts.99.gate_proj,0.0049543798,hessian_weighted_relative_error,10922,0.02500,0.890
26,model.language_model.layers.26.mlp.experts.99.up_proj,0.0052614317,hessian_weighted_relative_error,10922,0.02500,0.965
27,model.language_model.layers.27.mlp.experts.0.down_proj,0.0126108242,hessian_weighted_relative_error,37392,0.02500,0.717
27,model.language_model.layers.27.mlp.experts.0.gate_proj,0.0086732358,hessian_weighted_relative_error,37392,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.0.up_proj,0.0094749820,hessian_weighted_relative_error,37392,0.02500,0.794
27,model.language_model.layers.27.mlp.experts.1.down_proj,0.0112838780,hessian_weighted_relative_error,7504,0.02500,0.787
27,model.language_model.layers.27.mlp.experts.1.gate_proj,0.0054701287,hessian_weighted_relative_error,7504,0.02500,0.838
27,model.language_model.layers.27.mlp.experts.1.up_proj,0.0056896826,hessian_weighted_relative_error,7504,0.02500,0.933
27,model.language_model.layers.27.mlp.experts.10.down_proj,0.0142209932,hessian_weighted_relative_error,37402,0.02500,0.721
27,model.language_model.layers.27.mlp.experts.10.gate_proj,0.0087567146,hessian_weighted_relative_error,37402,0.02500,0.749
27,model.language_model.layers.27.mlp.experts.10.up_proj,0.0097567402,hessian_weighted_relative_error,37402,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.100.down_proj,0.0153348493,hessian_weighted_relative_error,42912,0.02500,0.740
27,model.language_model.layers.27.mlp.experts.100.gate_proj,0.0092268817,hessian_weighted_relative_error,42912,0.02500,0.771
27,model.language_model.layers.27.mlp.experts.100.up_proj,0.0102817308,hessian_weighted_relative_error,42912,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.101.down_proj,0.0074001950,hessian_weighted_relative_error,8367,0.02500,0.831
27,model.language_model.layers.27.mlp.experts.101.gate_proj,0.0040284606,hessian_weighted_relative_error,8367,0.02500,0.886
27,model.language_model.layers.27.mlp.experts.101.up_proj,0.0042820505,hessian_weighted_relative_error,8367,0.02500,0.955
27,model.language_model.layers.27.mlp.experts.102.down_proj,0.0111185481,hessian_weighted_relative_error,12279,0.02500,0.741
27,model.language_model.layers.27.mlp.experts.102.gate_proj,0.0061608558,hessian_weighted_relative_error,12279,0.02500,0.771
27,model.language_model.layers.27.mlp.experts.102.up_proj,0.0068667695,hessian_weighted_relative_error,12279,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.103.down_proj,0.0082370747,hessian_weighted_relative_error,3506,0.02500,0.831
27,model.language_model.layers.27.mlp.experts.103.gate_proj,0.0027860850,hessian_weighted_relative_error,3506,0.02500,0.884
27,model.language_model.layers.27.mlp.experts.103.up_proj,0.0029726781,hessian_weighted_relative_error,3506,0.02500,0.948
27,model.language_model.layers.27.mlp.experts.104.down_proj,0.0145932337,hessian_weighted_relative_error,51404,0.02500,0.743
27,model.language_model.layers.27.mlp.experts.104.gate_proj,0.0091634829,hessian_weighted_relative_error,51404,0.02500,0.775
27,model.language_model.layers.27.mlp.experts.104.up_proj,0.0101127690,hessian_weighted_relative_error,51404,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.105.down_proj,0.0142035595,hessian_weighted_relative_error,25091,0.02500,0.837
27,model.language_model.layers.27.mlp.experts.105.gate_proj,0.0087838417,hessian_weighted_relative_error,25091,0.02500,0.888
27,model.language_model.layers.27.mlp.experts.105.up_proj,0.0093827948,hessian_weighted_relative_error,25091,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.106.down_proj,0.0097746147,hessian_weighted_relative_error,28876,0.02500,0.746
27,model.language_model.layers.27.mlp.experts.106.gate_proj,0.0051708122,hessian_weighted_relative_error,28876,0.02500,0.772
27,model.language_model.layers.27.mlp.experts.106.up_proj,0.0053266563,hessian_weighted_relative_error,28876,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.107.down_proj,0.0089867787,hessian_weighted_relative_error,33552,0.02500,0.842
27,model.language_model.layers.27.mlp.experts.107.gate_proj,0.0053318759,hessian_weighted_relative_error,33552,0.02500,0.888
27,model.language_model.layers.27.mlp.experts.107.up_proj,0.0058734971,hessian_weighted_relative_error,33552,0.02500,0.951
27,model.language_model.layers.27.mlp.experts.108.down_proj,0.0109582232,hessian_weighted_relative_error,30709,0.02500,0.742
27,model.language_model.layers.27.mlp.experts.108.gate_proj,0.0066698399,hessian_weighted_relative_error,30709,0.02500,0.773
27,model.language_model.layers.27.mlp.experts.108.up_proj,0.0071559959,hessian_weighted_relative_error,30709,0.02500,0.801
27,model.language_model.layers.27.mlp.experts.109.down_proj,0.0100610738,hessian_weighted_relative_error,18704,0.02500,0.835
27,model.language_model.layers.27.mlp.experts.109.gate_proj,0.0058745734,hessian_weighted_relative_error,18704,0.02500,0.891
27,model.language_model.layers.27.mlp.experts.109.up_proj,0.0063499112,hessian_weighted_relative_error,18704,0.02500,0.949
27,model.language_model.layers.27.mlp.experts.11.down_proj,0.0138241287,hessian_weighted_relative_error,21024,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.11.gate_proj,0.0074693964,hessian_weighted_relative_error,21024,0.02500,0.843
27,model.language_model.layers.27.mlp.experts.11.up_proj,0.0082605888,hessian_weighted_relative_error,21024,0.02500,0.932
27,model.language_model.layers.27.mlp.experts.110.down_proj,0.0119160819,hessian_weighted_relative_error,21378,0.02500,0.743
27,model.language_model.layers.27.mlp.experts.110.gate_proj,0.0079798431,hessian_weighted_relative_error,21378,0.02500,0.772
27,model.language_model.layers.27.mlp.experts.110.up_proj,0.0087958658,hessian_weighted_relative_error,21378,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.111.down_proj,0.0148230984,hessian_weighted_relative_error,66424,0.02500,0.836
27,model.language_model.layers.27.mlp.experts.111.gate_proj,0.0093668316,hessian_weighted_relative_error,66424,0.02500,0.889
27,model.language_model.layers.27.mlp.experts.111.up_proj,0.0099683224,hessian_weighted_relative_error,66424,0.02500,0.950
27,model.language_model.layers.27.mlp.experts.112.down_proj,0.0108874469,hessian_weighted_relative_error,41222,0.02500,0.745
27,model.language_model.layers.27.mlp.experts.112.gate_proj,0.0061887598,hessian_weighted_relative_error,41222,0.02500,0.774
27,model.language_model.layers.27.mlp.experts.112.up_proj,0.0064255484,hessian_weighted_relative_error,41222,0.02500,0.801
27,model.language_model.layers.27.mlp.experts.113.down_proj,0.0116663293,hessian_weighted_relative_error,12693,0.02500,0.841
27,model.language_model.layers.27.mlp.experts.113.gate_proj,0.0063881022,hessian_weighted_relative_error,12693,0.02500,0.890
27,model.language_model.layers.27.mlp.experts.113.up_proj,0.0069104855,hessian_weighted_relative_error,12693,0.02500,0.950
27,model.language_model.layers.27.mlp.experts.114.down_proj,0.0150246497,hessian_weighted_relative_error,77863,0.02500,0.746
27,model.language_model.layers.27.mlp.experts.114.gate_proj,0.0079694173,hessian_weighted_relative_error,77863,0.02500,0.776
27,model.language_model.layers.27.mlp.experts.114.up_proj,0.0098935984,hessian_weighted_relative_error,77863,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.115.down_proj,0.0112302960,hessian_weighted_relative_error,13047,0.02500,0.842
27,model.language_model.layers.27.mlp.experts.115.gate_proj,0.0061417805,hessian_weighted_relative_error,13047,0.02500,0.891
27,model.language_model.layers.27.mlp.experts.115.up_proj,0.0068202041,hessian_weighted_relative_error,13047,0.02500,0.952
27,model.language_model.layers.27.mlp.experts.116.down_proj,0.0135647945,hessian_weighted_relative_error,45561,0.02500,0.744
27,model.language_model.layers.27.mlp.experts.116.gate_proj,0.0078438175,hessian_weighted_relative_error,45561,0.02500,0.774
27,model.language_model.layers.27.mlp.experts.116.up_proj,0.0083081437,hessian_weighted_relative_error,45561,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.117.down_proj,0.0126798882,hessian_weighted_relative_error,18102,0.02500,0.838
27,model.language_model.layers.27.mlp.experts.117.gate_proj,0.0069686885,hessian_weighted_relative_error,18102,0.02500,0.901
27,model.language_model.layers.27.mlp.experts.117.up_proj,0.0076397318,hessian_weighted_relative_error,18102,0.02500,0.961
27,model.language_model.layers.27.mlp.experts.118.down_proj,0.0147532510,hessian_weighted_relative_error,29737,0.02500,0.746
27,model.language_model.layers.27.mlp.experts.118.gate_proj,0.0079621780,hessian_weighted_relative_error,29737,0.02500,0.774
27,model.language_model.layers.27.mlp.experts.118.up_proj,0.0096184065,hessian_weighted_relative_error,29737,0.02500,0.801
27,model.language_model.layers.27.mlp.experts.119.down_proj,0.0147233559,hessian_weighted_relative_error,21616,0.02500,0.839
27,model.language_model.layers.27.mlp.experts.119.gate_proj,0.0081630613,hessian_weighted_relative_error,21616,0.02500,0.889
27,model.language_model.layers.27.mlp.experts.119.up_proj,0.0094607782,hessian_weighted_relative_error,21616,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.12.down_proj,0.0147834225,hessian_weighted_relative_error,47773,0.02500,0.720
27,model.language_model.layers.27.mlp.experts.12.gate_proj,0.0088348457,hessian_weighted_relative_error,47773,0.02500,0.749
27,model.language_model.layers.27.mlp.experts.12.up_proj,0.0099139612,hessian_weighted_relative_error,47773,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.120.down_proj,0.0044010894,hessian_weighted_relative_error,1832,0.02500,0.746
27,model.language_model.layers.27.mlp.experts.120.gate_proj,0.0021241092,hessian_weighted_relative_error,1832,0.02500,0.778
27,model.language_model.layers.27.mlp.experts.120.up_proj,0.0022535742,hessian_weighted_relative_error,1832,0.02500,0.823
27,model.language_model.layers.27.mlp.experts.121.down_proj,0.0077582278,hessian_weighted_relative_error,48391,0.02500,0.845
27,model.language_model.layers.27.mlp.experts.121.gate_proj,0.0042710616,hessian_weighted_relative_error,48391,0.02500,0.891
27,model.language_model.layers.27.mlp.experts.121.up_proj,0.0044367617,hessian_weighted_relative_error,48391,0.02500,0.955
27,model.language_model.layers.27.mlp.experts.122.down_proj,0.0094429537,hessian_weighted_relative_error,9416,0.02500,0.747
27,model.language_model.layers.27.mlp.experts.122.gate_proj,0.0048206987,hessian_weighted_relative_error,9416,0.02500,0.777
27,model.language_model.layers.27.mlp.experts.122.up_proj,0.0052349075,hessian_weighted_relative_error,9416,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.123.down_proj,0.0130825667,hessian_weighted_relative_error,21158,0.02500,0.845
27,model.language_model.layers.27.mlp.experts.123.gate_proj,0.0083717568,hessian_weighted_relative_error,21158,0.02500,0.892
27,model.language_model.layers.27.mlp.experts.123.up_proj,0.0091394170,hessian_weighted_relative_error,21158,0.02500,0.956
27,model.language_model.layers.27.mlp.experts.124.down_proj,0.0148652717,hessian_weighted_relative_error,36562,0.02500,0.745
27,model.language_model.layers.27.mlp.experts.124.gate_proj,0.0093890000,hessian_weighted_relative_error,36562,0.02500,0.775
27,model.language_model.layers.27.mlp.experts.124.up_proj,0.0103367422,hessian_weighted_relative_error,36562,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.125.down_proj,0.0139227737,hessian_weighted_relative_error,32537,0.02500,0.842
27,model.language_model.layers.27.mlp.experts.125.gate_proj,0.0080090168,hessian_weighted_relative_error,32537,0.02500,0.903
27,model.language_model.layers.27.mlp.experts.125.up_proj,0.0089594484,hessian_weighted_relative_error,32537,0.02500,0.954
27,model.language_model.layers.27.mlp.experts.126.down_proj,0.0118001381,hessian_weighted_relative_error,47258,0.02500,0.750
27,model.language_model.layers.27.mlp.experts.126.gate_proj,0.0073023058,hessian_weighted_relative_error,47258,0.02500,0.777
27,model.language_model.layers.27.mlp.experts.126.up_proj,0.0076873712,hessian_weighted_relative_error,47258,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.127.down_proj,0.0083797439,hessian_weighted_relative_error,4833,0.02500,0.843
27,model.language_model.layers.27.mlp.experts.127.gate_proj,0.0040194845,hessian_weighted_relative_error,4833,0.02500,0.894
27,model.language_model.layers.27.mlp.experts.127.up_proj,0.0039865884,hessian_weighted_relative_error,4833,0.02500,0.960
27,model.language_model.layers.27.mlp.experts.128.down_proj,0.0147028376,hessian_weighted_relative_error,28456,0.02500,0.749
27,model.language_model.layers.27.mlp.experts.128.gate_proj,0.0081500410,hessian_weighted_relative_error,28456,0.02500,0.777
27,model.language_model.layers.27.mlp.experts.128.up_proj,0.0097549177,hessian_weighted_relative_error,28456,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.129.down_proj,0.0151055996,hessian_weighted_relative_error,32639,0.02500,0.847
27,model.language_model.layers.27.mlp.experts.129.gate_proj,0.0087902369,hessian_weighted_relative_error,32639,0.02500,0.897
27,model.language_model.layers.27.mlp.experts.129.up_proj,0.0095717722,hessian_weighted_relative_error,32639,0.02500,0.959
27,model.language_model.layers.27.mlp.experts.13.down_proj,0.0148781054,hessian_weighted_relative_error,158714,0.02500,0.791
27,model.language_model.layers.27.mlp.experts.13.gate_proj,0.0092197358,hessian_weighted_relative_error,158714,0.02500,0.845
27,model.language_model.layers.27.mlp.experts.13.up_proj,0.0098095409,hessian_weighted_relative_error,158714,0.02500,0.937
27,model.language_model.layers.27.mlp.experts.130.down_proj,0.0145883992,hessian_weighted_relative_error,34508,0.02500,0.749
27,model.language_model.layers.27.mlp.experts.130.gate_proj,0.0089340607,hessian_weighted_relative_error,34508,0.02500,0.778
27,model.language_model.layers.27.mlp.experts.130.up_proj,0.0100165811,hessian_weighted_relative_error,34508,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.131.down_proj,0.0097284887,hessian_weighted_relative_error,7051,0.02500,0.852
27,model.language_model.layers.27.mlp.experts.131.gate_proj,0.0048830324,hessian_weighted_relative_error,7051,0.02500,0.898
27,model.language_model.layers.27.mlp.experts.131.up_proj,0.0052270054,hessian_weighted_relative_error,7051,0.02500,0.954
27,model.language_model.layers.27.mlp.experts.132.down_proj,0.0079263182,hessian_weighted_relative_error,11336,0.02500,0.747
27,model.language_model.layers.27.mlp.experts.132.gate_proj,0.0037055616,hessian_weighted_relative_error,11336,0.02500,0.778
27,model.language_model.layers.27.mlp.experts.132.up_proj,0.0037850257,hessian_weighted_relative_error,11336,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.133.down_proj,0.0128363976,hessian_weighted_relative_error,30326,0.02500,0.847
27,model.language_model.layers.27.mlp.experts.133.gate_proj,0.0078025529,hessian_weighted_relative_error,30326,0.02500,0.897
27,model.language_model.layers.27.mlp.experts.133.up_proj,0.0083466991,hessian_weighted_relative_error,30326,0.02500,0.955
27,model.language_model.layers.27.mlp.experts.134.down_proj,0.0093886570,hessian_weighted_relative_error,11763,0.02500,0.745
27,model.language_model.layers.27.mlp.experts.134.gate_proj,0.0048670537,hessian_weighted_relative_error,11763,0.02500,0.777
27,model.language_model.layers.27.mlp.experts.134.up_proj,0.0050639052,hessian_weighted_relative_error,11763,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.135.down_proj,0.0117828781,hessian_weighted_relative_error,23124,0.02500,0.848
27,model.language_model.layers.27.mlp.experts.135.gate_proj,0.0063214110,hessian_weighted_relative_error,23124,0.02500,0.896
27,model.language_model.layers.27.mlp.experts.135.up_proj,0.0068496278,hessian_weighted_relative_error,23124,0.02500,0.951
27,model.language_model.layers.27.mlp.experts.136.down_proj,0.0135515976,hessian_weighted_relative_error,34820,0.02500,0.748
27,model.language_model.layers.27.mlp.experts.136.gate_proj,0.0087514639,hessian_weighted_relative_error,34820,0.02500,0.781
27,model.language_model.layers.27.mlp.experts.136.up_proj,0.0092442834,hessian_weighted_relative_error,34820,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.137.down_proj,0.0076795386,hessian_weighted_relative_error,21315,0.02500,0.852
27,model.language_model.layers.27.mlp.experts.137.gate_proj,0.0044844868,hessian_weighted_relative_error,21315,0.02500,0.897
27,model.language_model.layers.27.mlp.experts.137.up_proj,0.0049612226,hessian_weighted_relative_error,21315,0.02500,0.960
27,model.language_model.layers.27.mlp.experts.138.down_proj,0.0155021502,hessian_weighted_relative_error,71324,0.02500,0.753
27,model.language_model.layers.27.mlp.experts.138.gate_proj,0.0086295019,hessian_weighted_relative_error,71324,0.02500,0.777
27,model.language_model.layers.27.mlp.experts.138.up_proj,0.0104481971,hessian_weighted_relative_error,71324,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.139.down_proj,0.0085138101,hessian_weighted_relative_error,7986,0.02500,0.854
27,model.language_model.layers.27.mlp.experts.139.gate_proj,0.0039515134,hessian_weighted_relative_error,7986,0.02500,0.897
27,model.language_model.layers.27.mlp.experts.139.up_proj,0.0044665261,hessian_weighted_relative_error,7986,0.02500,0.952
27,model.language_model.layers.27.mlp.experts.14.down_proj,0.0134193558,hessian_weighted_relative_error,51867,0.02500,0.719
27,model.language_model.layers.27.mlp.experts.14.gate_proj,0.0085663621,hessian_weighted_relative_error,51867,0.02500,0.744
27,model.language_model.layers.27.mlp.experts.14.up_proj,0.0093134389,hessian_weighted_relative_error,51867,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.140.down_proj,0.0143663382,hessian_weighted_relative_error,54764,0.02500,0.747
27,model.language_model.layers.27.mlp.experts.140.gate_proj,0.0085765126,hessian_weighted_relative_error,54764,0.02500,0.778
27,model.language_model.layers.27.mlp.experts.140.up_proj,0.0095931148,hessian_weighted_relative_error,54764,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.141.down_proj,0.0066376916,hessian_weighted_relative_error,2143,0.02500,0.851
27,model.language_model.layers.27.mlp.experts.141.gate_proj,0.0028954560,hessian_weighted_relative_error,2143,0.02500,0.898
27,model.language_model.layers.27.mlp.experts.141.up_proj,0.0030739936,hessian_weighted_relative_error,2143,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.142.down_proj,0.0129758711,hessian_weighted_relative_error,10849,0.02500,0.749
27,model.language_model.layers.27.mlp.experts.142.gate_proj,0.0058593064,hessian_weighted_relative_error,10849,0.02500,0.779
27,model.language_model.layers.27.mlp.experts.142.up_proj,0.0082151331,hessian_weighted_relative_error,10849,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.143.down_proj,0.0106506670,hessian_weighted_relative_error,20689,0.02500,0.851
27,model.language_model.layers.27.mlp.experts.143.gate_proj,0.0058908872,hessian_weighted_relative_error,20689,0.02500,0.896
27,model.language_model.layers.27.mlp.experts.143.up_proj,0.0060113139,hessian_weighted_relative_error,20689,0.02500,0.960
27,model.language_model.layers.27.mlp.experts.144.down_proj,0.0108699979,hessian_weighted_relative_error,24907,0.02500,0.751
27,model.language_model.layers.27.mlp.experts.144.gate_proj,0.0070433779,hessian_weighted_relative_error,24907,0.02500,0.784
27,model.language_model.layers.27.mlp.experts.144.up_proj,0.0072545152,hessian_weighted_relative_error,24907,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.145.down_proj,0.0113424832,hessian_weighted_relative_error,27797,0.02500,0.856
27,model.language_model.layers.27.mlp.experts.145.gate_proj,0.0069402918,hessian_weighted_relative_error,27797,0.02500,0.902
27,model.language_model.layers.27.mlp.experts.145.up_proj,0.0083907132,hessian_weighted_relative_error,27797,0.02500,0.963
27,model.language_model.layers.27.mlp.experts.146.down_proj,0.0109225233,hessian_weighted_relative_error,19599,0.02500,0.747
27,model.language_model.layers.27.mlp.experts.146.gate_proj,0.0061732860,hessian_weighted_relative_error,19599,0.02500,0.781
27,model.language_model.layers.27.mlp.experts.146.up_proj,0.0065656310,hessian_weighted_relative_error,19599,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.147.down_proj,0.0133060707,hessian_weighted_relative_error,23276,0.02500,0.858
27,model.language_model.layers.27.mlp.experts.147.gate_proj,0.0078070086,hessian_weighted_relative_error,23276,0.02500,0.901
27,model.language_model.layers.27.mlp.experts.147.up_proj,0.0089532398,hessian_weighted_relative_error,23276,0.02500,0.954
27,model.language_model.layers.27.mlp.experts.148.down_proj,0.0081151820,hessian_weighted_relative_error,29310,0.02500,0.748
27,model.language_model.layers.27.mlp.experts.148.gate_proj,0.0048303361,hessian_weighted_relative_error,29310,0.02500,0.780
27,model.language_model.layers.27.mlp.experts.148.up_proj,0.0051993397,hessian_weighted_relative_error,29310,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.149.down_proj,0.0133582588,hessian_weighted_relative_error,27574,0.02500,0.858
27,model.language_model.layers.27.mlp.experts.149.gate_proj,0.0076951448,hessian_weighted_relative_error,27574,0.02500,0.902
27,model.language_model.layers.27.mlp.experts.149.up_proj,0.0083812693,hessian_weighted_relative_error,27574,0.02500,0.963
27,model.language_model.layers.27.mlp.experts.15.down_proj,0.0121653927,hessian_weighted_relative_error,9055,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.15.gate_proj,0.0063025277,hessian_weighted_relative_error,9055,0.02500,0.841
27,model.language_model.layers.27.mlp.experts.15.up_proj,0.0072810775,hessian_weighted_relative_error,9055,0.02500,0.933
27,model.language_model.layers.27.mlp.experts.150.down_proj,0.0110018764,hessian_weighted_relative_error,15040,0.02500,0.749
27,model.language_model.layers.27.mlp.experts.150.gate_proj,0.0054653629,hessian_weighted_relative_error,15040,0.02500,0.781
27,model.language_model.layers.27.mlp.experts.150.up_proj,0.0057145131,hessian_weighted_relative_error,15040,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.151.down_proj,0.0117933564,hessian_weighted_relative_error,10630,0.02500,0.856
27,model.language_model.layers.27.mlp.experts.151.gate_proj,0.0063286501,hessian_weighted_relative_error,10630,0.02500,0.898
27,model.language_model.layers.27.mlp.experts.151.up_proj,0.0069568429,hessian_weighted_relative_error,10630,0.02500,0.961
27,model.language_model.layers.27.mlp.experts.152.down_proj,0.0107535932,hessian_weighted_relative_error,58244,0.02500,0.751
27,model.language_model.layers.27.mlp.experts.152.gate_proj,0.0065051705,hessian_weighted_relative_error,58244,0.02500,0.782
27,model.language_model.layers.27.mlp.experts.152.up_proj,0.0067616948,hessian_weighted_relative_error,58244,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.153.down_proj,0.0108563022,hessian_weighted_relative_error,10829,0.02500,0.861
27,model.language_model.layers.27.mlp.experts.153.gate_proj,0.0060223868,hessian_weighted_relative_error,10829,0.02500,0.900
27,model.language_model.layers.27.mlp.experts.153.up_proj,0.0065743105,hessian_weighted_relative_error,10829,0.02500,0.960
27,model.language_model.layers.27.mlp.experts.154.down_proj,0.0146598651,hessian_weighted_relative_error,66303,0.02500,0.752
27,model.language_model.layers.27.mlp.experts.154.gate_proj,0.0090372966,hessian_weighted_relative_error,66303,0.02500,0.780
27,model.language_model.layers.27.mlp.experts.154.up_proj,0.0094873608,hessian_weighted_relative_error,66303,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.155.down_proj,0.0138681224,hessian_weighted_relative_error,49157,0.02500,0.862
27,model.language_model.layers.27.mlp.experts.155.gate_proj,0.0080217414,hessian_weighted_relative_error,49157,0.02500,0.900
27,model.language_model.layers.27.mlp.experts.155.up_proj,0.0084084168,hessian_weighted_relative_error,49157,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.156.down_proj,0.0140755172,hessian_weighted_relative_error,20817,0.02500,0.749
27,model.language_model.layers.27.mlp.experts.156.gate_proj,0.0088728605,hessian_weighted_relative_error,20817,0.02500,0.782
27,model.language_model.layers.27.mlp.experts.156.up_proj,0.0096934191,hessian_weighted_relative_error,20817,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.157.down_proj,0.0081268166,hessian_weighted_relative_error,6391,0.02500,0.858
27,model.language_model.layers.27.mlp.experts.157.gate_proj,0.0040884651,hessian_weighted_relative_error,6391,0.02500,0.902
27,model.language_model.layers.27.mlp.experts.157.up_proj,0.0043431772,hessian_weighted_relative_error,6391,0.02500,0.963
27,model.language_model.layers.27.mlp.experts.158.down_proj,0.0124030391,hessian_weighted_relative_error,11346,0.02500,0.750
27,model.language_model.layers.27.mlp.experts.158.gate_proj,0.0062421986,hessian_weighted_relative_error,11346,0.02500,0.783
27,model.language_model.layers.27.mlp.experts.158.up_proj,0.0068935825,hessian_weighted_relative_error,11346,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.159.down_proj,0.0087803286,hessian_weighted_relative_error,2533,0.02500,0.859
27,model.language_model.layers.27.mlp.experts.159.gate_proj,0.0033477550,hessian_weighted_relative_error,2533,0.02500,0.900
27,model.language_model.layers.27.mlp.experts.159.up_proj,0.0039515267,hessian_weighted_relative_error,2533,0.02500,0.966
27,model.language_model.layers.27.mlp.experts.16.down_proj,0.0129299274,hessian_weighted_relative_error,41377,0.02500,0.724
27,model.language_model.layers.27.mlp.experts.16.gate_proj,0.0087997172,hessian_weighted_relative_error,41377,0.02500,0.748
27,model.language_model.layers.27.mlp.experts.16.up_proj,0.0096162478,hessian_weighted_relative_error,41377,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.160.down_proj,0.0145616829,hessian_weighted_relative_error,65345,0.02500,0.752
27,model.language_model.layers.27.mlp.experts.160.gate_proj,0.0088401130,hessian_weighted_relative_error,65345,0.02500,0.780
27,model.language_model.layers.27.mlp.experts.160.up_proj,0.0093107442,hessian_weighted_relative_error,65345,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.161.down_proj,0.0099333190,hessian_weighted_relative_error,20967,0.02500,0.865
27,model.language_model.layers.27.mlp.experts.161.gate_proj,0.0050818129,hessian_weighted_relative_error,20967,0.02500,0.902
27,model.language_model.layers.27.mlp.experts.161.up_proj,0.0053580037,hessian_weighted_relative_error,20967,0.02500,0.988
27,model.language_model.layers.27.mlp.experts.162.down_proj,0.0046104762,hessian_weighted_relative_error,1091,0.02500,0.754
27,model.language_model.layers.27.mlp.experts.162.gate_proj,0.0017500911,hessian_weighted_relative_error,1091,0.02500,0.782
27,model.language_model.layers.27.mlp.experts.162.up_proj,0.0020056875,hessian_weighted_relative_error,1091,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.163.down_proj,0.0155106331,hessian_weighted_relative_error,117466,0.02500,0.864
27,model.language_model.layers.27.mlp.experts.163.gate_proj,0.0096713304,hessian_weighted_relative_error,117466,0.02500,0.903
27,model.language_model.layers.27.mlp.experts.163.up_proj,0.0101493353,hessian_weighted_relative_error,117466,0.02500,0.971
27,model.language_model.layers.27.mlp.experts.164.down_proj,0.0147537797,hessian_weighted_relative_error,33888,0.02500,0.750
27,model.language_model.layers.27.mlp.experts.164.gate_proj,0.0085205437,hessian_weighted_relative_error,33888,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.164.up_proj,0.0095612220,hessian_weighted_relative_error,33888,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.165.down_proj,0.0138873960,hessian_weighted_relative_error,29682,0.02500,0.862
27,model.language_model.layers.27.mlp.experts.165.gate_proj,0.0081493919,hessian_weighted_relative_error,29682,0.02500,0.914
27,model.language_model.layers.27.mlp.experts.165.up_proj,0.0088683609,hessian_weighted_relative_error,29682,0.02500,1.011
27,model.language_model.layers.27.mlp.experts.166.down_proj,0.0096663049,hessian_weighted_relative_error,21891,0.02500,0.750
27,model.language_model.layers.27.mlp.experts.166.gate_proj,0.0061654519,hessian_weighted_relative_error,21891,0.02500,0.782
27,model.language_model.layers.27.mlp.experts.166.up_proj,0.0062853861,hessian_weighted_relative_error,21891,0.02500,0.801
27,model.language_model.layers.27.mlp.experts.167.down_proj,0.0126910920,hessian_weighted_relative_error,13107,0.02500,0.864
27,model.language_model.layers.27.mlp.experts.167.gate_proj,0.0066938414,hessian_weighted_relative_error,13107,0.02500,0.902
27,model.language_model.layers.27.mlp.experts.167.up_proj,0.0077904594,hessian_weighted_relative_error,13107,0.02500,0.963
27,model.language_model.layers.27.mlp.experts.168.down_proj,0.0150664720,hessian_weighted_relative_error,110835,0.02500,0.752
27,model.language_model.layers.27.mlp.experts.168.gate_proj,0.0094390988,hessian_weighted_relative_error,110835,0.02500,0.783
27,model.language_model.layers.27.mlp.experts.168.up_proj,0.0100041457,hessian_weighted_relative_error,110835,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.169.down_proj,0.0145154061,hessian_weighted_relative_error,47884,0.02500,0.868
27,model.language_model.layers.27.mlp.experts.169.gate_proj,0.0088654736,hessian_weighted_relative_error,47884,0.02500,0.906
27,model.language_model.layers.27.mlp.experts.169.up_proj,0.0092029438,hessian_weighted_relative_error,47884,0.02500,0.965
27,model.language_model.layers.27.mlp.experts.17.down_proj,0.0123390154,hessian_weighted_relative_error,8841,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.17.gate_proj,0.0058937170,hessian_weighted_relative_error,8841,0.02500,0.846
27,model.language_model.layers.27.mlp.experts.17.up_proj,0.0071133941,hessian_weighted_relative_error,8841,0.02500,0.937
27,model.language_model.layers.27.mlp.experts.170.down_proj,0.0134461283,hessian_weighted_relative_error,47248,0.02500,0.756
27,model.language_model.layers.27.mlp.experts.170.gate_proj,0.0085682783,hessian_weighted_relative_error,47248,0.02500,0.784
27,model.language_model.layers.27.mlp.experts.170.up_proj,0.0091901464,hessian_weighted_relative_error,47248,0.02500,0.814
27,model.language_model.layers.27.mlp.experts.171.down_proj,0.0106760250,hessian_weighted_relative_error,20268,0.02500,0.870
27,model.language_model.layers.27.mlp.experts.171.gate_proj,0.0057979957,hessian_weighted_relative_error,20268,0.02500,0.909
27,model.language_model.layers.27.mlp.experts.171.up_proj,0.0060952482,hessian_weighted_relative_error,20268,0.02500,0.967
27,model.language_model.layers.27.mlp.experts.172.down_proj,0.0104435429,hessian_weighted_relative_error,17334,0.02500,0.751
27,model.language_model.layers.27.mlp.experts.172.gate_proj,0.0061203369,hessian_weighted_relative_error,17334,0.02500,0.784
27,model.language_model.layers.27.mlp.experts.172.up_proj,0.0063514750,hessian_weighted_relative_error,17334,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.173.down_proj,0.0138437748,hessian_weighted_relative_error,59007,0.02500,0.866
27,model.language_model.layers.27.mlp.experts.173.gate_proj,0.0084810024,hessian_weighted_relative_error,59007,0.02500,0.910
27,model.language_model.layers.27.mlp.experts.173.up_proj,0.0090011316,hessian_weighted_relative_error,59007,0.02500,0.960
27,model.language_model.layers.27.mlp.experts.174.down_proj,0.0144547009,hessian_weighted_relative_error,33957,0.02500,0.753
27,model.language_model.layers.27.mlp.experts.174.gate_proj,0.0085938420,hessian_weighted_relative_error,33957,0.02500,0.784
27,model.language_model.layers.27.mlp.experts.174.up_proj,0.0095075193,hessian_weighted_relative_error,33957,0.02500,0.810
27,model.language_model.layers.27.mlp.experts.175.down_proj,0.0126167585,hessian_weighted_relative_error,23971,0.02500,0.867
27,model.language_model.layers.27.mlp.experts.175.gate_proj,0.0068719344,hessian_weighted_relative_error,23971,0.02500,0.902
27,model.language_model.layers.27.mlp.experts.175.up_proj,0.0075946969,hessian_weighted_relative_error,23971,0.02500,0.956
27,model.language_model.layers.27.mlp.experts.176.down_proj,0.0149620693,hessian_weighted_relative_error,36306,0.02500,0.753
27,model.language_model.layers.27.mlp.experts.176.gate_proj,0.0097526660,hessian_weighted_relative_error,36306,0.02500,0.785
27,model.language_model.layers.27.mlp.experts.176.up_proj,0.0104257475,hessian_weighted_relative_error,36306,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.177.down_proj,0.0148398432,hessian_weighted_relative_error,30379,0.02500,0.871
27,model.language_model.layers.27.mlp.experts.177.gate_proj,0.0094843216,hessian_weighted_relative_error,30379,0.02500,0.903
27,model.language_model.layers.27.mlp.experts.177.up_proj,0.0097860605,hessian_weighted_relative_error,30379,0.02500,0.956
27,model.language_model.layers.27.mlp.experts.178.down_proj,0.0144531706,hessian_weighted_relative_error,31503,0.02500,0.754
27,model.language_model.layers.27.mlp.experts.178.gate_proj,0.0085803508,hessian_weighted_relative_error,31503,0.02500,0.786
27,model.language_model.layers.27.mlp.experts.178.up_proj,0.0093134745,hessian_weighted_relative_error,31503,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.179.down_proj,0.0118951725,hessian_weighted_relative_error,21987,0.02500,0.875
27,model.language_model.layers.27.mlp.experts.179.gate_proj,0.0069015564,hessian_weighted_relative_error,21987,0.02500,0.903
27,model.language_model.layers.27.mlp.experts.179.up_proj,0.0076366127,hessian_weighted_relative_error,21987,0.02500,0.958
27,model.language_model.layers.27.mlp.experts.18.down_proj,0.0150340699,hessian_weighted_relative_error,48134,0.02500,0.726
27,model.language_model.layers.27.mlp.experts.18.gate_proj,0.0090077845,hessian_weighted_relative_error,48134,0.02500,0.750
27,model.language_model.layers.27.mlp.experts.18.up_proj,0.0101449008,hessian_weighted_relative_error,48134,0.02500,0.795
27,model.language_model.layers.27.mlp.experts.180.down_proj,0.0137243350,hessian_weighted_relative_error,37764,0.02500,0.752
27,model.language_model.layers.27.mlp.experts.180.gate_proj,0.0077683096,hessian_weighted_relative_error,37764,0.02500,0.786
27,model.language_model.layers.27.mlp.experts.180.up_proj,0.0085920455,hessian_weighted_relative_error,37764,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.181.down_proj,0.0141249509,hessian_weighted_relative_error,82082,0.02500,0.870
27,model.language_model.layers.27.mlp.experts.181.gate_proj,0.0085003638,hessian_weighted_relative_error,82082,0.02500,0.912
27,model.language_model.layers.27.mlp.experts.181.up_proj,0.0091092888,hessian_weighted_relative_error,82082,0.02500,0.960
27,model.language_model.layers.27.mlp.experts.182.down_proj,0.0135603083,hessian_weighted_relative_error,17609,0.02500,0.750
27,model.language_model.layers.27.mlp.experts.182.gate_proj,0.0075239524,hessian_weighted_relative_error,17609,0.02500,0.785
27,model.language_model.layers.27.mlp.experts.182.up_proj,0.0086128652,hessian_weighted_relative_error,17609,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.183.down_proj,0.0101466956,hessian_weighted_relative_error,13103,0.02500,0.871
27,model.language_model.layers.27.mlp.experts.183.gate_proj,0.0046083243,hessian_weighted_relative_error,13103,0.02500,0.903
27,model.language_model.layers.27.mlp.experts.183.up_proj,0.0045553307,hessian_weighted_relative_error,13103,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.184.down_proj,0.0099612436,hessian_weighted_relative_error,45644,0.02500,0.754
27,model.language_model.layers.27.mlp.experts.184.gate_proj,0.0064103974,hessian_weighted_relative_error,45644,0.02500,0.785
27,model.language_model.layers.27.mlp.experts.184.up_proj,0.0067616238,hessian_weighted_relative_error,45644,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.185.down_proj,0.0116321025,hessian_weighted_relative_error,16417,0.02500,0.875
27,model.language_model.layers.27.mlp.experts.185.gate_proj,0.0066288250,hessian_weighted_relative_error,16417,0.02500,0.907
27,model.language_model.layers.27.mlp.experts.185.up_proj,0.0070706447,hessian_weighted_relative_error,16417,0.02500,0.956
27,model.language_model.layers.27.mlp.experts.186.down_proj,0.0149703483,hessian_weighted_relative_error,61044,0.02500,0.753
27,model.language_model.layers.27.mlp.experts.186.gate_proj,0.0085930293,hessian_weighted_relative_error,61044,0.02500,0.785
27,model.language_model.layers.27.mlp.experts.186.up_proj,0.0100283446,hessian_weighted_relative_error,61044,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.187.down_proj,0.0136628852,hessian_weighted_relative_error,68007,0.02500,0.875
27,model.language_model.layers.27.mlp.experts.187.gate_proj,0.0086637752,hessian_weighted_relative_error,68007,0.02500,0.906
27,model.language_model.layers.27.mlp.experts.187.up_proj,0.0102630275,hessian_weighted_relative_error,68007,0.02500,0.954
27,model.language_model.layers.27.mlp.experts.188.down_proj,0.0117934509,hessian_weighted_relative_error,12316,0.02500,0.753
27,model.language_model.layers.27.mlp.experts.188.gate_proj,0.0055074773,hessian_weighted_relative_error,12316,0.02500,0.783
27,model.language_model.layers.27.mlp.experts.188.up_proj,0.0059874488,hessian_weighted_relative_error,12316,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.189.down_proj,0.0137256313,hessian_weighted_relative_error,29461,0.02500,0.872
27,model.language_model.layers.27.mlp.experts.189.gate_proj,0.0078417157,hessian_weighted_relative_error,29461,0.02500,0.907
27,model.language_model.layers.27.mlp.experts.189.up_proj,0.0086512071,hessian_weighted_relative_error,29461,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.19.down_proj,0.0127579569,hessian_weighted_relative_error,10226,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.19.gate_proj,0.0067389885,hessian_weighted_relative_error,10226,0.02500,0.846
27,model.language_model.layers.27.mlp.experts.19.up_proj,0.0076685518,hessian_weighted_relative_error,10226,0.02500,0.940
27,model.language_model.layers.27.mlp.experts.190.down_proj,0.0096591045,hessian_weighted_relative_error,12403,0.02500,0.755
27,model.language_model.layers.27.mlp.experts.190.gate_proj,0.0058613056,hessian_weighted_relative_error,12403,0.02500,0.789
27,model.language_model.layers.27.mlp.experts.190.up_proj,0.0070390284,hessian_weighted_relative_error,12403,0.02500,0.810
27,model.language_model.layers.27.mlp.experts.191.down_proj,0.0112272258,hessian_weighted_relative_error,35474,0.02500,0.873
27,model.language_model.layers.27.mlp.experts.191.gate_proj,0.0073859124,hessian_weighted_relative_error,35474,0.02500,0.907
27,model.language_model.layers.27.mlp.experts.191.up_proj,0.0077762986,hessian_weighted_relative_error,35474,0.02500,0.950
27,model.language_model.layers.27.mlp.experts.192.down_proj,0.0101038512,hessian_weighted_relative_error,4823,0.02500,0.755
27,model.language_model.layers.27.mlp.experts.192.gate_proj,0.0043437210,hessian_weighted_relative_error,4823,0.02500,0.785
27,model.language_model.layers.27.mlp.experts.192.up_proj,0.0051969856,hessian_weighted_relative_error,4823,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.193.down_proj,0.0152501579,hessian_weighted_relative_error,33009,0.02500,0.875
27,model.language_model.layers.27.mlp.experts.193.gate_proj,0.0085567885,hessian_weighted_relative_error,33009,0.02500,0.914
27,model.language_model.layers.27.mlp.experts.193.up_proj,0.0100178196,hessian_weighted_relative_error,33009,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.194.down_proj,0.0111014824,hessian_weighted_relative_error,60741,0.02500,0.754
27,model.language_model.layers.27.mlp.experts.194.gate_proj,0.0062034570,hessian_weighted_relative_error,60741,0.02500,0.786
27,model.language_model.layers.27.mlp.experts.194.up_proj,0.0064772898,hessian_weighted_relative_error,60741,0.02500,0.808
27,model.language_model.layers.27.mlp.experts.195.down_proj,0.0119951176,hessian_weighted_relative_error,30549,0.02500,0.876
27,model.language_model.layers.27.mlp.experts.195.gate_proj,0.0075484823,hessian_weighted_relative_error,30549,0.02500,0.912
27,model.language_model.layers.27.mlp.experts.195.up_proj,0.0083364492,hessian_weighted_relative_error,30549,0.02500,0.960
27,model.language_model.layers.27.mlp.experts.196.down_proj,0.0094242108,hessian_weighted_relative_error,10473,0.02500,0.754
27,model.language_model.layers.27.mlp.experts.196.gate_proj,0.0046978290,hessian_weighted_relative_error,10473,0.02500,0.788
27,model.language_model.layers.27.mlp.experts.196.up_proj,0.0049391782,hessian_weighted_relative_error,10473,0.02500,0.812
27,model.language_model.layers.27.mlp.experts.197.down_proj,0.0146630473,hessian_weighted_relative_error,33307,0.02500,0.875
27,model.language_model.layers.27.mlp.experts.197.gate_proj,0.0091999866,hessian_weighted_relative_error,33307,0.02500,0.908
27,model.language_model.layers.27.mlp.experts.197.up_proj,0.0102099444,hessian_weighted_relative_error,33307,0.02500,0.951
27,model.language_model.layers.27.mlp.experts.198.down_proj,0.0115510349,hessian_weighted_relative_error,27096,0.02500,0.760
27,model.language_model.layers.27.mlp.experts.198.gate_proj,0.0065278349,hessian_weighted_relative_error,27096,0.02500,0.787
27,model.language_model.layers.27.mlp.experts.198.up_proj,0.0065319439,hessian_weighted_relative_error,27096,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.199.down_proj,0.0132846967,hessian_weighted_relative_error,33304,0.02500,0.875
27,model.language_model.layers.27.mlp.experts.199.gate_proj,0.0087320066,hessian_weighted_relative_error,33304,0.02500,0.917
27,model.language_model.layers.27.mlp.experts.199.up_proj,0.0095454143,hessian_weighted_relative_error,33304,0.02500,0.962
27,model.language_model.layers.27.mlp.experts.2.down_proj,0.0113596188,hessian_weighted_relative_error,12679,0.02500,0.710
27,model.language_model.layers.27.mlp.experts.2.gate_proj,0.0064965126,hessian_weighted_relative_error,12679,0.02500,0.742
27,model.language_model.layers.27.mlp.experts.2.up_proj,0.0069571733,hessian_weighted_relative_error,12679,0.02500,0.796
27,model.language_model.layers.27.mlp.experts.20.down_proj,0.0145428697,hessian_weighted_relative_error,54132,0.02500,0.722
27,model.language_model.layers.27.mlp.experts.20.gate_proj,0.0089458774,hessian_weighted_relative_error,54132,0.02500,0.752
27,model.language_model.layers.27.mlp.experts.20.up_proj,0.0102258296,hessian_weighted_relative_error,54132,0.02500,0.795
27,model.language_model.layers.27.mlp.experts.200.down_proj,0.0127781823,hessian_weighted_relative_error,13493,0.02500,0.757
27,model.language_model.layers.27.mlp.experts.200.gate_proj,0.0070760650,hessian_weighted_relative_error,13493,0.02500,0.786
27,model.language_model.layers.27.mlp.experts.200.up_proj,0.0074868674,hessian_weighted_relative_error,13493,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.201.down_proj,0.0143624070,hessian_weighted_relative_error,46071,0.02500,0.877
27,model.language_model.layers.27.mlp.experts.201.gate_proj,0.0082825607,hessian_weighted_relative_error,46071,0.02500,0.916
27,model.language_model.layers.27.mlp.experts.201.up_proj,0.0094762565,hessian_weighted_relative_error,46071,0.02500,0.963
27,model.language_model.layers.27.mlp.experts.202.down_proj,0.0108778061,hessian_weighted_relative_error,49430,0.02500,0.754
27,model.language_model.layers.27.mlp.experts.202.gate_proj,0.0058686070,hessian_weighted_relative_error,49430,0.02500,0.786
27,model.language_model.layers.27.mlp.experts.202.up_proj,0.0061115766,hessian_weighted_relative_error,49430,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.203.down_proj,0.0137318375,hessian_weighted_relative_error,33328,0.02500,0.877
27,model.language_model.layers.27.mlp.experts.203.gate_proj,0.0089286319,hessian_weighted_relative_error,33328,0.02500,0.907
27,model.language_model.layers.27.mlp.experts.203.up_proj,0.0095537223,hessian_weighted_relative_error,33328,0.02500,0.965
27,model.language_model.layers.27.mlp.experts.204.down_proj,0.0120600172,hessian_weighted_relative_error,8637,0.02500,0.755
27,model.language_model.layers.27.mlp.experts.204.gate_proj,0.0065212905,hessian_weighted_relative_error,8637,0.02500,0.788
27,model.language_model.layers.27.mlp.experts.204.up_proj,0.0073906632,hessian_weighted_relative_error,8637,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.205.down_proj,0.0071024989,hessian_weighted_relative_error,24977,0.02500,0.876
27,model.language_model.layers.27.mlp.experts.205.gate_proj,0.0057001928,hessian_weighted_relative_error,24977,0.02500,0.926
27,model.language_model.layers.27.mlp.experts.205.up_proj,0.0061250288,hessian_weighted_relative_error,24977,0.02500,0.956
27,model.language_model.layers.27.mlp.experts.206.down_proj,0.0099439218,hessian_weighted_relative_error,13443,0.02500,0.757
27,model.language_model.layers.27.mlp.experts.206.gate_proj,0.0057183159,hessian_weighted_relative_error,13443,0.02500,0.786
27,model.language_model.layers.27.mlp.experts.206.up_proj,0.0061368221,hessian_weighted_relative_error,13443,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.207.down_proj,0.0085031985,hessian_weighted_relative_error,2613,0.02500,0.876
27,model.language_model.layers.27.mlp.experts.207.gate_proj,0.0036810353,hessian_weighted_relative_error,2613,0.02500,0.909
27,model.language_model.layers.27.mlp.experts.207.up_proj,0.0041882855,hessian_weighted_relative_error,2613,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.208.down_proj,0.0131775852,hessian_weighted_relative_error,26386,0.02500,0.756
27,model.language_model.layers.27.mlp.experts.208.gate_proj,0.0072421743,hessian_weighted_relative_error,26386,0.02500,0.791
27,model.language_model.layers.27.mlp.experts.208.up_proj,0.0081879536,hessian_weighted_relative_error,26386,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.209.down_proj,0.0104688346,hessian_weighted_relative_error,6515,0.02500,0.878
27,model.language_model.layers.27.mlp.experts.209.gate_proj,0.0043916192,hessian_weighted_relative_error,6515,0.02500,0.923
27,model.language_model.layers.27.mlp.experts.209.up_proj,0.0048098878,hessian_weighted_relative_error,6515,0.02500,0.966
27,model.language_model.layers.27.mlp.experts.21.down_proj,0.0115800664,hessian_weighted_relative_error,18010,0.02500,0.796
27,model.language_model.layers.27.mlp.experts.21.gate_proj,0.0062299022,hessian_weighted_relative_error,18010,0.02500,0.848
27,model.language_model.layers.27.mlp.experts.21.up_proj,0.0066319684,hessian_weighted_relative_error,18010,0.02500,0.939
27,model.language_model.layers.27.mlp.experts.210.down_proj,0.0106623042,hessian_weighted_relative_error,11934,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.210.gate_proj,0.0060301591,hessian_weighted_relative_error,11934,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.210.up_proj,0.0062114496,hessian_weighted_relative_error,11934,0.02500,0.808
27,model.language_model.layers.27.mlp.experts.211.down_proj,0.0123306452,hessian_weighted_relative_error,14502,0.02500,0.878
27,model.language_model.layers.27.mlp.experts.211.gate_proj,0.0067616229,hessian_weighted_relative_error,14502,0.02500,0.923
27,model.language_model.layers.27.mlp.experts.211.up_proj,0.0070335580,hessian_weighted_relative_error,14502,0.02500,0.965
27,model.language_model.layers.27.mlp.experts.212.down_proj,0.0105856092,hessian_weighted_relative_error,16706,0.02500,0.755
27,model.language_model.layers.27.mlp.experts.212.gate_proj,0.0058849197,hessian_weighted_relative_error,16706,0.02500,0.790
27,model.language_model.layers.27.mlp.experts.212.up_proj,0.0060603215,hessian_weighted_relative_error,16706,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.213.down_proj,0.0130257534,hessian_weighted_relative_error,28443,0.02500,0.877
27,model.language_model.layers.27.mlp.experts.213.gate_proj,0.0076982935,hessian_weighted_relative_error,28443,0.02500,0.916
27,model.language_model.layers.27.mlp.experts.213.up_proj,0.0088891538,hessian_weighted_relative_error,28443,0.02500,0.968
27,model.language_model.layers.27.mlp.experts.214.down_proj,0.0145095645,hessian_weighted_relative_error,49703,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.214.gate_proj,0.0084364642,hessian_weighted_relative_error,49703,0.02500,0.787
27,model.language_model.layers.27.mlp.experts.214.up_proj,0.0090934946,hessian_weighted_relative_error,49703,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.215.down_proj,0.0119175657,hessian_weighted_relative_error,8243,0.02500,0.878
27,model.language_model.layers.27.mlp.experts.215.gate_proj,0.0062107998,hessian_weighted_relative_error,8243,0.02500,0.921
27,model.language_model.layers.27.mlp.experts.215.up_proj,0.0065555609,hessian_weighted_relative_error,8243,0.02500,0.962
27,model.language_model.layers.27.mlp.experts.216.down_proj,0.0016100615,hessian_weighted_relative_error,35890,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.216.gate_proj,0.0077157727,hessian_weighted_relative_error,35890,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.216.up_proj,0.0082573428,hessian_weighted_relative_error,35890,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.217.down_proj,0.0131722404,hessian_weighted_relative_error,46848,0.02500,0.879
27,model.language_model.layers.27.mlp.experts.217.gate_proj,0.0083360851,hessian_weighted_relative_error,46848,0.02500,0.909
27,model.language_model.layers.27.mlp.experts.217.up_proj,0.0094227870,hessian_weighted_relative_error,46848,0.02500,0.971
27,model.language_model.layers.27.mlp.experts.218.down_proj,0.0107731849,hessian_weighted_relative_error,20549,0.02500,0.762
27,model.language_model.layers.27.mlp.experts.218.gate_proj,0.0066214155,hessian_weighted_relative_error,20549,0.02500,0.794
27,model.language_model.layers.27.mlp.experts.218.up_proj,0.0069851496,hessian_weighted_relative_error,20549,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.219.down_proj,0.0107715765,hessian_weighted_relative_error,7354,0.02500,0.883
27,model.language_model.layers.27.mlp.experts.219.gate_proj,0.0056505806,hessian_weighted_relative_error,7354,0.02500,0.918
27,model.language_model.layers.27.mlp.experts.219.up_proj,0.0062179716,hessian_weighted_relative_error,7354,0.02500,0.961
27,model.language_model.layers.27.mlp.experts.22.down_proj,0.0088901119,hessian_weighted_relative_error,14729,0.02500,0.722
27,model.language_model.layers.27.mlp.experts.22.gate_proj,0.0060033572,hessian_weighted_relative_error,14729,0.02500,0.757
27,model.language_model.layers.27.mlp.experts.22.up_proj,0.0067681126,hessian_weighted_relative_error,14729,0.02500,0.795
27,model.language_model.layers.27.mlp.experts.220.down_proj,0.0069116785,hessian_weighted_relative_error,2314,0.02500,0.755
27,model.language_model.layers.27.mlp.experts.220.gate_proj,0.0031167148,hessian_weighted_relative_error,2314,0.02500,0.790
27,model.language_model.layers.27.mlp.experts.220.up_proj,0.0033185920,hessian_weighted_relative_error,2314,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.221.down_proj,0.0124016730,hessian_weighted_relative_error,9814,0.02500,0.879
27,model.language_model.layers.27.mlp.experts.221.gate_proj,0.0069129963,hessian_weighted_relative_error,9814,0.02500,0.916
27,model.language_model.layers.27.mlp.experts.221.up_proj,0.0071667650,hessian_weighted_relative_error,9814,0.02500,0.963
27,model.language_model.layers.27.mlp.experts.222.down_proj,0.0074408542,hessian_weighted_relative_error,4209,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.222.gate_proj,0.0031351671,hessian_weighted_relative_error,4209,0.02500,0.791
27,model.language_model.layers.27.mlp.experts.222.up_proj,0.0033940951,hessian_weighted_relative_error,4209,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.223.down_proj,0.0136042792,hessian_weighted_relative_error,70680,0.02500,0.879
27,model.language_model.layers.27.mlp.experts.223.gate_proj,0.0081944000,hessian_weighted_relative_error,70680,0.02500,0.919
27,model.language_model.layers.27.mlp.experts.223.up_proj,0.0087466048,hessian_weighted_relative_error,70680,0.02500,0.959
27,model.language_model.layers.27.mlp.experts.224.down_proj,0.0111568267,hessian_weighted_relative_error,12308,0.02500,0.757
27,model.language_model.layers.27.mlp.experts.224.gate_proj,0.0052283349,hessian_weighted_relative_error,12308,0.02500,0.790
27,model.language_model.layers.27.mlp.experts.224.up_proj,0.0055301136,hessian_weighted_relative_error,12308,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.225.down_proj,0.0095275883,hessian_weighted_relative_error,10655,0.02500,0.880
27,model.language_model.layers.27.mlp.experts.225.gate_proj,0.0038204802,hessian_weighted_relative_error,10655,0.02500,0.916
27,model.language_model.layers.27.mlp.experts.225.up_proj,0.0040136615,hessian_weighted_relative_error,10655,0.02500,0.971
27,model.language_model.layers.27.mlp.experts.226.down_proj,0.0142908253,hessian_weighted_relative_error,25492,0.02500,0.760
27,model.language_model.layers.27.mlp.experts.226.gate_proj,0.0080200744,hessian_weighted_relative_error,25492,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.226.up_proj,0.0088424063,hessian_weighted_relative_error,25492,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.227.down_proj,0.0025612162,hessian_weighted_relative_error,1201,0.02500,0.883
27,model.language_model.layers.27.mlp.experts.227.gate_proj,0.0011647218,hessian_weighted_relative_error,1201,0.02500,0.920
27,model.language_model.layers.27.mlp.experts.227.up_proj,0.0012316079,hessian_weighted_relative_error,1201,0.02500,0.962
27,model.language_model.layers.27.mlp.experts.228.down_proj,0.0075255885,hessian_weighted_relative_error,4833,0.02500,0.757
27,model.language_model.layers.27.mlp.experts.228.gate_proj,0.0036194006,hessian_weighted_relative_error,4833,0.02500,0.791
27,model.language_model.layers.27.mlp.experts.228.up_proj,0.0038298038,hessian_weighted_relative_error,4833,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.229.down_proj,0.0153581140,hessian_weighted_relative_error,45516,0.02500,0.880
27,model.language_model.layers.27.mlp.experts.229.gate_proj,0.0096184976,hessian_weighted_relative_error,45516,0.02500,0.924
27,model.language_model.layers.27.mlp.experts.229.up_proj,0.0103608360,hessian_weighted_relative_error,45516,0.02500,0.963
27,model.language_model.layers.27.mlp.experts.23.down_proj,0.0099667457,hessian_weighted_relative_error,16091,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.23.gate_proj,0.0059084972,hessian_weighted_relative_error,16091,0.02500,0.849
27,model.language_model.layers.27.mlp.experts.23.up_proj,0.0062606581,hessian_weighted_relative_error,16091,0.02500,0.944
27,model.language_model.layers.27.mlp.experts.230.down_proj,0.0155268236,hessian_weighted_relative_error,77187,0.02500,0.759
27,model.language_model.layers.27.mlp.experts.230.gate_proj,0.0094996059,hessian_weighted_relative_error,77187,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.230.up_proj,0.0107824531,hessian_weighted_relative_error,77187,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.231.down_proj,0.0120632706,hessian_weighted_relative_error,6984,0.02500,0.879
27,model.language_model.layers.27.mlp.experts.231.gate_proj,0.0060128207,hessian_weighted_relative_error,6984,0.02500,0.921
27,model.language_model.layers.27.mlp.experts.231.up_proj,0.0067211531,hessian_weighted_relative_error,6984,0.02500,0.967
27,model.language_model.layers.27.mlp.experts.232.down_proj,0.0139673643,hessian_weighted_relative_error,78825,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.232.gate_proj,0.0090374129,hessian_weighted_relative_error,78825,0.02500,0.788
27,model.language_model.layers.27.mlp.experts.232.up_proj,0.0100069796,hessian_weighted_relative_error,78825,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.233.down_proj,0.0073694381,hessian_weighted_relative_error,18381,0.02500,0.880
27,model.language_model.layers.27.mlp.experts.233.gate_proj,0.0045858346,hessian_weighted_relative_error,18381,0.02500,0.923
27,model.language_model.layers.27.mlp.experts.233.up_proj,0.0050245007,hessian_weighted_relative_error,18381,0.02500,0.964
27,model.language_model.layers.27.mlp.experts.234.down_proj,0.0153740383,hessian_weighted_relative_error,30812,0.02500,0.765
27,model.language_model.layers.27.mlp.experts.234.gate_proj,0.0095034919,hessian_weighted_relative_error,30812,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.234.up_proj,0.0105809303,hessian_weighted_relative_error,30812,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.235.down_proj,0.0129620860,hessian_weighted_relative_error,22709,0.02500,0.882
27,model.language_model.layers.27.mlp.experts.235.gate_proj,0.0074276934,hessian_weighted_relative_error,22709,0.02500,0.928
27,model.language_model.layers.27.mlp.experts.235.up_proj,0.0080006800,hessian_weighted_relative_error,22709,0.02500,0.963
27,model.language_model.layers.27.mlp.experts.236.down_proj,0.0061340131,hessian_weighted_relative_error,36701,0.02500,0.757
27,model.language_model.layers.27.mlp.experts.236.gate_proj,0.0036219642,hessian_weighted_relative_error,36701,0.02500,0.791
27,model.language_model.layers.27.mlp.experts.236.up_proj,0.0038252346,hessian_weighted_relative_error,36701,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.237.down_proj,0.0153530091,hessian_weighted_relative_error,50575,0.02500,0.881
27,model.language_model.layers.27.mlp.experts.237.gate_proj,0.0094113344,hessian_weighted_relative_error,50575,0.02500,0.924
27,model.language_model.layers.27.mlp.experts.237.up_proj,0.0102027864,hessian_weighted_relative_error,50575,0.02500,0.962
27,model.language_model.layers.27.mlp.experts.238.down_proj,0.0135422529,hessian_weighted_relative_error,12198,0.02500,0.763
27,model.language_model.layers.27.mlp.experts.238.gate_proj,0.0067509110,hessian_weighted_relative_error,12198,0.02500,0.791
27,model.language_model.layers.27.mlp.experts.238.up_proj,0.0083189804,hessian_weighted_relative_error,12198,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.239.down_proj,0.0153639158,hessian_weighted_relative_error,43288,0.02500,0.880
27,model.language_model.layers.27.mlp.experts.239.gate_proj,0.0093223828,hessian_weighted_relative_error,43288,0.02500,0.919
27,model.language_model.layers.27.mlp.experts.239.up_proj,0.0099888825,hessian_weighted_relative_error,43288,0.02500,0.959
27,model.language_model.layers.27.mlp.experts.24.down_proj,0.0121647348,hessian_weighted_relative_error,16053,0.02500,0.726
27,model.language_model.layers.27.mlp.experts.24.gate_proj,0.0066945471,hessian_weighted_relative_error,16053,0.02500,0.752
27,model.language_model.layers.27.mlp.experts.24.up_proj,0.0070297308,hessian_weighted_relative_error,16053,0.02500,0.796
27,model.language_model.layers.27.mlp.experts.240.down_proj,0.0108099615,hessian_weighted_relative_error,40972,0.02500,0.760
27,model.language_model.layers.27.mlp.experts.240.gate_proj,0.0071584054,hessian_weighted_relative_error,40972,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.240.up_proj,0.0075987820,hessian_weighted_relative_error,40972,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.241.down_proj,0.0143893932,hessian_weighted_relative_error,31811,0.02500,0.882
27,model.language_model.layers.27.mlp.experts.241.gate_proj,0.0088547015,hessian_weighted_relative_error,31811,0.02500,0.924
27,model.language_model.layers.27.mlp.experts.241.up_proj,0.0093592552,hessian_weighted_relative_error,31811,0.02500,0.956
27,model.language_model.layers.27.mlp.experts.242.down_proj,0.0104642521,hessian_weighted_relative_error,4997,0.02500,0.761
27,model.language_model.layers.27.mlp.experts.242.gate_proj,0.0048935919,hessian_weighted_relative_error,4997,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.242.up_proj,0.0055763747,hessian_weighted_relative_error,4997,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.243.down_proj,0.0111795902,hessian_weighted_relative_error,11304,0.02500,0.882
27,model.language_model.layers.27.mlp.experts.243.gate_proj,0.0062671304,hessian_weighted_relative_error,11304,0.02500,0.928
27,model.language_model.layers.27.mlp.experts.243.up_proj,0.0070134975,hessian_weighted_relative_error,11304,0.02500,0.956
27,model.language_model.layers.27.mlp.experts.244.down_proj,0.0095549704,hessian_weighted_relative_error,26157,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.244.gate_proj,0.0046700064,hessian_weighted_relative_error,26157,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.244.up_proj,0.0048138590,hessian_weighted_relative_error,26157,0.02500,0.811
27,model.language_model.layers.27.mlp.experts.245.down_proj,0.0123463978,hessian_weighted_relative_error,13110,0.02500,0.881
27,model.language_model.layers.27.mlp.experts.245.gate_proj,0.0066926584,hessian_weighted_relative_error,13110,0.02500,0.925
27,model.language_model.layers.27.mlp.experts.245.up_proj,0.0071984938,hessian_weighted_relative_error,13110,0.02500,0.965
27,model.language_model.layers.27.mlp.experts.246.down_proj,0.0109531690,hessian_weighted_relative_error,23050,0.02500,0.760
27,model.language_model.layers.27.mlp.experts.246.gate_proj,0.0053468524,hessian_weighted_relative_error,23050,0.02500,0.794
27,model.language_model.layers.27.mlp.experts.246.up_proj,0.0057292983,hessian_weighted_relative_error,23050,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.247.down_proj,0.0140978448,hessian_weighted_relative_error,96718,0.02500,0.881
27,model.language_model.layers.27.mlp.experts.247.gate_proj,0.0087578710,hessian_weighted_relative_error,96718,0.02500,0.920
27,model.language_model.layers.27.mlp.experts.247.up_proj,0.0094541736,hessian_weighted_relative_error,96718,0.02500,0.961
27,model.language_model.layers.27.mlp.experts.248.down_proj,0.0047231274,hessian_weighted_relative_error,19605,0.02500,0.761
27,model.language_model.layers.27.mlp.experts.248.gate_proj,0.0029291983,hessian_weighted_relative_error,19605,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.248.up_proj,0.0030189570,hessian_weighted_relative_error,19605,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.249.down_proj,0.0121137871,hessian_weighted_relative_error,19798,0.02500,0.883
27,model.language_model.layers.27.mlp.experts.249.gate_proj,0.0071667131,hessian_weighted_relative_error,19798,0.02500,0.925
27,model.language_model.layers.27.mlp.experts.249.up_proj,0.0077829856,hessian_weighted_relative_error,19798,0.02500,0.955
27,model.language_model.layers.27.mlp.experts.25.down_proj,0.0109856822,hessian_weighted_relative_error,19695,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.25.gate_proj,0.0063523243,hessian_weighted_relative_error,19695,0.02500,0.850
27,model.language_model.layers.27.mlp.experts.25.up_proj,0.0068129775,hessian_weighted_relative_error,19695,0.02500,0.938
27,model.language_model.layers.27.mlp.experts.250.down_proj,0.0100925492,hessian_weighted_relative_error,24755,0.02500,0.764
27,model.language_model.layers.27.mlp.experts.250.gate_proj,0.0067883416,hessian_weighted_relative_error,24755,0.02500,0.794
27,model.language_model.layers.27.mlp.experts.250.up_proj,0.0073461692,hessian_weighted_relative_error,24755,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.251.down_proj,0.0142765647,hessian_weighted_relative_error,29329,0.02500,0.883
27,model.language_model.layers.27.mlp.experts.251.gate_proj,0.0085105011,hessian_weighted_relative_error,29329,0.02500,0.925
27,model.language_model.layers.27.mlp.experts.251.up_proj,0.0094792575,hessian_weighted_relative_error,29329,0.02500,0.951
27,model.language_model.layers.27.mlp.experts.252.down_proj,0.0124616149,hessian_weighted_relative_error,17007,0.02500,0.759
27,model.language_model.layers.27.mlp.experts.252.gate_proj,0.0070811496,hessian_weighted_relative_error,17007,0.02500,0.791
27,model.language_model.layers.27.mlp.experts.252.up_proj,0.0074030787,hessian_weighted_relative_error,17007,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.253.down_proj,0.0096290980,hessian_weighted_relative_error,8969,0.02500,0.882
27,model.language_model.layers.27.mlp.experts.253.gate_proj,0.0055495914,hessian_weighted_relative_error,8969,0.02500,0.924
27,model.language_model.layers.27.mlp.experts.253.up_proj,0.0059150140,hessian_weighted_relative_error,8969,0.02500,0.972
27,model.language_model.layers.27.mlp.experts.254.down_proj,0.0106050435,hessian_weighted_relative_error,8934,0.02500,0.759
27,model.language_model.layers.27.mlp.experts.254.gate_proj,0.0056843305,hessian_weighted_relative_error,8934,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.254.up_proj,0.0066178612,hessian_weighted_relative_error,8934,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.255.down_proj,0.0151466838,hessian_weighted_relative_error,43986,0.02500,0.882
27,model.language_model.layers.27.mlp.experts.255.gate_proj,0.0089357330,hessian_weighted_relative_error,43986,0.02500,0.943
27,model.language_model.layers.27.mlp.experts.255.up_proj,0.0104297128,hessian_weighted_relative_error,43986,0.02500,0.964
27,model.language_model.layers.27.mlp.experts.256.down_proj,0.0078791194,hessian_weighted_relative_error,3152,0.02500,0.761
27,model.language_model.layers.27.mlp.experts.256.gate_proj,0.0032709198,hessian_weighted_relative_error,3152,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.256.up_proj,0.0038087213,hessian_weighted_relative_error,3152,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.257.down_proj,0.0150366635,hessian_weighted_relative_error,42836,0.02500,0.883
27,model.language_model.layers.27.mlp.experts.257.gate_proj,0.0088147698,hessian_weighted_relative_error,42836,0.02500,0.928
27,model.language_model.layers.27.mlp.experts.257.up_proj,0.0101465613,hessian_weighted_relative_error,42836,0.02500,0.950
27,model.language_model.layers.27.mlp.experts.258.down_proj,0.0127934996,hessian_weighted_relative_error,22429,0.02500,0.763
27,model.language_model.layers.27.mlp.experts.258.gate_proj,0.0070159833,hessian_weighted_relative_error,22429,0.02500,0.795
27,model.language_model.layers.27.mlp.experts.258.up_proj,0.0082665338,hessian_weighted_relative_error,22429,0.02500,0.808
27,model.language_model.layers.27.mlp.experts.259.down_proj,0.0140882951,hessian_weighted_relative_error,67952,0.02500,0.884
27,model.language_model.layers.27.mlp.experts.259.gate_proj,0.0085339301,hessian_weighted_relative_error,67952,0.02500,0.925
27,model.language_model.layers.27.mlp.experts.259.up_proj,0.0097227268,hessian_weighted_relative_error,67952,0.02500,0.958
27,model.language_model.layers.27.mlp.experts.26.down_proj,0.0137973122,hessian_weighted_relative_error,16658,0.02500,0.725
27,model.language_model.layers.27.mlp.experts.26.gate_proj,0.0077162646,hessian_weighted_relative_error,16658,0.02500,0.754
27,model.language_model.layers.27.mlp.experts.26.up_proj,0.0082929659,hessian_weighted_relative_error,16658,0.02500,0.796
27,model.language_model.layers.27.mlp.experts.260.down_proj,0.0131964542,hessian_weighted_relative_error,39440,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.260.gate_proj,0.0074021814,hessian_weighted_relative_error,39440,0.02500,0.794
27,model.language_model.layers.27.mlp.experts.260.up_proj,0.0085404375,hessian_weighted_relative_error,39440,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.261.down_proj,0.0138474900,hessian_weighted_relative_error,31842,0.02500,0.883
27,model.language_model.layers.27.mlp.experts.261.gate_proj,0.0081877861,hessian_weighted_relative_error,31842,0.02500,0.933
27,model.language_model.layers.27.mlp.experts.261.up_proj,0.0089622947,hessian_weighted_relative_error,31842,0.02500,0.968
27,model.language_model.layers.27.mlp.experts.262.down_proj,0.0135922442,hessian_weighted_relative_error,51978,0.02500,0.759
27,model.language_model.layers.27.mlp.experts.262.gate_proj,0.0085681071,hessian_weighted_relative_error,51978,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.262.up_proj,0.0094286424,hessian_weighted_relative_error,51978,0.02500,0.809
27,model.language_model.layers.27.mlp.experts.263.down_proj,0.0144788934,hessian_weighted_relative_error,30906,0.02500,0.883
27,model.language_model.layers.27.mlp.experts.263.gate_proj,0.0084475927,hessian_weighted_relative_error,30906,0.02500,0.926
27,model.language_model.layers.27.mlp.experts.263.up_proj,0.0094060356,hessian_weighted_relative_error,30906,0.02500,0.957
27,model.language_model.layers.27.mlp.experts.264.down_proj,0.0094818855,hessian_weighted_relative_error,8967,0.02500,0.761
27,model.language_model.layers.27.mlp.experts.264.gate_proj,0.0048167264,hessian_weighted_relative_error,8967,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.264.up_proj,0.0051319281,hessian_weighted_relative_error,8967,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.265.down_proj,0.0061554180,hessian_weighted_relative_error,3283,0.02500,0.885
27,model.language_model.layers.27.mlp.experts.265.gate_proj,0.0026997448,hessian_weighted_relative_error,3283,0.02500,0.924
27,model.language_model.layers.27.mlp.experts.265.up_proj,0.0029856100,hessian_weighted_relative_error,3283,0.02500,0.948
27,model.language_model.layers.27.mlp.experts.266.down_proj,0.0080691466,hessian_weighted_relative_error,9196,0.02500,0.763
27,model.language_model.layers.27.mlp.experts.266.gate_proj,0.0042454943,hessian_weighted_relative_error,9196,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.266.up_proj,0.0046361648,hessian_weighted_relative_error,9196,0.02500,0.808
27,model.language_model.layers.27.mlp.experts.267.down_proj,0.0105870255,hessian_weighted_relative_error,5622,0.02500,0.888
27,model.language_model.layers.27.mlp.experts.267.gate_proj,0.0047996561,hessian_weighted_relative_error,5622,0.02500,0.930
27,model.language_model.layers.27.mlp.experts.267.up_proj,0.0054754300,hessian_weighted_relative_error,5622,0.02500,0.948
27,model.language_model.layers.27.mlp.experts.268.down_proj,0.0173350996,hessian_weighted_relative_error,1024,0.02500,0.759
27,model.language_model.layers.27.mlp.experts.268.gate_proj,0.0135543604,hessian_weighted_relative_error,1024,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.268.up_proj,0.0141538752,hessian_weighted_relative_error,1024,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.269.down_proj,0.0151754010,hessian_weighted_relative_error,46611,0.02500,0.884
27,model.language_model.layers.27.mlp.experts.269.gate_proj,0.0096541276,hessian_weighted_relative_error,46611,0.02500,0.932
27,model.language_model.layers.27.mlp.experts.269.up_proj,0.0101589632,hessian_weighted_relative_error,46611,0.02500,0.956
27,model.language_model.layers.27.mlp.experts.27.down_proj,0.0153463926,hessian_weighted_relative_error,46612,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.27.gate_proj,0.0091213937,hessian_weighted_relative_error,46612,0.02500,0.851
27,model.language_model.layers.27.mlp.experts.27.up_proj,0.0102214169,hessian_weighted_relative_error,46612,0.02500,0.936
27,model.language_model.layers.27.mlp.experts.270.down_proj,0.0109887736,hessian_weighted_relative_error,16829,0.02500,0.760
27,model.language_model.layers.27.mlp.experts.270.gate_proj,0.0055303710,hessian_weighted_relative_error,16829,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.270.up_proj,0.0059271275,hessian_weighted_relative_error,16829,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.271.down_proj,0.0133541630,hessian_weighted_relative_error,36449,0.02500,0.885
27,model.language_model.layers.27.mlp.experts.271.gate_proj,0.0090473384,hessian_weighted_relative_error,36449,0.02500,0.938
27,model.language_model.layers.27.mlp.experts.271.up_proj,0.0095583243,hessian_weighted_relative_error,36449,0.02500,0.955
27,model.language_model.layers.27.mlp.experts.272.down_proj,0.0145365644,hessian_weighted_relative_error,27425,0.02500,0.761
27,model.language_model.layers.27.mlp.experts.272.gate_proj,0.0086375911,hessian_weighted_relative_error,27425,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.272.up_proj,0.0092634039,hessian_weighted_relative_error,27425,0.02500,0.817
27,model.language_model.layers.27.mlp.experts.273.down_proj,0.0143160496,hessian_weighted_relative_error,25506,0.02500,0.885
27,model.language_model.layers.27.mlp.experts.273.gate_proj,0.0086347099,hessian_weighted_relative_error,25506,0.02500,0.929
27,model.language_model.layers.27.mlp.experts.273.up_proj,0.0093313424,hessian_weighted_relative_error,25506,0.02500,0.944
27,model.language_model.layers.27.mlp.experts.274.down_proj,0.0141240222,hessian_weighted_relative_error,22563,0.02500,0.764
27,model.language_model.layers.27.mlp.experts.274.gate_proj,0.0083514584,hessian_weighted_relative_error,22563,0.02500,0.796
27,model.language_model.layers.27.mlp.experts.274.up_proj,0.0090530560,hessian_weighted_relative_error,22563,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.275.down_proj,0.0068858186,hessian_weighted_relative_error,12887,0.02500,0.885
27,model.language_model.layers.27.mlp.experts.275.gate_proj,0.0042218598,hessian_weighted_relative_error,12887,0.02500,0.932
27,model.language_model.layers.27.mlp.experts.275.up_proj,0.0046062369,hessian_weighted_relative_error,12887,0.02500,0.943
27,model.language_model.layers.27.mlp.experts.276.down_proj,0.0110374684,hessian_weighted_relative_error,26147,0.02500,0.761
27,model.language_model.layers.27.mlp.experts.276.gate_proj,0.0060324431,hessian_weighted_relative_error,26147,0.02500,0.795
27,model.language_model.layers.27.mlp.experts.276.up_proj,0.0064365283,hessian_weighted_relative_error,26147,0.02500,0.808
27,model.language_model.layers.27.mlp.experts.277.down_proj,0.0082430350,hessian_weighted_relative_error,60483,0.02500,0.884
27,model.language_model.layers.27.mlp.experts.277.gate_proj,0.0045049197,hessian_weighted_relative_error,60483,0.02500,0.944
27,model.language_model.layers.27.mlp.experts.277.up_proj,0.0048313342,hessian_weighted_relative_error,60483,0.02500,0.953
27,model.language_model.layers.27.mlp.experts.278.down_proj,0.0145270871,hessian_weighted_relative_error,31802,0.02500,0.764
27,model.language_model.layers.27.mlp.experts.278.gate_proj,0.0087577315,hessian_weighted_relative_error,31802,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.278.up_proj,0.0095742965,hessian_weighted_relative_error,31802,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.279.down_proj,0.0122739603,hessian_weighted_relative_error,27125,0.02500,0.885
27,model.language_model.layers.27.mlp.experts.279.gate_proj,0.0066043878,hessian_weighted_relative_error,27125,0.02500,0.943
27,model.language_model.layers.27.mlp.experts.279.up_proj,0.0070666778,hessian_weighted_relative_error,27125,0.02500,0.937
27,model.language_model.layers.27.mlp.experts.28.down_proj,0.0094425686,hessian_weighted_relative_error,8128,0.02500,0.724
27,model.language_model.layers.27.mlp.experts.28.gate_proj,0.0046676968,hessian_weighted_relative_error,8128,0.02500,0.753
27,model.language_model.layers.27.mlp.experts.28.up_proj,0.0051348230,hessian_weighted_relative_error,8128,0.02500,0.795
27,model.language_model.layers.27.mlp.experts.280.down_proj,0.0127163824,hessian_weighted_relative_error,48691,0.02500,0.762
27,model.language_model.layers.27.mlp.experts.280.gate_proj,0.0091576154,hessian_weighted_relative_error,48691,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.280.up_proj,0.0101775859,hessian_weighted_relative_error,48691,0.02500,0.808
27,model.language_model.layers.27.mlp.experts.281.down_proj,0.0138738245,hessian_weighted_relative_error,42101,0.02500,0.884
27,model.language_model.layers.27.mlp.experts.281.gate_proj,0.0084165052,hessian_weighted_relative_error,42101,0.02500,0.928
27,model.language_model.layers.27.mlp.experts.281.up_proj,0.0095037545,hessian_weighted_relative_error,42101,0.02500,0.938
27,model.language_model.layers.27.mlp.experts.282.down_proj,0.0150246905,hessian_weighted_relative_error,34518,0.02500,0.764
27,model.language_model.layers.27.mlp.experts.282.gate_proj,0.0085619714,hessian_weighted_relative_error,34518,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.282.up_proj,0.0099113023,hessian_weighted_relative_error,34518,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.283.down_proj,0.0114316156,hessian_weighted_relative_error,8164,0.02500,0.887
27,model.language_model.layers.27.mlp.experts.283.gate_proj,0.0056246422,hessian_weighted_relative_error,8164,0.02500,0.932
27,model.language_model.layers.27.mlp.experts.283.up_proj,0.0061620099,hessian_weighted_relative_error,8164,0.02500,0.935
27,model.language_model.layers.27.mlp.experts.284.down_proj,0.0120317618,hessian_weighted_relative_error,11736,0.02500,0.761
27,model.language_model.layers.27.mlp.experts.284.gate_proj,0.0066888028,hessian_weighted_relative_error,11736,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.284.up_proj,0.0075448008,hessian_weighted_relative_error,11736,0.02500,0.801
27,model.language_model.layers.27.mlp.experts.285.down_proj,0.0087308513,hessian_weighted_relative_error,5952,0.02500,0.885
27,model.language_model.layers.27.mlp.experts.285.gate_proj,0.0043671002,hessian_weighted_relative_error,5952,0.02500,0.932
27,model.language_model.layers.27.mlp.experts.285.up_proj,0.0046003613,hessian_weighted_relative_error,5952,0.02500,0.943
27,model.language_model.layers.27.mlp.experts.286.down_proj,0.0097556707,hessian_weighted_relative_error,15716,0.02500,0.764
27,model.language_model.layers.27.mlp.experts.286.gate_proj,0.0056380001,hessian_weighted_relative_error,15716,0.02500,0.794
27,model.language_model.layers.27.mlp.experts.286.up_proj,0.0059895303,hessian_weighted_relative_error,15716,0.02500,0.801
27,model.language_model.layers.27.mlp.experts.287.down_proj,0.0133153198,hessian_weighted_relative_error,42308,0.02500,0.884
27,model.language_model.layers.27.mlp.experts.287.gate_proj,0.0082912424,hessian_weighted_relative_error,42308,0.02500,0.928
27,model.language_model.layers.27.mlp.experts.287.up_proj,0.0092729790,hessian_weighted_relative_error,42308,0.02500,0.935
27,model.language_model.layers.27.mlp.experts.29.down_proj,0.0128783133,hessian_weighted_relative_error,27228,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.29.gate_proj,0.0079555533,hessian_weighted_relative_error,27228,0.02500,0.850
27,model.language_model.layers.27.mlp.experts.29.up_proj,0.0084917029,hessian_weighted_relative_error,27228,0.02500,0.941
27,model.language_model.layers.27.mlp.experts.3.down_proj,0.0142886487,hessian_weighted_relative_error,27451,0.02500,0.792
27,model.language_model.layers.27.mlp.experts.3.gate_proj,0.0076292179,hessian_weighted_relative_error,27451,0.02500,0.846
27,model.language_model.layers.27.mlp.experts.3.up_proj,0.0094830811,hessian_weighted_relative_error,27451,0.02500,0.929
27,model.language_model.layers.27.mlp.experts.30.down_proj,0.0144768034,hessian_weighted_relative_error,35203,0.02500,0.723
27,model.language_model.layers.27.mlp.experts.30.gate_proj,0.0090590715,hessian_weighted_relative_error,35203,0.02500,0.754
27,model.language_model.layers.27.mlp.experts.30.up_proj,0.0097314824,hessian_weighted_relative_error,35203,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.31.down_proj,0.0128088158,hessian_weighted_relative_error,49771,0.02500,0.801
27,model.language_model.layers.27.mlp.experts.31.gate_proj,0.0086963751,hessian_weighted_relative_error,49771,0.02500,0.848
27,model.language_model.layers.27.mlp.experts.31.up_proj,0.0092034847,hessian_weighted_relative_error,49771,0.02500,0.933
27,model.language_model.layers.27.mlp.experts.32.down_proj,0.0121161281,hessian_weighted_relative_error,9288,0.02500,0.728
27,model.language_model.layers.27.mlp.experts.32.gate_proj,0.0063519518,hessian_weighted_relative_error,9288,0.02500,0.756
27,model.language_model.layers.27.mlp.experts.32.up_proj,0.0069627847,hessian_weighted_relative_error,9288,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.33.down_proj,0.0092832216,hessian_weighted_relative_error,4940,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.33.gate_proj,0.0042923437,hessian_weighted_relative_error,4940,0.02500,0.854
27,model.language_model.layers.27.mlp.experts.33.up_proj,0.0046773930,hessian_weighted_relative_error,4940,0.02500,0.937
27,model.language_model.layers.27.mlp.experts.34.down_proj,0.0090928151,hessian_weighted_relative_error,32562,0.02500,0.727
27,model.language_model.layers.27.mlp.experts.34.gate_proj,0.0049002222,hessian_weighted_relative_error,32562,0.02500,0.774
27,model.language_model.layers.27.mlp.experts.34.up_proj,0.0049875380,hessian_weighted_relative_error,32562,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.35.down_proj,0.0125886390,hessian_weighted_relative_error,16089,0.02500,0.808
27,model.language_model.layers.27.mlp.experts.35.gate_proj,0.0067513244,hessian_weighted_relative_error,16089,0.02500,0.857
27,model.language_model.layers.27.mlp.experts.35.up_proj,0.0071470294,hessian_weighted_relative_error,16089,0.02500,0.942
27,model.language_model.layers.27.mlp.experts.36.down_proj,0.0149020223,hessian_weighted_relative_error,26706,0.02500,0.726
27,model.language_model.layers.27.mlp.experts.36.gate_proj,0.0081969044,hessian_weighted_relative_error,26706,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.36.up_proj,0.0098103652,hessian_weighted_relative_error,26706,0.02500,0.795
27,model.language_model.layers.27.mlp.experts.37.down_proj,0.0141695355,hessian_weighted_relative_error,85189,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.37.gate_proj,0.0084123070,hessian_weighted_relative_error,85189,0.02500,0.859
27,model.language_model.layers.27.mlp.experts.37.up_proj,0.0091220828,hessian_weighted_relative_error,85189,0.02500,0.944
27,model.language_model.layers.27.mlp.experts.38.down_proj,0.0110254751,hessian_weighted_relative_error,6071,0.02500,0.725
27,model.language_model.layers.27.mlp.experts.38.gate_proj,0.0052326370,hessian_weighted_relative_error,6071,0.02500,0.764
27,model.language_model.layers.27.mlp.experts.38.up_proj,0.0056345716,hessian_weighted_relative_error,6071,0.02500,0.799
27,model.language_model.layers.27.mlp.experts.39.down_proj,0.0056753639,hessian_weighted_relative_error,32117,0.02500,0.805
27,model.language_model.layers.27.mlp.experts.39.gate_proj,0.0026917049,hessian_weighted_relative_error,32117,0.02500,0.855
27,model.language_model.layers.27.mlp.experts.39.up_proj,0.0028636901,hessian_weighted_relative_error,32117,0.02500,0.944
27,model.language_model.layers.27.mlp.experts.4.down_proj,0.0121085358,hessian_weighted_relative_error,8103,0.02500,0.717
27,model.language_model.layers.27.mlp.experts.4.gate_proj,0.0057446293,hessian_weighted_relative_error,8103,0.02500,0.742
27,model.language_model.layers.27.mlp.experts.4.up_proj,0.0068301325,hessian_weighted_relative_error,8103,0.02500,0.795
27,model.language_model.layers.27.mlp.experts.40.down_proj,0.0082871474,hessian_weighted_relative_error,27830,0.02500,0.731
27,model.language_model.layers.27.mlp.experts.40.gate_proj,0.0045581788,hessian_weighted_relative_error,27830,0.02500,0.755
27,model.language_model.layers.27.mlp.experts.40.up_proj,0.0047033718,hessian_weighted_relative_error,27830,0.02500,0.799
27,model.language_model.layers.27.mlp.experts.41.down_proj,0.0128871072,hessian_weighted_relative_error,36531,0.02500,0.809
27,model.language_model.layers.27.mlp.experts.41.gate_proj,0.0078688243,hessian_weighted_relative_error,36531,0.02500,0.867
27,model.language_model.layers.27.mlp.experts.41.up_proj,0.0089425718,hessian_weighted_relative_error,36531,0.02500,0.953
27,model.language_model.layers.27.mlp.experts.42.down_proj,0.0148193215,hessian_weighted_relative_error,46200,0.02500,0.735
27,model.language_model.layers.27.mlp.experts.42.gate_proj,0.0097687423,hessian_weighted_relative_error,46200,0.02500,0.760
27,model.language_model.layers.27.mlp.experts.42.up_proj,0.0105898312,hessian_weighted_relative_error,46200,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.43.down_proj,0.0076090709,hessian_weighted_relative_error,20339,0.02500,0.810
27,model.language_model.layers.27.mlp.experts.43.gate_proj,0.0048679813,hessian_weighted_relative_error,20339,0.02500,0.858
27,model.language_model.layers.27.mlp.experts.43.up_proj,0.0048903410,hessian_weighted_relative_error,20339,0.02500,0.947
27,model.language_model.layers.27.mlp.experts.44.down_proj,0.0137843561,hessian_weighted_relative_error,44087,0.02500,0.729
27,model.language_model.layers.27.mlp.experts.44.gate_proj,0.0085907968,hessian_weighted_relative_error,44087,0.02500,0.759
27,model.language_model.layers.27.mlp.experts.44.up_proj,0.0094892652,hessian_weighted_relative_error,44087,0.02500,0.797
27,model.language_model.layers.27.mlp.experts.45.down_proj,0.0125152815,hessian_weighted_relative_error,12581,0.02500,0.807
27,model.language_model.layers.27.mlp.experts.45.gate_proj,0.0070232172,hessian_weighted_relative_error,12581,0.02500,0.858
27,model.language_model.layers.27.mlp.experts.45.up_proj,0.0074328624,hessian_weighted_relative_error,12581,0.02500,0.943
27,model.language_model.layers.27.mlp.experts.46.down_proj,0.0135410276,hessian_weighted_relative_error,16968,0.02500,0.728
27,model.language_model.layers.27.mlp.experts.46.gate_proj,0.0072115131,hessian_weighted_relative_error,16968,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.46.up_proj,0.0084482092,hessian_weighted_relative_error,16968,0.02500,0.799
27,model.language_model.layers.27.mlp.experts.47.down_proj,0.0127363973,hessian_weighted_relative_error,13958,0.02500,0.808
27,model.language_model.layers.27.mlp.experts.47.gate_proj,0.0070449362,hessian_weighted_relative_error,13958,0.02500,0.856
27,model.language_model.layers.27.mlp.experts.47.up_proj,0.0073708671,hessian_weighted_relative_error,13958,0.02500,0.940
27,model.language_model.layers.27.mlp.experts.48.down_proj,0.0132332547,hessian_weighted_relative_error,33451,0.02500,0.732
27,model.language_model.layers.27.mlp.experts.48.gate_proj,0.0082314428,hessian_weighted_relative_error,33451,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.48.up_proj,0.0087782175,hessian_weighted_relative_error,33451,0.02500,0.799
27,model.language_model.layers.27.mlp.experts.49.down_proj,0.0125356423,hessian_weighted_relative_error,34237,0.02500,0.813
27,model.language_model.layers.27.mlp.experts.49.gate_proj,0.0078981057,hessian_weighted_relative_error,34237,0.02500,0.861
27,model.language_model.layers.27.mlp.experts.49.up_proj,0.0086779467,hessian_weighted_relative_error,34237,0.02500,0.942
27,model.language_model.layers.27.mlp.experts.5.down_proj,0.0099183518,hessian_weighted_relative_error,39497,0.02500,0.775
27,model.language_model.layers.27.mlp.experts.5.gate_proj,0.0056201328,hessian_weighted_relative_error,39497,0.02500,0.862
27,model.language_model.layers.27.mlp.experts.5.up_proj,0.0058901166,hessian_weighted_relative_error,39497,0.02500,0.936
27,model.language_model.layers.27.mlp.experts.50.down_proj,0.0097434752,hessian_weighted_relative_error,12552,0.02500,0.732
27,model.language_model.layers.27.mlp.experts.50.gate_proj,0.0057875286,hessian_weighted_relative_error,12552,0.02500,0.759
27,model.language_model.layers.27.mlp.experts.50.up_proj,0.0060001010,hessian_weighted_relative_error,12552,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.51.down_proj,0.0146044160,hessian_weighted_relative_error,47260,0.02500,0.815
27,model.language_model.layers.27.mlp.experts.51.gate_proj,0.0088437663,hessian_weighted_relative_error,47260,0.02500,0.864
27,model.language_model.layers.27.mlp.experts.51.up_proj,0.0100765896,hessian_weighted_relative_error,47260,0.02500,0.942
27,model.language_model.layers.27.mlp.experts.52.down_proj,0.0112467312,hessian_weighted_relative_error,18475,0.02500,0.730
27,model.language_model.layers.27.mlp.experts.52.gate_proj,0.0067454836,hessian_weighted_relative_error,18475,0.02500,0.763
27,model.language_model.layers.27.mlp.experts.52.up_proj,0.0073025652,hessian_weighted_relative_error,18475,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.53.down_proj,0.0110348544,hessian_weighted_relative_error,13162,0.02500,0.810
27,model.language_model.layers.27.mlp.experts.53.gate_proj,0.0054959383,hessian_weighted_relative_error,13162,0.02500,0.874
27,model.language_model.layers.27.mlp.experts.53.up_proj,0.0065366384,hessian_weighted_relative_error,13162,0.02500,0.945
27,model.language_model.layers.27.mlp.experts.54.down_proj,0.0144878270,hessian_weighted_relative_error,28123,0.02500,0.730
27,model.language_model.layers.27.mlp.experts.54.gate_proj,0.0090766877,hessian_weighted_relative_error,28123,0.02500,0.758
27,model.language_model.layers.27.mlp.experts.54.up_proj,0.0096138693,hessian_weighted_relative_error,28123,0.02500,0.799
27,model.language_model.layers.27.mlp.experts.55.down_proj,0.0106864088,hessian_weighted_relative_error,8280,0.02500,0.811
27,model.language_model.layers.27.mlp.experts.55.gate_proj,0.0054368296,hessian_weighted_relative_error,8280,0.02500,0.860
27,model.language_model.layers.27.mlp.experts.55.up_proj,0.0058561851,hessian_weighted_relative_error,8280,0.02500,0.946
27,model.language_model.layers.27.mlp.experts.56.down_proj,0.0086162009,hessian_weighted_relative_error,26787,0.02500,0.734
27,model.language_model.layers.27.mlp.experts.56.gate_proj,0.0045802820,hessian_weighted_relative_error,26787,0.02500,0.766
27,model.language_model.layers.27.mlp.experts.56.up_proj,0.0046808509,hessian_weighted_relative_error,26787,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.57.down_proj,0.0104133110,hessian_weighted_relative_error,25964,0.02500,0.817
27,model.language_model.layers.27.mlp.experts.57.gate_proj,0.0066516816,hessian_weighted_relative_error,25964,0.02500,0.868
27,model.language_model.layers.27.mlp.experts.57.up_proj,0.0067186868,hessian_weighted_relative_error,25964,0.02500,0.938
27,model.language_model.layers.27.mlp.experts.58.down_proj,0.0138208832,hessian_weighted_relative_error,63979,0.02500,0.734
27,model.language_model.layers.27.mlp.experts.58.gate_proj,0.0086402359,hessian_weighted_relative_error,63979,0.02500,0.762
27,model.language_model.layers.27.mlp.experts.58.up_proj,0.0093146949,hessian_weighted_relative_error,63979,0.02500,0.799
27,model.language_model.layers.27.mlp.experts.59.down_proj,0.0145759288,hessian_weighted_relative_error,31293,0.02500,0.820
27,model.language_model.layers.27.mlp.experts.59.gate_proj,0.0085752192,hessian_weighted_relative_error,31293,0.02500,0.871
27,model.language_model.layers.27.mlp.experts.59.up_proj,0.0098471985,hessian_weighted_relative_error,31293,0.02500,0.946
27,model.language_model.layers.27.mlp.experts.6.down_proj,0.0111464483,hessian_weighted_relative_error,42056,0.02500,0.701
27,model.language_model.layers.27.mlp.experts.6.gate_proj,0.0063156909,hessian_weighted_relative_error,42056,0.02500,0.740
27,model.language_model.layers.27.mlp.experts.6.up_proj,0.0065778082,hessian_weighted_relative_error,42056,0.02500,0.794
27,model.language_model.layers.27.mlp.experts.60.down_proj,0.0112168951,hessian_weighted_relative_error,119992,0.02500,0.734
27,model.language_model.layers.27.mlp.experts.60.gate_proj,0.0066681975,hessian_weighted_relative_error,119992,0.02500,0.764
27,model.language_model.layers.27.mlp.experts.60.up_proj,0.0068586960,hessian_weighted_relative_error,119992,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.61.down_proj,0.0117002339,hessian_weighted_relative_error,62082,0.02500,0.814
27,model.language_model.layers.27.mlp.experts.61.gate_proj,0.0063881703,hessian_weighted_relative_error,62082,0.02500,0.866
27,model.language_model.layers.27.mlp.experts.61.up_proj,0.0064681921,hessian_weighted_relative_error,62082,0.02500,0.955
27,model.language_model.layers.27.mlp.experts.62.down_proj,0.0133209841,hessian_weighted_relative_error,46109,0.02500,0.732
27,model.language_model.layers.27.mlp.experts.62.gate_proj,0.0073195361,hessian_weighted_relative_error,46109,0.02500,0.762
27,model.language_model.layers.27.mlp.experts.62.up_proj,0.0080334373,hessian_weighted_relative_error,46109,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.63.down_proj,0.0124396071,hessian_weighted_relative_error,6822,0.02500,0.816
27,model.language_model.layers.27.mlp.experts.63.gate_proj,0.0062797008,hessian_weighted_relative_error,6822,0.02500,0.866
27,model.language_model.layers.27.mlp.experts.63.up_proj,0.0074658742,hessian_weighted_relative_error,6822,0.02500,0.940
27,model.language_model.layers.27.mlp.experts.64.down_proj,0.0096021086,hessian_weighted_relative_error,51810,0.02500,0.736
27,model.language_model.layers.27.mlp.experts.64.gate_proj,0.0052395880,hessian_weighted_relative_error,51810,0.02500,0.763
27,model.language_model.layers.27.mlp.experts.64.up_proj,0.0053983170,hessian_weighted_relative_error,51810,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.65.down_proj,0.0101637725,hessian_weighted_relative_error,12131,0.02500,0.819
27,model.language_model.layers.27.mlp.experts.65.gate_proj,0.0049359759,hessian_weighted_relative_error,12131,0.02500,0.871
27,model.language_model.layers.27.mlp.experts.65.up_proj,0.0053698880,hessian_weighted_relative_error,12131,0.02500,0.951
27,model.language_model.layers.27.mlp.experts.66.down_proj,0.0063569792,hessian_weighted_relative_error,7463,0.02500,0.737
27,model.language_model.layers.27.mlp.experts.66.gate_proj,0.0034980548,hessian_weighted_relative_error,7463,0.02500,0.765
27,model.language_model.layers.27.mlp.experts.66.up_proj,0.0037896715,hessian_weighted_relative_error,7463,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.67.down_proj,0.0140792346,hessian_weighted_relative_error,34666,0.02500,0.824
27,model.language_model.layers.27.mlp.experts.67.gate_proj,0.0088863696,hessian_weighted_relative_error,34666,0.02500,0.870
27,model.language_model.layers.27.mlp.experts.67.up_proj,0.0097376593,hessian_weighted_relative_error,34666,0.02500,0.945
27,model.language_model.layers.27.mlp.experts.68.down_proj,0.0119249450,hessian_weighted_relative_error,15107,0.02500,0.734
27,model.language_model.layers.27.mlp.experts.68.gate_proj,0.0065775300,hessian_weighted_relative_error,15107,0.02500,0.776
27,model.language_model.layers.27.mlp.experts.68.up_proj,0.0071912149,hessian_weighted_relative_error,15107,0.02500,0.799
27,model.language_model.layers.27.mlp.experts.69.down_proj,0.0136342378,hessian_weighted_relative_error,28356,0.02500,0.818
27,model.language_model.layers.27.mlp.experts.69.gate_proj,0.0072067488,hessian_weighted_relative_error,28356,0.02500,0.873
27,model.language_model.layers.27.mlp.experts.69.up_proj,0.0082608241,hessian_weighted_relative_error,28356,0.02500,0.952
27,model.language_model.layers.27.mlp.experts.7.down_proj,0.0123098874,hessian_weighted_relative_error,24398,0.02500,0.787
27,model.language_model.layers.27.mlp.experts.7.gate_proj,0.0065840309,hessian_weighted_relative_error,24398,0.02500,0.837
27,model.language_model.layers.27.mlp.experts.7.up_proj,0.0069224684,hessian_weighted_relative_error,24398,0.02500,0.929
27,model.language_model.layers.27.mlp.experts.70.down_proj,0.0148206491,hessian_weighted_relative_error,60946,0.02500,0.736
27,model.language_model.layers.27.mlp.experts.70.gate_proj,0.0087436357,hessian_weighted_relative_error,60946,0.02500,0.764
27,model.language_model.layers.27.mlp.experts.70.up_proj,0.0100302507,hessian_weighted_relative_error,60946,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.71.down_proj,0.0138824554,hessian_weighted_relative_error,34980,0.02500,0.818
27,model.language_model.layers.27.mlp.experts.71.gate_proj,0.0084214084,hessian_weighted_relative_error,34980,0.02500,0.871
27,model.language_model.layers.27.mlp.experts.71.up_proj,0.0095567078,hessian_weighted_relative_error,34980,0.02500,0.945
27,model.language_model.layers.27.mlp.experts.72.down_proj,0.0126075343,hessian_weighted_relative_error,30706,0.02500,0.739
27,model.language_model.layers.27.mlp.experts.72.gate_proj,0.0087277600,hessian_weighted_relative_error,30706,0.02500,0.768
27,model.language_model.layers.27.mlp.experts.72.up_proj,0.0094965245,hessian_weighted_relative_error,30706,0.02500,0.798
27,model.language_model.layers.27.mlp.experts.73.down_proj,0.0095338895,hessian_weighted_relative_error,11181,0.02500,0.823
27,model.language_model.layers.27.mlp.experts.73.gate_proj,0.0049486505,hessian_weighted_relative_error,11181,0.02500,0.875
27,model.language_model.layers.27.mlp.experts.73.up_proj,0.0052415417,hessian_weighted_relative_error,11181,0.02500,0.948
27,model.language_model.layers.27.mlp.experts.74.down_proj,0.0030545618,hessian_weighted_relative_error,14388,0.02500,0.738
27,model.language_model.layers.27.mlp.experts.74.gate_proj,0.0016904659,hessian_weighted_relative_error,14388,0.02500,0.767
27,model.language_model.layers.27.mlp.experts.74.up_proj,0.0018490513,hessian_weighted_relative_error,14388,0.02500,0.806
27,model.language_model.layers.27.mlp.experts.75.down_proj,0.0133934749,hessian_weighted_relative_error,47939,0.02500,0.826
27,model.language_model.layers.27.mlp.experts.75.gate_proj,0.0088730521,hessian_weighted_relative_error,47939,0.02500,0.891
27,model.language_model.layers.27.mlp.experts.75.up_proj,0.0097336392,hessian_weighted_relative_error,47939,0.02500,0.949
27,model.language_model.layers.27.mlp.experts.76.down_proj,0.0103359097,hessian_weighted_relative_error,12158,0.02500,0.736
27,model.language_model.layers.27.mlp.experts.76.gate_proj,0.0051189601,hessian_weighted_relative_error,12158,0.02500,0.769
27,model.language_model.layers.27.mlp.experts.76.up_proj,0.0056667835,hessian_weighted_relative_error,12158,0.02500,0.803
27,model.language_model.layers.27.mlp.experts.77.down_proj,0.0111306084,hessian_weighted_relative_error,12688,0.02500,0.822
27,model.language_model.layers.27.mlp.experts.77.gate_proj,0.0062808549,hessian_weighted_relative_error,12688,0.02500,0.876
27,model.language_model.layers.27.mlp.experts.77.up_proj,0.0067851558,hessian_weighted_relative_error,12688,0.02500,0.947
27,model.language_model.layers.27.mlp.experts.78.down_proj,0.0141351901,hessian_weighted_relative_error,51883,0.02500,0.736
27,model.language_model.layers.27.mlp.experts.78.gate_proj,0.0084068232,hessian_weighted_relative_error,51883,0.02500,0.766
27,model.language_model.layers.27.mlp.experts.78.up_proj,0.0088474465,hessian_weighted_relative_error,51883,0.02500,0.804
27,model.language_model.layers.27.mlp.experts.79.down_proj,0.0103951982,hessian_weighted_relative_error,10360,0.02500,0.822
27,model.language_model.layers.27.mlp.experts.79.gate_proj,0.0049050229,hessian_weighted_relative_error,10360,0.02500,0.873
27,model.language_model.layers.27.mlp.experts.79.up_proj,0.0057822196,hessian_weighted_relative_error,10360,0.02500,0.949
27,model.language_model.layers.27.mlp.experts.8.down_proj,0.0119359446,hessian_weighted_relative_error,22398,0.02500,0.721
27,model.language_model.layers.27.mlp.experts.8.gate_proj,0.0059075870,hessian_weighted_relative_error,22398,0.02500,0.743
27,model.language_model.layers.27.mlp.experts.8.up_proj,0.0068746425,hessian_weighted_relative_error,22398,0.02500,0.796
27,model.language_model.layers.27.mlp.experts.80.down_proj,0.0134365954,hessian_weighted_relative_error,44804,0.02500,0.738
27,model.language_model.layers.27.mlp.experts.80.gate_proj,0.0090481048,hessian_weighted_relative_error,44804,0.02500,0.768
27,model.language_model.layers.27.mlp.experts.80.up_proj,0.0100232532,hessian_weighted_relative_error,44804,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.81.down_proj,0.0108953970,hessian_weighted_relative_error,72486,0.02500,0.826
27,model.language_model.layers.27.mlp.experts.81.gate_proj,0.0064508911,hessian_weighted_relative_error,72486,0.02500,0.880
27,model.language_model.layers.27.mlp.experts.81.up_proj,0.0069610631,hessian_weighted_relative_error,72486,0.02500,0.948
27,model.language_model.layers.27.mlp.experts.82.down_proj,0.0111618915,hessian_weighted_relative_error,30315,0.02500,0.743
27,model.language_model.layers.27.mlp.experts.82.gate_proj,0.0056423969,hessian_weighted_relative_error,30315,0.02500,0.776
27,model.language_model.layers.27.mlp.experts.82.up_proj,0.0062202826,hessian_weighted_relative_error,30315,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.83.down_proj,0.0107688767,hessian_weighted_relative_error,18180,0.02500,0.828
27,model.language_model.layers.27.mlp.experts.83.gate_proj,0.0055332401,hessian_weighted_relative_error,18180,0.02500,0.879
27,model.language_model.layers.27.mlp.experts.83.up_proj,0.0061684967,hessian_weighted_relative_error,18180,0.02500,0.948
27,model.language_model.layers.27.mlp.experts.84.down_proj,0.0090476114,hessian_weighted_relative_error,121236,0.02500,0.737
27,model.language_model.layers.27.mlp.experts.84.gate_proj,0.0053480071,hessian_weighted_relative_error,121236,0.02500,0.767
27,model.language_model.layers.27.mlp.experts.84.up_proj,0.0054499584,hessian_weighted_relative_error,121236,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.85.down_proj,0.0103186121,hessian_weighted_relative_error,20967,0.02500,0.823
27,model.language_model.layers.27.mlp.experts.85.gate_proj,0.0058272394,hessian_weighted_relative_error,20967,0.02500,0.881
27,model.language_model.layers.27.mlp.experts.85.up_proj,0.0065234873,hessian_weighted_relative_error,20967,0.02500,0.949
27,model.language_model.layers.27.mlp.experts.86.down_proj,0.0140694443,hessian_weighted_relative_error,58265,0.02500,0.738
27,model.language_model.layers.27.mlp.experts.86.gate_proj,0.0090493929,hessian_weighted_relative_error,58265,0.02500,0.769
27,model.language_model.layers.27.mlp.experts.86.up_proj,0.0100216798,hessian_weighted_relative_error,58265,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.87.down_proj,0.0129723621,hessian_weighted_relative_error,63609,0.02500,0.825
27,model.language_model.layers.27.mlp.experts.87.gate_proj,0.0079270353,hessian_weighted_relative_error,63609,0.02500,0.876
27,model.language_model.layers.27.mlp.experts.87.up_proj,0.0085004209,hessian_weighted_relative_error,63609,0.02500,0.942
27,model.language_model.layers.27.mlp.experts.88.down_proj,0.0152786472,hessian_weighted_relative_error,52792,0.02500,0.740
27,model.language_model.layers.27.mlp.experts.88.gate_proj,0.0096290683,hessian_weighted_relative_error,52792,0.02500,0.769
27,model.language_model.layers.27.mlp.experts.88.up_proj,0.0100796834,hessian_weighted_relative_error,52792,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.89.down_proj,0.0043175738,hessian_weighted_relative_error,51576,0.02500,0.829
27,model.language_model.layers.27.mlp.experts.89.gate_proj,0.0023177821,hessian_weighted_relative_error,51576,0.02500,0.886
27,model.language_model.layers.27.mlp.experts.89.up_proj,0.0024875433,hessian_weighted_relative_error,51576,0.02500,0.950
27,model.language_model.layers.27.mlp.experts.9.down_proj,0.0136508033,hessian_weighted_relative_error,27735,0.02500,0.793
27,model.language_model.layers.27.mlp.experts.9.gate_proj,0.0076864098,hessian_weighted_relative_error,27735,0.02500,0.842
27,model.language_model.layers.27.mlp.experts.9.up_proj,0.0089785905,hessian_weighted_relative_error,27735,0.02500,0.934
27,model.language_model.layers.27.mlp.experts.90.down_proj,0.0087973865,hessian_weighted_relative_error,10720,0.02500,0.745
27,model.language_model.layers.27.mlp.experts.90.gate_proj,0.0049018170,hessian_weighted_relative_error,10720,0.02500,0.772
27,model.language_model.layers.27.mlp.experts.90.up_proj,0.0050182297,hessian_weighted_relative_error,10720,0.02500,0.799
27,model.language_model.layers.27.mlp.experts.91.down_proj,0.0149240293,hessian_weighted_relative_error,33108,0.02500,0.831
27,model.language_model.layers.27.mlp.experts.91.gate_proj,0.0082436309,hessian_weighted_relative_error,33108,0.02500,0.882
27,model.language_model.layers.27.mlp.experts.91.up_proj,0.0098681880,hessian_weighted_relative_error,33108,0.02500,0.948
27,model.language_model.layers.27.mlp.experts.92.down_proj,0.0101772801,hessian_weighted_relative_error,4706,0.02500,0.739
27,model.language_model.layers.27.mlp.experts.92.gate_proj,0.0044389686,hessian_weighted_relative_error,4706,0.02500,0.771
27,model.language_model.layers.27.mlp.experts.92.up_proj,0.0051633587,hessian_weighted_relative_error,4706,0.02500,0.802
27,model.language_model.layers.27.mlp.experts.93.down_proj,0.0124894384,hessian_weighted_relative_error,15489,0.02500,0.827
27,model.language_model.layers.27.mlp.experts.93.gate_proj,0.0071680123,hessian_weighted_relative_error,15489,0.02500,0.883
27,model.language_model.layers.27.mlp.experts.93.up_proj,0.0075081805,hessian_weighted_relative_error,15489,0.02500,0.954
27,model.language_model.layers.27.mlp.experts.94.down_proj,0.0097621052,hessian_weighted_relative_error,37163,0.02500,0.739
27,model.language_model.layers.27.mlp.experts.94.gate_proj,0.0053839492,hessian_weighted_relative_error,37163,0.02500,0.769
27,model.language_model.layers.27.mlp.experts.94.up_proj,0.0058394901,hessian_weighted_relative_error,37163,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.95.down_proj,0.0139860207,hessian_weighted_relative_error,52068,0.02500,0.830
27,model.language_model.layers.27.mlp.experts.95.gate_proj,0.0084126718,hessian_weighted_relative_error,52068,0.02500,0.882
27,model.language_model.layers.27.mlp.experts.95.up_proj,0.0091375765,hessian_weighted_relative_error,52068,0.02500,0.950
27,model.language_model.layers.27.mlp.experts.96.down_proj,0.0107191973,hessian_weighted_relative_error,10913,0.02500,0.742
27,model.language_model.layers.27.mlp.experts.96.gate_proj,0.0063368830,hessian_weighted_relative_error,10913,0.02500,0.771
27,model.language_model.layers.27.mlp.experts.96.up_proj,0.0070945852,hessian_weighted_relative_error,10913,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.97.down_proj,0.0130955827,hessian_weighted_relative_error,65971,0.02500,0.832
27,model.language_model.layers.27.mlp.experts.97.gate_proj,0.0080243398,hessian_weighted_relative_error,65971,0.02500,0.887
27,model.language_model.layers.27.mlp.experts.97.up_proj,0.0086642014,hessian_weighted_relative_error,65971,0.02500,0.978
27,model.language_model.layers.27.mlp.experts.98.down_proj,0.0102576396,hessian_weighted_relative_error,14341,0.02500,0.743
27,model.language_model.layers.27.mlp.experts.98.gate_proj,0.0052936883,hessian_weighted_relative_error,14341,0.02500,0.771
27,model.language_model.layers.27.mlp.experts.98.up_proj,0.0055857848,hessian_weighted_relative_error,14341,0.02500,0.800
27,model.language_model.layers.27.mlp.experts.99.down_proj,0.0147780689,hessian_weighted_relative_error,41735,0.02500,0.837
27,model.language_model.layers.27.mlp.experts.99.gate_proj,0.0087035518,hessian_weighted_relative_error,41735,0.02500,0.887
27,model.language_model.layers.27.mlp.experts.99.up_proj,0.0098073934,hessian_weighted_relative_error,41735,0.02500,0.943
28,model.language_model.layers.28.mlp.experts.0.down_proj,0.0117630381,hessian_weighted_relative_error,43290,0.02500,0.719
28,model.language_model.layers.28.mlp.experts.0.gate_proj,0.0073344276,hessian_weighted_relative_error,43290,0.02500,0.747
28,model.language_model.layers.28.mlp.experts.0.up_proj,0.0082959916,hessian_weighted_relative_error,43290,0.02500,0.799
28,model.language_model.layers.28.mlp.experts.1.down_proj,0.0131625592,hessian_weighted_relative_error,23425,0.02500,0.791
28,model.language_model.layers.28.mlp.experts.1.gate_proj,0.0072464978,hessian_weighted_relative_error,23425,0.02500,0.839
28,model.language_model.layers.28.mlp.experts.1.up_proj,0.0079468157,hessian_weighted_relative_error,23425,0.02500,0.941
28,model.language_model.layers.28.mlp.experts.10.down_proj,0.0133960130,hessian_weighted_relative_error,37536,0.02500,0.724
28,model.language_model.layers.28.mlp.experts.10.gate_proj,0.0083328599,hessian_weighted_relative_error,37536,0.02500,0.750
28,model.language_model.layers.28.mlp.experts.10.up_proj,0.0087218233,hessian_weighted_relative_error,37536,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.100.down_proj,0.0105292725,hessian_weighted_relative_error,9061,0.02500,0.749
28,model.language_model.layers.28.mlp.experts.100.gate_proj,0.0047771074,hessian_weighted_relative_error,9061,0.02500,0.772
28,model.language_model.layers.28.mlp.experts.100.up_proj,0.0052026801,hessian_weighted_relative_error,9061,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.101.down_proj,0.0113455121,hessian_weighted_relative_error,20813,0.02500,0.840
28,model.language_model.layers.28.mlp.experts.101.gate_proj,0.0070685441,hessian_weighted_relative_error,20813,0.02500,0.889
28,model.language_model.layers.28.mlp.experts.101.up_proj,0.0077391923,hessian_weighted_relative_error,20813,0.02500,0.951
28,model.language_model.layers.28.mlp.experts.102.down_proj,0.0137458711,hessian_weighted_relative_error,24390,0.02500,0.744
28,model.language_model.layers.28.mlp.experts.102.gate_proj,0.0070419871,hessian_weighted_relative_error,24390,0.02500,0.778
28,model.language_model.layers.28.mlp.experts.102.up_proj,0.0084190968,hessian_weighted_relative_error,24390,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.103.down_proj,0.0135671161,hessian_weighted_relative_error,22066,0.02500,0.838
28,model.language_model.layers.28.mlp.experts.103.gate_proj,0.0083461412,hessian_weighted_relative_error,22066,0.02500,0.893
28,model.language_model.layers.28.mlp.experts.103.up_proj,0.0090486853,hessian_weighted_relative_error,22066,0.02500,0.971
28,model.language_model.layers.28.mlp.experts.104.down_proj,0.0137176889,hessian_weighted_relative_error,25734,0.02500,0.745
28,model.language_model.layers.28.mlp.experts.104.gate_proj,0.0082170041,hessian_weighted_relative_error,25734,0.02500,0.775
28,model.language_model.layers.28.mlp.experts.104.up_proj,0.0088879442,hessian_weighted_relative_error,25734,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.105.down_proj,0.0099772296,hessian_weighted_relative_error,24179,0.02500,0.843
28,model.language_model.layers.28.mlp.experts.105.gate_proj,0.0052847101,hessian_weighted_relative_error,24179,0.02500,0.892
28,model.language_model.layers.28.mlp.experts.105.up_proj,0.0059168095,hessian_weighted_relative_error,24179,0.02500,0.959
28,model.language_model.layers.28.mlp.experts.106.down_proj,0.0139553634,hessian_weighted_relative_error,34867,0.02500,0.747
28,model.language_model.layers.28.mlp.experts.106.gate_proj,0.0087130310,hessian_weighted_relative_error,34867,0.02500,0.776
28,model.language_model.layers.28.mlp.experts.106.up_proj,0.0094391367,hessian_weighted_relative_error,34867,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.107.down_proj,0.0093252964,hessian_weighted_relative_error,15230,0.02500,0.849
28,model.language_model.layers.28.mlp.experts.107.gate_proj,0.0051527677,hessian_weighted_relative_error,15230,0.02500,0.893
28,model.language_model.layers.28.mlp.experts.107.up_proj,0.0054727473,hessian_weighted_relative_error,15230,0.02500,0.958
28,model.language_model.layers.28.mlp.experts.108.down_proj,0.0130951440,hessian_weighted_relative_error,19128,0.02500,0.746
28,model.language_model.layers.28.mlp.experts.108.gate_proj,0.0079017558,hessian_weighted_relative_error,19128,0.02500,0.774
28,model.language_model.layers.28.mlp.experts.108.up_proj,0.0093688246,hessian_weighted_relative_error,19128,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.109.down_proj,0.0125438441,hessian_weighted_relative_error,30456,0.02500,0.844
28,model.language_model.layers.28.mlp.experts.109.gate_proj,0.0084163545,hessian_weighted_relative_error,30456,0.02500,0.891
28,model.language_model.layers.28.mlp.experts.109.up_proj,0.0090780225,hessian_weighted_relative_error,30456,0.02500,0.958
28,model.language_model.layers.28.mlp.experts.11.down_proj,0.0134374491,hessian_weighted_relative_error,23882,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.11.gate_proj,0.0078484029,hessian_weighted_relative_error,23882,0.02500,0.850
28,model.language_model.layers.28.mlp.experts.11.up_proj,0.0090034365,hessian_weighted_relative_error,23882,0.02500,0.937
28,model.language_model.layers.28.mlp.experts.110.down_proj,0.0141039690,hessian_weighted_relative_error,58623,0.02500,0.747
28,model.language_model.layers.28.mlp.experts.110.gate_proj,0.0084305902,hessian_weighted_relative_error,58623,0.02500,0.778
28,model.language_model.layers.28.mlp.experts.110.up_proj,0.0096686521,hessian_weighted_relative_error,58623,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.111.down_proj,0.0117840782,hessian_weighted_relative_error,17863,0.02500,0.841
28,model.language_model.layers.28.mlp.experts.111.gate_proj,0.0072304000,hessian_weighted_relative_error,17863,0.02500,0.901
28,model.language_model.layers.28.mlp.experts.111.up_proj,0.0082403143,hessian_weighted_relative_error,17863,0.02500,0.968
28,model.language_model.layers.28.mlp.experts.112.down_proj,0.0138100933,hessian_weighted_relative_error,38324,0.02500,0.750
28,model.language_model.layers.28.mlp.experts.112.gate_proj,0.0083900514,hessian_weighted_relative_error,38324,0.02500,0.778
28,model.language_model.layers.28.mlp.experts.112.up_proj,0.0092568381,hessian_weighted_relative_error,38324,0.02500,0.807
28,model.language_model.layers.28.mlp.experts.113.down_proj,0.0062397485,hessian_weighted_relative_error,7403,0.02500,0.846
28,model.language_model.layers.28.mlp.experts.113.gate_proj,0.0035937249,hessian_weighted_relative_error,7403,0.02500,0.894
28,model.language_model.layers.28.mlp.experts.113.up_proj,0.0039790539,hessian_weighted_relative_error,7403,0.02500,0.962
28,model.language_model.layers.28.mlp.experts.114.down_proj,0.0097650386,hessian_weighted_relative_error,3752,0.02500,0.748
28,model.language_model.layers.28.mlp.experts.114.gate_proj,0.0044228786,hessian_weighted_relative_error,3752,0.02500,0.780
28,model.language_model.layers.28.mlp.experts.114.up_proj,0.0048371137,hessian_weighted_relative_error,3752,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.115.down_proj,0.0113918336,hessian_weighted_relative_error,14719,0.02500,0.850
28,model.language_model.layers.28.mlp.experts.115.gate_proj,0.0062546839,hessian_weighted_relative_error,14719,0.02500,0.912
28,model.language_model.layers.28.mlp.experts.115.up_proj,0.0067496221,hessian_weighted_relative_error,14719,0.02500,0.960
28,model.language_model.layers.28.mlp.experts.116.down_proj,0.0093409975,hessian_weighted_relative_error,21494,0.02500,0.749
28,model.language_model.layers.28.mlp.experts.116.gate_proj,0.0053490559,hessian_weighted_relative_error,21494,0.02500,0.779
28,model.language_model.layers.28.mlp.experts.116.up_proj,0.0058262524,hessian_weighted_relative_error,21494,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.117.down_proj,0.0108771135,hessian_weighted_relative_error,8370,0.02500,0.847
28,model.language_model.layers.28.mlp.experts.117.gate_proj,0.0058242971,hessian_weighted_relative_error,8370,0.02500,0.896
28,model.language_model.layers.28.mlp.experts.117.up_proj,0.0062743020,hessian_weighted_relative_error,8370,0.02500,0.957
28,model.language_model.layers.28.mlp.experts.118.down_proj,0.0151231067,hessian_weighted_relative_error,26851,0.02500,0.747
28,model.language_model.layers.28.mlp.experts.118.gate_proj,0.0093900511,hessian_weighted_relative_error,26851,0.02500,0.785
28,model.language_model.layers.28.mlp.experts.118.up_proj,0.0103295200,hessian_weighted_relative_error,26851,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.119.down_proj,0.0142562906,hessian_weighted_relative_error,37869,0.02500,0.846
28,model.language_model.layers.28.mlp.experts.119.gate_proj,0.0082100986,hessian_weighted_relative_error,37869,0.02500,0.896
28,model.language_model.layers.28.mlp.experts.119.up_proj,0.0097087638,hessian_weighted_relative_error,37869,0.02500,0.974
28,model.language_model.layers.28.mlp.experts.12.down_proj,0.0119319840,hessian_weighted_relative_error,26542,0.02500,0.725
28,model.language_model.layers.28.mlp.experts.12.gate_proj,0.0065047318,hessian_weighted_relative_error,26542,0.02500,0.749
28,model.language_model.layers.28.mlp.experts.12.up_proj,0.0072929917,hessian_weighted_relative_error,26542,0.02500,0.797
28,model.language_model.layers.28.mlp.experts.120.down_proj,0.0116471544,hessian_weighted_relative_error,52627,0.02500,0.749
28,model.language_model.layers.28.mlp.experts.120.gate_proj,0.0076019622,hessian_weighted_relative_error,52627,0.02500,0.780
28,model.language_model.layers.28.mlp.experts.120.up_proj,0.0087620791,hessian_weighted_relative_error,52627,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.121.down_proj,0.0117764716,hessian_weighted_relative_error,12459,0.02500,0.851
28,model.language_model.layers.28.mlp.experts.121.gate_proj,0.0062310784,hessian_weighted_relative_error,12459,0.02500,0.896
28,model.language_model.layers.28.mlp.experts.121.up_proj,0.0066542435,hessian_weighted_relative_error,12459,0.02500,0.965
28,model.language_model.layers.28.mlp.experts.122.down_proj,0.0126758581,hessian_weighted_relative_error,12215,0.02500,0.750
28,model.language_model.layers.28.mlp.experts.122.gate_proj,0.0070090480,hessian_weighted_relative_error,12215,0.02500,0.778
28,model.language_model.layers.28.mlp.experts.122.up_proj,0.0079370357,hessian_weighted_relative_error,12215,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.123.down_proj,0.0069169289,hessian_weighted_relative_error,2649,0.02500,0.856
28,model.language_model.layers.28.mlp.experts.123.gate_proj,0.0028160111,hessian_weighted_relative_error,2649,0.02500,0.897
28,model.language_model.layers.28.mlp.experts.123.up_proj,0.0032626402,hessian_weighted_relative_error,2649,0.02500,0.962
28,model.language_model.layers.28.mlp.experts.124.down_proj,0.0143673629,hessian_weighted_relative_error,57545,0.02500,0.749
28,model.language_model.layers.28.mlp.experts.124.gate_proj,0.0091526224,hessian_weighted_relative_error,57545,0.02500,0.780
28,model.language_model.layers.28.mlp.experts.124.up_proj,0.0097794908,hessian_weighted_relative_error,57545,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.125.down_proj,0.0127237704,hessian_weighted_relative_error,18010,0.02500,0.851
28,model.language_model.layers.28.mlp.experts.125.gate_proj,0.0076958715,hessian_weighted_relative_error,18010,0.02500,0.895
28,model.language_model.layers.28.mlp.experts.125.up_proj,0.0082829159,hessian_weighted_relative_error,18010,0.02500,0.966
28,model.language_model.layers.28.mlp.experts.126.down_proj,0.0128726514,hessian_weighted_relative_error,11695,0.02500,0.749
28,model.language_model.layers.28.mlp.experts.126.gate_proj,0.0065894037,hessian_weighted_relative_error,11695,0.02500,0.781
28,model.language_model.layers.28.mlp.experts.126.up_proj,0.0074780989,hessian_weighted_relative_error,11695,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.127.down_proj,0.0123257370,hessian_weighted_relative_error,26792,0.02500,0.850
28,model.language_model.layers.28.mlp.experts.127.gate_proj,0.0066732633,hessian_weighted_relative_error,26792,0.02500,0.897
28,model.language_model.layers.28.mlp.experts.127.up_proj,0.0075245772,hessian_weighted_relative_error,26792,0.02500,0.975
28,model.language_model.layers.28.mlp.experts.128.down_proj,0.0121299366,hessian_weighted_relative_error,34288,0.02500,0.749
28,model.language_model.layers.28.mlp.experts.128.gate_proj,0.0083308601,hessian_weighted_relative_error,34288,0.02500,0.780
28,model.language_model.layers.28.mlp.experts.128.up_proj,0.0090940592,hessian_weighted_relative_error,34288,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.129.down_proj,0.0059650519,hessian_weighted_relative_error,5716,0.02500,0.854
28,model.language_model.layers.28.mlp.experts.129.gate_proj,0.0039253986,hessian_weighted_relative_error,5716,0.02500,0.898
28,model.language_model.layers.28.mlp.experts.129.up_proj,0.0043758966,hessian_weighted_relative_error,5716,0.02500,0.978
28,model.language_model.layers.28.mlp.experts.13.down_proj,0.0127832397,hessian_weighted_relative_error,19979,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.13.gate_proj,0.0083262570,hessian_weighted_relative_error,19979,0.02500,0.843
28,model.language_model.layers.28.mlp.experts.13.up_proj,0.0093642873,hessian_weighted_relative_error,19979,0.02500,0.943
28,model.language_model.layers.28.mlp.experts.130.down_proj,0.0126306938,hessian_weighted_relative_error,17565,0.02500,0.751
28,model.language_model.layers.28.mlp.experts.130.gate_proj,0.0073559015,hessian_weighted_relative_error,17565,0.02500,0.780
28,model.language_model.layers.28.mlp.experts.130.up_proj,0.0079358556,hessian_weighted_relative_error,17565,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.131.down_proj,0.0136138157,hessian_weighted_relative_error,45046,0.02500,0.858
28,model.language_model.layers.28.mlp.experts.131.gate_proj,0.0080408222,hessian_weighted_relative_error,45046,0.02500,0.899
28,model.language_model.layers.28.mlp.experts.131.up_proj,0.0089984436,hessian_weighted_relative_error,45046,0.02500,0.967
28,model.language_model.layers.28.mlp.experts.132.down_proj,0.0136881838,hessian_weighted_relative_error,23161,0.02500,0.750
28,model.language_model.layers.28.mlp.experts.132.gate_proj,0.0074909597,hessian_weighted_relative_error,23161,0.02500,0.779
28,model.language_model.layers.28.mlp.experts.132.up_proj,0.0089731575,hessian_weighted_relative_error,23161,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.133.down_proj,0.0150348585,hessian_weighted_relative_error,33082,0.02500,0.855
28,model.language_model.layers.28.mlp.experts.133.gate_proj,0.0090330605,hessian_weighted_relative_error,33082,0.02500,0.900
28,model.language_model.layers.28.mlp.experts.133.up_proj,0.0104280859,hessian_weighted_relative_error,33082,0.02500,0.968
28,model.language_model.layers.28.mlp.experts.134.down_proj,0.0103899866,hessian_weighted_relative_error,47449,0.02500,0.750
28,model.language_model.layers.28.mlp.experts.134.gate_proj,0.0067489178,hessian_weighted_relative_error,47449,0.02500,0.782
28,model.language_model.layers.28.mlp.experts.134.up_proj,0.0070182314,hessian_weighted_relative_error,47449,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.135.down_proj,0.0098688535,hessian_weighted_relative_error,15677,0.02500,0.852
28,model.language_model.layers.28.mlp.experts.135.gate_proj,0.0058064827,hessian_weighted_relative_error,15677,0.02500,0.899
28,model.language_model.layers.28.mlp.experts.135.up_proj,0.0061380022,hessian_weighted_relative_error,15677,0.02500,0.974
28,model.language_model.layers.28.mlp.experts.136.down_proj,0.0091758856,hessian_weighted_relative_error,29176,0.02500,0.752
28,model.language_model.layers.28.mlp.experts.136.gate_proj,0.0053741770,hessian_weighted_relative_error,29176,0.02500,0.782
28,model.language_model.layers.28.mlp.experts.136.up_proj,0.0055267990,hessian_weighted_relative_error,29176,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.137.down_proj,0.0113287797,hessian_weighted_relative_error,36004,0.02500,0.859
28,model.language_model.layers.28.mlp.experts.137.gate_proj,0.0071985709,hessian_weighted_relative_error,36004,0.02500,0.903
28,model.language_model.layers.28.mlp.experts.137.up_proj,0.0079453100,hessian_weighted_relative_error,36004,0.02500,0.966
28,model.language_model.layers.28.mlp.experts.138.down_proj,0.0140933766,hessian_weighted_relative_error,39253,0.02500,0.752
28,model.language_model.layers.28.mlp.experts.138.gate_proj,0.0084342360,hessian_weighted_relative_error,39253,0.02500,0.780
28,model.language_model.layers.28.mlp.experts.138.up_proj,0.0100678890,hessian_weighted_relative_error,39253,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.139.down_proj,0.0149997817,hessian_weighted_relative_error,51720,0.02500,0.863
28,model.language_model.layers.28.mlp.experts.139.gate_proj,0.0087499182,hessian_weighted_relative_error,51720,0.02500,0.901
28,model.language_model.layers.28.mlp.experts.139.up_proj,0.0103457349,hessian_weighted_relative_error,51720,0.02500,1.008
28,model.language_model.layers.28.mlp.experts.14.down_proj,0.0116166243,hessian_weighted_relative_error,4703,0.02500,0.723
28,model.language_model.layers.28.mlp.experts.14.gate_proj,0.0050124715,hessian_weighted_relative_error,4703,0.02500,0.752
28,model.language_model.layers.28.mlp.experts.14.up_proj,0.0067582514,hessian_weighted_relative_error,4703,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.140.down_proj,0.0103194913,hessian_weighted_relative_error,20852,0.02500,0.751
28,model.language_model.layers.28.mlp.experts.140.gate_proj,0.0059375184,hessian_weighted_relative_error,20852,0.02500,0.783
28,model.language_model.layers.28.mlp.experts.140.up_proj,0.0065673983,hessian_weighted_relative_error,20852,0.02500,0.807
28,model.language_model.layers.28.mlp.experts.141.down_proj,0.0137945113,hessian_weighted_relative_error,28752,0.02500,0.860
28,model.language_model.layers.28.mlp.experts.141.gate_proj,0.0082687741,hessian_weighted_relative_error,28752,0.02500,0.904
28,model.language_model.layers.28.mlp.experts.141.up_proj,0.0088505318,hessian_weighted_relative_error,28752,0.02500,0.963
28,model.language_model.layers.28.mlp.experts.142.down_proj,0.0108624872,hessian_weighted_relative_error,35102,0.02500,0.751
28,model.language_model.layers.28.mlp.experts.142.gate_proj,0.0067985350,hessian_weighted_relative_error,35102,0.02500,0.780
28,model.language_model.layers.28.mlp.experts.142.up_proj,0.0075796565,hessian_weighted_relative_error,35102,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.143.down_proj,0.0139721875,hessian_weighted_relative_error,42419,0.02500,0.857
28,model.language_model.layers.28.mlp.experts.143.gate_proj,0.0090270273,hessian_weighted_relative_error,42419,0.02500,0.902
28,model.language_model.layers.28.mlp.experts.143.up_proj,0.0097081725,hessian_weighted_relative_error,42419,0.02500,0.969
28,model.language_model.layers.28.mlp.experts.144.down_proj,0.0093745268,hessian_weighted_relative_error,26266,0.02500,0.754
28,model.language_model.layers.28.mlp.experts.144.gate_proj,0.0061679770,hessian_weighted_relative_error,26266,0.02500,0.781
28,model.language_model.layers.28.mlp.experts.144.up_proj,0.0068229830,hessian_weighted_relative_error,26266,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.145.down_proj,0.0052831979,hessian_weighted_relative_error,2424,0.02500,0.863
28,model.language_model.layers.28.mlp.experts.145.gate_proj,0.0027414461,hessian_weighted_relative_error,2424,0.02500,0.900
28,model.language_model.layers.28.mlp.experts.145.up_proj,0.0030478589,hessian_weighted_relative_error,2424,0.02500,0.975
28,model.language_model.layers.28.mlp.experts.146.down_proj,0.0098414812,hessian_weighted_relative_error,14532,0.02500,0.752
28,model.language_model.layers.28.mlp.experts.146.gate_proj,0.0054312380,hessian_weighted_relative_error,14532,0.02500,0.781
28,model.language_model.layers.28.mlp.experts.146.up_proj,0.0059273717,hessian_weighted_relative_error,14532,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.147.down_proj,0.0134213397,hessian_weighted_relative_error,29359,0.02500,0.868
28,model.language_model.layers.28.mlp.experts.147.gate_proj,0.0078491168,hessian_weighted_relative_error,29359,0.02500,0.903
28,model.language_model.layers.28.mlp.experts.147.up_proj,0.0092700097,hessian_weighted_relative_error,29359,0.02500,0.968
28,model.language_model.layers.28.mlp.experts.148.down_proj,0.0098803680,hessian_weighted_relative_error,14157,0.02500,0.752
28,model.language_model.layers.28.mlp.experts.148.gate_proj,0.0054686912,hessian_weighted_relative_error,14157,0.02500,0.781
28,model.language_model.layers.28.mlp.experts.148.up_proj,0.0061099055,hessian_weighted_relative_error,14157,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.149.down_proj,0.0052529272,hessian_weighted_relative_error,1733,0.02500,0.864
28,model.language_model.layers.28.mlp.experts.149.gate_proj,0.0022473131,hessian_weighted_relative_error,1733,0.02500,0.909
28,model.language_model.layers.28.mlp.experts.149.up_proj,0.0025118111,hessian_weighted_relative_error,1733,0.02500,0.969
28,model.language_model.layers.28.mlp.experts.15.down_proj,0.0121569241,hessian_weighted_relative_error,16597,0.02500,0.795
28,model.language_model.layers.28.mlp.experts.15.gate_proj,0.0067324033,hessian_weighted_relative_error,16597,0.02500,0.847
28,model.language_model.layers.28.mlp.experts.15.up_proj,0.0077029097,hessian_weighted_relative_error,16597,0.02500,0.948
28,model.language_model.layers.28.mlp.experts.150.down_proj,0.0116851580,hessian_weighted_relative_error,13754,0.02500,0.751
28,model.language_model.layers.28.mlp.experts.150.gate_proj,0.0058493925,hessian_weighted_relative_error,13754,0.02500,0.785
28,model.language_model.layers.28.mlp.experts.150.up_proj,0.0065573378,hessian_weighted_relative_error,13754,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.151.down_proj,0.0132274290,hessian_weighted_relative_error,17369,0.02500,0.864
28,model.language_model.layers.28.mlp.experts.151.gate_proj,0.0074042049,hessian_weighted_relative_error,17369,0.02500,0.907
28,model.language_model.layers.28.mlp.experts.151.up_proj,0.0084259171,hessian_weighted_relative_error,17369,0.02500,0.973
28,model.language_model.layers.28.mlp.experts.152.down_proj,0.0133775792,hessian_weighted_relative_error,20917,0.02500,0.753
28,model.language_model.layers.28.mlp.experts.152.gate_proj,0.0080941111,hessian_weighted_relative_error,20917,0.02500,0.785
28,model.language_model.layers.28.mlp.experts.152.up_proj,0.0096426127,hessian_weighted_relative_error,20917,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.153.down_proj,0.0107253117,hessian_weighted_relative_error,43211,0.02500,0.866
28,model.language_model.layers.28.mlp.experts.153.gate_proj,0.0080225348,hessian_weighted_relative_error,43211,0.02500,0.904
28,model.language_model.layers.28.mlp.experts.153.up_proj,0.0089744566,hessian_weighted_relative_error,43211,0.02500,0.964
28,model.language_model.layers.28.mlp.experts.154.down_proj,0.0059756581,hessian_weighted_relative_error,1578,0.02500,0.752
28,model.language_model.layers.28.mlp.experts.154.gate_proj,0.0026273342,hessian_weighted_relative_error,1578,0.02500,0.782
28,model.language_model.layers.28.mlp.experts.154.up_proj,0.0027683697,hessian_weighted_relative_error,1578,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.155.down_proj,0.0094498858,hessian_weighted_relative_error,10422,0.02500,0.871
28,model.language_model.layers.28.mlp.experts.155.gate_proj,0.0046334172,hessian_weighted_relative_error,10422,0.02500,0.915
28,model.language_model.layers.28.mlp.experts.155.up_proj,0.0051381394,hessian_weighted_relative_error,10422,0.02500,0.967
28,model.language_model.layers.28.mlp.experts.156.down_proj,0.0134017948,hessian_weighted_relative_error,58251,0.02500,0.753
28,model.language_model.layers.28.mlp.experts.156.gate_proj,0.0074515042,hessian_weighted_relative_error,58251,0.02500,0.783
28,model.language_model.layers.28.mlp.experts.156.up_proj,0.0090076433,hessian_weighted_relative_error,58251,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.157.down_proj,0.0146720576,hessian_weighted_relative_error,36059,0.02500,0.868
28,model.language_model.layers.28.mlp.experts.157.gate_proj,0.0095152635,hessian_weighted_relative_error,36059,0.02500,0.902
28,model.language_model.layers.28.mlp.experts.157.up_proj,0.0101326786,hessian_weighted_relative_error,36059,0.02500,0.970
28,model.language_model.layers.28.mlp.experts.158.down_proj,0.0141870952,hessian_weighted_relative_error,45744,0.02500,0.753
28,model.language_model.layers.28.mlp.experts.158.gate_proj,0.0086737301,hessian_weighted_relative_error,45744,0.02500,0.785
28,model.language_model.layers.28.mlp.experts.158.up_proj,0.0099718301,hessian_weighted_relative_error,45744,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.159.down_proj,0.0151764081,hessian_weighted_relative_error,38370,0.02500,0.868
28,model.language_model.layers.28.mlp.experts.159.gate_proj,0.0087898686,hessian_weighted_relative_error,38370,0.02500,0.913
28,model.language_model.layers.28.mlp.experts.159.up_proj,0.0105480513,hessian_weighted_relative_error,38370,0.02500,0.972
28,model.language_model.layers.28.mlp.experts.16.down_proj,0.0124448371,hessian_weighted_relative_error,39137,0.02500,0.728
28,model.language_model.layers.28.mlp.experts.16.gate_proj,0.0082238951,hessian_weighted_relative_error,39137,0.02500,0.753
28,model.language_model.layers.28.mlp.experts.16.up_proj,0.0089317470,hessian_weighted_relative_error,39137,0.02500,0.795
28,model.language_model.layers.28.mlp.experts.160.down_proj,0.0111362455,hessian_weighted_relative_error,17571,0.02500,0.756
28,model.language_model.layers.28.mlp.experts.160.gate_proj,0.0072790784,hessian_weighted_relative_error,17571,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.160.up_proj,0.0079709603,hessian_weighted_relative_error,17571,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.161.down_proj,0.0136632591,hessian_weighted_relative_error,15280,0.02500,0.870
28,model.language_model.layers.28.mlp.experts.161.gate_proj,0.0073834134,hessian_weighted_relative_error,15280,0.02500,0.903
28,model.language_model.layers.28.mlp.experts.161.up_proj,0.0085227824,hessian_weighted_relative_error,15280,0.02500,0.961
28,model.language_model.layers.28.mlp.experts.162.down_proj,0.0125146319,hessian_weighted_relative_error,30155,0.02500,0.754
28,model.language_model.layers.28.mlp.experts.162.gate_proj,0.0081265464,hessian_weighted_relative_error,30155,0.02500,0.787
28,model.language_model.layers.28.mlp.experts.162.up_proj,0.0091707594,hessian_weighted_relative_error,30155,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.163.down_proj,0.0094730916,hessian_weighted_relative_error,18762,0.02500,0.875
28,model.language_model.layers.28.mlp.experts.163.gate_proj,0.0051417819,hessian_weighted_relative_error,18762,0.02500,0.914
28,model.language_model.layers.28.mlp.experts.163.up_proj,0.0055381549,hessian_weighted_relative_error,18762,0.02500,0.961
28,model.language_model.layers.28.mlp.experts.164.down_proj,0.0152349520,hessian_weighted_relative_error,46372,0.02500,0.753
28,model.language_model.layers.28.mlp.experts.164.gate_proj,0.0089182599,hessian_weighted_relative_error,46372,0.02500,0.785
28,model.language_model.layers.28.mlp.experts.164.up_proj,0.0105373717,hessian_weighted_relative_error,46372,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.165.down_proj,0.0140025235,hessian_weighted_relative_error,26658,0.02500,0.871
28,model.language_model.layers.28.mlp.experts.165.gate_proj,0.0075087502,hessian_weighted_relative_error,26658,0.02500,0.903
28,model.language_model.layers.28.mlp.experts.165.up_proj,0.0092313864,hessian_weighted_relative_error,26658,0.02500,0.977
28,model.language_model.layers.28.mlp.experts.166.down_proj,0.0150311238,hessian_weighted_relative_error,46741,0.02500,0.755
28,model.language_model.layers.28.mlp.experts.166.gate_proj,0.0084867700,hessian_weighted_relative_error,46741,0.02500,0.788
28,model.language_model.layers.28.mlp.experts.166.up_proj,0.0104028635,hessian_weighted_relative_error,46741,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.167.down_proj,0.0107253808,hessian_weighted_relative_error,26719,0.02500,0.869
28,model.language_model.layers.28.mlp.experts.167.gate_proj,0.0067088149,hessian_weighted_relative_error,26719,0.02500,0.904
28,model.language_model.layers.28.mlp.experts.167.up_proj,0.0074293101,hessian_weighted_relative_error,26719,0.02500,0.968
28,model.language_model.layers.28.mlp.experts.168.down_proj,0.0140406842,hessian_weighted_relative_error,47302,0.02500,0.759
28,model.language_model.layers.28.mlp.experts.168.gate_proj,0.0085222157,hessian_weighted_relative_error,47302,0.02500,0.786
28,model.language_model.layers.28.mlp.experts.168.up_proj,0.0099694342,hessian_weighted_relative_error,47302,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.169.down_proj,0.0139403148,hessian_weighted_relative_error,22540,0.02500,0.872
28,model.language_model.layers.28.mlp.experts.169.gate_proj,0.0084396233,hessian_weighted_relative_error,22540,0.02500,0.912
28,model.language_model.layers.28.mlp.experts.169.up_proj,0.0094191369,hessian_weighted_relative_error,22540,0.02500,0.965
28,model.language_model.layers.28.mlp.experts.17.down_proj,0.0135672369,hessian_weighted_relative_error,26649,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.17.gate_proj,0.0082034516,hessian_weighted_relative_error,26649,0.02500,0.851
28,model.language_model.layers.28.mlp.experts.17.up_proj,0.0094647023,hessian_weighted_relative_error,26649,0.02500,0.944
28,model.language_model.layers.28.mlp.experts.170.down_proj,0.0144651159,hessian_weighted_relative_error,33530,0.02500,0.755
28,model.language_model.layers.28.mlp.experts.170.gate_proj,0.0089519894,hessian_weighted_relative_error,33530,0.02500,0.785
28,model.language_model.layers.28.mlp.experts.170.up_proj,0.0102220506,hessian_weighted_relative_error,33530,0.02500,0.807
28,model.language_model.layers.28.mlp.experts.171.down_proj,0.0121792003,hessian_weighted_relative_error,22066,0.02500,0.876
28,model.language_model.layers.28.mlp.experts.171.gate_proj,0.0070613879,hessian_weighted_relative_error,22066,0.02500,0.905
28,model.language_model.layers.28.mlp.experts.171.up_proj,0.0073395954,hessian_weighted_relative_error,22066,0.02500,0.967
28,model.language_model.layers.28.mlp.experts.172.down_proj,0.0145120845,hessian_weighted_relative_error,15254,0.02500,0.754
28,model.language_model.layers.28.mlp.experts.172.gate_proj,0.0076601524,hessian_weighted_relative_error,15254,0.02500,0.787
28,model.language_model.layers.28.mlp.experts.172.up_proj,0.0098331271,hessian_weighted_relative_error,15254,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.173.down_proj,0.0101291072,hessian_weighted_relative_error,40721,0.02500,0.873
28,model.language_model.layers.28.mlp.experts.173.gate_proj,0.0057405183,hessian_weighted_relative_error,40721,0.02500,0.914
28,model.language_model.layers.28.mlp.experts.173.up_proj,0.0061233934,hessian_weighted_relative_error,40721,0.02500,0.967
28,model.language_model.layers.28.mlp.experts.174.down_proj,0.0134137577,hessian_weighted_relative_error,31643,0.02500,0.755
28,model.language_model.layers.28.mlp.experts.174.gate_proj,0.0077105699,hessian_weighted_relative_error,31643,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.174.up_proj,0.0086576934,hessian_weighted_relative_error,31643,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.175.down_proj,0.0134432512,hessian_weighted_relative_error,37093,0.02500,0.872
28,model.language_model.layers.28.mlp.experts.175.gate_proj,0.0085552216,hessian_weighted_relative_error,37093,0.02500,0.917
28,model.language_model.layers.28.mlp.experts.175.up_proj,0.0097768751,hessian_weighted_relative_error,37093,0.02500,0.978
28,model.language_model.layers.28.mlp.experts.176.down_proj,0.0144763887,hessian_weighted_relative_error,47302,0.02500,0.759
28,model.language_model.layers.28.mlp.experts.176.gate_proj,0.0088802760,hessian_weighted_relative_error,47302,0.02500,0.786
28,model.language_model.layers.28.mlp.experts.176.up_proj,0.0098563481,hessian_weighted_relative_error,47302,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.177.down_proj,0.0144628510,hessian_weighted_relative_error,42468,0.02500,0.874
28,model.language_model.layers.28.mlp.experts.177.gate_proj,0.0078118750,hessian_weighted_relative_error,42468,0.02500,0.919
28,model.language_model.layers.28.mlp.experts.177.up_proj,0.0097621015,hessian_weighted_relative_error,42468,0.02500,0.976
28,model.language_model.layers.28.mlp.experts.178.down_proj,0.0134493538,hessian_weighted_relative_error,36821,0.02500,0.757
28,model.language_model.layers.28.mlp.experts.178.gate_proj,0.0079825011,hessian_weighted_relative_error,36821,0.02500,0.787
28,model.language_model.layers.28.mlp.experts.178.up_proj,0.0092240309,hessian_weighted_relative_error,36821,0.02500,0.810
28,model.language_model.layers.28.mlp.experts.179.down_proj,0.0071575210,hessian_weighted_relative_error,20990,0.02500,0.878
28,model.language_model.layers.28.mlp.experts.179.gate_proj,0.0043681247,hessian_weighted_relative_error,20990,0.02500,0.916
28,model.language_model.layers.28.mlp.experts.179.up_proj,0.0045830792,hessian_weighted_relative_error,20990,0.02500,0.995
28,model.language_model.layers.28.mlp.experts.18.down_proj,0.0100361173,hessian_weighted_relative_error,14406,0.02500,0.730
28,model.language_model.layers.28.mlp.experts.18.gate_proj,0.0053987207,hessian_weighted_relative_error,14406,0.02500,0.752
28,model.language_model.layers.28.mlp.experts.18.up_proj,0.0061965642,hessian_weighted_relative_error,14406,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.180.down_proj,0.0133522242,hessian_weighted_relative_error,27959,0.02500,0.755
28,model.language_model.layers.28.mlp.experts.180.gate_proj,0.0078629930,hessian_weighted_relative_error,27959,0.02500,0.786
28,model.language_model.layers.28.mlp.experts.180.up_proj,0.0092768834,hessian_weighted_relative_error,27959,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.181.down_proj,0.0136121955,hessian_weighted_relative_error,15626,0.02500,0.874
28,model.language_model.layers.28.mlp.experts.181.gate_proj,0.0070779124,hessian_weighted_relative_error,15626,0.02500,0.917
28,model.language_model.layers.28.mlp.experts.181.up_proj,0.0090016443,hessian_weighted_relative_error,15626,0.02500,0.970
28,model.language_model.layers.28.mlp.experts.182.down_proj,0.0109893509,hessian_weighted_relative_error,17647,0.02500,0.758
28,model.language_model.layers.28.mlp.experts.182.gate_proj,0.0063739899,hessian_weighted_relative_error,17647,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.182.up_proj,0.0071462486,hessian_weighted_relative_error,17647,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.183.down_proj,0.0133910474,hessian_weighted_relative_error,15838,0.02500,0.873
28,model.language_model.layers.28.mlp.experts.183.gate_proj,0.0075057339,hessian_weighted_relative_error,15838,0.02500,0.918
28,model.language_model.layers.28.mlp.experts.183.up_proj,0.0082463823,hessian_weighted_relative_error,15838,0.02500,0.969
28,model.language_model.layers.28.mlp.experts.184.down_proj,0.0138297846,hessian_weighted_relative_error,50187,0.02500,0.760
28,model.language_model.layers.28.mlp.experts.184.gate_proj,0.0091954842,hessian_weighted_relative_error,50187,0.02500,0.787
28,model.language_model.layers.28.mlp.experts.184.up_proj,0.0095702147,hessian_weighted_relative_error,50187,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.185.down_proj,0.0097464944,hessian_weighted_relative_error,90943,0.02500,0.876
28,model.language_model.layers.28.mlp.experts.185.gate_proj,0.0065621188,hessian_weighted_relative_error,90943,0.02500,0.919
28,model.language_model.layers.28.mlp.experts.185.up_proj,0.0068061834,hessian_weighted_relative_error,90943,0.02500,0.968
28,model.language_model.layers.28.mlp.experts.186.down_proj,0.0129410446,hessian_weighted_relative_error,9900,0.02500,0.757
28,model.language_model.layers.28.mlp.experts.186.gate_proj,0.0066768470,hessian_weighted_relative_error,9900,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.186.up_proj,0.0078612318,hessian_weighted_relative_error,9900,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.187.down_proj,0.0118767329,hessian_weighted_relative_error,32834,0.02500,0.879
28,model.language_model.layers.28.mlp.experts.187.gate_proj,0.0080563704,hessian_weighted_relative_error,32834,0.02500,0.921
28,model.language_model.layers.28.mlp.experts.187.up_proj,0.0084694382,hessian_weighted_relative_error,32834,0.02500,0.972
28,model.language_model.layers.28.mlp.experts.188.down_proj,0.0104346061,hessian_weighted_relative_error,8050,0.02500,0.758
28,model.language_model.layers.28.mlp.experts.188.gate_proj,0.0059742952,hessian_weighted_relative_error,8050,0.02500,0.787
28,model.language_model.layers.28.mlp.experts.188.up_proj,0.0066176181,hessian_weighted_relative_error,8050,0.02500,0.807
28,model.language_model.layers.28.mlp.experts.189.down_proj,0.0135754280,hessian_weighted_relative_error,62514,0.02500,0.877
28,model.language_model.layers.28.mlp.experts.189.gate_proj,0.0091336977,hessian_weighted_relative_error,62514,0.02500,0.914
28,model.language_model.layers.28.mlp.experts.189.up_proj,0.0096649276,hessian_weighted_relative_error,62514,0.02500,0.965
28,model.language_model.layers.28.mlp.experts.19.down_proj,0.0134806594,hessian_weighted_relative_error,30047,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.19.gate_proj,0.0079641693,hessian_weighted_relative_error,30047,0.02500,0.853
28,model.language_model.layers.28.mlp.experts.19.up_proj,0.0085068208,hessian_weighted_relative_error,30047,0.02500,0.943
28,model.language_model.layers.28.mlp.experts.190.down_proj,0.0134576953,hessian_weighted_relative_error,15315,0.02500,0.757
28,model.language_model.layers.28.mlp.experts.190.gate_proj,0.0078890640,hessian_weighted_relative_error,15315,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.190.up_proj,0.0086385969,hessian_weighted_relative_error,15315,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.191.down_proj,0.0096957766,hessian_weighted_relative_error,23800,0.02500,0.875
28,model.language_model.layers.28.mlp.experts.191.gate_proj,0.0056294820,hessian_weighted_relative_error,23800,0.02500,0.921
28,model.language_model.layers.28.mlp.experts.191.up_proj,0.0060216914,hessian_weighted_relative_error,23800,0.02500,0.980
28,model.language_model.layers.28.mlp.experts.192.down_proj,0.0066519426,hessian_weighted_relative_error,38909,0.02500,0.763
28,model.language_model.layers.28.mlp.experts.192.gate_proj,0.0039681650,hessian_weighted_relative_error,38909,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.192.up_proj,0.0041043801,hessian_weighted_relative_error,38909,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.193.down_proj,0.0141724602,hessian_weighted_relative_error,25449,0.02500,0.876
28,model.language_model.layers.28.mlp.experts.193.gate_proj,0.0086636223,hessian_weighted_relative_error,25449,0.02500,0.927
28,model.language_model.layers.28.mlp.experts.193.up_proj,0.0095282788,hessian_weighted_relative_error,25449,0.02500,0.968
28,model.language_model.layers.28.mlp.experts.194.down_proj,0.0136458548,hessian_weighted_relative_error,24744,0.02500,0.757
28,model.language_model.layers.28.mlp.experts.194.gate_proj,0.0082042520,hessian_weighted_relative_error,24744,0.02500,0.787
28,model.language_model.layers.28.mlp.experts.194.up_proj,0.0086451680,hessian_weighted_relative_error,24744,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.195.down_proj,0.0116483106,hessian_weighted_relative_error,18584,0.02500,0.879
28,model.language_model.layers.28.mlp.experts.195.gate_proj,0.0071747278,hessian_weighted_relative_error,18584,0.02500,0.920
28,model.language_model.layers.28.mlp.experts.195.up_proj,0.0076418660,hessian_weighted_relative_error,18584,0.02500,0.987
28,model.language_model.layers.28.mlp.experts.196.down_proj,0.0086893366,hessian_weighted_relative_error,22619,0.02500,0.757
28,model.language_model.layers.28.mlp.experts.196.gate_proj,0.0049557948,hessian_weighted_relative_error,22619,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.196.up_proj,0.0052100960,hessian_weighted_relative_error,22619,0.02500,0.812
28,model.language_model.layers.28.mlp.experts.197.down_proj,0.0108642901,hessian_weighted_relative_error,19441,0.02500,0.878
28,model.language_model.layers.28.mlp.experts.197.gate_proj,0.0059198270,hessian_weighted_relative_error,19441,0.02500,0.917
28,model.language_model.layers.28.mlp.experts.197.up_proj,0.0066433001,hessian_weighted_relative_error,19441,0.02500,0.969
28,model.language_model.layers.28.mlp.experts.198.down_proj,0.0107921680,hessian_weighted_relative_error,15114,0.02500,0.758
28,model.language_model.layers.28.mlp.experts.198.gate_proj,0.0058831626,hessian_weighted_relative_error,15114,0.02500,0.788
28,model.language_model.layers.28.mlp.experts.198.up_proj,0.0063603788,hessian_weighted_relative_error,15114,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.199.down_proj,0.0146750826,hessian_weighted_relative_error,39804,0.02500,0.876
28,model.language_model.layers.28.mlp.experts.199.gate_proj,0.0080162749,hessian_weighted_relative_error,39804,0.02500,0.919
28,model.language_model.layers.28.mlp.experts.199.up_proj,0.0102289189,hessian_weighted_relative_error,39804,0.02500,0.971
28,model.language_model.layers.28.mlp.experts.2.down_proj,0.0138708085,hessian_weighted_relative_error,26076,0.02500,0.698
28,model.language_model.layers.28.mlp.experts.2.gate_proj,0.0083615419,hessian_weighted_relative_error,26076,0.02500,0.784
28,model.language_model.layers.28.mlp.experts.2.up_proj,0.0095132260,hessian_weighted_relative_error,26076,0.02500,0.795
28,model.language_model.layers.28.mlp.experts.20.down_proj,0.0100615202,hessian_weighted_relative_error,73784,0.02500,0.729
28,model.language_model.layers.28.mlp.experts.20.gate_proj,0.0068346154,hessian_weighted_relative_error,73784,0.02500,0.754
28,model.language_model.layers.28.mlp.experts.20.up_proj,0.0072477148,hessian_weighted_relative_error,73784,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.200.down_proj,0.0133208500,hessian_weighted_relative_error,19314,0.02500,0.758
28,model.language_model.layers.28.mlp.experts.200.gate_proj,0.0081619726,hessian_weighted_relative_error,19314,0.02500,0.790
28,model.language_model.layers.28.mlp.experts.200.up_proj,0.0088945023,hessian_weighted_relative_error,19314,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.201.down_proj,0.0079331761,hessian_weighted_relative_error,11996,0.02500,0.878
28,model.language_model.layers.28.mlp.experts.201.gate_proj,0.0058718824,hessian_weighted_relative_error,11996,0.02500,0.916
28,model.language_model.layers.28.mlp.experts.201.up_proj,0.0054843912,hessian_weighted_relative_error,11996,0.02500,0.966
28,model.language_model.layers.28.mlp.experts.202.down_proj,0.0134218738,hessian_weighted_relative_error,17457,0.02500,0.763
28,model.language_model.layers.28.mlp.experts.202.gate_proj,0.0080771699,hessian_weighted_relative_error,17457,0.02500,0.787
28,model.language_model.layers.28.mlp.experts.202.up_proj,0.0086828476,hessian_weighted_relative_error,17457,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.203.down_proj,0.0133207250,hessian_weighted_relative_error,20710,0.02500,0.879
28,model.language_model.layers.28.mlp.experts.203.gate_proj,0.0079758282,hessian_weighted_relative_error,20710,0.02500,0.923
28,model.language_model.layers.28.mlp.experts.203.up_proj,0.0093774487,hessian_weighted_relative_error,20710,0.02500,0.974
28,model.language_model.layers.28.mlp.experts.204.down_proj,0.0139701200,hessian_weighted_relative_error,17968,0.02500,0.759
28,model.language_model.layers.28.mlp.experts.204.gate_proj,0.0085960399,hessian_weighted_relative_error,17968,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.204.up_proj,0.0092382781,hessian_weighted_relative_error,17968,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.205.down_proj,0.0079822829,hessian_weighted_relative_error,8796,0.02500,0.878
28,model.language_model.layers.28.mlp.experts.205.gate_proj,0.0050140154,hessian_weighted_relative_error,8796,0.02500,0.910
28,model.language_model.layers.28.mlp.experts.205.up_proj,0.0054475143,hessian_weighted_relative_error,8796,0.02500,0.966
28,model.language_model.layers.28.mlp.experts.206.down_proj,0.0141168157,hessian_weighted_relative_error,14842,0.02500,0.760
28,model.language_model.layers.28.mlp.experts.206.gate_proj,0.0074086065,hessian_weighted_relative_error,14842,0.02500,0.789
28,model.language_model.layers.28.mlp.experts.206.up_proj,0.0093223476,hessian_weighted_relative_error,14842,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.207.down_proj,0.0137333541,hessian_weighted_relative_error,17095,0.02500,0.877
28,model.language_model.layers.28.mlp.experts.207.gate_proj,0.0078254748,hessian_weighted_relative_error,17095,0.02500,0.923
28,model.language_model.layers.28.mlp.experts.207.up_proj,0.0090611364,hessian_weighted_relative_error,17095,0.02500,0.976
28,model.language_model.layers.28.mlp.experts.208.down_proj,0.0146104932,hessian_weighted_relative_error,61978,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.208.gate_proj,0.0086825691,hessian_weighted_relative_error,61978,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.208.up_proj,0.0103327632,hessian_weighted_relative_error,61978,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.209.down_proj,0.0099924680,hessian_weighted_relative_error,11710,0.02500,0.878
28,model.language_model.layers.28.mlp.experts.209.gate_proj,0.0061322501,hessian_weighted_relative_error,11710,0.02500,0.921
28,model.language_model.layers.28.mlp.experts.209.up_proj,0.0067220086,hessian_weighted_relative_error,11710,0.02500,0.973
28,model.language_model.layers.28.mlp.experts.21.down_proj,0.0136794787,hessian_weighted_relative_error,26530,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.21.gate_proj,0.0085507231,hessian_weighted_relative_error,26530,0.02500,0.849
28,model.language_model.layers.28.mlp.experts.21.up_proj,0.0090980207,hessian_weighted_relative_error,26530,0.02500,0.941
28,model.language_model.layers.28.mlp.experts.210.down_proj,0.0145024956,hessian_weighted_relative_error,23116,0.02500,0.759
28,model.language_model.layers.28.mlp.experts.210.gate_proj,0.0078437800,hessian_weighted_relative_error,23116,0.02500,0.791
28,model.language_model.layers.28.mlp.experts.210.up_proj,0.0095770410,hessian_weighted_relative_error,23116,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.211.down_proj,0.0143210096,hessian_weighted_relative_error,47387,0.02500,0.882
28,model.language_model.layers.28.mlp.experts.211.gate_proj,0.0083422452,hessian_weighted_relative_error,47387,0.02500,0.915
28,model.language_model.layers.28.mlp.experts.211.up_proj,0.0098449222,hessian_weighted_relative_error,47387,0.02500,0.974
28,model.language_model.layers.28.mlp.experts.212.down_proj,0.0114301776,hessian_weighted_relative_error,46389,0.02500,0.760
28,model.language_model.layers.28.mlp.experts.212.gate_proj,0.0070065477,hessian_weighted_relative_error,46389,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.212.up_proj,0.0074974882,hessian_weighted_relative_error,46389,0.02500,0.807
28,model.language_model.layers.28.mlp.experts.213.down_proj,0.0131038364,hessian_weighted_relative_error,16779,0.02500,0.879
28,model.language_model.layers.28.mlp.experts.213.gate_proj,0.0078997197,hessian_weighted_relative_error,16779,0.02500,0.917
28,model.language_model.layers.28.mlp.experts.213.up_proj,0.0088804045,hessian_weighted_relative_error,16779,0.02500,0.972
28,model.language_model.layers.28.mlp.experts.214.down_proj,0.0089529722,hessian_weighted_relative_error,9452,0.02500,0.758
28,model.language_model.layers.28.mlp.experts.214.gate_proj,0.0042536798,hessian_weighted_relative_error,9452,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.214.up_proj,0.0044859541,hessian_weighted_relative_error,9452,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.215.down_proj,0.0105216057,hessian_weighted_relative_error,44574,0.02500,0.879
28,model.language_model.layers.28.mlp.experts.215.gate_proj,0.0066715232,hessian_weighted_relative_error,44574,0.02500,0.925
28,model.language_model.layers.28.mlp.experts.215.up_proj,0.0069467861,hessian_weighted_relative_error,44574,0.02500,0.973
28,model.language_model.layers.28.mlp.experts.216.down_proj,0.0145372857,hessian_weighted_relative_error,40155,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.216.gate_proj,0.0084324988,hessian_weighted_relative_error,40155,0.02500,0.793
28,model.language_model.layers.28.mlp.experts.216.up_proj,0.0103481001,hessian_weighted_relative_error,40155,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.217.down_proj,0.0115900257,hessian_weighted_relative_error,21201,0.02500,0.880
28,model.language_model.layers.28.mlp.experts.217.gate_proj,0.0078791148,hessian_weighted_relative_error,21201,0.02500,0.920
28,model.language_model.layers.28.mlp.experts.217.up_proj,0.0085535442,hessian_weighted_relative_error,21201,0.02500,0.971
28,model.language_model.layers.28.mlp.experts.218.down_proj,0.0026329709,hessian_weighted_relative_error,19870,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.218.gate_proj,0.0052290257,hessian_weighted_relative_error,19870,0.02500,0.790
28,model.language_model.layers.28.mlp.experts.218.up_proj,0.0054889869,hessian_weighted_relative_error,19870,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.219.down_proj,0.0124279594,hessian_weighted_relative_error,54531,0.02500,0.883
28,model.language_model.layers.28.mlp.experts.219.gate_proj,0.0076205908,hessian_weighted_relative_error,54531,0.02500,0.924
28,model.language_model.layers.28.mlp.experts.219.up_proj,0.0077745606,hessian_weighted_relative_error,54531,0.02500,0.971
28,model.language_model.layers.28.mlp.experts.22.down_proj,0.0113793577,hessian_weighted_relative_error,22611,0.02500,0.726
28,model.language_model.layers.28.mlp.experts.22.gate_proj,0.0076013239,hessian_weighted_relative_error,22611,0.02500,0.755
28,model.language_model.layers.28.mlp.experts.22.up_proj,0.0079895224,hessian_weighted_relative_error,22611,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.220.down_proj,0.0130373834,hessian_weighted_relative_error,69169,0.02500,0.760
28,model.language_model.layers.28.mlp.experts.220.gate_proj,0.0081705413,hessian_weighted_relative_error,69169,0.02500,0.790
28,model.language_model.layers.28.mlp.experts.220.up_proj,0.0084305754,hessian_weighted_relative_error,69169,0.02500,0.810
28,model.language_model.layers.28.mlp.experts.221.down_proj,0.0125680586,hessian_weighted_relative_error,23597,0.02500,0.880
28,model.language_model.layers.28.mlp.experts.221.gate_proj,0.0075555798,hessian_weighted_relative_error,23597,0.02500,0.925
28,model.language_model.layers.28.mlp.experts.221.up_proj,0.0083833699,hessian_weighted_relative_error,23597,0.02500,0.971
28,model.language_model.layers.28.mlp.experts.222.down_proj,0.0079120084,hessian_weighted_relative_error,3126,0.02500,0.759
28,model.language_model.layers.28.mlp.experts.222.gate_proj,0.0040766024,hessian_weighted_relative_error,3126,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.222.up_proj,0.0045382651,hessian_weighted_relative_error,3126,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.223.down_proj,0.0036493833,hessian_weighted_relative_error,16274,0.02500,0.880
28,model.language_model.layers.28.mlp.experts.223.gate_proj,0.0071020360,hessian_weighted_relative_error,16274,0.02500,0.918
28,model.language_model.layers.28.mlp.experts.223.up_proj,0.0075325073,hessian_weighted_relative_error,16274,0.02500,0.967
28,model.language_model.layers.28.mlp.experts.224.down_proj,0.0133119371,hessian_weighted_relative_error,26453,0.02500,0.759
28,model.language_model.layers.28.mlp.experts.224.gate_proj,0.0080580571,hessian_weighted_relative_error,26453,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.224.up_proj,0.0089201359,hessian_weighted_relative_error,26453,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.225.down_proj,0.0130198095,hessian_weighted_relative_error,48782,0.02500,0.881
28,model.language_model.layers.28.mlp.experts.225.gate_proj,0.0082310408,hessian_weighted_relative_error,48782,0.02500,0.926
28,model.language_model.layers.28.mlp.experts.225.up_proj,0.0099230672,hessian_weighted_relative_error,48782,0.02500,0.971
28,model.language_model.layers.28.mlp.experts.226.down_proj,0.0143573833,hessian_weighted_relative_error,27972,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.226.gate_proj,0.0080948844,hessian_weighted_relative_error,27972,0.02500,0.791
28,model.language_model.layers.28.mlp.experts.226.up_proj,0.0100604504,hessian_weighted_relative_error,27972,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.227.down_proj,0.0070430839,hessian_weighted_relative_error,19979,0.02500,0.884
28,model.language_model.layers.28.mlp.experts.227.gate_proj,0.0054039594,hessian_weighted_relative_error,19979,0.02500,0.925
28,model.language_model.layers.28.mlp.experts.227.up_proj,0.0056597331,hessian_weighted_relative_error,19979,0.02500,0.976
28,model.language_model.layers.28.mlp.experts.228.down_proj,0.0133084858,hessian_weighted_relative_error,20285,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.228.gate_proj,0.0076063896,hessian_weighted_relative_error,20285,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.228.up_proj,0.0086153503,hessian_weighted_relative_error,20285,0.02500,0.812
28,model.language_model.layers.28.mlp.experts.229.down_proj,0.0129160058,hessian_weighted_relative_error,19775,0.02500,0.881
28,model.language_model.layers.28.mlp.experts.229.gate_proj,0.0073817152,hessian_weighted_relative_error,19775,0.02500,0.923
28,model.language_model.layers.28.mlp.experts.229.up_proj,0.0083944166,hessian_weighted_relative_error,19775,0.02500,0.969
28,model.language_model.layers.28.mlp.experts.23.down_proj,0.0094036395,hessian_weighted_relative_error,11139,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.23.gate_proj,0.0053646716,hessian_weighted_relative_error,11139,0.02500,0.857
28,model.language_model.layers.28.mlp.experts.23.up_proj,0.0060702898,hessian_weighted_relative_error,11139,0.02500,0.943
28,model.language_model.layers.28.mlp.experts.230.down_proj,0.0131608912,hessian_weighted_relative_error,21069,0.02500,0.760
28,model.language_model.layers.28.mlp.experts.230.gate_proj,0.0079996249,hessian_weighted_relative_error,21069,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.230.up_proj,0.0091099053,hessian_weighted_relative_error,21069,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.231.down_proj,0.0110846249,hessian_weighted_relative_error,51557,0.02500,0.881
28,model.language_model.layers.28.mlp.experts.231.gate_proj,0.0075612645,hessian_weighted_relative_error,51557,0.02500,0.932
28,model.language_model.layers.28.mlp.experts.231.up_proj,0.0079442013,hessian_weighted_relative_error,51557,0.02500,0.975
28,model.language_model.layers.28.mlp.experts.232.down_proj,0.0117943491,hessian_weighted_relative_error,24611,0.02500,0.760
28,model.language_model.layers.28.mlp.experts.232.gate_proj,0.0071777340,hessian_weighted_relative_error,24611,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.232.up_proj,0.0074410290,hessian_weighted_relative_error,24611,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.233.down_proj,0.0092624236,hessian_weighted_relative_error,28648,0.02500,0.882
28,model.language_model.layers.28.mlp.experts.233.gate_proj,0.0052768511,hessian_weighted_relative_error,28648,0.02500,0.927
28,model.language_model.layers.28.mlp.experts.233.up_proj,0.0055921953,hessian_weighted_relative_error,28648,0.02500,0.973
28,model.language_model.layers.28.mlp.experts.234.down_proj,0.0122774610,hessian_weighted_relative_error,34509,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.234.gate_proj,0.0077497966,hessian_weighted_relative_error,34509,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.234.up_proj,0.0083934525,hessian_weighted_relative_error,34509,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.235.down_proj,0.0129184680,hessian_weighted_relative_error,58056,0.02500,0.885
28,model.language_model.layers.28.mlp.experts.235.gate_proj,0.0080087050,hessian_weighted_relative_error,58056,0.02500,0.928
28,model.language_model.layers.28.mlp.experts.235.up_proj,0.0093014538,hessian_weighted_relative_error,58056,0.02500,0.968
28,model.language_model.layers.28.mlp.experts.236.down_proj,0.0114765325,hessian_weighted_relative_error,15736,0.02500,0.760
28,model.language_model.layers.28.mlp.experts.236.gate_proj,0.0054774311,hessian_weighted_relative_error,15736,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.236.up_proj,0.0058616323,hessian_weighted_relative_error,15736,0.02500,0.818
28,model.language_model.layers.28.mlp.experts.237.down_proj,0.0120109399,hessian_weighted_relative_error,17725,0.02500,0.883
28,model.language_model.layers.28.mlp.experts.237.gate_proj,0.0067375632,hessian_weighted_relative_error,17725,0.02500,0.935
28,model.language_model.layers.28.mlp.experts.237.up_proj,0.0077178680,hessian_weighted_relative_error,17725,0.02500,0.977
28,model.language_model.layers.28.mlp.experts.238.down_proj,0.0112120806,hessian_weighted_relative_error,20935,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.238.gate_proj,0.0064857998,hessian_weighted_relative_error,20935,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.238.up_proj,0.0071318120,hessian_weighted_relative_error,20935,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.239.down_proj,0.0124606055,hessian_weighted_relative_error,16244,0.02500,0.882
28,model.language_model.layers.28.mlp.experts.239.gate_proj,0.0075251636,hessian_weighted_relative_error,16244,0.02500,0.925
28,model.language_model.layers.28.mlp.experts.239.up_proj,0.0082965586,hessian_weighted_relative_error,16244,0.02500,0.990
28,model.language_model.layers.28.mlp.experts.24.down_proj,0.0112620004,hessian_weighted_relative_error,14194,0.02500,0.729
28,model.language_model.layers.28.mlp.experts.24.gate_proj,0.0056973746,hessian_weighted_relative_error,14194,0.02500,0.756
28,model.language_model.layers.28.mlp.experts.24.up_proj,0.0063619462,hessian_weighted_relative_error,14194,0.02500,0.799
28,model.language_model.layers.28.mlp.experts.240.down_proj,0.0125327701,hessian_weighted_relative_error,23385,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.240.gate_proj,0.0074037999,hessian_weighted_relative_error,23385,0.02500,0.792
28,model.language_model.layers.28.mlp.experts.240.up_proj,0.0079727969,hessian_weighted_relative_error,23385,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.241.down_proj,0.0120801859,hessian_weighted_relative_error,22382,0.02500,0.884
28,model.language_model.layers.28.mlp.experts.241.gate_proj,0.0066990675,hessian_weighted_relative_error,22382,0.02500,0.927
28,model.language_model.layers.28.mlp.experts.241.up_proj,0.0074622994,hessian_weighted_relative_error,22382,0.02500,0.961
28,model.language_model.layers.28.mlp.experts.242.down_proj,0.0096237574,hessian_weighted_relative_error,18059,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.242.gate_proj,0.0053952195,hessian_weighted_relative_error,18059,0.02500,0.793
28,model.language_model.layers.28.mlp.experts.242.up_proj,0.0057104976,hessian_weighted_relative_error,18059,0.02500,0.807
28,model.language_model.layers.28.mlp.experts.243.down_proj,0.0126433099,hessian_weighted_relative_error,20169,0.02500,0.886
28,model.language_model.layers.28.mlp.experts.243.gate_proj,0.0082697632,hessian_weighted_relative_error,20169,0.02500,0.930
28,model.language_model.layers.28.mlp.experts.243.up_proj,0.0090274312,hessian_weighted_relative_error,20169,0.02500,0.957
28,model.language_model.layers.28.mlp.experts.244.down_proj,0.0149920980,hessian_weighted_relative_error,45552,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.244.gate_proj,0.0093468000,hessian_weighted_relative_error,45552,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.244.up_proj,0.0099953652,hessian_weighted_relative_error,45552,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.245.down_proj,0.0108774341,hessian_weighted_relative_error,35173,0.02500,0.883
28,model.language_model.layers.28.mlp.experts.245.gate_proj,0.0066675404,hessian_weighted_relative_error,35173,0.02500,0.928
28,model.language_model.layers.28.mlp.experts.245.up_proj,0.0071611011,hessian_weighted_relative_error,35173,0.02500,0.963
28,model.language_model.layers.28.mlp.experts.246.down_proj,0.0150270300,hessian_weighted_relative_error,55140,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.246.gate_proj,0.0084403723,hessian_weighted_relative_error,55140,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.246.up_proj,0.0103669489,hessian_weighted_relative_error,55140,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.247.down_proj,0.0065839538,hessian_weighted_relative_error,39001,0.02500,0.884
28,model.language_model.layers.28.mlp.experts.247.gate_proj,0.0055599609,hessian_weighted_relative_error,39001,0.02500,0.927
28,model.language_model.layers.28.mlp.experts.247.up_proj,0.0058149016,hessian_weighted_relative_error,39001,0.02500,0.969
28,model.language_model.layers.28.mlp.experts.248.down_proj,0.0123867259,hessian_weighted_relative_error,35965,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.248.gate_proj,0.0079542388,hessian_weighted_relative_error,35965,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.248.up_proj,0.0088061915,hessian_weighted_relative_error,35965,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.249.down_proj,0.0075038941,hessian_weighted_relative_error,14491,0.02500,0.885
28,model.language_model.layers.28.mlp.experts.249.gate_proj,0.0047919934,hessian_weighted_relative_error,14491,0.02500,0.933
28,model.language_model.layers.28.mlp.experts.249.up_proj,0.0052656231,hessian_weighted_relative_error,14491,0.02500,0.951
28,model.language_model.layers.28.mlp.experts.25.down_proj,0.0141015660,hessian_weighted_relative_error,20500,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.25.gate_proj,0.0085309826,hessian_weighted_relative_error,20500,0.02500,0.856
28,model.language_model.layers.28.mlp.experts.25.up_proj,0.0091406308,hessian_weighted_relative_error,20500,0.02500,0.944
28,model.language_model.layers.28.mlp.experts.250.down_proj,0.0152955954,hessian_weighted_relative_error,37157,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.250.gate_proj,0.0096874070,hessian_weighted_relative_error,37157,0.02500,0.795
28,model.language_model.layers.28.mlp.experts.250.up_proj,0.0107433627,hessian_weighted_relative_error,37157,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.251.down_proj,0.0112292228,hessian_weighted_relative_error,30432,0.02500,0.888
28,model.language_model.layers.28.mlp.experts.251.gate_proj,0.0070001222,hessian_weighted_relative_error,30432,0.02500,0.925
28,model.language_model.layers.28.mlp.experts.251.up_proj,0.0080979616,hessian_weighted_relative_error,30432,0.02500,0.951
28,model.language_model.layers.28.mlp.experts.252.down_proj,0.0120280382,hessian_weighted_relative_error,25550,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.252.gate_proj,0.0064944291,hessian_weighted_relative_error,25550,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.252.up_proj,0.0071073822,hessian_weighted_relative_error,25550,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.253.down_proj,0.0083523515,hessian_weighted_relative_error,21962,0.02500,0.884
28,model.language_model.layers.28.mlp.experts.253.gate_proj,0.0046596129,hessian_weighted_relative_error,21962,0.02500,0.929
28,model.language_model.layers.28.mlp.experts.253.up_proj,0.0048544282,hessian_weighted_relative_error,21962,0.02500,0.956
28,model.language_model.layers.28.mlp.experts.254.down_proj,0.0121838147,hessian_weighted_relative_error,25700,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.254.gate_proj,0.0085917024,hessian_weighted_relative_error,25700,0.02500,0.797
28,model.language_model.layers.28.mlp.experts.254.up_proj,0.0092545575,hessian_weighted_relative_error,25700,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.255.down_proj,0.0062324098,hessian_weighted_relative_error,3385,0.02500,0.885
28,model.language_model.layers.28.mlp.experts.255.gate_proj,0.0030266946,hessian_weighted_relative_error,3385,0.02500,0.933
28,model.language_model.layers.28.mlp.experts.255.up_proj,0.0034034811,hessian_weighted_relative_error,3385,0.02500,0.958
28,model.language_model.layers.28.mlp.experts.256.down_proj,0.0112434091,hessian_weighted_relative_error,18936,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.256.gate_proj,0.0078881659,hessian_weighted_relative_error,18936,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.256.up_proj,0.0086829356,hessian_weighted_relative_error,18936,0.02500,0.814
28,model.language_model.layers.28.mlp.experts.257.down_proj,0.0126963599,hessian_weighted_relative_error,31095,0.02500,0.884
28,model.language_model.layers.28.mlp.experts.257.gate_proj,0.0086405681,hessian_weighted_relative_error,31095,0.02500,0.937
28,model.language_model.layers.28.mlp.experts.257.up_proj,0.0096569231,hessian_weighted_relative_error,31095,0.02500,0.948
28,model.language_model.layers.28.mlp.experts.258.down_proj,0.0143845385,hessian_weighted_relative_error,27127,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.258.gate_proj,0.0090365937,hessian_weighted_relative_error,27127,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.258.up_proj,0.0102033800,hessian_weighted_relative_error,27127,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.259.down_proj,0.0098817631,hessian_weighted_relative_error,18126,0.02500,0.889
28,model.language_model.layers.28.mlp.experts.259.gate_proj,0.0059836774,hessian_weighted_relative_error,18126,0.02500,0.935
28,model.language_model.layers.28.mlp.experts.259.up_proj,0.0065776053,hessian_weighted_relative_error,18126,0.02500,0.943
28,model.language_model.layers.28.mlp.experts.26.down_proj,0.0119315988,hessian_weighted_relative_error,22403,0.02500,0.729
28,model.language_model.layers.28.mlp.experts.26.gate_proj,0.0070993283,hessian_weighted_relative_error,22403,0.02500,0.756
28,model.language_model.layers.28.mlp.experts.26.up_proj,0.0079631329,hessian_weighted_relative_error,22403,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.260.down_proj,0.0129260767,hessian_weighted_relative_error,14713,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.260.gate_proj,0.0062639808,hessian_weighted_relative_error,14713,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.260.up_proj,0.0082322376,hessian_weighted_relative_error,14713,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.261.down_proj,0.0112717156,hessian_weighted_relative_error,30078,0.02500,0.885
28,model.language_model.layers.28.mlp.experts.261.gate_proj,0.0067844418,hessian_weighted_relative_error,30078,0.02500,0.934
28,model.language_model.layers.28.mlp.experts.261.up_proj,0.0071351767,hessian_weighted_relative_error,30078,0.02500,0.941
28,model.language_model.layers.28.mlp.experts.262.down_proj,0.0126678875,hessian_weighted_relative_error,59438,0.02500,0.763
28,model.language_model.layers.28.mlp.experts.262.gate_proj,0.0077197852,hessian_weighted_relative_error,59438,0.02500,0.797
28,model.language_model.layers.28.mlp.experts.262.up_proj,0.0084049513,hessian_weighted_relative_error,59438,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.263.down_proj,0.0097075310,hessian_weighted_relative_error,17129,0.02500,0.884
28,model.language_model.layers.28.mlp.experts.263.gate_proj,0.0058490733,hessian_weighted_relative_error,17129,0.02500,0.931
28,model.language_model.layers.28.mlp.experts.263.up_proj,0.0061921449,hessian_weighted_relative_error,17129,0.02500,0.953
28,model.language_model.layers.28.mlp.experts.264.down_proj,0.0147735909,hessian_weighted_relative_error,49103,0.02500,0.766
28,model.language_model.layers.28.mlp.experts.264.gate_proj,0.0086222381,hessian_weighted_relative_error,49103,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.264.up_proj,0.0099812088,hessian_weighted_relative_error,49103,0.02500,0.811
28,model.language_model.layers.28.mlp.experts.265.down_proj,0.0150672354,hessian_weighted_relative_error,53837,0.02500,0.885
28,model.language_model.layers.28.mlp.experts.265.gate_proj,0.0090970823,hessian_weighted_relative_error,53837,0.02500,0.943
28,model.language_model.layers.28.mlp.experts.265.up_proj,0.0102599643,hessian_weighted_relative_error,53837,0.02500,0.938
28,model.language_model.layers.28.mlp.experts.266.down_proj,0.0115890328,hessian_weighted_relative_error,32486,0.02500,0.765
28,model.language_model.layers.28.mlp.experts.266.gate_proj,0.0064800516,hessian_weighted_relative_error,32486,0.02500,0.795
28,model.language_model.layers.28.mlp.experts.266.up_proj,0.0074424526,hessian_weighted_relative_error,32486,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.267.down_proj,0.0129025816,hessian_weighted_relative_error,35574,0.02500,0.889
28,model.language_model.layers.28.mlp.experts.267.gate_proj,0.0077215426,hessian_weighted_relative_error,35574,0.02500,0.936
28,model.language_model.layers.28.mlp.experts.267.up_proj,0.0089603319,hessian_weighted_relative_error,35574,0.02500,0.941
28,model.language_model.layers.28.mlp.experts.268.down_proj,0.0136531755,hessian_weighted_relative_error,17284,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.268.gate_proj,0.0073126116,hessian_weighted_relative_error,17284,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.268.up_proj,0.0089118026,hessian_weighted_relative_error,17284,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.269.down_proj,0.0128611680,hessian_weighted_relative_error,41976,0.02500,0.886
28,model.language_model.layers.28.mlp.experts.269.gate_proj,0.0086441130,hessian_weighted_relative_error,41976,0.02500,0.937
28,model.language_model.layers.28.mlp.experts.269.up_proj,0.0094036993,hessian_weighted_relative_error,41976,0.02500,0.937
28,model.language_model.layers.28.mlp.experts.27.down_proj,0.0131612677,hessian_weighted_relative_error,30690,0.02500,0.810
28,model.language_model.layers.28.mlp.experts.27.gate_proj,0.0083609772,hessian_weighted_relative_error,30690,0.02500,0.856
28,model.language_model.layers.28.mlp.experts.27.up_proj,0.0094679076,hessian_weighted_relative_error,30690,0.02500,0.946
28,model.language_model.layers.28.mlp.experts.270.down_proj,0.0115088532,hessian_weighted_relative_error,35728,0.02500,0.763
28,model.language_model.layers.28.mlp.experts.270.gate_proj,0.0060493687,hessian_weighted_relative_error,35728,0.02500,0.797
28,model.language_model.layers.28.mlp.experts.270.up_proj,0.0065405867,hessian_weighted_relative_error,35728,0.02500,0.811
28,model.language_model.layers.28.mlp.experts.271.down_proj,0.0119709447,hessian_weighted_relative_error,7236,0.02500,0.885
28,model.language_model.layers.28.mlp.experts.271.gate_proj,0.0055971971,hessian_weighted_relative_error,7236,0.02500,0.937
28,model.language_model.layers.28.mlp.experts.271.up_proj,0.0068242838,hessian_weighted_relative_error,7236,0.02500,0.946
28,model.language_model.layers.28.mlp.experts.272.down_proj,0.0107451486,hessian_weighted_relative_error,171718,0.02500,0.771
28,model.language_model.layers.28.mlp.experts.272.gate_proj,0.0078998621,hessian_weighted_relative_error,171718,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.272.up_proj,0.0083792527,hessian_weighted_relative_error,171718,0.02500,0.810
28,model.language_model.layers.28.mlp.experts.273.down_proj,0.0121382810,hessian_weighted_relative_error,29795,0.02500,0.886
28,model.language_model.layers.28.mlp.experts.273.gate_proj,0.0073629997,hessian_weighted_relative_error,29795,0.02500,0.935
28,model.language_model.layers.28.mlp.experts.273.up_proj,0.0080671679,hessian_weighted_relative_error,29795,0.02500,0.934
28,model.language_model.layers.28.mlp.experts.274.down_proj,0.0079438954,hessian_weighted_relative_error,67938,0.02500,0.766
28,model.language_model.layers.28.mlp.experts.274.gate_proj,0.0061238893,hessian_weighted_relative_error,67938,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.274.up_proj,0.0063656958,hessian_weighted_relative_error,67938,0.02500,0.811
28,model.language_model.layers.28.mlp.experts.275.down_proj,0.0131376612,hessian_weighted_relative_error,30531,0.02500,0.889
28,model.language_model.layers.28.mlp.experts.275.gate_proj,0.0081804044,hessian_weighted_relative_error,30531,0.02500,0.942
28,model.language_model.layers.28.mlp.experts.275.up_proj,0.0089066259,hessian_weighted_relative_error,30531,0.02500,0.932
28,model.language_model.layers.28.mlp.experts.276.down_proj,0.0092418992,hessian_weighted_relative_error,21395,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.276.gate_proj,0.0050076227,hessian_weighted_relative_error,21395,0.02500,0.794
28,model.language_model.layers.28.mlp.experts.276.up_proj,0.0052809545,hessian_weighted_relative_error,21395,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.277.down_proj,0.0101107822,hessian_weighted_relative_error,23031,0.02500,0.886
28,model.language_model.layers.28.mlp.experts.277.gate_proj,0.0065575897,hessian_weighted_relative_error,23031,0.02500,0.936
28,model.language_model.layers.28.mlp.experts.277.up_proj,0.0071677565,hessian_weighted_relative_error,23031,0.02500,0.939
28,model.language_model.layers.28.mlp.experts.278.down_proj,0.0121050741,hessian_weighted_relative_error,57401,0.02500,0.765
28,model.language_model.layers.28.mlp.experts.278.gate_proj,0.0073386755,hessian_weighted_relative_error,57401,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.278.up_proj,0.0083591038,hessian_weighted_relative_error,57401,0.02500,0.808
28,model.language_model.layers.28.mlp.experts.279.down_proj,0.0107852216,hessian_weighted_relative_error,47446,0.02500,0.886
28,model.language_model.layers.28.mlp.experts.279.gate_proj,0.0084708413,hessian_weighted_relative_error,47446,0.02500,0.937
28,model.language_model.layers.28.mlp.experts.279.up_proj,0.0091479809,hessian_weighted_relative_error,47446,0.02500,0.941
28,model.language_model.layers.28.mlp.experts.28.down_proj,0.0126639833,hessian_weighted_relative_error,25035,0.02500,0.731
28,model.language_model.layers.28.mlp.experts.28.gate_proj,0.0077682285,hessian_weighted_relative_error,25035,0.02500,0.754
28,model.language_model.layers.28.mlp.experts.28.up_proj,0.0085582638,hessian_weighted_relative_error,25035,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.280.down_proj,0.0129732748,hessian_weighted_relative_error,32733,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.280.gate_proj,0.0077920443,hessian_weighted_relative_error,32733,0.02500,0.795
28,model.language_model.layers.28.mlp.experts.280.up_proj,0.0088955271,hessian_weighted_relative_error,32733,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.281.down_proj,0.0132632643,hessian_weighted_relative_error,39065,0.02500,0.887
28,model.language_model.layers.28.mlp.experts.281.gate_proj,0.0080260980,hessian_weighted_relative_error,39065,0.02500,0.936
28,model.language_model.layers.28.mlp.experts.281.up_proj,0.0089633711,hessian_weighted_relative_error,39065,0.02500,0.934
28,model.language_model.layers.28.mlp.experts.282.down_proj,0.0125231046,hessian_weighted_relative_error,27051,0.02500,0.767
28,model.language_model.layers.28.mlp.experts.282.gate_proj,0.0077347839,hessian_weighted_relative_error,27051,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.282.up_proj,0.0087908708,hessian_weighted_relative_error,27051,0.02500,0.813
28,model.language_model.layers.28.mlp.experts.283.down_proj,0.0104285185,hessian_weighted_relative_error,16598,0.02500,0.889
28,model.language_model.layers.28.mlp.experts.283.gate_proj,0.0053815049,hessian_weighted_relative_error,16598,0.02500,0.939
28,model.language_model.layers.28.mlp.experts.283.up_proj,0.0060135843,hessian_weighted_relative_error,16598,0.02500,0.937
28,model.language_model.layers.28.mlp.experts.284.down_proj,0.0147050184,hessian_weighted_relative_error,45550,0.02500,0.767
28,model.language_model.layers.28.mlp.experts.284.gate_proj,0.0093067612,hessian_weighted_relative_error,45550,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.284.up_proj,0.0102142254,hessian_weighted_relative_error,45550,0.02500,0.807
28,model.language_model.layers.28.mlp.experts.285.down_proj,0.0118614340,hessian_weighted_relative_error,21231,0.02500,0.886
28,model.language_model.layers.28.mlp.experts.285.gate_proj,0.0065925278,hessian_weighted_relative_error,21231,0.02500,0.935
28,model.language_model.layers.28.mlp.experts.285.up_proj,0.0071414450,hessian_weighted_relative_error,21231,0.02500,0.933
28,model.language_model.layers.28.mlp.experts.286.down_proj,0.0130970644,hessian_weighted_relative_error,27042,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.286.gate_proj,0.0081904026,hessian_weighted_relative_error,27042,0.02500,0.795
28,model.language_model.layers.28.mlp.experts.286.up_proj,0.0089259680,hessian_weighted_relative_error,27042,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.287.down_proj,0.0075495337,hessian_weighted_relative_error,63422,0.02500,0.887
28,model.language_model.layers.28.mlp.experts.287.gate_proj,0.0060849025,hessian_weighted_relative_error,63422,0.02500,0.944
28,model.language_model.layers.28.mlp.experts.287.up_proj,0.0063702570,hessian_weighted_relative_error,63422,0.02500,0.942
28,model.language_model.layers.28.mlp.experts.29.down_proj,0.0125483645,hessian_weighted_relative_error,19416,0.02500,0.806
28,model.language_model.layers.28.mlp.experts.29.gate_proj,0.0073103856,hessian_weighted_relative_error,19416,0.02500,0.853
28,model.language_model.layers.28.mlp.experts.29.up_proj,0.0086014646,hessian_weighted_relative_error,19416,0.02500,0.951
28,model.language_model.layers.28.mlp.experts.3.down_proj,0.0111690395,hessian_weighted_relative_error,27730,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.3.gate_proj,0.0069886142,hessian_weighted_relative_error,27730,0.02500,0.840
28,model.language_model.layers.28.mlp.experts.3.up_proj,0.0079511162,hessian_weighted_relative_error,27730,0.02500,0.941
28,model.language_model.layers.28.mlp.experts.30.down_proj,0.0094995746,hessian_weighted_relative_error,15423,0.02500,0.728
28,model.language_model.layers.28.mlp.experts.30.gate_proj,0.0049210127,hessian_weighted_relative_error,15423,0.02500,0.758
28,model.language_model.layers.28.mlp.experts.30.up_proj,0.0053560870,hessian_weighted_relative_error,15423,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.31.down_proj,0.0131923312,hessian_weighted_relative_error,36994,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.31.gate_proj,0.0081660325,hessian_weighted_relative_error,36994,0.02500,0.855
28,model.language_model.layers.28.mlp.experts.31.up_proj,0.0091291916,hessian_weighted_relative_error,36994,0.02500,0.947
28,model.language_model.layers.28.mlp.experts.32.down_proj,0.0146041949,hessian_weighted_relative_error,69055,0.02500,0.733
28,model.language_model.layers.28.mlp.experts.32.gate_proj,0.0090376833,hessian_weighted_relative_error,69055,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.32.up_proj,0.0097947760,hessian_weighted_relative_error,69055,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.33.down_proj,0.0060505498,hessian_weighted_relative_error,21466,0.02500,0.810
28,model.language_model.layers.28.mlp.experts.33.gate_proj,0.0047992058,hessian_weighted_relative_error,21466,0.02500,0.860
28,model.language_model.layers.28.mlp.experts.33.up_proj,0.0050335463,hessian_weighted_relative_error,21466,0.02500,0.940
28,model.language_model.layers.28.mlp.experts.34.down_proj,0.0145481210,hessian_weighted_relative_error,46847,0.02500,0.730
28,model.language_model.layers.28.mlp.experts.34.gate_proj,0.0090808140,hessian_weighted_relative_error,46847,0.02500,0.755
28,model.language_model.layers.28.mlp.experts.34.up_proj,0.0105543846,hessian_weighted_relative_error,46847,0.02500,0.799
28,model.language_model.layers.28.mlp.experts.35.down_proj,0.0149389115,hessian_weighted_relative_error,39189,0.02500,0.814
28,model.language_model.layers.28.mlp.experts.35.gate_proj,0.0078727617,hessian_weighted_relative_error,39189,0.02500,0.858
28,model.language_model.layers.28.mlp.experts.35.up_proj,0.0107863946,hessian_weighted_relative_error,39189,0.02500,0.953
28,model.language_model.layers.28.mlp.experts.36.down_proj,0.0149840567,hessian_weighted_relative_error,41962,0.02500,0.733
28,model.language_model.layers.28.mlp.experts.36.gate_proj,0.0078310435,hessian_weighted_relative_error,41962,0.02500,0.757
28,model.language_model.layers.28.mlp.experts.36.up_proj,0.0099444975,hessian_weighted_relative_error,41962,0.02500,0.818
28,model.language_model.layers.28.mlp.experts.37.down_proj,0.0074643871,hessian_weighted_relative_error,13500,0.02500,0.811
28,model.language_model.layers.28.mlp.experts.37.gate_proj,0.0046605830,hessian_weighted_relative_error,13500,0.02500,0.856
28,model.language_model.layers.28.mlp.experts.37.up_proj,0.0050818119,hessian_weighted_relative_error,13500,0.02500,0.943
28,model.language_model.layers.28.mlp.experts.38.down_proj,0.0130938747,hessian_weighted_relative_error,36326,0.02500,0.730
28,model.language_model.layers.28.mlp.experts.38.gate_proj,0.0084010082,hessian_weighted_relative_error,36326,0.02500,0.760
28,model.language_model.layers.28.mlp.experts.38.up_proj,0.0089841603,hessian_weighted_relative_error,36326,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.39.down_proj,0.0115090956,hessian_weighted_relative_error,21006,0.02500,0.809
28,model.language_model.layers.28.mlp.experts.39.gate_proj,0.0081523585,hessian_weighted_relative_error,21006,0.02500,0.872
28,model.language_model.layers.28.mlp.experts.39.up_proj,0.0087040504,hessian_weighted_relative_error,21006,0.02500,0.949
28,model.language_model.layers.28.mlp.experts.4.down_proj,0.0088819086,hessian_weighted_relative_error,34760,0.02500,0.723
28,model.language_model.layers.28.mlp.experts.4.gate_proj,0.0049051784,hessian_weighted_relative_error,34760,0.02500,0.748
28,model.language_model.layers.28.mlp.experts.4.up_proj,0.0052375502,hessian_weighted_relative_error,34760,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.40.down_proj,0.0122632229,hessian_weighted_relative_error,137227,0.02500,0.734
28,model.language_model.layers.28.mlp.experts.40.gate_proj,0.0080568488,hessian_weighted_relative_error,137227,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.40.up_proj,0.0083240167,hessian_weighted_relative_error,137227,0.02500,0.800
28,model.language_model.layers.28.mlp.experts.41.down_proj,0.0118929327,hessian_weighted_relative_error,12079,0.02500,0.813
28,model.language_model.layers.28.mlp.experts.41.gate_proj,0.0063861032,hessian_weighted_relative_error,12079,0.02500,0.862
28,model.language_model.layers.28.mlp.experts.41.up_proj,0.0077348875,hessian_weighted_relative_error,12079,0.02500,0.951
28,model.language_model.layers.28.mlp.experts.42.down_proj,0.0109937853,hessian_weighted_relative_error,53709,0.02500,0.733
28,model.language_model.layers.28.mlp.experts.42.gate_proj,0.0065370374,hessian_weighted_relative_error,53709,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.42.up_proj,0.0066098454,hessian_weighted_relative_error,53709,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.43.down_proj,0.0129332780,hessian_weighted_relative_error,20527,0.02500,0.816
28,model.language_model.layers.28.mlp.experts.43.gate_proj,0.0080322864,hessian_weighted_relative_error,20527,0.02500,0.864
28,model.language_model.layers.28.mlp.experts.43.up_proj,0.0095388876,hessian_weighted_relative_error,20527,0.02500,0.950
28,model.language_model.layers.28.mlp.experts.44.down_proj,0.0127847960,hessian_weighted_relative_error,17504,0.02500,0.734
28,model.language_model.layers.28.mlp.experts.44.gate_proj,0.0080872414,hessian_weighted_relative_error,17504,0.02500,0.761
28,model.language_model.layers.28.mlp.experts.44.up_proj,0.0088853337,hessian_weighted_relative_error,17504,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.45.down_proj,0.0142415233,hessian_weighted_relative_error,68379,0.02500,0.813
28,model.language_model.layers.28.mlp.experts.45.gate_proj,0.0091886058,hessian_weighted_relative_error,68379,0.02500,0.863
28,model.language_model.layers.28.mlp.experts.45.up_proj,0.0100676722,hessian_weighted_relative_error,68379,0.02500,0.950
28,model.language_model.layers.28.mlp.experts.46.down_proj,0.0090468394,hessian_weighted_relative_error,24980,0.02500,0.733
28,model.language_model.layers.28.mlp.experts.46.gate_proj,0.0053591357,hessian_weighted_relative_error,24980,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.46.up_proj,0.0057331658,hessian_weighted_relative_error,24980,0.02500,0.798
28,model.language_model.layers.28.mlp.experts.47.down_proj,0.0129479984,hessian_weighted_relative_error,32752,0.02500,0.812
28,model.language_model.layers.28.mlp.experts.47.gate_proj,0.0083670589,hessian_weighted_relative_error,32752,0.02500,0.865
28,model.language_model.layers.28.mlp.experts.47.up_proj,0.0092088523,hessian_weighted_relative_error,32752,0.02500,0.951
28,model.language_model.layers.28.mlp.experts.48.down_proj,0.0121902665,hessian_weighted_relative_error,11530,0.02500,0.736
28,model.language_model.layers.28.mlp.experts.48.gate_proj,0.0067720630,hessian_weighted_relative_error,11530,0.02500,0.763
28,model.language_model.layers.28.mlp.experts.48.up_proj,0.0075710018,hessian_weighted_relative_error,11530,0.02500,0.799
28,model.language_model.layers.28.mlp.experts.49.down_proj,0.0096472467,hessian_weighted_relative_error,17784,0.02500,0.817
28,model.language_model.layers.28.mlp.experts.49.gate_proj,0.0055669466,hessian_weighted_relative_error,17784,0.02500,0.866
28,model.language_model.layers.28.mlp.experts.49.up_proj,0.0058307065,hessian_weighted_relative_error,17784,0.02500,0.947
28,model.language_model.layers.28.mlp.experts.5.down_proj,0.0123749878,hessian_weighted_relative_error,32804,0.02500,0.793
28,model.language_model.layers.28.mlp.experts.5.gate_proj,0.0080698843,hessian_weighted_relative_error,32804,0.02500,0.842
28,model.language_model.layers.28.mlp.experts.5.up_proj,0.0082744003,hessian_weighted_relative_error,32804,0.02500,0.943
28,model.language_model.layers.28.mlp.experts.50.down_proj,0.0096839170,hessian_weighted_relative_error,21765,0.02500,0.736
28,model.language_model.layers.28.mlp.experts.50.gate_proj,0.0050321235,hessian_weighted_relative_error,21765,0.02500,0.762
28,model.language_model.layers.28.mlp.experts.50.up_proj,0.0054037945,hessian_weighted_relative_error,21765,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.51.down_proj,0.0144661565,hessian_weighted_relative_error,27646,0.02500,0.818
28,model.language_model.layers.28.mlp.experts.51.gate_proj,0.0089328067,hessian_weighted_relative_error,27646,0.02500,0.868
28,model.language_model.layers.28.mlp.experts.51.up_proj,0.0096775451,hessian_weighted_relative_error,27646,0.02500,0.953
28,model.language_model.layers.28.mlp.experts.52.down_proj,0.0124968194,hessian_weighted_relative_error,31201,0.02500,0.739
28,model.language_model.layers.28.mlp.experts.52.gate_proj,0.0083318194,hessian_weighted_relative_error,31201,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.52.up_proj,0.0088292890,hessian_weighted_relative_error,31201,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.53.down_proj,0.0093152039,hessian_weighted_relative_error,8544,0.02500,0.818
28,model.language_model.layers.28.mlp.experts.53.gate_proj,0.0042886091,hessian_weighted_relative_error,8544,0.02500,0.865
28,model.language_model.layers.28.mlp.experts.53.up_proj,0.0046733876,hessian_weighted_relative_error,8544,0.02500,0.945
28,model.language_model.layers.28.mlp.experts.54.down_proj,0.0129463981,hessian_weighted_relative_error,30915,0.02500,0.735
28,model.language_model.layers.28.mlp.experts.54.gate_proj,0.0079997212,hessian_weighted_relative_error,30915,0.02500,0.767
28,model.language_model.layers.28.mlp.experts.54.up_proj,0.0083509095,hessian_weighted_relative_error,30915,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.55.down_proj,0.0077322086,hessian_weighted_relative_error,49728,0.02500,0.816
28,model.language_model.layers.28.mlp.experts.55.gate_proj,0.0050967116,hessian_weighted_relative_error,49728,0.02500,0.868
28,model.language_model.layers.28.mlp.experts.55.up_proj,0.0054284794,hessian_weighted_relative_error,49728,0.02500,0.957
28,model.language_model.layers.28.mlp.experts.56.down_proj,0.0088607177,hessian_weighted_relative_error,11622,0.02500,0.737
28,model.language_model.layers.28.mlp.experts.56.gate_proj,0.0051404041,hessian_weighted_relative_error,11622,0.02500,0.765
28,model.language_model.layers.28.mlp.experts.56.up_proj,0.0056792441,hessian_weighted_relative_error,11622,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.57.down_proj,0.0064419346,hessian_weighted_relative_error,4196,0.02500,0.820
28,model.language_model.layers.28.mlp.experts.57.gate_proj,0.0036559074,hessian_weighted_relative_error,4196,0.02500,0.871
28,model.language_model.layers.28.mlp.experts.57.up_proj,0.0039586694,hessian_weighted_relative_error,4196,0.02500,0.947
28,model.language_model.layers.28.mlp.experts.58.down_proj,0.0097375803,hessian_weighted_relative_error,27852,0.02500,0.737
28,model.language_model.layers.28.mlp.experts.58.gate_proj,0.0048873034,hessian_weighted_relative_error,27852,0.02500,0.766
28,model.language_model.layers.28.mlp.experts.58.up_proj,0.0050215724,hessian_weighted_relative_error,27852,0.02500,0.800
28,model.language_model.layers.28.mlp.experts.59.down_proj,0.0091649461,hessian_weighted_relative_error,6291,0.02500,0.826
28,model.language_model.layers.28.mlp.experts.59.gate_proj,0.0042124972,hessian_weighted_relative_error,6291,0.02500,0.873
28,model.language_model.layers.28.mlp.experts.59.up_proj,0.0047764678,hessian_weighted_relative_error,6291,0.02500,0.953
28,model.language_model.layers.28.mlp.experts.6.down_proj,0.0111752235,hessian_weighted_relative_error,87973,0.02500,0.721
28,model.language_model.layers.28.mlp.experts.6.gate_proj,0.0070489846,hessian_weighted_relative_error,87973,0.02500,0.747
28,model.language_model.layers.28.mlp.experts.6.up_proj,0.0074890771,hessian_weighted_relative_error,87973,0.02500,0.800
28,model.language_model.layers.28.mlp.experts.60.down_proj,0.0103447128,hessian_weighted_relative_error,48653,0.02500,0.737
28,model.language_model.layers.28.mlp.experts.60.gate_proj,0.0064457503,hessian_weighted_relative_error,48653,0.02500,0.767
28,model.language_model.layers.28.mlp.experts.60.up_proj,0.0069827281,hessian_weighted_relative_error,48653,0.02500,0.800
28,model.language_model.layers.28.mlp.experts.61.down_proj,0.0088618712,hessian_weighted_relative_error,10360,0.02500,0.822
28,model.language_model.layers.28.mlp.experts.61.gate_proj,0.0047594154,hessian_weighted_relative_error,10360,0.02500,0.870
28,model.language_model.layers.28.mlp.experts.61.up_proj,0.0053138885,hessian_weighted_relative_error,10360,0.02500,0.953
28,model.language_model.layers.28.mlp.experts.62.down_proj,0.0092897977,hessian_weighted_relative_error,34069,0.02500,0.737
28,model.language_model.layers.28.mlp.experts.62.gate_proj,0.0049537096,hessian_weighted_relative_error,34069,0.02500,0.768
28,model.language_model.layers.28.mlp.experts.62.up_proj,0.0054618901,hessian_weighted_relative_error,34069,0.02500,0.800
28,model.language_model.layers.28.mlp.experts.63.down_proj,0.0088911161,hessian_weighted_relative_error,5544,0.02500,0.820
28,model.language_model.layers.28.mlp.experts.63.gate_proj,0.0048084860,hessian_weighted_relative_error,5544,0.02500,0.871
28,model.language_model.layers.28.mlp.experts.63.up_proj,0.0050651349,hessian_weighted_relative_error,5544,0.02500,0.960
28,model.language_model.layers.28.mlp.experts.64.down_proj,0.0145329031,hessian_weighted_relative_error,50595,0.02500,0.739
28,model.language_model.layers.28.mlp.experts.64.gate_proj,0.0087810444,hessian_weighted_relative_error,50595,0.02500,0.765
28,model.language_model.layers.28.mlp.experts.64.up_proj,0.0098647164,hessian_weighted_relative_error,50595,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.65.down_proj,0.0114919032,hessian_weighted_relative_error,10921,0.02500,0.825
28,model.language_model.layers.28.mlp.experts.65.gate_proj,0.0051546695,hessian_weighted_relative_error,10921,0.02500,0.876
28,model.language_model.layers.28.mlp.experts.65.up_proj,0.0061838566,hessian_weighted_relative_error,10921,0.02500,0.950
28,model.language_model.layers.28.mlp.experts.66.down_proj,0.0129556477,hessian_weighted_relative_error,26178,0.02500,0.739
28,model.language_model.layers.28.mlp.experts.66.gate_proj,0.0081441395,hessian_weighted_relative_error,26178,0.02500,0.766
28,model.language_model.layers.28.mlp.experts.66.up_proj,0.0089330461,hessian_weighted_relative_error,26178,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.67.down_proj,0.0112924772,hessian_weighted_relative_error,198727,0.02500,0.830
28,model.language_model.layers.28.mlp.experts.67.gate_proj,0.0097642411,hessian_weighted_relative_error,198727,0.02500,0.876
28,model.language_model.layers.28.mlp.experts.67.up_proj,0.0102769909,hessian_weighted_relative_error,198727,0.02500,0.967
28,model.language_model.layers.28.mlp.experts.68.down_proj,0.0123747626,hessian_weighted_relative_error,26381,0.02500,0.739
28,model.language_model.layers.28.mlp.experts.68.gate_proj,0.0081262718,hessian_weighted_relative_error,26381,0.02500,0.764
28,model.language_model.layers.28.mlp.experts.68.up_proj,0.0085032744,hessian_weighted_relative_error,26381,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.69.down_proj,0.0107478381,hessian_weighted_relative_error,39552,0.02500,0.826
28,model.language_model.layers.28.mlp.experts.69.gate_proj,0.0063423953,hessian_weighted_relative_error,39552,0.02500,0.876
28,model.language_model.layers.28.mlp.experts.69.up_proj,0.0066272248,hessian_weighted_relative_error,39552,0.02500,0.947
28,model.language_model.layers.28.mlp.experts.7.down_proj,0.0142320823,hessian_weighted_relative_error,41275,0.02500,0.777
28,model.language_model.layers.28.mlp.experts.7.gate_proj,0.0086694268,hessian_weighted_relative_error,41275,0.02500,0.857
28,model.language_model.layers.28.mlp.experts.7.up_proj,0.0097663968,hessian_weighted_relative_error,41275,0.02500,0.942
28,model.language_model.layers.28.mlp.experts.70.down_proj,0.0085436532,hessian_weighted_relative_error,3474,0.02500,0.740
28,model.language_model.layers.28.mlp.experts.70.gate_proj,0.0039084268,hessian_weighted_relative_error,3474,0.02500,0.783
28,model.language_model.layers.28.mlp.experts.70.up_proj,0.0050397050,hessian_weighted_relative_error,3474,0.02500,0.800
28,model.language_model.layers.28.mlp.experts.71.down_proj,0.0111734388,hessian_weighted_relative_error,30927,0.02500,0.824
28,model.language_model.layers.28.mlp.experts.71.gate_proj,0.0064126698,hessian_weighted_relative_error,30927,0.02500,0.878
28,model.language_model.layers.28.mlp.experts.71.up_proj,0.0067281016,hessian_weighted_relative_error,30927,0.02500,0.963
28,model.language_model.layers.28.mlp.experts.72.down_proj,0.0150503007,hessian_weighted_relative_error,48571,0.02500,0.740
28,model.language_model.layers.28.mlp.experts.72.gate_proj,0.0097437606,hessian_weighted_relative_error,48571,0.02500,0.769
28,model.language_model.layers.28.mlp.experts.72.up_proj,0.0108422237,hessian_weighted_relative_error,48571,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.73.down_proj,0.0097820476,hessian_weighted_relative_error,29635,0.02500,0.829
28,model.language_model.layers.28.mlp.experts.73.gate_proj,0.0062343732,hessian_weighted_relative_error,29635,0.02500,0.880
28,model.language_model.layers.28.mlp.experts.73.up_proj,0.0065115585,hessian_weighted_relative_error,29635,0.02500,0.959
28,model.language_model.layers.28.mlp.experts.74.down_proj,0.0135407765,hessian_weighted_relative_error,19019,0.02500,0.741
28,model.language_model.layers.28.mlp.experts.74.gate_proj,0.0082265598,hessian_weighted_relative_error,19019,0.02500,0.768
28,model.language_model.layers.28.mlp.experts.74.up_proj,0.0091487772,hessian_weighted_relative_error,19019,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.75.down_proj,0.0135735230,hessian_weighted_relative_error,17794,0.02500,0.835
28,model.language_model.layers.28.mlp.experts.75.gate_proj,0.0081446513,hessian_weighted_relative_error,17794,0.02500,0.883
28,model.language_model.layers.28.mlp.experts.75.up_proj,0.0088694550,hessian_weighted_relative_error,17794,0.02500,0.953
28,model.language_model.layers.28.mlp.experts.76.down_proj,0.0138398840,hessian_weighted_relative_error,25267,0.02500,0.743
28,model.language_model.layers.28.mlp.experts.76.gate_proj,0.0079330613,hessian_weighted_relative_error,25267,0.02500,0.768
28,model.language_model.layers.28.mlp.experts.76.up_proj,0.0084748216,hessian_weighted_relative_error,25267,0.02500,0.812
28,model.language_model.layers.28.mlp.experts.77.down_proj,0.0121367181,hessian_weighted_relative_error,9303,0.02500,0.829
28,model.language_model.layers.28.mlp.experts.77.gate_proj,0.0066345358,hessian_weighted_relative_error,9303,0.02500,0.879
28,model.language_model.layers.28.mlp.experts.77.up_proj,0.0075245135,hessian_weighted_relative_error,9303,0.02500,0.956
28,model.language_model.layers.28.mlp.experts.78.down_proj,0.0101535711,hessian_weighted_relative_error,15579,0.02500,0.739
28,model.language_model.layers.28.mlp.experts.78.gate_proj,0.0053514975,hessian_weighted_relative_error,15579,0.02500,0.770
28,model.language_model.layers.28.mlp.experts.78.up_proj,0.0057461516,hessian_weighted_relative_error,15579,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.79.down_proj,0.0087564203,hessian_weighted_relative_error,53920,0.02500,0.827
28,model.language_model.layers.28.mlp.experts.79.gate_proj,0.0054044631,hessian_weighted_relative_error,53920,0.02500,0.882
28,model.language_model.layers.28.mlp.experts.79.up_proj,0.0057235757,hessian_weighted_relative_error,53920,0.02500,0.958
28,model.language_model.layers.28.mlp.experts.8.down_proj,0.0131046974,hessian_weighted_relative_error,52575,0.02500,0.724
28,model.language_model.layers.28.mlp.experts.8.gate_proj,0.0090294254,hessian_weighted_relative_error,52575,0.02500,0.750
28,model.language_model.layers.28.mlp.experts.8.up_proj,0.0098700094,hessian_weighted_relative_error,52575,0.02500,0.799
28,model.language_model.layers.28.mlp.experts.80.down_proj,0.0117178064,hessian_weighted_relative_error,10143,0.02500,0.743
28,model.language_model.layers.28.mlp.experts.80.gate_proj,0.0057241351,hessian_weighted_relative_error,10143,0.02500,0.772
28,model.language_model.layers.28.mlp.experts.80.up_proj,0.0064224881,hessian_weighted_relative_error,10143,0.02500,0.800
28,model.language_model.layers.28.mlp.experts.81.down_proj,0.0103868012,hessian_weighted_relative_error,17780,0.02500,0.832
28,model.language_model.layers.28.mlp.experts.81.gate_proj,0.0055102469,hessian_weighted_relative_error,17780,0.02500,0.884
28,model.language_model.layers.28.mlp.experts.81.up_proj,0.0058837836,hessian_weighted_relative_error,17780,0.02500,0.953
28,model.language_model.layers.28.mlp.experts.82.down_proj,0.0107577381,hessian_weighted_relative_error,59515,0.02500,0.742
28,model.language_model.layers.28.mlp.experts.82.gate_proj,0.0077020882,hessian_weighted_relative_error,59515,0.02500,0.769
28,model.language_model.layers.28.mlp.experts.82.up_proj,0.0078286983,hessian_weighted_relative_error,59515,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.83.down_proj,0.0125289574,hessian_weighted_relative_error,34149,0.02500,0.838
28,model.language_model.layers.28.mlp.experts.83.gate_proj,0.0083977465,hessian_weighted_relative_error,34149,0.02500,0.884
28,model.language_model.layers.28.mlp.experts.83.up_proj,0.0089346240,hessian_weighted_relative_error,34149,0.02500,0.956
28,model.language_model.layers.28.mlp.experts.84.down_proj,0.0101668249,hessian_weighted_relative_error,50501,0.02500,0.742
28,model.language_model.layers.28.mlp.experts.84.gate_proj,0.0061826425,hessian_weighted_relative_error,50501,0.02500,0.771
28,model.language_model.layers.28.mlp.experts.84.up_proj,0.0064346655,hessian_weighted_relative_error,50501,0.02500,0.799
28,model.language_model.layers.28.mlp.experts.85.down_proj,0.0070929876,hessian_weighted_relative_error,40752,0.02500,0.833
28,model.language_model.layers.28.mlp.experts.85.gate_proj,0.0042865134,hessian_weighted_relative_error,40752,0.02500,0.883
28,model.language_model.layers.28.mlp.experts.85.up_proj,0.0045316595,hessian_weighted_relative_error,40752,0.02500,0.949
28,model.language_model.layers.28.mlp.experts.86.down_proj,0.0131157327,hessian_weighted_relative_error,53308,0.02500,0.741
28,model.language_model.layers.28.mlp.experts.86.gate_proj,0.0094104264,hessian_weighted_relative_error,53308,0.02500,0.774
28,model.language_model.layers.28.mlp.experts.86.up_proj,0.0102306450,hessian_weighted_relative_error,53308,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.87.down_proj,0.0116056094,hessian_weighted_relative_error,35380,0.02500,0.832
28,model.language_model.layers.28.mlp.experts.87.gate_proj,0.0068251715,hessian_weighted_relative_error,35380,0.02500,0.885
28,model.language_model.layers.28.mlp.experts.87.up_proj,0.0071244346,hessian_weighted_relative_error,35380,0.02500,0.965
28,model.language_model.layers.28.mlp.experts.88.down_proj,0.0087172999,hessian_weighted_relative_error,7805,0.02500,0.744
28,model.language_model.layers.28.mlp.experts.88.gate_proj,0.0043021412,hessian_weighted_relative_error,7805,0.02500,0.773
28,model.language_model.layers.28.mlp.experts.88.up_proj,0.0050633071,hessian_weighted_relative_error,7805,0.02500,0.803
28,model.language_model.layers.28.mlp.experts.89.down_proj,0.0072154026,hessian_weighted_relative_error,33813,0.02500,0.835
28,model.language_model.layers.28.mlp.experts.89.gate_proj,0.0040432891,hessian_weighted_relative_error,33813,0.02500,0.886
28,model.language_model.layers.28.mlp.experts.89.up_proj,0.0044159524,hessian_weighted_relative_error,33813,0.02500,0.969
28,model.language_model.layers.28.mlp.experts.9.down_proj,0.0135029970,hessian_weighted_relative_error,36012,0.02500,0.796
28,model.language_model.layers.28.mlp.experts.9.gate_proj,0.0081550785,hessian_weighted_relative_error,36012,0.02500,0.846
28,model.language_model.layers.28.mlp.experts.9.up_proj,0.0091883472,hessian_weighted_relative_error,36012,0.02500,0.946
28,model.language_model.layers.28.mlp.experts.90.down_proj,0.0137371312,hessian_weighted_relative_error,16389,0.02500,0.744
28,model.language_model.layers.28.mlp.experts.90.gate_proj,0.0078343206,hessian_weighted_relative_error,16389,0.02500,0.772
28,model.language_model.layers.28.mlp.experts.90.up_proj,0.0088230045,hessian_weighted_relative_error,16389,0.02500,0.804
28,model.language_model.layers.28.mlp.experts.91.down_proj,0.0114994141,hessian_weighted_relative_error,25266,0.02500,0.841
28,model.language_model.layers.28.mlp.experts.91.gate_proj,0.0075458575,hessian_weighted_relative_error,25266,0.02500,0.889
28,model.language_model.layers.28.mlp.experts.91.up_proj,0.0081651792,hessian_weighted_relative_error,25266,0.02500,0.955
28,model.language_model.layers.28.mlp.experts.92.down_proj,0.0134704557,hessian_weighted_relative_error,35584,0.02500,0.746
28,model.language_model.layers.28.mlp.experts.92.gate_proj,0.0080328084,hessian_weighted_relative_error,35584,0.02500,0.772
28,model.language_model.layers.28.mlp.experts.92.up_proj,0.0096243050,hessian_weighted_relative_error,35584,0.02500,0.801
28,model.language_model.layers.28.mlp.experts.93.down_proj,0.0135566180,hessian_weighted_relative_error,16061,0.02500,0.836
28,model.language_model.layers.28.mlp.experts.93.gate_proj,0.0078958520,hessian_weighted_relative_error,16061,0.02500,0.888
28,model.language_model.layers.28.mlp.experts.93.up_proj,0.0092569244,hessian_weighted_relative_error,16061,0.02500,0.962
28,model.language_model.layers.28.mlp.experts.94.down_proj,0.0077221176,hessian_weighted_relative_error,45980,0.02500,0.744
28,model.language_model.layers.28.mlp.experts.94.gate_proj,0.0060563199,hessian_weighted_relative_error,45980,0.02500,0.774
28,model.language_model.layers.28.mlp.experts.94.up_proj,0.0065162152,hessian_weighted_relative_error,45980,0.02500,0.805
28,model.language_model.layers.28.mlp.experts.95.down_proj,0.0129484810,hessian_weighted_relative_error,23122,0.02500,0.834
28,model.language_model.layers.28.mlp.experts.95.gate_proj,0.0068416252,hessian_weighted_relative_error,23122,0.02500,0.888
28,model.language_model.layers.28.mlp.experts.95.up_proj,0.0084920225,hessian_weighted_relative_error,23122,0.02500,0.960
28,model.language_model.layers.28.mlp.experts.96.down_proj,0.0070100578,hessian_weighted_relative_error,2236,0.02500,0.750
28,model.language_model.layers.28.mlp.experts.96.gate_proj,0.0037231947,hessian_weighted_relative_error,2236,0.02500,0.775
28,model.language_model.layers.28.mlp.experts.96.up_proj,0.0041423355,hessian_weighted_relative_error,2236,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.97.down_proj,0.0108633313,hessian_weighted_relative_error,24794,0.02500,0.839
28,model.language_model.layers.28.mlp.experts.97.gate_proj,0.0075358194,hessian_weighted_relative_error,24794,0.02500,0.890
28,model.language_model.layers.28.mlp.experts.97.up_proj,0.0083483931,hessian_weighted_relative_error,24794,0.02500,0.954
28,model.language_model.layers.28.mlp.experts.98.down_proj,0.0087672695,hessian_weighted_relative_error,28711,0.02500,0.745
28,model.language_model.layers.28.mlp.experts.98.gate_proj,0.0072012436,hessian_weighted_relative_error,28711,0.02500,0.773
28,model.language_model.layers.28.mlp.experts.98.up_proj,0.0078523360,hessian_weighted_relative_error,28711,0.02500,0.802
28,model.language_model.layers.28.mlp.experts.99.down_proj,0.0126213542,hessian_weighted_relative_error,18548,0.02500,0.843
28,model.language_model.layers.28.mlp.experts.99.gate_proj,0.0067324826,hessian_weighted_relative_error,18548,0.02500,0.891
28,model.language_model.layers.28.mlp.experts.99.up_proj,0.0083638021,hessian_weighted_relative_error,18548,0.02500,0.963
29,model.language_model.layers.29.mlp.experts.0.down_proj,0.0121870959,hessian_weighted_relative_error,16822,0.02500,0.721
29,model.language_model.layers.29.mlp.experts.0.gate_proj,0.0075729652,hessian_weighted_relative_error,16822,0.02500,0.820
29,model.language_model.layers.29.mlp.experts.0.up_proj,0.0080514961,hessian_weighted_relative_error,16822,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.1.down_proj,0.0109692626,hessian_weighted_relative_error,10769,0.02500,0.793
29,model.language_model.layers.29.mlp.experts.1.gate_proj,0.0055107829,hessian_weighted_relative_error,10769,0.02500,0.846
29,model.language_model.layers.29.mlp.experts.1.up_proj,0.0067335560,hessian_weighted_relative_error,10769,0.02500,0.949
29,model.language_model.layers.29.mlp.experts.10.down_proj,0.0147402587,hessian_weighted_relative_error,78735,0.02500,0.723
29,model.language_model.layers.29.mlp.experts.10.gate_proj,0.0096041584,hessian_weighted_relative_error,78735,0.02500,0.759
29,model.language_model.layers.29.mlp.experts.10.up_proj,0.0104790637,hessian_weighted_relative_error,78735,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.100.down_proj,0.0112885651,hessian_weighted_relative_error,11634,0.02500,0.746
29,model.language_model.layers.29.mlp.experts.100.gate_proj,0.0057459317,hessian_weighted_relative_error,11634,0.02500,0.776
29,model.language_model.layers.29.mlp.experts.100.up_proj,0.0060943769,hessian_weighted_relative_error,11634,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.101.down_proj,0.0145173333,hessian_weighted_relative_error,25972,0.02500,0.836
29,model.language_model.layers.29.mlp.experts.101.gate_proj,0.0082528271,hessian_weighted_relative_error,25972,0.02500,0.893
29,model.language_model.layers.29.mlp.experts.101.up_proj,0.0098048872,hessian_weighted_relative_error,25972,0.02500,0.971
29,model.language_model.layers.29.mlp.experts.102.down_proj,0.0145122472,hessian_weighted_relative_error,53664,0.02500,0.743
29,model.language_model.layers.29.mlp.experts.102.gate_proj,0.0090712506,hessian_weighted_relative_error,53664,0.02500,0.776
29,model.language_model.layers.29.mlp.experts.102.up_proj,0.0099732200,hessian_weighted_relative_error,53664,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.103.down_proj,0.0111897989,hessian_weighted_relative_error,29094,0.02500,0.838
29,model.language_model.layers.29.mlp.experts.103.gate_proj,0.0056938981,hessian_weighted_relative_error,29094,0.02500,0.892
29,model.language_model.layers.29.mlp.experts.103.up_proj,0.0063384324,hessian_weighted_relative_error,29094,0.02500,0.983
29,model.language_model.layers.29.mlp.experts.104.down_proj,0.0110211817,hessian_weighted_relative_error,20975,0.02500,0.745
29,model.language_model.layers.29.mlp.experts.104.gate_proj,0.0065447075,hessian_weighted_relative_error,20975,0.02500,0.779
29,model.language_model.layers.29.mlp.experts.104.up_proj,0.0072283735,hessian_weighted_relative_error,20975,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.105.down_proj,0.0127612128,hessian_weighted_relative_error,85424,0.02500,0.845
29,model.language_model.layers.29.mlp.experts.105.gate_proj,0.0073713735,hessian_weighted_relative_error,85424,0.02500,0.897
29,model.language_model.layers.29.mlp.experts.105.up_proj,0.0075740280,hessian_weighted_relative_error,85424,0.02500,0.974
29,model.language_model.layers.29.mlp.experts.106.down_proj,0.0146337038,hessian_weighted_relative_error,54511,0.02500,0.747
29,model.language_model.layers.29.mlp.experts.106.gate_proj,0.0084754991,hessian_weighted_relative_error,54511,0.02500,0.778
29,model.language_model.layers.29.mlp.experts.106.up_proj,0.0099110779,hessian_weighted_relative_error,54511,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.107.down_proj,0.0023879291,hessian_weighted_relative_error,19598,0.02500,0.845
29,model.language_model.layers.29.mlp.experts.107.gate_proj,0.0053131120,hessian_weighted_relative_error,19598,0.02500,0.895
29,model.language_model.layers.29.mlp.experts.107.up_proj,0.0061788198,hessian_weighted_relative_error,19598,0.02500,0.970
29,model.language_model.layers.29.mlp.experts.108.down_proj,0.0099952983,hessian_weighted_relative_error,4205,0.02500,0.747
29,model.language_model.layers.29.mlp.experts.108.gate_proj,0.0045518091,hessian_weighted_relative_error,4205,0.02500,0.779
29,model.language_model.layers.29.mlp.experts.108.up_proj,0.0052748760,hessian_weighted_relative_error,4205,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.109.down_proj,0.0119882327,hessian_weighted_relative_error,30897,0.02500,0.842
29,model.language_model.layers.29.mlp.experts.109.gate_proj,0.0076559344,hessian_weighted_relative_error,30897,0.02500,0.894
29,model.language_model.layers.29.mlp.experts.109.up_proj,0.0080972103,hessian_weighted_relative_error,30897,0.02500,0.971
29,model.language_model.layers.29.mlp.experts.11.down_proj,0.0099606567,hessian_weighted_relative_error,16219,0.02500,0.801
29,model.language_model.layers.29.mlp.experts.11.gate_proj,0.0052967014,hessian_weighted_relative_error,16219,0.02500,0.846
29,model.language_model.layers.29.mlp.experts.11.up_proj,0.0061081343,hessian_weighted_relative_error,16219,0.02500,0.949
29,model.language_model.layers.29.mlp.experts.110.down_proj,0.0130299594,hessian_weighted_relative_error,66371,0.02500,0.745
29,model.language_model.layers.29.mlp.experts.110.gate_proj,0.0071511979,hessian_weighted_relative_error,66371,0.02500,0.778
29,model.language_model.layers.29.mlp.experts.110.up_proj,0.0091983182,hessian_weighted_relative_error,66371,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.111.down_proj,0.0063423841,hessian_weighted_relative_error,67987,0.02500,0.844
29,model.language_model.layers.29.mlp.experts.111.gate_proj,0.0040004616,hessian_weighted_relative_error,67987,0.02500,0.897
29,model.language_model.layers.29.mlp.experts.111.up_proj,0.0043316205,hessian_weighted_relative_error,67987,0.02500,0.961
29,model.language_model.layers.29.mlp.experts.112.down_proj,0.0114538586,hessian_weighted_relative_error,21293,0.02500,0.746
29,model.language_model.layers.29.mlp.experts.112.gate_proj,0.0063874871,hessian_weighted_relative_error,21293,0.02500,0.777
29,model.language_model.layers.29.mlp.experts.112.up_proj,0.0071515259,hessian_weighted_relative_error,21293,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.113.down_proj,0.0122606386,hessian_weighted_relative_error,33791,0.02500,0.848
29,model.language_model.layers.29.mlp.experts.113.gate_proj,0.0074342345,hessian_weighted_relative_error,33791,0.02500,0.900
29,model.language_model.layers.29.mlp.experts.113.up_proj,0.0084770729,hessian_weighted_relative_error,33791,0.02500,0.965
29,model.language_model.layers.29.mlp.experts.114.down_proj,0.0152189966,hessian_weighted_relative_error,43421,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.114.gate_proj,0.0089648820,hessian_weighted_relative_error,43421,0.02500,0.780
29,model.language_model.layers.29.mlp.experts.114.up_proj,0.0102058920,hessian_weighted_relative_error,43421,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.115.down_proj,0.0140100872,hessian_weighted_relative_error,35446,0.02500,0.849
29,model.language_model.layers.29.mlp.experts.115.gate_proj,0.0078349108,hessian_weighted_relative_error,35446,0.02500,0.895
29,model.language_model.layers.29.mlp.experts.115.up_proj,0.0092409568,hessian_weighted_relative_error,35446,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.116.down_proj,0.0110616243,hessian_weighted_relative_error,28814,0.02500,0.748
29,model.language_model.layers.29.mlp.experts.116.gate_proj,0.0064408826,hessian_weighted_relative_error,28814,0.02500,0.778
29,model.language_model.layers.29.mlp.experts.116.up_proj,0.0068658943,hessian_weighted_relative_error,28814,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.117.down_proj,0.0153514405,hessian_weighted_relative_error,78354,0.02500,0.846
29,model.language_model.layers.29.mlp.experts.117.gate_proj,0.0091103912,hessian_weighted_relative_error,78354,0.02500,0.914
29,model.language_model.layers.29.mlp.experts.117.up_proj,0.0106964441,hessian_weighted_relative_error,78354,0.02500,0.955
29,model.language_model.layers.29.mlp.experts.118.down_proj,0.0122015057,hessian_weighted_relative_error,26324,0.02500,0.750
29,model.language_model.layers.29.mlp.experts.118.gate_proj,0.0063877255,hessian_weighted_relative_error,26324,0.02500,0.790
29,model.language_model.layers.29.mlp.experts.118.up_proj,0.0074584718,hessian_weighted_relative_error,26324,0.02500,0.820
29,model.language_model.layers.29.mlp.experts.119.down_proj,0.0124273204,hessian_weighted_relative_error,29666,0.02500,0.848
29,model.language_model.layers.29.mlp.experts.119.gate_proj,0.0072092299,hessian_weighted_relative_error,29666,0.02500,0.896
29,model.language_model.layers.29.mlp.experts.119.up_proj,0.0079517964,hessian_weighted_relative_error,29666,0.02500,0.963
29,model.language_model.layers.29.mlp.experts.12.down_proj,0.0146542949,hessian_weighted_relative_error,31078,0.02500,0.725
29,model.language_model.layers.29.mlp.experts.12.gate_proj,0.0067846710,hessian_weighted_relative_error,31078,0.02500,0.753
29,model.language_model.layers.29.mlp.experts.12.up_proj,0.0100848477,hessian_weighted_relative_error,31078,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.120.down_proj,0.0151496156,hessian_weighted_relative_error,90805,0.02500,0.747
29,model.language_model.layers.29.mlp.experts.120.gate_proj,0.0092015047,hessian_weighted_relative_error,90805,0.02500,0.779
29,model.language_model.layers.29.mlp.experts.120.up_proj,0.0105422725,hessian_weighted_relative_error,90805,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.121.down_proj,0.0122352467,hessian_weighted_relative_error,29066,0.02500,0.852
29,model.language_model.layers.29.mlp.experts.121.gate_proj,0.0071545787,hessian_weighted_relative_error,29066,0.02500,0.903
29,model.language_model.layers.29.mlp.experts.121.up_proj,0.0079172250,hessian_weighted_relative_error,29066,0.02500,0.958
29,model.language_model.layers.29.mlp.experts.122.down_proj,0.0111603525,hessian_weighted_relative_error,53578,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.122.gate_proj,0.0062855300,hessian_weighted_relative_error,53578,0.02500,0.780
29,model.language_model.layers.29.mlp.experts.122.up_proj,0.0067712702,hessian_weighted_relative_error,53578,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.123.down_proj,0.0128848751,hessian_weighted_relative_error,11081,0.02500,0.853
29,model.language_model.layers.29.mlp.experts.123.gate_proj,0.0070574040,hessian_weighted_relative_error,11081,0.02500,0.896
29,model.language_model.layers.29.mlp.experts.123.up_proj,0.0079743006,hessian_weighted_relative_error,11081,0.02500,0.953
29,model.language_model.layers.29.mlp.experts.124.down_proj,0.0136859093,hessian_weighted_relative_error,61882,0.02500,0.749
29,model.language_model.layers.29.mlp.experts.124.gate_proj,0.0085170566,hessian_weighted_relative_error,61882,0.02500,0.783
29,model.language_model.layers.29.mlp.experts.124.up_proj,0.0088386012,hessian_weighted_relative_error,61882,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.125.down_proj,0.0133114475,hessian_weighted_relative_error,14644,0.02500,0.849
29,model.language_model.layers.29.mlp.experts.125.gate_proj,0.0072274577,hessian_weighted_relative_error,14644,0.02500,0.902
29,model.language_model.layers.29.mlp.experts.125.up_proj,0.0086195316,hessian_weighted_relative_error,14644,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.126.down_proj,0.0115994078,hessian_weighted_relative_error,20462,0.02500,0.748
29,model.language_model.layers.29.mlp.experts.126.gate_proj,0.0064344924,hessian_weighted_relative_error,20462,0.02500,0.779
29,model.language_model.layers.29.mlp.experts.126.up_proj,0.0076091154,hessian_weighted_relative_error,20462,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.127.down_proj,0.0144393750,hessian_weighted_relative_error,46150,0.02500,0.852
29,model.language_model.layers.29.mlp.experts.127.gate_proj,0.0080107235,hessian_weighted_relative_error,46150,0.02500,0.902
29,model.language_model.layers.29.mlp.experts.127.up_proj,0.0095123358,hessian_weighted_relative_error,46150,0.02500,0.958
29,model.language_model.layers.29.mlp.experts.128.down_proj,0.0108358376,hessian_weighted_relative_error,23799,0.02500,0.749
29,model.language_model.layers.29.mlp.experts.128.gate_proj,0.0061122972,hessian_weighted_relative_error,23799,0.02500,0.781
29,model.language_model.layers.29.mlp.experts.128.up_proj,0.0067309598,hessian_weighted_relative_error,23799,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.129.down_proj,0.0023160624,hessian_weighted_relative_error,27357,0.02500,0.855
29,model.language_model.layers.29.mlp.experts.129.gate_proj,0.0047951161,hessian_weighted_relative_error,27357,0.02500,0.907
29,model.language_model.layers.29.mlp.experts.129.up_proj,0.0051502964,hessian_weighted_relative_error,27357,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.13.down_proj,0.0104526491,hessian_weighted_relative_error,15866,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.13.gate_proj,0.0057372351,hessian_weighted_relative_error,15866,0.02500,0.849
29,model.language_model.layers.29.mlp.experts.13.up_proj,0.0070945854,hessian_weighted_relative_error,15866,0.02500,0.951
29,model.language_model.layers.29.mlp.experts.130.down_proj,0.0049400254,hessian_weighted_relative_error,31267,0.02500,0.749
29,model.language_model.layers.29.mlp.experts.130.gate_proj,0.0028437848,hessian_weighted_relative_error,31267,0.02500,0.780
29,model.language_model.layers.29.mlp.experts.130.up_proj,0.0031427028,hessian_weighted_relative_error,31267,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.131.down_proj,0.0151115819,hessian_weighted_relative_error,49898,0.02500,0.855
29,model.language_model.layers.29.mlp.experts.131.gate_proj,0.0097206207,hessian_weighted_relative_error,49898,0.02500,0.900
29,model.language_model.layers.29.mlp.experts.131.up_proj,0.0104432602,hessian_weighted_relative_error,49898,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.132.down_proj,0.0095852669,hessian_weighted_relative_error,39736,0.02500,0.751
29,model.language_model.layers.29.mlp.experts.132.gate_proj,0.0054538712,hessian_weighted_relative_error,39736,0.02500,0.781
29,model.language_model.layers.29.mlp.experts.132.up_proj,0.0056397937,hessian_weighted_relative_error,39736,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.133.down_proj,0.0122504260,hessian_weighted_relative_error,14963,0.02500,0.853
29,model.language_model.layers.29.mlp.experts.133.gate_proj,0.0072520308,hessian_weighted_relative_error,14963,0.02500,0.905
29,model.language_model.layers.29.mlp.experts.133.up_proj,0.0081070701,hessian_weighted_relative_error,14963,0.02500,1.008
29,model.language_model.layers.29.mlp.experts.134.down_proj,0.0088948663,hessian_weighted_relative_error,27964,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.134.gate_proj,0.0048972312,hessian_weighted_relative_error,27964,0.02500,0.783
29,model.language_model.layers.29.mlp.experts.134.up_proj,0.0051517229,hessian_weighted_relative_error,27964,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.135.down_proj,0.0122363164,hessian_weighted_relative_error,14114,0.02500,0.854
29,model.language_model.layers.29.mlp.experts.135.gate_proj,0.0062971828,hessian_weighted_relative_error,14114,0.02500,0.903
29,model.language_model.layers.29.mlp.experts.135.up_proj,0.0073924704,hessian_weighted_relative_error,14114,0.02500,0.954
29,model.language_model.layers.29.mlp.experts.136.down_proj,0.0149274995,hessian_weighted_relative_error,42273,0.02500,0.751
29,model.language_model.layers.29.mlp.experts.136.gate_proj,0.0099518613,hessian_weighted_relative_error,42273,0.02500,0.781
29,model.language_model.layers.29.mlp.experts.136.up_proj,0.0106936897,hessian_weighted_relative_error,42273,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.137.down_proj,0.0140970618,hessian_weighted_relative_error,67892,0.02500,0.860
29,model.language_model.layers.29.mlp.experts.137.gate_proj,0.0086604520,hessian_weighted_relative_error,67892,0.02500,0.903
29,model.language_model.layers.29.mlp.experts.137.up_proj,0.0094334686,hessian_weighted_relative_error,67892,0.02500,0.961
29,model.language_model.layers.29.mlp.experts.138.down_proj,0.0094958271,hessian_weighted_relative_error,21550,0.02500,0.756
29,model.language_model.layers.29.mlp.experts.138.gate_proj,0.0061142103,hessian_weighted_relative_error,21550,0.02500,0.782
29,model.language_model.layers.29.mlp.experts.138.up_proj,0.0069846418,hessian_weighted_relative_error,21550,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.139.down_proj,0.0119418618,hessian_weighted_relative_error,12666,0.02500,0.861
29,model.language_model.layers.29.mlp.experts.139.gate_proj,0.0064358091,hessian_weighted_relative_error,12666,0.02500,0.899
29,model.language_model.layers.29.mlp.experts.139.up_proj,0.0074593644,hessian_weighted_relative_error,12666,0.02500,0.961
29,model.language_model.layers.29.mlp.experts.14.down_proj,0.0087398931,hessian_weighted_relative_error,21029,0.02500,0.730
29,model.language_model.layers.29.mlp.experts.14.gate_proj,0.0051285138,hessian_weighted_relative_error,21029,0.02500,0.755
29,model.language_model.layers.29.mlp.experts.14.up_proj,0.0054314282,hessian_weighted_relative_error,21029,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.140.down_proj,0.0096909359,hessian_weighted_relative_error,6770,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.140.gate_proj,0.0053683703,hessian_weighted_relative_error,6770,0.02500,0.783
29,model.language_model.layers.29.mlp.experts.140.up_proj,0.0056410580,hessian_weighted_relative_error,6770,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.141.down_proj,0.0132665561,hessian_weighted_relative_error,33543,0.02500,0.856
29,model.language_model.layers.29.mlp.experts.141.gate_proj,0.0085375414,hessian_weighted_relative_error,33543,0.02500,0.900
29,model.language_model.layers.29.mlp.experts.141.up_proj,0.0093349388,hessian_weighted_relative_error,33543,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.142.down_proj,0.0152498472,hessian_weighted_relative_error,69423,0.02500,0.754
29,model.language_model.layers.29.mlp.experts.142.gate_proj,0.0093008566,hessian_weighted_relative_error,69423,0.02500,0.782
29,model.language_model.layers.29.mlp.experts.142.up_proj,0.0104819953,hessian_weighted_relative_error,69423,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.143.down_proj,0.0111835337,hessian_weighted_relative_error,15153,0.02500,0.860
29,model.language_model.layers.29.mlp.experts.143.gate_proj,0.0068731284,hessian_weighted_relative_error,15153,0.02500,0.903
29,model.language_model.layers.29.mlp.experts.143.up_proj,0.0075707061,hessian_weighted_relative_error,15153,0.02500,0.965
29,model.language_model.layers.29.mlp.experts.144.down_proj,0.0139549343,hessian_weighted_relative_error,31090,0.02500,0.751
29,model.language_model.layers.29.mlp.experts.144.gate_proj,0.0062442729,hessian_weighted_relative_error,31090,0.02500,0.782
29,model.language_model.layers.29.mlp.experts.144.up_proj,0.0090623653,hessian_weighted_relative_error,31090,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.145.down_proj,0.0103835307,hessian_weighted_relative_error,34423,0.02500,0.864
29,model.language_model.layers.29.mlp.experts.145.gate_proj,0.0053722943,hessian_weighted_relative_error,34423,0.02500,0.910
29,model.language_model.layers.29.mlp.experts.145.up_proj,0.0065291941,hessian_weighted_relative_error,34423,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.146.down_proj,0.0066342767,hessian_weighted_relative_error,17515,0.02500,0.755
29,model.language_model.layers.29.mlp.experts.146.gate_proj,0.0045030052,hessian_weighted_relative_error,17515,0.02500,0.783
29,model.language_model.layers.29.mlp.experts.146.up_proj,0.0052830602,hessian_weighted_relative_error,17515,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.147.down_proj,0.0142059809,hessian_weighted_relative_error,78634,0.02500,0.865
29,model.language_model.layers.29.mlp.experts.147.gate_proj,0.0092666518,hessian_weighted_relative_error,78634,0.02500,0.902
29,model.language_model.layers.29.mlp.experts.147.up_proj,0.0102003763,hessian_weighted_relative_error,78634,0.02500,0.964
29,model.language_model.layers.29.mlp.experts.148.down_proj,0.0126119167,hessian_weighted_relative_error,18409,0.02500,0.756
29,model.language_model.layers.29.mlp.experts.148.gate_proj,0.0075919899,hessian_weighted_relative_error,18409,0.02500,0.784
29,model.language_model.layers.29.mlp.experts.148.up_proj,0.0085925803,hessian_weighted_relative_error,18409,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.149.down_proj,0.0092122345,hessian_weighted_relative_error,30797,0.02500,0.861
29,model.language_model.layers.29.mlp.experts.149.gate_proj,0.0049664310,hessian_weighted_relative_error,30797,0.02500,0.907
29,model.language_model.layers.29.mlp.experts.149.up_proj,0.0054535434,hessian_weighted_relative_error,30797,0.02500,0.956
29,model.language_model.layers.29.mlp.experts.15.down_proj,0.0118463030,hessian_weighted_relative_error,11216,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.15.gate_proj,0.0064294581,hessian_weighted_relative_error,11216,0.02500,0.847
29,model.language_model.layers.29.mlp.experts.15.up_proj,0.0072952658,hessian_weighted_relative_error,11216,0.02500,0.950
29,model.language_model.layers.29.mlp.experts.150.down_proj,0.0124638944,hessian_weighted_relative_error,16746,0.02500,0.754
29,model.language_model.layers.29.mlp.experts.150.gate_proj,0.0072062111,hessian_weighted_relative_error,16746,0.02500,0.786
29,model.language_model.layers.29.mlp.experts.150.up_proj,0.0076387463,hessian_weighted_relative_error,16746,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.151.down_proj,0.0113954058,hessian_weighted_relative_error,37111,0.02500,0.866
29,model.language_model.layers.29.mlp.experts.151.gate_proj,0.0066582504,hessian_weighted_relative_error,37111,0.02500,0.902
29,model.language_model.layers.29.mlp.experts.151.up_proj,0.0071905596,hessian_weighted_relative_error,37111,0.02500,0.959
29,model.language_model.layers.29.mlp.experts.152.down_proj,0.0082759557,hessian_weighted_relative_error,19895,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.152.gate_proj,0.0050493238,hessian_weighted_relative_error,19895,0.02500,0.785
29,model.language_model.layers.29.mlp.experts.152.up_proj,0.0064201533,hessian_weighted_relative_error,19895,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.153.down_proj,0.0141816954,hessian_weighted_relative_error,48606,0.02500,0.868
29,model.language_model.layers.29.mlp.experts.153.gate_proj,0.0078914861,hessian_weighted_relative_error,48606,0.02500,0.913
29,model.language_model.layers.29.mlp.experts.153.up_proj,0.0091775419,hessian_weighted_relative_error,48606,0.02500,0.956
29,model.language_model.layers.29.mlp.experts.154.down_proj,0.0137965334,hessian_weighted_relative_error,14836,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.154.gate_proj,0.0071798782,hessian_weighted_relative_error,14836,0.02500,0.784
29,model.language_model.layers.29.mlp.experts.154.up_proj,0.0087273223,hessian_weighted_relative_error,14836,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.155.down_proj,0.0125226546,hessian_weighted_relative_error,13991,0.02500,0.869
29,model.language_model.layers.29.mlp.experts.155.gate_proj,0.0061090302,hessian_weighted_relative_error,13991,0.02500,0.915
29,model.language_model.layers.29.mlp.experts.155.up_proj,0.0077688423,hessian_weighted_relative_error,13991,0.02500,0.955
29,model.language_model.layers.29.mlp.experts.156.down_proj,0.0100537063,hessian_weighted_relative_error,16067,0.02500,0.753
29,model.language_model.layers.29.mlp.experts.156.gate_proj,0.0055848632,hessian_weighted_relative_error,16067,0.02500,0.786
29,model.language_model.layers.29.mlp.experts.156.up_proj,0.0061406953,hessian_weighted_relative_error,16067,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.157.down_proj,0.0136807342,hessian_weighted_relative_error,20938,0.02500,0.865
29,model.language_model.layers.29.mlp.experts.157.gate_proj,0.0082006029,hessian_weighted_relative_error,20938,0.02500,0.914
29,model.language_model.layers.29.mlp.experts.157.up_proj,0.0088259623,hessian_weighted_relative_error,20938,0.02500,0.952
29,model.language_model.layers.29.mlp.experts.158.down_proj,0.0106463771,hessian_weighted_relative_error,24014,0.02500,0.756
29,model.language_model.layers.29.mlp.experts.158.gate_proj,0.0060650959,hessian_weighted_relative_error,24014,0.02500,0.787
29,model.language_model.layers.29.mlp.experts.158.up_proj,0.0071621560,hessian_weighted_relative_error,24014,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.159.down_proj,0.0138554775,hessian_weighted_relative_error,29826,0.02500,0.867
29,model.language_model.layers.29.mlp.experts.159.gate_proj,0.0076580745,hessian_weighted_relative_error,29826,0.02500,0.903
29,model.language_model.layers.29.mlp.experts.159.up_proj,0.0091342818,hessian_weighted_relative_error,29826,0.02500,0.955
29,model.language_model.layers.29.mlp.experts.16.down_proj,0.0143264543,hessian_weighted_relative_error,47422,0.02500,0.725
29,model.language_model.layers.29.mlp.experts.16.gate_proj,0.0083656239,hessian_weighted_relative_error,47422,0.02500,0.756
29,model.language_model.layers.29.mlp.experts.16.up_proj,0.0100551510,hessian_weighted_relative_error,47422,0.02500,0.821
29,model.language_model.layers.29.mlp.experts.160.down_proj,0.0144116703,hessian_weighted_relative_error,56872,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.160.gate_proj,0.0088538613,hessian_weighted_relative_error,56872,0.02500,0.785
29,model.language_model.layers.29.mlp.experts.160.up_proj,0.0097875290,hessian_weighted_relative_error,56872,0.02500,0.808
29,model.language_model.layers.29.mlp.experts.161.down_proj,0.0115646221,hessian_weighted_relative_error,41489,0.02500,0.871
29,model.language_model.layers.29.mlp.experts.161.gate_proj,0.0068857716,hessian_weighted_relative_error,41489,0.02500,0.918
29,model.language_model.layers.29.mlp.experts.161.up_proj,0.0072266862,hessian_weighted_relative_error,41489,0.02500,0.963
29,model.language_model.layers.29.mlp.experts.162.down_proj,0.0143171031,hessian_weighted_relative_error,102777,0.02500,0.753
29,model.language_model.layers.29.mlp.experts.162.gate_proj,0.0095935360,hessian_weighted_relative_error,102777,0.02500,0.787
29,model.language_model.layers.29.mlp.experts.162.up_proj,0.0102657291,hessian_weighted_relative_error,102777,0.02500,0.808
29,model.language_model.layers.29.mlp.experts.163.down_proj,0.0132196134,hessian_weighted_relative_error,28493,0.02500,0.871
29,model.language_model.layers.29.mlp.experts.163.gate_proj,0.0076025145,hessian_weighted_relative_error,28493,0.02500,0.916
29,model.language_model.layers.29.mlp.experts.163.up_proj,0.0083929874,hessian_weighted_relative_error,28493,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.164.down_proj,0.0099714082,hessian_weighted_relative_error,41486,0.02500,0.755
29,model.language_model.layers.29.mlp.experts.164.gate_proj,0.0057990455,hessian_weighted_relative_error,41486,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.164.up_proj,0.0062054380,hessian_weighted_relative_error,41486,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.165.down_proj,0.0149801903,hessian_weighted_relative_error,63113,0.02500,0.868
29,model.language_model.layers.29.mlp.experts.165.gate_proj,0.0087892012,hessian_weighted_relative_error,63113,0.02500,0.920
29,model.language_model.layers.29.mlp.experts.165.up_proj,0.0106154644,hessian_weighted_relative_error,63113,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.166.down_proj,0.0093106404,hessian_weighted_relative_error,11933,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.166.gate_proj,0.0028543071,hessian_weighted_relative_error,11933,0.02500,0.790
29,model.language_model.layers.29.mlp.experts.166.up_proj,0.0048107108,hessian_weighted_relative_error,11933,0.02500,0.808
29,model.language_model.layers.29.mlp.experts.167.down_proj,0.0124825822,hessian_weighted_relative_error,23873,0.02500,0.870
29,model.language_model.layers.29.mlp.experts.167.gate_proj,0.0070096058,hessian_weighted_relative_error,23873,0.02500,0.919
29,model.language_model.layers.29.mlp.experts.167.up_proj,0.0082849424,hessian_weighted_relative_error,23873,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.168.down_proj,0.0146331276,hessian_weighted_relative_error,58032,0.02500,0.753
29,model.language_model.layers.29.mlp.experts.168.gate_proj,0.0089018775,hessian_weighted_relative_error,58032,0.02500,0.786
29,model.language_model.layers.29.mlp.experts.168.up_proj,0.0099937604,hessian_weighted_relative_error,58032,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.169.down_proj,0.0065033263,hessian_weighted_relative_error,4561,0.02500,0.872
29,model.language_model.layers.29.mlp.experts.169.gate_proj,0.0032869944,hessian_weighted_relative_error,4561,0.02500,0.931
29,model.language_model.layers.29.mlp.experts.169.up_proj,0.0036667699,hessian_weighted_relative_error,4561,0.02500,0.965
29,model.language_model.layers.29.mlp.experts.17.down_proj,0.0104034554,hessian_weighted_relative_error,30119,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.17.gate_proj,0.0055615764,hessian_weighted_relative_error,30119,0.02500,0.854
29,model.language_model.layers.29.mlp.experts.17.up_proj,0.0058265170,hessian_weighted_relative_error,30119,0.02500,0.955
29,model.language_model.layers.29.mlp.experts.170.down_proj,0.0106453788,hessian_weighted_relative_error,21195,0.02500,0.757
29,model.language_model.layers.29.mlp.experts.170.gate_proj,0.0054056534,hessian_weighted_relative_error,21195,0.02500,0.787
29,model.language_model.layers.29.mlp.experts.170.up_proj,0.0059889006,hessian_weighted_relative_error,21195,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.171.down_proj,0.0142460206,hessian_weighted_relative_error,33948,0.02500,0.875
29,model.language_model.layers.29.mlp.experts.171.gate_proj,0.0093611417,hessian_weighted_relative_error,33948,0.02500,0.912
29,model.language_model.layers.29.mlp.experts.171.up_proj,0.0103932245,hessian_weighted_relative_error,33948,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.172.down_proj,0.0117861262,hessian_weighted_relative_error,28985,0.02500,0.756
29,model.language_model.layers.29.mlp.experts.172.gate_proj,0.0066884508,hessian_weighted_relative_error,28985,0.02500,0.789
29,model.language_model.layers.29.mlp.experts.172.up_proj,0.0079390748,hessian_weighted_relative_error,28985,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.173.down_proj,0.0111478793,hessian_weighted_relative_error,17543,0.02500,0.872
29,model.language_model.layers.29.mlp.experts.173.gate_proj,0.0060366118,hessian_weighted_relative_error,17543,0.02500,0.918
29,model.language_model.layers.29.mlp.experts.173.up_proj,0.0068084568,hessian_weighted_relative_error,17543,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.174.down_proj,0.0121824092,hessian_weighted_relative_error,49609,0.02500,0.754
29,model.language_model.layers.29.mlp.experts.174.gate_proj,0.0076434046,hessian_weighted_relative_error,49609,0.02500,0.789
29,model.language_model.layers.29.mlp.experts.174.up_proj,0.0081724802,hessian_weighted_relative_error,49609,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.175.down_proj,0.0104367164,hessian_weighted_relative_error,9064,0.02500,0.872
29,model.language_model.layers.29.mlp.experts.175.gate_proj,0.0056937448,hessian_weighted_relative_error,9064,0.02500,0.923
29,model.language_model.layers.29.mlp.experts.175.up_proj,0.0068177305,hessian_weighted_relative_error,9064,0.02500,0.961
29,model.language_model.layers.29.mlp.experts.176.down_proj,0.0082623942,hessian_weighted_relative_error,12101,0.02500,0.755
29,model.language_model.layers.29.mlp.experts.176.gate_proj,0.0042762210,hessian_weighted_relative_error,12101,0.02500,0.790
29,model.language_model.layers.29.mlp.experts.176.up_proj,0.0052167159,hessian_weighted_relative_error,12101,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.177.down_proj,0.0125778528,hessian_weighted_relative_error,34560,0.02500,0.874
29,model.language_model.layers.29.mlp.experts.177.gate_proj,0.0071536618,hessian_weighted_relative_error,34560,0.02500,0.920
29,model.language_model.layers.29.mlp.experts.177.up_proj,0.0089203716,hessian_weighted_relative_error,34560,0.02500,0.964
29,model.language_model.layers.29.mlp.experts.178.down_proj,0.0140446935,hessian_weighted_relative_error,17239,0.02500,0.758
29,model.language_model.layers.29.mlp.experts.178.gate_proj,0.0076735476,hessian_weighted_relative_error,17239,0.02500,0.789
29,model.language_model.layers.29.mlp.experts.178.up_proj,0.0088829190,hessian_weighted_relative_error,17239,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.179.down_proj,0.0116487108,hessian_weighted_relative_error,58741,0.02500,0.875
29,model.language_model.layers.29.mlp.experts.179.gate_proj,0.0070728327,hessian_weighted_relative_error,58741,0.02500,0.918
29,model.language_model.layers.29.mlp.experts.179.up_proj,0.0075343759,hessian_weighted_relative_error,58741,0.02500,0.975
29,model.language_model.layers.29.mlp.experts.18.down_proj,0.0146074043,hessian_weighted_relative_error,40379,0.02500,0.730
29,model.language_model.layers.29.mlp.experts.18.gate_proj,0.0089873851,hessian_weighted_relative_error,40379,0.02500,0.758
29,model.language_model.layers.29.mlp.experts.18.up_proj,0.0099420086,hessian_weighted_relative_error,40379,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.180.down_proj,0.0134898743,hessian_weighted_relative_error,66888,0.02500,0.757
29,model.language_model.layers.29.mlp.experts.180.gate_proj,0.0084959448,hessian_weighted_relative_error,66888,0.02500,0.791
29,model.language_model.layers.29.mlp.experts.180.up_proj,0.0096052281,hessian_weighted_relative_error,66888,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.181.down_proj,0.0131671036,hessian_weighted_relative_error,18435,0.02500,0.872
29,model.language_model.layers.29.mlp.experts.181.gate_proj,0.0076001183,hessian_weighted_relative_error,18435,0.02500,0.930
29,model.language_model.layers.29.mlp.experts.181.up_proj,0.0086798687,hessian_weighted_relative_error,18435,0.02500,0.964
29,model.language_model.layers.29.mlp.experts.182.down_proj,0.0108610709,hessian_weighted_relative_error,11073,0.02500,0.755
29,model.language_model.layers.29.mlp.experts.182.gate_proj,0.0059913139,hessian_weighted_relative_error,11073,0.02500,0.787
29,model.language_model.layers.29.mlp.experts.182.up_proj,0.0067574643,hessian_weighted_relative_error,11073,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.183.down_proj,0.0117111633,hessian_weighted_relative_error,42818,0.02500,0.873
29,model.language_model.layers.29.mlp.experts.183.gate_proj,0.0063983727,hessian_weighted_relative_error,42818,0.02500,0.925
29,model.language_model.layers.29.mlp.experts.183.up_proj,0.0076303623,hessian_weighted_relative_error,42818,0.02500,0.966
29,model.language_model.layers.29.mlp.experts.184.down_proj,0.0090358041,hessian_weighted_relative_error,9333,0.02500,0.756
29,model.language_model.layers.29.mlp.experts.184.gate_proj,0.0046867652,hessian_weighted_relative_error,9333,0.02500,0.788
29,model.language_model.layers.29.mlp.experts.184.up_proj,0.0051087712,hessian_weighted_relative_error,9333,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.185.down_proj,0.0121865982,hessian_weighted_relative_error,10138,0.02500,0.875
29,model.language_model.layers.29.mlp.experts.185.gate_proj,0.0067467731,hessian_weighted_relative_error,10138,0.02500,0.920
29,model.language_model.layers.29.mlp.experts.185.up_proj,0.0074817045,hessian_weighted_relative_error,10138,0.02500,0.977
29,model.language_model.layers.29.mlp.experts.186.down_proj,0.0110547410,hessian_weighted_relative_error,56890,0.02500,0.755
29,model.language_model.layers.29.mlp.experts.186.gate_proj,0.0064569397,hessian_weighted_relative_error,56890,0.02500,0.787
29,model.language_model.layers.29.mlp.experts.186.up_proj,0.0068104880,hessian_weighted_relative_error,56890,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.187.down_proj,0.0140413630,hessian_weighted_relative_error,17418,0.02500,0.879
29,model.language_model.layers.29.mlp.experts.187.gate_proj,0.0081936738,hessian_weighted_relative_error,17418,0.02500,0.911
29,model.language_model.layers.29.mlp.experts.187.up_proj,0.0091171244,hessian_weighted_relative_error,17418,0.02500,0.962
29,model.language_model.layers.29.mlp.experts.188.down_proj,0.0112864817,hessian_weighted_relative_error,7463,0.02500,0.758
29,model.language_model.layers.29.mlp.experts.188.gate_proj,0.0056618034,hessian_weighted_relative_error,7463,0.02500,0.791
29,model.language_model.layers.29.mlp.experts.188.up_proj,0.0064737288,hessian_weighted_relative_error,7463,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.189.down_proj,0.0079375790,hessian_weighted_relative_error,7033,0.02500,0.875
29,model.language_model.layers.29.mlp.experts.189.gate_proj,0.0039049148,hessian_weighted_relative_error,7033,0.02500,0.920
29,model.language_model.layers.29.mlp.experts.189.up_proj,0.0043167859,hessian_weighted_relative_error,7033,0.02500,0.970
29,model.language_model.layers.29.mlp.experts.19.down_proj,0.0103692713,hessian_weighted_relative_error,13401,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.19.gate_proj,0.0055868089,hessian_weighted_relative_error,13401,0.02500,0.862
29,model.language_model.layers.29.mlp.experts.19.up_proj,0.0059417361,hessian_weighted_relative_error,13401,0.02500,0.950
29,model.language_model.layers.29.mlp.experts.190.down_proj,0.0117887537,hessian_weighted_relative_error,27745,0.02500,0.760
29,model.language_model.layers.29.mlp.experts.190.gate_proj,0.0068247001,hessian_weighted_relative_error,27745,0.02500,0.787
29,model.language_model.layers.29.mlp.experts.190.up_proj,0.0075613018,hessian_weighted_relative_error,27745,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.191.down_proj,0.0143853645,hessian_weighted_relative_error,37590,0.02500,0.875
29,model.language_model.layers.29.mlp.experts.191.gate_proj,0.0089188068,hessian_weighted_relative_error,37590,0.02500,0.918
29,model.language_model.layers.29.mlp.experts.191.up_proj,0.0098186901,hessian_weighted_relative_error,37590,0.02500,0.966
29,model.language_model.layers.29.mlp.experts.192.down_proj,0.0147249047,hessian_weighted_relative_error,41024,0.02500,0.757
29,model.language_model.layers.29.mlp.experts.192.gate_proj,0.0091415811,hessian_weighted_relative_error,41024,0.02500,0.789
29,model.language_model.layers.29.mlp.experts.192.up_proj,0.0098471656,hessian_weighted_relative_error,41024,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.193.down_proj,0.0143774122,hessian_weighted_relative_error,51796,0.02500,0.878
29,model.language_model.layers.29.mlp.experts.193.gate_proj,0.0091958032,hessian_weighted_relative_error,51796,0.02500,0.924
29,model.language_model.layers.29.mlp.experts.193.up_proj,0.0100648411,hessian_weighted_relative_error,51796,0.02500,0.966
29,model.language_model.layers.29.mlp.experts.194.down_proj,0.0141479531,hessian_weighted_relative_error,99844,0.02500,0.763
29,model.language_model.layers.29.mlp.experts.194.gate_proj,0.0095055645,hessian_weighted_relative_error,99844,0.02500,0.789
29,model.language_model.layers.29.mlp.experts.194.up_proj,0.0098445923,hessian_weighted_relative_error,99844,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.195.down_proj,0.0124667088,hessian_weighted_relative_error,12613,0.02500,0.878
29,model.language_model.layers.29.mlp.experts.195.gate_proj,0.0068811203,hessian_weighted_relative_error,12613,0.02500,0.917
29,model.language_model.layers.29.mlp.experts.195.up_proj,0.0073992828,hessian_weighted_relative_error,12613,0.02500,0.967
29,model.language_model.layers.29.mlp.experts.196.down_proj,0.0099027590,hessian_weighted_relative_error,8343,0.02500,0.759
29,model.language_model.layers.29.mlp.experts.196.gate_proj,0.0051647481,hessian_weighted_relative_error,8343,0.02500,0.788
29,model.language_model.layers.29.mlp.experts.196.up_proj,0.0057597215,hessian_weighted_relative_error,8343,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.197.down_proj,0.0138551810,hessian_weighted_relative_error,34264,0.02500,0.877
29,model.language_model.layers.29.mlp.experts.197.gate_proj,0.0075439003,hessian_weighted_relative_error,34264,0.02500,0.923
29,model.language_model.layers.29.mlp.experts.197.up_proj,0.0093063107,hessian_weighted_relative_error,34264,0.02500,0.966
29,model.language_model.layers.29.mlp.experts.198.down_proj,0.0064462399,hessian_weighted_relative_error,27916,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.198.gate_proj,0.0038500430,hessian_weighted_relative_error,27916,0.02500,0.789
29,model.language_model.layers.29.mlp.experts.198.up_proj,0.0052995221,hessian_weighted_relative_error,27916,0.02500,0.808
29,model.language_model.layers.29.mlp.experts.199.down_proj,0.0128439115,hessian_weighted_relative_error,12345,0.02500,0.877
29,model.language_model.layers.29.mlp.experts.199.gate_proj,0.0064229273,hessian_weighted_relative_error,12345,0.02500,0.920
29,model.language_model.layers.29.mlp.experts.199.up_proj,0.0078603074,hessian_weighted_relative_error,12345,0.02500,0.977
29,model.language_model.layers.29.mlp.experts.2.down_proj,0.0001783278,hessian_weighted_relative_error,9575,0.02500,0.707
29,model.language_model.layers.29.mlp.experts.2.gate_proj,0.0049700975,hessian_weighted_relative_error,9575,0.02500,0.748
29,model.language_model.layers.29.mlp.experts.2.up_proj,0.0054780051,hessian_weighted_relative_error,9575,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.20.down_proj,0.0145864322,hessian_weighted_relative_error,25641,0.02500,0.725
29,model.language_model.layers.29.mlp.experts.20.gate_proj,0.0079603469,hessian_weighted_relative_error,25641,0.02500,0.759
29,model.language_model.layers.29.mlp.experts.20.up_proj,0.0097344526,hessian_weighted_relative_error,25641,0.02500,0.799
29,model.language_model.layers.29.mlp.experts.200.down_proj,0.0132615418,hessian_weighted_relative_error,29780,0.02500,0.757
29,model.language_model.layers.29.mlp.experts.200.gate_proj,0.0074812264,hessian_weighted_relative_error,29780,0.02500,0.789
29,model.language_model.layers.29.mlp.experts.200.up_proj,0.0082422424,hessian_weighted_relative_error,29780,0.02500,0.808
29,model.language_model.layers.29.mlp.experts.201.down_proj,0.0107030117,hessian_weighted_relative_error,21456,0.02500,0.878
29,model.language_model.layers.29.mlp.experts.201.gate_proj,0.0060305755,hessian_weighted_relative_error,21456,0.02500,0.930
29,model.language_model.layers.29.mlp.experts.201.up_proj,0.0073535709,hessian_weighted_relative_error,21456,0.02500,0.977
29,model.language_model.layers.29.mlp.experts.202.down_proj,0.0127511971,hessian_weighted_relative_error,23426,0.02500,0.765
29,model.language_model.layers.29.mlp.experts.202.gate_proj,0.0072262606,hessian_weighted_relative_error,23426,0.02500,0.790
29,model.language_model.layers.29.mlp.experts.202.up_proj,0.0081127580,hessian_weighted_relative_error,23426,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.203.down_proj,0.0122248154,hessian_weighted_relative_error,16669,0.02500,0.880
29,model.language_model.layers.29.mlp.experts.203.gate_proj,0.0066369493,hessian_weighted_relative_error,16669,0.02500,0.919
29,model.language_model.layers.29.mlp.experts.203.up_proj,0.0081264257,hessian_weighted_relative_error,16669,0.02500,0.991
29,model.language_model.layers.29.mlp.experts.204.down_proj,0.0137346587,hessian_weighted_relative_error,13001,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.204.gate_proj,0.0075678961,hessian_weighted_relative_error,13001,0.02500,0.790
29,model.language_model.layers.29.mlp.experts.204.up_proj,0.0082484901,hessian_weighted_relative_error,13001,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.205.down_proj,0.0140113306,hessian_weighted_relative_error,67684,0.02500,0.877
29,model.language_model.layers.29.mlp.experts.205.gate_proj,0.0086879533,hessian_weighted_relative_error,67684,0.02500,0.924
29,model.language_model.layers.29.mlp.experts.205.up_proj,0.0094827993,hessian_weighted_relative_error,67684,0.02500,0.978
29,model.language_model.layers.29.mlp.experts.206.down_proj,0.0096481153,hessian_weighted_relative_error,8779,0.02500,0.760
29,model.language_model.layers.29.mlp.experts.206.gate_proj,0.0048977058,hessian_weighted_relative_error,8779,0.02500,0.791
29,model.language_model.layers.29.mlp.experts.206.up_proj,0.0052068925,hessian_weighted_relative_error,8779,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.207.down_proj,0.0099421439,hessian_weighted_relative_error,10857,0.02500,0.877
29,model.language_model.layers.29.mlp.experts.207.gate_proj,0.0050293363,hessian_weighted_relative_error,10857,0.02500,0.926
29,model.language_model.layers.29.mlp.experts.207.up_proj,0.0069628221,hessian_weighted_relative_error,10857,0.02500,0.979
29,model.language_model.layers.29.mlp.experts.208.down_proj,0.0110634348,hessian_weighted_relative_error,20057,0.02500,0.758
29,model.language_model.layers.29.mlp.experts.208.gate_proj,0.0063217557,hessian_weighted_relative_error,20057,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.208.up_proj,0.0070792312,hessian_weighted_relative_error,20057,0.02500,0.808
29,model.language_model.layers.29.mlp.experts.209.down_proj,0.0140960642,hessian_weighted_relative_error,37858,0.02500,0.879
29,model.language_model.layers.29.mlp.experts.209.gate_proj,0.0087478733,hessian_weighted_relative_error,37858,0.02500,0.928
29,model.language_model.layers.29.mlp.experts.209.up_proj,0.0096408400,hessian_weighted_relative_error,37858,0.02500,0.977
29,model.language_model.layers.29.mlp.experts.21.down_proj,0.0116178746,hessian_weighted_relative_error,16952,0.02500,0.799
29,model.language_model.layers.29.mlp.experts.21.gate_proj,0.0074252188,hessian_weighted_relative_error,16952,0.02500,0.853
29,model.language_model.layers.29.mlp.experts.21.up_proj,0.0080918623,hessian_weighted_relative_error,16952,0.02500,0.951
29,model.language_model.layers.29.mlp.experts.210.down_proj,0.0137089318,hessian_weighted_relative_error,12795,0.02500,0.762
29,model.language_model.layers.29.mlp.experts.210.gate_proj,0.0070054723,hessian_weighted_relative_error,12795,0.02500,0.792
29,model.language_model.layers.29.mlp.experts.210.up_proj,0.0088561839,hessian_weighted_relative_error,12795,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.211.down_proj,0.0099922234,hessian_weighted_relative_error,27640,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.211.gate_proj,0.0054659145,hessian_weighted_relative_error,27640,0.02500,0.929
29,model.language_model.layers.29.mlp.experts.211.up_proj,0.0061226706,hessian_weighted_relative_error,27640,0.02500,1.005
29,model.language_model.layers.29.mlp.experts.212.down_proj,0.0154714033,hessian_weighted_relative_error,51458,0.02500,0.760
29,model.language_model.layers.29.mlp.experts.212.gate_proj,0.0095708514,hessian_weighted_relative_error,51458,0.02500,0.792
29,model.language_model.layers.29.mlp.experts.212.up_proj,0.0106795046,hessian_weighted_relative_error,51458,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.213.down_proj,0.0094193001,hessian_weighted_relative_error,20992,0.02500,0.878
29,model.language_model.layers.29.mlp.experts.213.gate_proj,0.0054425972,hessian_weighted_relative_error,20992,0.02500,0.921
29,model.language_model.layers.29.mlp.experts.213.up_proj,0.0057429741,hessian_weighted_relative_error,20992,0.02500,0.964
29,model.language_model.layers.29.mlp.experts.214.down_proj,0.0157211914,hessian_weighted_relative_error,77068,0.02500,0.762
29,model.language_model.layers.29.mlp.experts.214.gate_proj,0.0094638064,hessian_weighted_relative_error,77068,0.02500,0.792
29,model.language_model.layers.29.mlp.experts.214.up_proj,0.0110198078,hessian_weighted_relative_error,77068,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.215.down_proj,0.0084234093,hessian_weighted_relative_error,3786,0.02500,0.878
29,model.language_model.layers.29.mlp.experts.215.gate_proj,0.0040814041,hessian_weighted_relative_error,3786,0.02500,0.930
29,model.language_model.layers.29.mlp.experts.215.up_proj,0.0045334211,hessian_weighted_relative_error,3786,0.02500,0.970
29,model.language_model.layers.29.mlp.experts.216.down_proj,0.0098548483,hessian_weighted_relative_error,29880,0.02500,0.760
29,model.language_model.layers.29.mlp.experts.216.gate_proj,0.0056966700,hessian_weighted_relative_error,29880,0.02500,0.791
29,model.language_model.layers.29.mlp.experts.216.up_proj,0.0059839230,hessian_weighted_relative_error,29880,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.217.down_proj,0.0117022417,hessian_weighted_relative_error,26673,0.02500,0.880
29,model.language_model.layers.29.mlp.experts.217.gate_proj,0.0068212943,hessian_weighted_relative_error,26673,0.02500,0.938
29,model.language_model.layers.29.mlp.experts.217.up_proj,0.0073551663,hessian_weighted_relative_error,26673,0.02500,0.980
29,model.language_model.layers.29.mlp.experts.218.down_proj,0.0104811550,hessian_weighted_relative_error,29903,0.02500,0.762
29,model.language_model.layers.29.mlp.experts.218.gate_proj,0.0063669392,hessian_weighted_relative_error,29903,0.02500,0.792
29,model.language_model.layers.29.mlp.experts.218.up_proj,0.0073172442,hessian_weighted_relative_error,29903,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.219.down_proj,0.0118160633,hessian_weighted_relative_error,67061,0.02500,0.882
29,model.language_model.layers.29.mlp.experts.219.gate_proj,0.0067852260,hessian_weighted_relative_error,67061,0.02500,0.929
29,model.language_model.layers.29.mlp.experts.219.up_proj,0.0071632847,hessian_weighted_relative_error,67061,0.02500,0.980
29,model.language_model.layers.29.mlp.experts.22.down_proj,0.0135297986,hessian_weighted_relative_error,12169,0.02500,0.731
29,model.language_model.layers.29.mlp.experts.22.gate_proj,0.0068875133,hessian_weighted_relative_error,12169,0.02500,0.758
29,model.language_model.layers.29.mlp.experts.22.up_proj,0.0084089960,hessian_weighted_relative_error,12169,0.02500,0.799
29,model.language_model.layers.29.mlp.experts.220.down_proj,0.0142599159,hessian_weighted_relative_error,33353,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.220.gate_proj,0.0085558532,hessian_weighted_relative_error,33353,0.02500,0.792
29,model.language_model.layers.29.mlp.experts.220.up_proj,0.0095330400,hessian_weighted_relative_error,33353,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.221.down_proj,0.0089376171,hessian_weighted_relative_error,14482,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.221.gate_proj,0.0057206580,hessian_weighted_relative_error,14482,0.02500,0.929
29,model.language_model.layers.29.mlp.experts.221.up_proj,0.0063156497,hessian_weighted_relative_error,14482,0.02500,0.976
29,model.language_model.layers.29.mlp.experts.222.down_proj,0.0076848228,hessian_weighted_relative_error,12930,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.222.gate_proj,0.0040376172,hessian_weighted_relative_error,12930,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.222.up_proj,0.0042944373,hessian_weighted_relative_error,12930,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.223.down_proj,0.0112075133,hessian_weighted_relative_error,19762,0.02500,0.880
29,model.language_model.layers.29.mlp.experts.223.gate_proj,0.0055772299,hessian_weighted_relative_error,19762,0.02500,0.928
29,model.language_model.layers.29.mlp.experts.223.up_proj,0.0063183409,hessian_weighted_relative_error,19762,0.02500,0.968
29,model.language_model.layers.29.mlp.experts.224.down_proj,0.0085503571,hessian_weighted_relative_error,10128,0.02500,0.759
29,model.language_model.layers.29.mlp.experts.224.gate_proj,0.0046293777,hessian_weighted_relative_error,10128,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.224.up_proj,0.0050885183,hessian_weighted_relative_error,10128,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.225.down_proj,0.0085874646,hessian_weighted_relative_error,25670,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.225.gate_proj,0.0044144949,hessian_weighted_relative_error,25670,0.02500,0.931
29,model.language_model.layers.29.mlp.experts.225.up_proj,0.0047062967,hessian_weighted_relative_error,25670,0.02500,0.977
29,model.language_model.layers.29.mlp.experts.226.down_proj,0.0109248544,hessian_weighted_relative_error,34457,0.02500,0.759
29,model.language_model.layers.29.mlp.experts.226.gate_proj,0.0058588845,hessian_weighted_relative_error,34457,0.02500,0.792
29,model.language_model.layers.29.mlp.experts.226.up_proj,0.0062402148,hessian_weighted_relative_error,34457,0.02500,0.811
29,model.language_model.layers.29.mlp.experts.227.down_proj,0.0133207364,hessian_weighted_relative_error,20290,0.02500,0.883
29,model.language_model.layers.29.mlp.experts.227.gate_proj,0.0069755523,hessian_weighted_relative_error,20290,0.02500,0.930
29,model.language_model.layers.29.mlp.experts.227.up_proj,0.0089123685,hessian_weighted_relative_error,20290,0.02500,0.974
29,model.language_model.layers.29.mlp.experts.228.down_proj,0.0110887479,hessian_weighted_relative_error,25584,0.02500,0.766
29,model.language_model.layers.29.mlp.experts.228.gate_proj,0.0063113845,hessian_weighted_relative_error,25584,0.02500,0.794
29,model.language_model.layers.29.mlp.experts.228.up_proj,0.0070022447,hessian_weighted_relative_error,25584,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.229.down_proj,0.0095751854,hessian_weighted_relative_error,38013,0.02500,0.880
29,model.language_model.layers.29.mlp.experts.229.gate_proj,0.0052453735,hessian_weighted_relative_error,38013,0.02500,0.935
29,model.language_model.layers.29.mlp.experts.229.up_proj,0.0056408065,hessian_weighted_relative_error,38013,0.02500,0.972
29,model.language_model.layers.29.mlp.experts.23.down_proj,0.0100289537,hessian_weighted_relative_error,12730,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.23.gate_proj,0.0054657347,hessian_weighted_relative_error,12730,0.02500,0.855
29,model.language_model.layers.29.mlp.experts.23.up_proj,0.0057651381,hessian_weighted_relative_error,12730,0.02500,0.962
29,model.language_model.layers.29.mlp.experts.230.down_proj,0.0125303599,hessian_weighted_relative_error,38486,0.02500,0.767
29,model.language_model.layers.29.mlp.experts.230.gate_proj,0.0067721759,hessian_weighted_relative_error,38486,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.230.up_proj,0.0079805489,hessian_weighted_relative_error,38486,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.231.down_proj,0.0111900114,hessian_weighted_relative_error,29833,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.231.gate_proj,0.0066615224,hessian_weighted_relative_error,29833,0.02500,0.932
29,model.language_model.layers.29.mlp.experts.231.up_proj,0.0071430781,hessian_weighted_relative_error,29833,0.02500,0.971
29,model.language_model.layers.29.mlp.experts.232.down_proj,0.0126305062,hessian_weighted_relative_error,16425,0.02500,0.759
29,model.language_model.layers.29.mlp.experts.232.gate_proj,0.0069846986,hessian_weighted_relative_error,16425,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.232.up_proj,0.0078884846,hessian_weighted_relative_error,16425,0.02500,0.808
29,model.language_model.layers.29.mlp.experts.233.down_proj,0.0123208163,hessian_weighted_relative_error,13455,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.233.gate_proj,0.0066627595,hessian_weighted_relative_error,13455,0.02500,0.940
29,model.language_model.layers.29.mlp.experts.233.up_proj,0.0071872462,hessian_weighted_relative_error,13455,0.02500,0.969
29,model.language_model.layers.29.mlp.experts.234.down_proj,0.0137440216,hessian_weighted_relative_error,19035,0.02500,0.763
29,model.language_model.layers.29.mlp.experts.234.gate_proj,0.0083387782,hessian_weighted_relative_error,19035,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.234.up_proj,0.0091443754,hessian_weighted_relative_error,19035,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.235.down_proj,0.0093499907,hessian_weighted_relative_error,6661,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.235.gate_proj,0.0038090938,hessian_weighted_relative_error,6661,0.02500,0.938
29,model.language_model.layers.29.mlp.experts.235.up_proj,0.0050514406,hessian_weighted_relative_error,6661,0.02500,0.970
29,model.language_model.layers.29.mlp.experts.236.down_proj,0.0092402518,hessian_weighted_relative_error,50920,0.02500,0.762
29,model.language_model.layers.29.mlp.experts.236.gate_proj,0.0048317941,hessian_weighted_relative_error,50920,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.236.up_proj,0.0050958975,hessian_weighted_relative_error,50920,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.237.down_proj,0.0099898090,hessian_weighted_relative_error,10433,0.02500,0.882
29,model.language_model.layers.29.mlp.experts.237.gate_proj,0.0052488050,hessian_weighted_relative_error,10433,0.02500,0.940
29,model.language_model.layers.29.mlp.experts.237.up_proj,0.0057548367,hessian_weighted_relative_error,10433,0.02500,0.973
29,model.language_model.layers.29.mlp.experts.238.down_proj,0.0122085265,hessian_weighted_relative_error,11019,0.02500,0.763
29,model.language_model.layers.29.mlp.experts.238.gate_proj,0.0067331065,hessian_weighted_relative_error,11019,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.238.up_proj,0.0075861323,hessian_weighted_relative_error,11019,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.239.down_proj,0.0123690659,hessian_weighted_relative_error,34798,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.239.gate_proj,0.0072300274,hessian_weighted_relative_error,34798,0.02500,0.938
29,model.language_model.layers.29.mlp.experts.239.up_proj,0.0076634809,hessian_weighted_relative_error,34798,0.02500,0.968
29,model.language_model.layers.29.mlp.experts.24.down_proj,0.0122556185,hessian_weighted_relative_error,16234,0.02500,0.728
29,model.language_model.layers.29.mlp.experts.24.gate_proj,0.0069695349,hessian_weighted_relative_error,16234,0.02500,0.759
29,model.language_model.layers.29.mlp.experts.24.up_proj,0.0079185832,hessian_weighted_relative_error,16234,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.240.down_proj,0.0130574710,hessian_weighted_relative_error,31531,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.240.gate_proj,0.0075020296,hessian_weighted_relative_error,31531,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.240.up_proj,0.0087865037,hessian_weighted_relative_error,31531,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.241.down_proj,0.0146884558,hessian_weighted_relative_error,77563,0.02500,0.882
29,model.language_model.layers.29.mlp.experts.241.gate_proj,0.0094511926,hessian_weighted_relative_error,77563,0.02500,0.939
29,model.language_model.layers.29.mlp.experts.241.up_proj,0.0101509176,hessian_weighted_relative_error,77563,0.02500,0.988
29,model.language_model.layers.29.mlp.experts.242.down_proj,0.0085686797,hessian_weighted_relative_error,45759,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.242.gate_proj,0.0048143601,hessian_weighted_relative_error,45759,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.242.up_proj,0.0050619415,hessian_weighted_relative_error,45759,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.243.down_proj,0.0135524824,hessian_weighted_relative_error,26183,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.243.gate_proj,0.0078065814,hessian_weighted_relative_error,26183,0.02500,0.942
29,model.language_model.layers.29.mlp.experts.243.up_proj,0.0087961615,hessian_weighted_relative_error,26183,0.02500,0.972
29,model.language_model.layers.29.mlp.experts.244.down_proj,0.0135662157,hessian_weighted_relative_error,126837,0.02500,0.762
29,model.language_model.layers.29.mlp.experts.244.gate_proj,0.0086021394,hessian_weighted_relative_error,126837,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.244.up_proj,0.0090687499,hessian_weighted_relative_error,126837,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.245.down_proj,0.0149399547,hessian_weighted_relative_error,48292,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.245.gate_proj,0.0089090588,hessian_weighted_relative_error,48292,0.02500,0.940
29,model.language_model.layers.29.mlp.experts.245.up_proj,0.0099536446,hessian_weighted_relative_error,48292,0.02500,0.969
29,model.language_model.layers.29.mlp.experts.246.down_proj,0.0141421928,hessian_weighted_relative_error,43689,0.02500,0.769
29,model.language_model.layers.29.mlp.experts.246.gate_proj,0.0080900376,hessian_weighted_relative_error,43689,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.246.up_proj,0.0096056006,hessian_weighted_relative_error,43689,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.247.down_proj,0.0118079530,hessian_weighted_relative_error,30363,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.247.gate_proj,0.0079774021,hessian_weighted_relative_error,30363,0.02500,0.942
29,model.language_model.layers.29.mlp.experts.247.up_proj,0.0083970823,hessian_weighted_relative_error,30363,0.02500,0.974
29,model.language_model.layers.29.mlp.experts.248.down_proj,0.0109263734,hessian_weighted_relative_error,24507,0.02500,0.760
29,model.language_model.layers.29.mlp.experts.248.gate_proj,0.0062997280,hessian_weighted_relative_error,24507,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.248.up_proj,0.0072788666,hessian_weighted_relative_error,24507,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.249.down_proj,0.0125628903,hessian_weighted_relative_error,26723,0.02500,0.883
29,model.language_model.layers.29.mlp.experts.249.gate_proj,0.0071330218,hessian_weighted_relative_error,26723,0.02500,0.940
29,model.language_model.layers.29.mlp.experts.249.up_proj,0.0079196596,hessian_weighted_relative_error,26723,0.02500,0.962
29,model.language_model.layers.29.mlp.experts.25.down_proj,0.0152956399,hessian_weighted_relative_error,66582,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.25.gate_proj,0.0099570612,hessian_weighted_relative_error,66582,0.02500,0.859
29,model.language_model.layers.29.mlp.experts.25.up_proj,0.0107691503,hessian_weighted_relative_error,66582,0.02500,0.959
29,model.language_model.layers.29.mlp.experts.250.down_proj,0.0152718252,hessian_weighted_relative_error,74795,0.02500,0.767
29,model.language_model.layers.29.mlp.experts.250.gate_proj,0.0083818333,hessian_weighted_relative_error,74795,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.250.up_proj,0.0104381454,hessian_weighted_relative_error,74795,0.02500,0.808
29,model.language_model.layers.29.mlp.experts.251.down_proj,0.0056855396,hessian_weighted_relative_error,8321,0.02500,0.887
29,model.language_model.layers.29.mlp.experts.251.gate_proj,0.0029766875,hessian_weighted_relative_error,8321,0.02500,0.936
29,model.language_model.layers.29.mlp.experts.251.up_proj,0.0034597231,hessian_weighted_relative_error,8321,0.02500,0.965
29,model.language_model.layers.29.mlp.experts.252.down_proj,0.0116510768,hessian_weighted_relative_error,30516,0.02500,0.763
29,model.language_model.layers.29.mlp.experts.252.gate_proj,0.0070903093,hessian_weighted_relative_error,30516,0.02500,0.794
29,model.language_model.layers.29.mlp.experts.252.up_proj,0.0077666373,hessian_weighted_relative_error,30516,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.253.down_proj,0.0099640299,hessian_weighted_relative_error,27916,0.02500,0.882
29,model.language_model.layers.29.mlp.experts.253.gate_proj,0.0065605067,hessian_weighted_relative_error,27916,0.02500,0.938
29,model.language_model.layers.29.mlp.experts.253.up_proj,0.0072077907,hessian_weighted_relative_error,27916,0.02500,0.964
29,model.language_model.layers.29.mlp.experts.254.down_proj,0.0099886422,hessian_weighted_relative_error,18605,0.02500,0.765
29,model.language_model.layers.29.mlp.experts.254.gate_proj,0.0041924841,hessian_weighted_relative_error,18605,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.254.up_proj,0.0052018763,hessian_weighted_relative_error,18605,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.255.down_proj,0.0136800258,hessian_weighted_relative_error,28523,0.02500,0.882
29,model.language_model.layers.29.mlp.experts.255.gate_proj,0.0078572105,hessian_weighted_relative_error,28523,0.02500,0.940
29,model.language_model.layers.29.mlp.experts.255.up_proj,0.0089331326,hessian_weighted_relative_error,28523,0.02500,0.965
29,model.language_model.layers.29.mlp.experts.256.down_proj,0.0137125398,hessian_weighted_relative_error,18511,0.02500,0.763
29,model.language_model.layers.29.mlp.experts.256.gate_proj,0.0080575333,hessian_weighted_relative_error,18511,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.256.up_proj,0.0085299034,hessian_weighted_relative_error,18511,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.257.down_proj,0.0127107422,hessian_weighted_relative_error,19018,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.257.gate_proj,0.0073674012,hessian_weighted_relative_error,19018,0.02500,0.943
29,model.language_model.layers.29.mlp.experts.257.up_proj,0.0084027927,hessian_weighted_relative_error,19018,0.02500,0.964
29,model.language_model.layers.29.mlp.experts.258.down_proj,0.0145417322,hessian_weighted_relative_error,43303,0.02500,0.767
29,model.language_model.layers.29.mlp.experts.258.gate_proj,0.0088161074,hessian_weighted_relative_error,43303,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.258.up_proj,0.0103887649,hessian_weighted_relative_error,43303,0.02500,0.813
29,model.language_model.layers.29.mlp.experts.259.down_proj,0.0145619679,hessian_weighted_relative_error,32082,0.02500,0.886
29,model.language_model.layers.29.mlp.experts.259.gate_proj,0.0088581370,hessian_weighted_relative_error,32082,0.02500,0.943
29,model.language_model.layers.29.mlp.experts.259.up_proj,0.0099984668,hessian_weighted_relative_error,32082,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.26.down_proj,0.0097606298,hessian_weighted_relative_error,20968,0.02500,0.731
29,model.language_model.layers.29.mlp.experts.26.gate_proj,0.0054055184,hessian_weighted_relative_error,20968,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.26.up_proj,0.0058102602,hessian_weighted_relative_error,20968,0.02500,0.800
29,model.language_model.layers.29.mlp.experts.260.down_proj,0.0095958361,hessian_weighted_relative_error,19288,0.02500,0.764
29,model.language_model.layers.29.mlp.experts.260.gate_proj,0.0054079875,hessian_weighted_relative_error,19288,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.260.up_proj,0.0056359063,hessian_weighted_relative_error,19288,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.261.down_proj,0.0111019409,hessian_weighted_relative_error,14565,0.02500,0.882
29,model.language_model.layers.29.mlp.experts.261.gate_proj,0.0060083544,hessian_weighted_relative_error,14565,0.02500,0.950
29,model.language_model.layers.29.mlp.experts.261.up_proj,0.0066756316,hessian_weighted_relative_error,14565,0.02500,0.959
29,model.language_model.layers.29.mlp.experts.262.down_proj,0.0133447353,hessian_weighted_relative_error,16909,0.02500,0.770
29,model.language_model.layers.29.mlp.experts.262.gate_proj,0.0077190028,hessian_weighted_relative_error,16909,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.262.up_proj,0.0081800704,hessian_weighted_relative_error,16909,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.263.down_proj,0.0089496738,hessian_weighted_relative_error,44685,0.02500,0.884
29,model.language_model.layers.29.mlp.experts.263.gate_proj,0.0048150407,hessian_weighted_relative_error,44685,0.02500,0.944
29,model.language_model.layers.29.mlp.experts.263.up_proj,0.0051160408,hessian_weighted_relative_error,44685,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.264.down_proj,0.0143135131,hessian_weighted_relative_error,47741,0.02500,0.764
29,model.language_model.layers.29.mlp.experts.264.gate_proj,0.0086482026,hessian_weighted_relative_error,47741,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.264.up_proj,0.0099139086,hessian_weighted_relative_error,47741,0.02500,0.811
29,model.language_model.layers.29.mlp.experts.265.down_proj,0.0115820382,hessian_weighted_relative_error,11922,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.265.gate_proj,0.0053898739,hessian_weighted_relative_error,11922,0.02500,0.943
29,model.language_model.layers.29.mlp.experts.265.up_proj,0.0067887924,hessian_weighted_relative_error,11922,0.02500,0.963
29,model.language_model.layers.29.mlp.experts.266.down_proj,0.0119653343,hessian_weighted_relative_error,24835,0.02500,0.763
29,model.language_model.layers.29.mlp.experts.266.gate_proj,0.0065326639,hessian_weighted_relative_error,24835,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.266.up_proj,0.0076175694,hessian_weighted_relative_error,24835,0.02500,0.821
29,model.language_model.layers.29.mlp.experts.267.down_proj,0.0132137379,hessian_weighted_relative_error,13395,0.02500,0.887
29,model.language_model.layers.29.mlp.experts.267.gate_proj,0.0062895346,hessian_weighted_relative_error,13395,0.02500,0.944
29,model.language_model.layers.29.mlp.experts.267.up_proj,0.0078037683,hessian_weighted_relative_error,13395,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.268.down_proj,0.0116238501,hessian_weighted_relative_error,31425,0.02500,0.765
29,model.language_model.layers.29.mlp.experts.268.gate_proj,0.0061020085,hessian_weighted_relative_error,31425,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.268.up_proj,0.0073383145,hessian_weighted_relative_error,31425,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.269.down_proj,0.0108602825,hessian_weighted_relative_error,30528,0.02500,0.884
29,model.language_model.layers.29.mlp.experts.269.gate_proj,0.0060616998,hessian_weighted_relative_error,30528,0.02500,0.942
29,model.language_model.layers.29.mlp.experts.269.up_proj,0.0066331000,hessian_weighted_relative_error,30528,0.02500,0.953
29,model.language_model.layers.29.mlp.experts.27.down_proj,0.0110936833,hessian_weighted_relative_error,26379,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.27.gate_proj,0.0064005558,hessian_weighted_relative_error,26379,0.02500,0.857
29,model.language_model.layers.29.mlp.experts.27.up_proj,0.0067694900,hessian_weighted_relative_error,26379,0.02500,0.951
29,model.language_model.layers.29.mlp.experts.270.down_proj,0.0126437416,hessian_weighted_relative_error,23049,0.02500,0.767
29,model.language_model.layers.29.mlp.experts.270.gate_proj,0.0070268857,hessian_weighted_relative_error,23049,0.02500,0.795
29,model.language_model.layers.29.mlp.experts.270.up_proj,0.0078006581,hessian_weighted_relative_error,23049,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.271.down_proj,0.0138565600,hessian_weighted_relative_error,52524,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.271.gate_proj,0.0085323311,hessian_weighted_relative_error,52524,0.02500,0.943
29,model.language_model.layers.29.mlp.experts.271.up_proj,0.0092017549,hessian_weighted_relative_error,52524,0.02500,0.956
29,model.language_model.layers.29.mlp.experts.272.down_proj,0.0089712606,hessian_weighted_relative_error,4951,0.02500,0.764
29,model.language_model.layers.29.mlp.experts.272.gate_proj,0.0042092284,hessian_weighted_relative_error,4951,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.272.up_proj,0.0047363924,hessian_weighted_relative_error,4951,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.273.down_proj,0.0116378697,hessian_weighted_relative_error,26114,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.273.gate_proj,0.0065276506,hessian_weighted_relative_error,26114,0.02500,0.944
29,model.language_model.layers.29.mlp.experts.273.up_proj,0.0074362551,hessian_weighted_relative_error,26114,0.02500,0.953
29,model.language_model.layers.29.mlp.experts.274.down_proj,0.0138007351,hessian_weighted_relative_error,40163,0.02500,0.768
29,model.language_model.layers.29.mlp.experts.274.gate_proj,0.0079196054,hessian_weighted_relative_error,40163,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.274.up_proj,0.0088435912,hessian_weighted_relative_error,40163,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.275.down_proj,0.0112191832,hessian_weighted_relative_error,37430,0.02500,0.888
29,model.language_model.layers.29.mlp.experts.275.gate_proj,0.0065152972,hessian_weighted_relative_error,37430,0.02500,0.939
29,model.language_model.layers.29.mlp.experts.275.up_proj,0.0071553678,hessian_weighted_relative_error,37430,0.02500,0.949
29,model.language_model.layers.29.mlp.experts.276.down_proj,0.0112549686,hessian_weighted_relative_error,16208,0.02500,0.766
29,model.language_model.layers.29.mlp.experts.276.gate_proj,0.0063463138,hessian_weighted_relative_error,16208,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.276.up_proj,0.0070217587,hessian_weighted_relative_error,16208,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.277.down_proj,0.0132958449,hessian_weighted_relative_error,52295,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.277.gate_proj,0.0082472529,hessian_weighted_relative_error,52295,0.02500,0.946
29,model.language_model.layers.29.mlp.experts.277.up_proj,0.0100832184,hessian_weighted_relative_error,52295,0.02500,0.945
29,model.language_model.layers.29.mlp.experts.278.down_proj,0.0130586459,hessian_weighted_relative_error,24129,0.02500,0.768
29,model.language_model.layers.29.mlp.experts.278.gate_proj,0.0070607862,hessian_weighted_relative_error,24129,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.278.up_proj,0.0078837479,hessian_weighted_relative_error,24129,0.02500,0.823
29,model.language_model.layers.29.mlp.experts.279.down_proj,0.0113272235,hessian_weighted_relative_error,32179,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.279.gate_proj,0.0060074312,hessian_weighted_relative_error,32179,0.02500,0.947
29,model.language_model.layers.29.mlp.experts.279.up_proj,0.0065389032,hessian_weighted_relative_error,32179,0.02500,0.949
29,model.language_model.layers.29.mlp.experts.28.down_proj,0.0044085636,hessian_weighted_relative_error,6516,0.02500,0.728
29,model.language_model.layers.29.mlp.experts.28.gate_proj,0.0024068171,hessian_weighted_relative_error,6516,0.02500,0.758
29,model.language_model.layers.29.mlp.experts.28.up_proj,0.0025520236,hessian_weighted_relative_error,6516,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.280.down_proj,0.0131271712,hessian_weighted_relative_error,19469,0.02500,0.764
29,model.language_model.layers.29.mlp.experts.280.gate_proj,0.0057956723,hessian_weighted_relative_error,19469,0.02500,0.800
29,model.language_model.layers.29.mlp.experts.280.up_proj,0.0074748442,hessian_weighted_relative_error,19469,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.281.down_proj,0.0109020669,hessian_weighted_relative_error,49887,0.02500,0.886
29,model.language_model.layers.29.mlp.experts.281.gate_proj,0.0061519056,hessian_weighted_relative_error,49887,0.02500,0.954
29,model.language_model.layers.29.mlp.experts.281.up_proj,0.0064999748,hessian_weighted_relative_error,49887,0.02500,0.937
29,model.language_model.layers.29.mlp.experts.282.down_proj,0.0115153400,hessian_weighted_relative_error,19874,0.02500,0.769
29,model.language_model.layers.29.mlp.experts.282.gate_proj,0.0069900817,hessian_weighted_relative_error,19874,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.282.up_proj,0.0078450365,hessian_weighted_relative_error,19874,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.283.down_proj,0.0079535385,hessian_weighted_relative_error,8807,0.02500,0.889
29,model.language_model.layers.29.mlp.experts.283.gate_proj,0.0036633088,hessian_weighted_relative_error,8807,0.02500,0.941
29,model.language_model.layers.29.mlp.experts.283.up_proj,0.0039051789,hessian_weighted_relative_error,8807,0.02500,0.947
29,model.language_model.layers.29.mlp.experts.284.down_proj,0.0113715511,hessian_weighted_relative_error,20365,0.02500,0.765
29,model.language_model.layers.29.mlp.experts.284.gate_proj,0.0068272845,hessian_weighted_relative_error,20365,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.284.up_proj,0.0072963112,hessian_weighted_relative_error,20365,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.285.down_proj,0.0129513929,hessian_weighted_relative_error,22340,0.02500,0.884
29,model.language_model.layers.29.mlp.experts.285.gate_proj,0.0073529348,hessian_weighted_relative_error,22340,0.02500,0.951
29,model.language_model.layers.29.mlp.experts.285.up_proj,0.0088953632,hessian_weighted_relative_error,22340,0.02500,0.940
29,model.language_model.layers.29.mlp.experts.286.down_proj,0.0097402780,hessian_weighted_relative_error,9795,0.02500,0.768
29,model.language_model.layers.29.mlp.experts.286.gate_proj,0.0051195768,hessian_weighted_relative_error,9795,0.02500,0.796
29,model.language_model.layers.29.mlp.experts.286.up_proj,0.0055307634,hessian_weighted_relative_error,9795,0.02500,0.809
29,model.language_model.layers.29.mlp.experts.287.down_proj,0.0133845647,hessian_weighted_relative_error,15728,0.02500,0.887
29,model.language_model.layers.29.mlp.experts.287.gate_proj,0.0074874615,hessian_weighted_relative_error,15728,0.02500,0.947
29,model.language_model.layers.29.mlp.experts.287.up_proj,0.0080035612,hessian_weighted_relative_error,15728,0.02500,0.943
29,model.language_model.layers.29.mlp.experts.29.down_proj,0.0099660570,hessian_weighted_relative_error,23361,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.29.gate_proj,0.0056563526,hessian_weighted_relative_error,23361,0.02500,0.860
29,model.language_model.layers.29.mlp.experts.29.up_proj,0.0058888046,hessian_weighted_relative_error,23361,0.02500,0.955
29,model.language_model.layers.29.mlp.experts.3.down_proj,0.0109377954,hessian_weighted_relative_error,21793,0.02500,0.792
29,model.language_model.layers.29.mlp.experts.3.gate_proj,0.0065976042,hessian_weighted_relative_error,21793,0.02500,0.879
29,model.language_model.layers.29.mlp.experts.3.up_proj,0.0075182580,hessian_weighted_relative_error,21793,0.02500,0.942
29,model.language_model.layers.29.mlp.experts.30.down_proj,0.0121948571,hessian_weighted_relative_error,25109,0.02500,0.728
29,model.language_model.layers.29.mlp.experts.30.gate_proj,0.0061293724,hessian_weighted_relative_error,25109,0.02500,0.760
29,model.language_model.layers.29.mlp.experts.30.up_proj,0.0073321337,hessian_weighted_relative_error,25109,0.02500,0.801
29,model.language_model.layers.29.mlp.experts.31.down_proj,0.0079695477,hessian_weighted_relative_error,15705,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.31.gate_proj,0.0046202110,hessian_weighted_relative_error,15705,0.02500,0.858
29,model.language_model.layers.29.mlp.experts.31.up_proj,0.0048220094,hessian_weighted_relative_error,15705,0.02500,0.948
29,model.language_model.layers.29.mlp.experts.32.down_proj,0.0096252350,hessian_weighted_relative_error,15079,0.02500,0.729
29,model.language_model.layers.29.mlp.experts.32.gate_proj,0.0054891928,hessian_weighted_relative_error,15079,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.32.up_proj,0.0059921997,hessian_weighted_relative_error,15079,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.33.down_proj,0.0129537722,hessian_weighted_relative_error,76562,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.33.gate_proj,0.0082224309,hessian_weighted_relative_error,76562,0.02500,0.864
29,model.language_model.layers.29.mlp.experts.33.up_proj,0.0089819922,hessian_weighted_relative_error,76562,0.02500,0.954
29,model.language_model.layers.29.mlp.experts.34.down_proj,0.0124381793,hessian_weighted_relative_error,24782,0.02500,0.729
29,model.language_model.layers.29.mlp.experts.34.gate_proj,0.0070648646,hessian_weighted_relative_error,24782,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.34.up_proj,0.0078746013,hessian_weighted_relative_error,24782,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.35.down_proj,0.0116549407,hessian_weighted_relative_error,22641,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.35.gate_proj,0.0069716468,hessian_weighted_relative_error,22641,0.02500,0.864
29,model.language_model.layers.29.mlp.experts.35.up_proj,0.0082745679,hessian_weighted_relative_error,22641,0.02500,0.947
29,model.language_model.layers.29.mlp.experts.36.down_proj,0.0141116081,hessian_weighted_relative_error,22943,0.02500,0.730
29,model.language_model.layers.29.mlp.experts.36.gate_proj,0.0083605084,hessian_weighted_relative_error,22943,0.02500,0.767
29,model.language_model.layers.29.mlp.experts.36.up_proj,0.0092919191,hessian_weighted_relative_error,22943,0.02500,0.799
29,model.language_model.layers.29.mlp.experts.37.down_proj,0.0125681352,hessian_weighted_relative_error,12811,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.37.gate_proj,0.0068086359,hessian_weighted_relative_error,12811,0.02500,0.864
29,model.language_model.layers.29.mlp.experts.37.up_proj,0.0071231341,hessian_weighted_relative_error,12811,0.02500,0.954
29,model.language_model.layers.29.mlp.experts.38.down_proj,0.0089746483,hessian_weighted_relative_error,20235,0.02500,0.736
29,model.language_model.layers.29.mlp.experts.38.gate_proj,0.0054562470,hessian_weighted_relative_error,20235,0.02500,0.765
29,model.language_model.layers.29.mlp.experts.38.up_proj,0.0064176880,hessian_weighted_relative_error,20235,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.39.down_proj,0.0079565470,hessian_weighted_relative_error,15343,0.02500,0.807
29,model.language_model.layers.29.mlp.experts.39.gate_proj,0.0042711027,hessian_weighted_relative_error,15343,0.02500,0.861
29,model.language_model.layers.29.mlp.experts.39.up_proj,0.0048605411,hessian_weighted_relative_error,15343,0.02500,0.946
29,model.language_model.layers.29.mlp.experts.4.down_proj,0.0097287833,hessian_weighted_relative_error,10307,0.02500,0.713
29,model.language_model.layers.29.mlp.experts.4.gate_proj,0.0052420655,hessian_weighted_relative_error,10307,0.02500,0.749
29,model.language_model.layers.29.mlp.experts.4.up_proj,0.0056770809,hessian_weighted_relative_error,10307,0.02500,0.800
29,model.language_model.layers.29.mlp.experts.40.down_proj,0.0139944956,hessian_weighted_relative_error,75709,0.02500,0.733
29,model.language_model.layers.29.mlp.experts.40.gate_proj,0.0088941272,hessian_weighted_relative_error,75709,0.02500,0.761
29,model.language_model.layers.29.mlp.experts.40.up_proj,0.0097870865,hessian_weighted_relative_error,75709,0.02500,0.800
29,model.language_model.layers.29.mlp.experts.41.down_proj,0.0129166701,hessian_weighted_relative_error,19334,0.02500,0.812
29,model.language_model.layers.29.mlp.experts.41.gate_proj,0.0077172370,hessian_weighted_relative_error,19334,0.02500,0.868
29,model.language_model.layers.29.mlp.experts.41.up_proj,0.0083972172,hessian_weighted_relative_error,19334,0.02500,0.967
29,model.language_model.layers.29.mlp.experts.42.down_proj,0.0090341452,hessian_weighted_relative_error,19566,0.02500,0.731
29,model.language_model.layers.29.mlp.experts.42.gate_proj,0.0043723419,hessian_weighted_relative_error,19566,0.02500,0.764
29,model.language_model.layers.29.mlp.experts.42.up_proj,0.0050403100,hessian_weighted_relative_error,19566,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.43.down_proj,0.0103784313,hessian_weighted_relative_error,15092,0.02500,0.816
29,model.language_model.layers.29.mlp.experts.43.gate_proj,0.0053899965,hessian_weighted_relative_error,15092,0.02500,0.865
29,model.language_model.layers.29.mlp.experts.43.up_proj,0.0057726801,hessian_weighted_relative_error,15092,0.02500,0.953
29,model.language_model.layers.29.mlp.experts.44.down_proj,0.0099868189,hessian_weighted_relative_error,22818,0.02500,0.732
29,model.language_model.layers.29.mlp.experts.44.gate_proj,0.0061826139,hessian_weighted_relative_error,22818,0.02500,0.765
29,model.language_model.layers.29.mlp.experts.44.up_proj,0.0070961394,hessian_weighted_relative_error,22818,0.02500,0.800
29,model.language_model.layers.29.mlp.experts.45.down_proj,0.0116174863,hessian_weighted_relative_error,18661,0.02500,0.810
29,model.language_model.layers.29.mlp.experts.45.gate_proj,0.0067786284,hessian_weighted_relative_error,18661,0.02500,0.869
29,model.language_model.layers.29.mlp.experts.45.up_proj,0.0074362588,hessian_weighted_relative_error,18661,0.02500,0.961
29,model.language_model.layers.29.mlp.experts.46.down_proj,0.0151110096,hessian_weighted_relative_error,42362,0.02500,0.732
29,model.language_model.layers.29.mlp.experts.46.gate_proj,0.0095495652,hessian_weighted_relative_error,42362,0.02500,0.766
29,model.language_model.layers.29.mlp.experts.46.up_proj,0.0102015034,hessian_weighted_relative_error,42362,0.02500,0.800
29,model.language_model.layers.29.mlp.experts.47.down_proj,0.0124369028,hessian_weighted_relative_error,69418,0.02500,0.812
29,model.language_model.layers.29.mlp.experts.47.gate_proj,0.0077620051,hessian_weighted_relative_error,69418,0.02500,0.866
29,model.language_model.layers.29.mlp.experts.47.up_proj,0.0087505800,hessian_weighted_relative_error,69418,0.02500,0.953
29,model.language_model.layers.29.mlp.experts.48.down_proj,0.0143023190,hessian_weighted_relative_error,42377,0.02500,0.733
29,model.language_model.layers.29.mlp.experts.48.gate_proj,0.0071457667,hessian_weighted_relative_error,42377,0.02500,0.766
29,model.language_model.layers.29.mlp.experts.48.up_proj,0.0098107682,hessian_weighted_relative_error,42377,0.02500,0.800
29,model.language_model.layers.29.mlp.experts.49.down_proj,0.0131684428,hessian_weighted_relative_error,20971,0.02500,0.817
29,model.language_model.layers.29.mlp.experts.49.gate_proj,0.0078019512,hessian_weighted_relative_error,20971,0.02500,0.873
29,model.language_model.layers.29.mlp.experts.49.up_proj,0.0088056565,hessian_weighted_relative_error,20971,0.02500,0.958
29,model.language_model.layers.29.mlp.experts.5.down_proj,0.0084371950,hessian_weighted_relative_error,18992,0.02500,0.779
29,model.language_model.layers.29.mlp.experts.5.gate_proj,0.0045047618,hessian_weighted_relative_error,18992,0.02500,0.844
29,model.language_model.layers.29.mlp.experts.5.up_proj,0.0048432562,hessian_weighted_relative_error,18992,0.02500,0.951
29,model.language_model.layers.29.mlp.experts.50.down_proj,0.0122514268,hessian_weighted_relative_error,10783,0.02500,0.736
29,model.language_model.layers.29.mlp.experts.50.gate_proj,0.0066373553,hessian_weighted_relative_error,10783,0.02500,0.765
29,model.language_model.layers.29.mlp.experts.50.up_proj,0.0070555174,hessian_weighted_relative_error,10783,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.51.down_proj,0.0121608131,hessian_weighted_relative_error,13591,0.02500,0.818
29,model.language_model.layers.29.mlp.experts.51.gate_proj,0.0064180103,hessian_weighted_relative_error,13591,0.02500,0.875
29,model.language_model.layers.29.mlp.experts.51.up_proj,0.0076752121,hessian_weighted_relative_error,13591,0.02500,0.954
29,model.language_model.layers.29.mlp.experts.52.down_proj,0.0128120984,hessian_weighted_relative_error,37633,0.02500,0.738
29,model.language_model.layers.29.mlp.experts.52.gate_proj,0.0077300339,hessian_weighted_relative_error,37633,0.02500,0.768
29,model.language_model.layers.29.mlp.experts.52.up_proj,0.0086196343,hessian_weighted_relative_error,37633,0.02500,0.801
29,model.language_model.layers.29.mlp.experts.53.down_proj,0.0146746439,hessian_weighted_relative_error,49886,0.02500,0.814
29,model.language_model.layers.29.mlp.experts.53.gate_proj,0.0089988311,hessian_weighted_relative_error,49886,0.02500,0.872
29,model.language_model.layers.29.mlp.experts.53.up_proj,0.0102381697,hessian_weighted_relative_error,49886,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.54.down_proj,0.0127117041,hessian_weighted_relative_error,17198,0.02500,0.741
29,model.language_model.layers.29.mlp.experts.54.gate_proj,0.0061449068,hessian_weighted_relative_error,17198,0.02500,0.768
29,model.language_model.layers.29.mlp.experts.54.up_proj,0.0074324163,hessian_weighted_relative_error,17198,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.55.down_proj,0.0112516951,hessian_weighted_relative_error,20900,0.02500,0.816
29,model.language_model.layers.29.mlp.experts.55.gate_proj,0.0065123301,hessian_weighted_relative_error,20900,0.02500,0.871
29,model.language_model.layers.29.mlp.experts.55.up_proj,0.0071212606,hessian_weighted_relative_error,20900,0.02500,0.954
29,model.language_model.layers.29.mlp.experts.56.down_proj,0.0106396428,hessian_weighted_relative_error,11650,0.02500,0.736
29,model.language_model.layers.29.mlp.experts.56.gate_proj,0.0059419857,hessian_weighted_relative_error,11650,0.02500,0.765
29,model.language_model.layers.29.mlp.experts.56.up_proj,0.0069393312,hessian_weighted_relative_error,11650,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.57.down_proj,0.0153063481,hessian_weighted_relative_error,43510,0.02500,0.821
29,model.language_model.layers.29.mlp.experts.57.gate_proj,0.0094237249,hessian_weighted_relative_error,43510,0.02500,0.886
29,model.language_model.layers.29.mlp.experts.57.up_proj,0.0105285504,hessian_weighted_relative_error,43510,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.58.down_proj,0.0111953727,hessian_weighted_relative_error,53285,0.02500,0.735
29,model.language_model.layers.29.mlp.experts.58.gate_proj,0.0064426148,hessian_weighted_relative_error,53285,0.02500,0.769
29,model.language_model.layers.29.mlp.experts.58.up_proj,0.0067449560,hessian_weighted_relative_error,53285,0.02500,0.801
29,model.language_model.layers.29.mlp.experts.59.down_proj,0.0102897204,hessian_weighted_relative_error,11415,0.02500,0.823
29,model.language_model.layers.29.mlp.experts.59.gate_proj,0.0048097116,hessian_weighted_relative_error,11415,0.02500,0.873
29,model.language_model.layers.29.mlp.experts.59.up_proj,0.0071916298,hessian_weighted_relative_error,11415,0.02500,0.960
29,model.language_model.layers.29.mlp.experts.6.down_proj,0.0100628376,hessian_weighted_relative_error,12608,0.02500,0.722
29,model.language_model.layers.29.mlp.experts.6.gate_proj,0.0053910430,hessian_weighted_relative_error,12608,0.02500,0.760
29,model.language_model.layers.29.mlp.experts.6.up_proj,0.0056965170,hessian_weighted_relative_error,12608,0.02500,0.797
29,model.language_model.layers.29.mlp.experts.60.down_proj,0.0107031846,hessian_weighted_relative_error,22430,0.02500,0.738
29,model.language_model.layers.29.mlp.experts.60.gate_proj,0.0062519530,hessian_weighted_relative_error,22430,0.02500,0.770
29,model.language_model.layers.29.mlp.experts.60.up_proj,0.0068920546,hessian_weighted_relative_error,22430,0.02500,0.799
29,model.language_model.layers.29.mlp.experts.61.down_proj,0.0095229472,hessian_weighted_relative_error,11474,0.02500,0.818
29,model.language_model.layers.29.mlp.experts.61.gate_proj,0.0056542423,hessian_weighted_relative_error,11474,0.02500,0.876
29,model.language_model.layers.29.mlp.experts.61.up_proj,0.0061062421,hessian_weighted_relative_error,11474,0.02500,0.954
29,model.language_model.layers.29.mlp.experts.62.down_proj,0.0143243189,hessian_weighted_relative_error,37714,0.02500,0.736
29,model.language_model.layers.29.mlp.experts.62.gate_proj,0.0085961721,hessian_weighted_relative_error,37714,0.02500,0.768
29,model.language_model.layers.29.mlp.experts.62.up_proj,0.0093463937,hessian_weighted_relative_error,37714,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.63.down_proj,0.0094647109,hessian_weighted_relative_error,70794,0.02500,0.820
29,model.language_model.layers.29.mlp.experts.63.gate_proj,0.0057369877,hessian_weighted_relative_error,70794,0.02500,0.874
29,model.language_model.layers.29.mlp.experts.63.up_proj,0.0061737103,hessian_weighted_relative_error,70794,0.02500,0.959
29,model.language_model.layers.29.mlp.experts.64.down_proj,0.0114897360,hessian_weighted_relative_error,15223,0.02500,0.737
29,model.language_model.layers.29.mlp.experts.64.gate_proj,0.0058755791,hessian_weighted_relative_error,15223,0.02500,0.767
29,model.language_model.layers.29.mlp.experts.64.up_proj,0.0069266752,hessian_weighted_relative_error,15223,0.02500,0.806
29,model.language_model.layers.29.mlp.experts.65.down_proj,0.0118472686,hessian_weighted_relative_error,32916,0.02500,0.824
29,model.language_model.layers.29.mlp.experts.65.gate_proj,0.0067594834,hessian_weighted_relative_error,32916,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.65.up_proj,0.0076993974,hessian_weighted_relative_error,32916,0.02500,0.976
29,model.language_model.layers.29.mlp.experts.66.down_proj,0.0115737169,hessian_weighted_relative_error,14943,0.02500,0.742
29,model.language_model.layers.29.mlp.experts.66.gate_proj,0.0060989101,hessian_weighted_relative_error,14943,0.02500,0.768
29,model.language_model.layers.29.mlp.experts.66.up_proj,0.0070941489,hessian_weighted_relative_error,14943,0.02500,0.800
29,model.language_model.layers.29.mlp.experts.67.down_proj,0.0099066696,hessian_weighted_relative_error,28856,0.02500,0.825
29,model.language_model.layers.29.mlp.experts.67.gate_proj,0.0054059004,hessian_weighted_relative_error,28856,0.02500,0.877
29,model.language_model.layers.29.mlp.experts.67.up_proj,0.0060890841,hessian_weighted_relative_error,28856,0.02500,0.961
29,model.language_model.layers.29.mlp.experts.68.down_proj,0.0088901424,hessian_weighted_relative_error,31568,0.02500,0.740
29,model.language_model.layers.29.mlp.experts.68.gate_proj,0.0048439265,hessian_weighted_relative_error,31568,0.02500,0.768
29,model.language_model.layers.29.mlp.experts.68.up_proj,0.0051422946,hessian_weighted_relative_error,31568,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.69.down_proj,0.0110905071,hessian_weighted_relative_error,18222,0.02500,0.822
29,model.language_model.layers.29.mlp.experts.69.gate_proj,0.0066034378,hessian_weighted_relative_error,18222,0.02500,0.880
29,model.language_model.layers.29.mlp.experts.69.up_proj,0.0074127647,hessian_weighted_relative_error,18222,0.02500,0.965
29,model.language_model.layers.29.mlp.experts.7.down_proj,0.0112027217,hessian_weighted_relative_error,21077,0.02500,0.791
29,model.language_model.layers.29.mlp.experts.7.gate_proj,0.0066315530,hessian_weighted_relative_error,21077,0.02500,0.842
29,model.language_model.layers.29.mlp.experts.7.up_proj,0.0074792528,hessian_weighted_relative_error,21077,0.02500,0.948
29,model.language_model.layers.29.mlp.experts.70.down_proj,0.0141533519,hessian_weighted_relative_error,47843,0.02500,0.745
29,model.language_model.layers.29.mlp.experts.70.gate_proj,0.0084815010,hessian_weighted_relative_error,47843,0.02500,0.782
29,model.language_model.layers.29.mlp.experts.70.up_proj,0.0092284371,hessian_weighted_relative_error,47843,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.71.down_proj,0.0089145633,hessian_weighted_relative_error,20574,0.02500,0.824
29,model.language_model.layers.29.mlp.experts.71.gate_proj,0.0055940010,hessian_weighted_relative_error,20574,0.02500,0.878
29,model.language_model.layers.29.mlp.experts.71.up_proj,0.0060419089,hessian_weighted_relative_error,20574,0.02500,0.961
29,model.language_model.layers.29.mlp.experts.72.down_proj,0.0121907469,hessian_weighted_relative_error,21766,0.02500,0.739
29,model.language_model.layers.29.mlp.experts.72.gate_proj,0.0075661210,hessian_weighted_relative_error,21766,0.02500,0.770
29,model.language_model.layers.29.mlp.experts.72.up_proj,0.0081420240,hessian_weighted_relative_error,21766,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.73.down_proj,0.0073933016,hessian_weighted_relative_error,10432,0.02500,0.828
29,model.language_model.layers.29.mlp.experts.73.gate_proj,0.0042143187,hessian_weighted_relative_error,10432,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.73.up_proj,0.0048826796,hessian_weighted_relative_error,10432,0.02500,0.965
29,model.language_model.layers.29.mlp.experts.74.down_proj,0.0098780733,hessian_weighted_relative_error,12917,0.02500,0.742
29,model.language_model.layers.29.mlp.experts.74.gate_proj,0.0040935689,hessian_weighted_relative_error,12917,0.02500,0.773
29,model.language_model.layers.29.mlp.experts.74.up_proj,0.0051451091,hessian_weighted_relative_error,12917,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.75.down_proj,0.0131372855,hessian_weighted_relative_error,18738,0.02500,0.830
29,model.language_model.layers.29.mlp.experts.75.gate_proj,0.0073481800,hessian_weighted_relative_error,18738,0.02500,0.881
29,model.language_model.layers.29.mlp.experts.75.up_proj,0.0084048320,hessian_weighted_relative_error,18738,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.76.down_proj,0.0126581186,hessian_weighted_relative_error,30256,0.02500,0.741
29,model.language_model.layers.29.mlp.experts.76.gate_proj,0.0070083245,hessian_weighted_relative_error,30256,0.02500,0.773
29,model.language_model.layers.29.mlp.experts.76.up_proj,0.0083162768,hessian_weighted_relative_error,30256,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.77.down_proj,0.0115619631,hessian_weighted_relative_error,76268,0.02500,0.827
29,model.language_model.layers.29.mlp.experts.77.gate_proj,0.0075038436,hessian_weighted_relative_error,76268,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.77.up_proj,0.0078057859,hessian_weighted_relative_error,76268,0.02500,0.965
29,model.language_model.layers.29.mlp.experts.78.down_proj,0.0141346822,hessian_weighted_relative_error,33892,0.02500,0.743
29,model.language_model.layers.29.mlp.experts.78.gate_proj,0.0077170689,hessian_weighted_relative_error,33892,0.02500,0.773
29,model.language_model.layers.29.mlp.experts.78.up_proj,0.0094103052,hessian_weighted_relative_error,33892,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.79.down_proj,0.0089609466,hessian_weighted_relative_error,18231,0.02500,0.827
29,model.language_model.layers.29.mlp.experts.79.gate_proj,0.0052780876,hessian_weighted_relative_error,18231,0.02500,0.886
29,model.language_model.layers.29.mlp.experts.79.up_proj,0.0060068464,hessian_weighted_relative_error,18231,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.8.down_proj,0.0140526138,hessian_weighted_relative_error,47578,0.02500,0.723
29,model.language_model.layers.29.mlp.experts.8.gate_proj,0.0086196757,hessian_weighted_relative_error,47578,0.02500,0.753
29,model.language_model.layers.29.mlp.experts.8.up_proj,0.0094595339,hessian_weighted_relative_error,47578,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.80.down_proj,0.0130514182,hessian_weighted_relative_error,13471,0.02500,0.741
29,model.language_model.layers.29.mlp.experts.80.gate_proj,0.0072533472,hessian_weighted_relative_error,13471,0.02500,0.771
29,model.language_model.layers.29.mlp.experts.80.up_proj,0.0080282962,hessian_weighted_relative_error,13471,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.81.down_proj,0.0091024221,hessian_weighted_relative_error,19566,0.02500,0.831
29,model.language_model.layers.29.mlp.experts.81.gate_proj,0.0058299608,hessian_weighted_relative_error,19566,0.02500,0.889
29,model.language_model.layers.29.mlp.experts.81.up_proj,0.0064108932,hessian_weighted_relative_error,19566,0.02500,0.964
29,model.language_model.layers.29.mlp.experts.82.down_proj,0.0131001172,hessian_weighted_relative_error,18679,0.02500,0.743
29,model.language_model.layers.29.mlp.experts.82.gate_proj,0.0075418801,hessian_weighted_relative_error,18679,0.02500,0.772
29,model.language_model.layers.29.mlp.experts.82.up_proj,0.0086181070,hessian_weighted_relative_error,18679,0.02500,0.802
29,model.language_model.layers.29.mlp.experts.83.down_proj,0.0121683634,hessian_weighted_relative_error,20709,0.02500,0.833
29,model.language_model.layers.29.mlp.experts.83.gate_proj,0.0067820399,hessian_weighted_relative_error,20709,0.02500,0.885
29,model.language_model.layers.29.mlp.experts.83.up_proj,0.0075535737,hessian_weighted_relative_error,20709,0.02500,0.961
29,model.language_model.layers.29.mlp.experts.84.down_proj,0.0120067434,hessian_weighted_relative_error,9259,0.02500,0.744
29,model.language_model.layers.29.mlp.experts.84.gate_proj,0.0061568843,hessian_weighted_relative_error,9259,0.02500,0.773
29,model.language_model.layers.29.mlp.experts.84.up_proj,0.0068821296,hessian_weighted_relative_error,9259,0.02500,0.803
29,model.language_model.layers.29.mlp.experts.85.down_proj,0.0140918834,hessian_weighted_relative_error,39538,0.02500,0.829
29,model.language_model.layers.29.mlp.experts.85.gate_proj,0.0074228756,hessian_weighted_relative_error,39538,0.02500,0.887
29,model.language_model.layers.29.mlp.experts.85.up_proj,0.0094122039,hessian_weighted_relative_error,39538,0.02500,0.962
29,model.language_model.layers.29.mlp.experts.86.down_proj,0.0108384479,hessian_weighted_relative_error,23418,0.02500,0.749
29,model.language_model.layers.29.mlp.experts.86.gate_proj,0.0061876104,hessian_weighted_relative_error,23418,0.02500,0.776
29,model.language_model.layers.29.mlp.experts.86.up_proj,0.0065460089,hessian_weighted_relative_error,23418,0.02500,0.801
29,model.language_model.layers.29.mlp.experts.87.down_proj,0.0097218902,hessian_weighted_relative_error,16251,0.02500,0.831
29,model.language_model.layers.29.mlp.experts.87.gate_proj,0.0051325076,hessian_weighted_relative_error,16251,0.02500,0.887
29,model.language_model.layers.29.mlp.experts.87.up_proj,0.0062193589,hessian_weighted_relative_error,16251,0.02500,0.966
29,model.language_model.layers.29.mlp.experts.88.down_proj,0.0135689051,hessian_weighted_relative_error,13484,0.02500,0.742
29,model.language_model.layers.29.mlp.experts.88.gate_proj,0.0077318253,hessian_weighted_relative_error,13484,0.02500,0.774
29,model.language_model.layers.29.mlp.experts.88.up_proj,0.0086397697,hessian_weighted_relative_error,13484,0.02500,0.801
29,model.language_model.layers.29.mlp.experts.89.down_proj,0.0138080725,hessian_weighted_relative_error,33195,0.02500,0.837
29,model.language_model.layers.29.mlp.experts.89.gate_proj,0.0076863916,hessian_weighted_relative_error,33195,0.02500,0.895
29,model.language_model.layers.29.mlp.experts.89.up_proj,0.0090027153,hessian_weighted_relative_error,33195,0.02500,0.972
29,model.language_model.layers.29.mlp.experts.9.down_proj,0.0113049987,hessian_weighted_relative_error,16505,0.02500,0.798
29,model.language_model.layers.29.mlp.experts.9.gate_proj,0.0063711336,hessian_weighted_relative_error,16505,0.02500,0.859
29,model.language_model.layers.29.mlp.experts.9.up_proj,0.0069622261,hessian_weighted_relative_error,16505,0.02500,0.957
29,model.language_model.layers.29.mlp.experts.90.down_proj,0.0090625368,hessian_weighted_relative_error,12268,0.02500,0.745
29,model.language_model.layers.29.mlp.experts.90.gate_proj,0.0048666694,hessian_weighted_relative_error,12268,0.02500,0.775
29,model.language_model.layers.29.mlp.experts.90.up_proj,0.0055554637,hessian_weighted_relative_error,12268,0.02500,0.801
29,model.language_model.layers.29.mlp.experts.91.down_proj,0.0042469776,hessian_weighted_relative_error,1024,0.02500,0.837
29,model.language_model.layers.29.mlp.experts.91.gate_proj,0.0016420026,hessian_weighted_relative_error,1024,0.02500,0.889
29,model.language_model.layers.29.mlp.experts.91.up_proj,0.0022507794,hessian_weighted_relative_error,1024,0.02500,0.963
29,model.language_model.layers.29.mlp.experts.92.down_proj,0.0121847318,hessian_weighted_relative_error,137631,0.02500,0.744
29,model.language_model.layers.29.mlp.experts.92.gate_proj,0.0077548882,hessian_weighted_relative_error,137631,0.02500,0.777
29,model.language_model.layers.29.mlp.experts.92.up_proj,0.0084178973,hessian_weighted_relative_error,137631,0.02500,0.811
29,model.language_model.layers.29.mlp.experts.93.down_proj,0.0141695216,hessian_weighted_relative_error,18231,0.02500,0.833
29,model.language_model.layers.29.mlp.experts.93.gate_proj,0.0078252689,hessian_weighted_relative_error,18231,0.02500,0.892
29,model.language_model.layers.29.mlp.experts.93.up_proj,0.0093016555,hessian_weighted_relative_error,18231,0.02500,0.966
29,model.language_model.layers.29.mlp.experts.94.down_proj,0.0138432609,hessian_weighted_relative_error,30276,0.02500,0.747
29,model.language_model.layers.29.mlp.experts.94.gate_proj,0.0083581020,hessian_weighted_relative_error,30276,0.02500,0.777
29,model.language_model.layers.29.mlp.experts.94.up_proj,0.0093292723,hessian_weighted_relative_error,30276,0.02500,0.805
29,model.language_model.layers.29.mlp.experts.95.down_proj,0.0144766147,hessian_weighted_relative_error,72415,0.02500,0.835
29,model.language_model.layers.29.mlp.experts.95.gate_proj,0.0090357132,hessian_weighted_relative_error,72415,0.02500,0.891
29,model.language_model.layers.29.mlp.experts.95.up_proj,0.0100942002,hessian_weighted_relative_error,72415,0.02500,0.963
29,model.language_model.layers.29.mlp.experts.96.down_proj,0.0111576483,hessian_weighted_relative_error,17471,0.02500,0.743
29,model.language_model.layers.29.mlp.experts.96.gate_proj,0.0057666441,hessian_weighted_relative_error,17471,0.02500,0.775
29,model.language_model.layers.29.mlp.experts.96.up_proj,0.0071385379,hessian_weighted_relative_error,17471,0.02500,0.801
29,model.language_model.layers.29.mlp.experts.97.down_proj,0.0095999167,hessian_weighted_relative_error,12090,0.02500,0.839
29,model.language_model.layers.29.mlp.experts.97.gate_proj,0.0051426663,hessian_weighted_relative_error,12090,0.02500,0.895
29,model.language_model.layers.29.mlp.experts.97.up_proj,0.0055527207,hessian_weighted_relative_error,12090,0.02500,0.975
29,model.language_model.layers.29.mlp.experts.98.down_proj,0.0120791114,hessian_weighted_relative_error,10548,0.02500,0.752
29,model.language_model.layers.29.mlp.experts.98.gate_proj,0.0050207843,hessian_weighted_relative_error,10548,0.02500,0.777
29,model.language_model.layers.29.mlp.experts.98.up_proj,0.0062812678,hessian_weighted_relative_error,10548,0.02500,0.804
29,model.language_model.layers.29.mlp.experts.99.down_proj,0.0130649422,hessian_weighted_relative_error,25087,0.02500,0.841
29,model.language_model.layers.29.mlp.experts.99.gate_proj,0.0072904584,hessian_weighted_relative_error,25087,0.02500,0.890
29,model.language_model.layers.29.mlp.experts.99.up_proj,0.0083141675,hessian_weighted_relative_error,25087,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.0.down_proj,0.0104859677,hessian_weighted_relative_error,38084,0.02500,0.701
30,model.language_model.layers.30.mlp.experts.0.gate_proj,0.0062288765,hessian_weighted_relative_error,38084,0.02500,0.789
30,model.language_model.layers.30.mlp.experts.0.up_proj,0.0067032913,hessian_weighted_relative_error,38084,0.02500,0.797
30,model.language_model.layers.30.mlp.experts.1.down_proj,0.0131859856,hessian_weighted_relative_error,21711,0.02500,0.794
30,model.language_model.layers.30.mlp.experts.1.gate_proj,0.0083202662,hessian_weighted_relative_error,21711,0.02500,0.843
30,model.language_model.layers.30.mlp.experts.1.up_proj,0.0088248944,hessian_weighted_relative_error,21711,0.02500,0.947
30,model.language_model.layers.30.mlp.experts.10.down_proj,0.0087648826,hessian_weighted_relative_error,65856,0.02500,0.723
30,model.language_model.layers.30.mlp.experts.10.gate_proj,0.0058034810,hessian_weighted_relative_error,65856,0.02500,0.751
30,model.language_model.layers.30.mlp.experts.10.up_proj,0.0064905106,hessian_weighted_relative_error,65856,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.100.down_proj,0.0120898187,hessian_weighted_relative_error,17993,0.02500,0.746
30,model.language_model.layers.30.mlp.experts.100.gate_proj,0.0078131811,hessian_weighted_relative_error,17993,0.02500,0.776
30,model.language_model.layers.30.mlp.experts.100.up_proj,0.0083273237,hessian_weighted_relative_error,17993,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.101.down_proj,0.0087440114,hessian_weighted_relative_error,24385,0.02500,0.840
30,model.language_model.layers.30.mlp.experts.101.gate_proj,0.0053831173,hessian_weighted_relative_error,24385,0.02500,0.897
30,model.language_model.layers.30.mlp.experts.101.up_proj,0.0058098230,hessian_weighted_relative_error,24385,0.02500,0.976
30,model.language_model.layers.30.mlp.experts.102.down_proj,0.0109419149,hessian_weighted_relative_error,38263,0.02500,0.746
30,model.language_model.layers.30.mlp.experts.102.gate_proj,0.0065746817,hessian_weighted_relative_error,38263,0.02500,0.775
30,model.language_model.layers.30.mlp.experts.102.up_proj,0.0069134240,hessian_weighted_relative_error,38263,0.02500,0.801
30,model.language_model.layers.30.mlp.experts.103.down_proj,0.0135449477,hessian_weighted_relative_error,102260,0.02500,0.842
30,model.language_model.layers.30.mlp.experts.103.gate_proj,0.0085242174,hessian_weighted_relative_error,102260,0.02500,0.896
30,model.language_model.layers.30.mlp.experts.103.up_proj,0.0093589697,hessian_weighted_relative_error,102260,0.02500,0.962
30,model.language_model.layers.30.mlp.experts.104.down_proj,0.0132336205,hessian_weighted_relative_error,31573,0.02500,0.745
30,model.language_model.layers.30.mlp.experts.104.gate_proj,0.0083730610,hessian_weighted_relative_error,31573,0.02500,0.778
30,model.language_model.layers.30.mlp.experts.104.up_proj,0.0088346795,hessian_weighted_relative_error,31573,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.105.down_proj,0.0105111828,hessian_weighted_relative_error,31365,0.02500,0.850
30,model.language_model.layers.30.mlp.experts.105.gate_proj,0.0061185519,hessian_weighted_relative_error,31365,0.02500,0.897
30,model.language_model.layers.30.mlp.experts.105.up_proj,0.0067303954,hessian_weighted_relative_error,31365,0.02500,0.957
30,model.language_model.layers.30.mlp.experts.106.down_proj,0.0127868338,hessian_weighted_relative_error,29960,0.02500,0.745
30,model.language_model.layers.30.mlp.experts.106.gate_proj,0.0083515735,hessian_weighted_relative_error,29960,0.02500,0.777
30,model.language_model.layers.30.mlp.experts.106.up_proj,0.0089011220,hessian_weighted_relative_error,29960,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.107.down_proj,0.0084628563,hessian_weighted_relative_error,11497,0.02500,0.848
30,model.language_model.layers.30.mlp.experts.107.gate_proj,0.0048777330,hessian_weighted_relative_error,11497,0.02500,0.897
30,model.language_model.layers.30.mlp.experts.107.up_proj,0.0053631739,hessian_weighted_relative_error,11497,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.108.down_proj,0.0123318259,hessian_weighted_relative_error,10137,0.02500,0.749
30,model.language_model.layers.30.mlp.experts.108.gate_proj,0.0062984254,hessian_weighted_relative_error,10137,0.02500,0.779
30,model.language_model.layers.30.mlp.experts.108.up_proj,0.0077562195,hessian_weighted_relative_error,10137,0.02500,0.803
30,model.language_model.layers.30.mlp.experts.109.down_proj,0.0079906439,hessian_weighted_relative_error,20152,0.02500,0.845
30,model.language_model.layers.30.mlp.experts.109.gate_proj,0.0042917031,hessian_weighted_relative_error,20152,0.02500,0.899
30,model.language_model.layers.30.mlp.experts.109.up_proj,0.0046366906,hessian_weighted_relative_error,20152,0.02500,0.969
30,model.language_model.layers.30.mlp.experts.11.down_proj,0.0101314033,hessian_weighted_relative_error,26478,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.11.gate_proj,0.0065149663,hessian_weighted_relative_error,26478,0.02500,0.849
30,model.language_model.layers.30.mlp.experts.11.up_proj,0.0070640591,hessian_weighted_relative_error,26478,0.02500,0.952
30,model.language_model.layers.30.mlp.experts.110.down_proj,0.0083081403,hessian_weighted_relative_error,30427,0.02500,0.747
30,model.language_model.layers.30.mlp.experts.110.gate_proj,0.0054939191,hessian_weighted_relative_error,30427,0.02500,0.779
30,model.language_model.layers.30.mlp.experts.110.up_proj,0.0059085121,hessian_weighted_relative_error,30427,0.02500,0.803
30,model.language_model.layers.30.mlp.experts.111.down_proj,0.0111060459,hessian_weighted_relative_error,22689,0.02500,0.846
30,model.language_model.layers.30.mlp.experts.111.gate_proj,0.0069235244,hessian_weighted_relative_error,22689,0.02500,0.895
30,model.language_model.layers.30.mlp.experts.111.up_proj,0.0073665833,hessian_weighted_relative_error,22689,0.02500,0.967
30,model.language_model.layers.30.mlp.experts.112.down_proj,0.0114797476,hessian_weighted_relative_error,18999,0.02500,0.746
30,model.language_model.layers.30.mlp.experts.112.gate_proj,0.0064924579,hessian_weighted_relative_error,18999,0.02500,0.778
30,model.language_model.layers.30.mlp.experts.112.up_proj,0.0071812445,hessian_weighted_relative_error,18999,0.02500,0.803
30,model.language_model.layers.30.mlp.experts.113.down_proj,0.0129349158,hessian_weighted_relative_error,29208,0.02500,0.851
30,model.language_model.layers.30.mlp.experts.113.gate_proj,0.0074882882,hessian_weighted_relative_error,29208,0.02500,0.899
30,model.language_model.layers.30.mlp.experts.113.up_proj,0.0082712547,hessian_weighted_relative_error,29208,0.02500,0.965
30,model.language_model.layers.30.mlp.experts.114.down_proj,0.0126161605,hessian_weighted_relative_error,12117,0.02500,0.746
30,model.language_model.layers.30.mlp.experts.114.gate_proj,0.0056589408,hessian_weighted_relative_error,12117,0.02500,0.779
30,model.language_model.layers.30.mlp.experts.114.up_proj,0.0085553313,hessian_weighted_relative_error,12117,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.115.down_proj,0.0108215338,hessian_weighted_relative_error,21409,0.02500,0.852
30,model.language_model.layers.30.mlp.experts.115.gate_proj,0.0071187434,hessian_weighted_relative_error,21409,0.02500,0.897
30,model.language_model.layers.30.mlp.experts.115.up_proj,0.0084896266,hessian_weighted_relative_error,21409,0.02500,0.969
30,model.language_model.layers.30.mlp.experts.116.down_proj,0.0109994531,hessian_weighted_relative_error,82489,0.02500,0.746
30,model.language_model.layers.30.mlp.experts.116.gate_proj,0.0065658050,hessian_weighted_relative_error,82489,0.02500,0.778
30,model.language_model.layers.30.mlp.experts.116.up_proj,0.0070058030,hessian_weighted_relative_error,82489,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.117.down_proj,0.0137165356,hessian_weighted_relative_error,26125,0.02500,0.847
30,model.language_model.layers.30.mlp.experts.117.gate_proj,0.0069547625,hessian_weighted_relative_error,26125,0.02500,0.899
30,model.language_model.layers.30.mlp.experts.117.up_proj,0.0088276272,hessian_weighted_relative_error,26125,0.02500,0.962
30,model.language_model.layers.30.mlp.experts.118.down_proj,0.0124994292,hessian_weighted_relative_error,53590,0.02500,0.749
30,model.language_model.layers.30.mlp.experts.118.gate_proj,0.0077291072,hessian_weighted_relative_error,53590,0.02500,0.782
30,model.language_model.layers.30.mlp.experts.118.up_proj,0.0083071510,hessian_weighted_relative_error,53590,0.02500,0.803
30,model.language_model.layers.30.mlp.experts.119.down_proj,0.0147032749,hessian_weighted_relative_error,26616,0.02500,0.848
30,model.language_model.layers.30.mlp.experts.119.gate_proj,0.0082463493,hessian_weighted_relative_error,26616,0.02500,0.897
30,model.language_model.layers.30.mlp.experts.119.up_proj,0.0098525228,hessian_weighted_relative_error,26616,0.02500,0.967
30,model.language_model.layers.30.mlp.experts.12.down_proj,0.0106032538,hessian_weighted_relative_error,28213,0.02500,0.724
30,model.language_model.layers.30.mlp.experts.12.gate_proj,0.0063591742,hessian_weighted_relative_error,28213,0.02500,0.755
30,model.language_model.layers.30.mlp.experts.12.up_proj,0.0068670272,hessian_weighted_relative_error,28213,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.120.down_proj,0.0105297916,hessian_weighted_relative_error,24078,0.02500,0.747
30,model.language_model.layers.30.mlp.experts.120.gate_proj,0.0060693919,hessian_weighted_relative_error,24078,0.02500,0.780
30,model.language_model.layers.30.mlp.experts.120.up_proj,0.0066179203,hessian_weighted_relative_error,24078,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.121.down_proj,0.0134507506,hessian_weighted_relative_error,35442,0.02500,0.855
30,model.language_model.layers.30.mlp.experts.121.gate_proj,0.0081844839,hessian_weighted_relative_error,35442,0.02500,0.898
30,model.language_model.layers.30.mlp.experts.121.up_proj,0.0088781090,hessian_weighted_relative_error,35442,0.02500,0.968
30,model.language_model.layers.30.mlp.experts.122.down_proj,0.0090226176,hessian_weighted_relative_error,14381,0.02500,0.749
30,model.language_model.layers.30.mlp.experts.122.gate_proj,0.0064463141,hessian_weighted_relative_error,14381,0.02500,0.780
30,model.language_model.layers.30.mlp.experts.122.up_proj,0.0067585515,hessian_weighted_relative_error,14381,0.02500,0.803
30,model.language_model.layers.30.mlp.experts.123.down_proj,0.0059691984,hessian_weighted_relative_error,7829,0.02500,0.856
30,model.language_model.layers.30.mlp.experts.123.gate_proj,0.0040965998,hessian_weighted_relative_error,7829,0.02500,0.898
30,model.language_model.layers.30.mlp.experts.123.up_proj,0.0048462296,hessian_weighted_relative_error,7829,0.02500,0.958
30,model.language_model.layers.30.mlp.experts.124.down_proj,0.0116695782,hessian_weighted_relative_error,32507,0.02500,0.747
30,model.language_model.layers.30.mlp.experts.124.gate_proj,0.0076049552,hessian_weighted_relative_error,32507,0.02500,0.783
30,model.language_model.layers.30.mlp.experts.124.up_proj,0.0083361642,hessian_weighted_relative_error,32507,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.125.down_proj,0.0137303423,hessian_weighted_relative_error,22457,0.02500,0.852
30,model.language_model.layers.30.mlp.experts.125.gate_proj,0.0080328578,hessian_weighted_relative_error,22457,0.02500,0.901
30,model.language_model.layers.30.mlp.experts.125.up_proj,0.0086538139,hessian_weighted_relative_error,22457,0.02500,0.983
30,model.language_model.layers.30.mlp.experts.126.down_proj,0.0105891060,hessian_weighted_relative_error,68667,0.02500,0.750
30,model.language_model.layers.30.mlp.experts.126.gate_proj,0.0059993585,hessian_weighted_relative_error,68667,0.02500,0.788
30,model.language_model.layers.30.mlp.experts.126.up_proj,0.0063339080,hessian_weighted_relative_error,68667,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.127.down_proj,0.0134504574,hessian_weighted_relative_error,28259,0.02500,0.852
30,model.language_model.layers.30.mlp.experts.127.gate_proj,0.0079631953,hessian_weighted_relative_error,28259,0.02500,0.899
30,model.language_model.layers.30.mlp.experts.127.up_proj,0.0087879792,hessian_weighted_relative_error,28259,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.128.down_proj,0.0122532959,hessian_weighted_relative_error,37016,0.02500,0.748
30,model.language_model.layers.30.mlp.experts.128.gate_proj,0.0077480114,hessian_weighted_relative_error,37016,0.02500,0.783
30,model.language_model.layers.30.mlp.experts.128.up_proj,0.0085681688,hessian_weighted_relative_error,37016,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.129.down_proj,0.0113575078,hessian_weighted_relative_error,60412,0.02500,0.859
30,model.language_model.layers.30.mlp.experts.129.gate_proj,0.0067156680,hessian_weighted_relative_error,60412,0.02500,0.900
30,model.language_model.layers.30.mlp.experts.129.up_proj,0.0071029862,hessian_weighted_relative_error,60412,0.02500,0.965
30,model.language_model.layers.30.mlp.experts.13.down_proj,0.0084186060,hessian_weighted_relative_error,25091,0.02500,0.796
30,model.language_model.layers.30.mlp.experts.13.gate_proj,0.0048209561,hessian_weighted_relative_error,25091,0.02500,0.850
30,model.language_model.layers.30.mlp.experts.13.up_proj,0.0050902957,hessian_weighted_relative_error,25091,0.02500,0.951
30,model.language_model.layers.30.mlp.experts.130.down_proj,0.0126811558,hessian_weighted_relative_error,22468,0.02500,0.749
30,model.language_model.layers.30.mlp.experts.130.gate_proj,0.0073654634,hessian_weighted_relative_error,22468,0.02500,0.783
30,model.language_model.layers.30.mlp.experts.130.up_proj,0.0082419404,hessian_weighted_relative_error,22468,0.02500,0.822
30,model.language_model.layers.30.mlp.experts.131.down_proj,0.0114987809,hessian_weighted_relative_error,11650,0.02500,0.860
30,model.language_model.layers.30.mlp.experts.131.gate_proj,0.0061292123,hessian_weighted_relative_error,11650,0.02500,0.903
30,model.language_model.layers.30.mlp.experts.131.up_proj,0.0073532074,hessian_weighted_relative_error,11650,0.02500,0.963
30,model.language_model.layers.30.mlp.experts.132.down_proj,0.0130956829,hessian_weighted_relative_error,20924,0.02500,0.749
30,model.language_model.layers.30.mlp.experts.132.gate_proj,0.0077574062,hessian_weighted_relative_error,20924,0.02500,0.782
30,model.language_model.layers.30.mlp.experts.132.up_proj,0.0087779231,hessian_weighted_relative_error,20924,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.133.down_proj,0.0111373744,hessian_weighted_relative_error,17967,0.02500,0.856
30,model.language_model.layers.30.mlp.experts.133.gate_proj,0.0049232836,hessian_weighted_relative_error,17967,0.02500,0.932
30,model.language_model.layers.30.mlp.experts.133.up_proj,0.0070461396,hessian_weighted_relative_error,17967,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.134.down_proj,0.0141963994,hessian_weighted_relative_error,36879,0.02500,0.751
30,model.language_model.layers.30.mlp.experts.134.gate_proj,0.0087407856,hessian_weighted_relative_error,36879,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.134.up_proj,0.0093347323,hessian_weighted_relative_error,36879,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.135.down_proj,0.0135632315,hessian_weighted_relative_error,47119,0.02500,0.857
30,model.language_model.layers.30.mlp.experts.135.gate_proj,0.0071608322,hessian_weighted_relative_error,47119,0.02500,0.901
30,model.language_model.layers.30.mlp.experts.135.up_proj,0.0089895137,hessian_weighted_relative_error,47119,0.02500,0.970
30,model.language_model.layers.30.mlp.experts.136.down_proj,0.0084133004,hessian_weighted_relative_error,38733,0.02500,0.750
30,model.language_model.layers.30.mlp.experts.136.gate_proj,0.0048226951,hessian_weighted_relative_error,38733,0.02500,0.781
30,model.language_model.layers.30.mlp.experts.136.up_proj,0.0050247394,hessian_weighted_relative_error,38733,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.137.down_proj,0.0106049490,hessian_weighted_relative_error,32246,0.02500,0.864
30,model.language_model.layers.30.mlp.experts.137.gate_proj,0.0059550380,hessian_weighted_relative_error,32246,0.02500,0.905
30,model.language_model.layers.30.mlp.experts.137.up_proj,0.0062312368,hessian_weighted_relative_error,32246,0.02500,0.991
30,model.language_model.layers.30.mlp.experts.138.down_proj,0.0132726895,hessian_weighted_relative_error,20694,0.02500,0.750
30,model.language_model.layers.30.mlp.experts.138.gate_proj,0.0084155033,hessian_weighted_relative_error,20694,0.02500,0.781
30,model.language_model.layers.30.mlp.experts.138.up_proj,0.0095849852,hessian_weighted_relative_error,20694,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.139.down_proj,0.0057525481,hessian_weighted_relative_error,23105,0.02500,0.865
30,model.language_model.layers.30.mlp.experts.139.gate_proj,0.0032569197,hessian_weighted_relative_error,23105,0.02500,0.901
30,model.language_model.layers.30.mlp.experts.139.up_proj,0.0034949318,hessian_weighted_relative_error,23105,0.02500,0.961
30,model.language_model.layers.30.mlp.experts.14.down_proj,0.0121902511,hessian_weighted_relative_error,17136,0.02500,0.725
30,model.language_model.layers.30.mlp.experts.14.gate_proj,0.0055747931,hessian_weighted_relative_error,17136,0.02500,0.753
30,model.language_model.layers.30.mlp.experts.14.up_proj,0.0066578462,hessian_weighted_relative_error,17136,0.02500,0.801
30,model.language_model.layers.30.mlp.experts.140.down_proj,0.0113995295,hessian_weighted_relative_error,14641,0.02500,0.750
30,model.language_model.layers.30.mlp.experts.140.gate_proj,0.0062885199,hessian_weighted_relative_error,14641,0.02500,0.783
30,model.language_model.layers.30.mlp.experts.140.up_proj,0.0068552562,hessian_weighted_relative_error,14641,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.141.down_proj,0.0146467745,hessian_weighted_relative_error,29332,0.02500,0.860
30,model.language_model.layers.30.mlp.experts.141.gate_proj,0.0083954120,hessian_weighted_relative_error,29332,0.02500,0.905
30,model.language_model.layers.30.mlp.experts.141.up_proj,0.0095443766,hessian_weighted_relative_error,29332,0.02500,0.970
30,model.language_model.layers.30.mlp.experts.142.down_proj,0.0115060036,hessian_weighted_relative_error,27292,0.02500,0.751
30,model.language_model.layers.30.mlp.experts.142.gate_proj,0.0068957817,hessian_weighted_relative_error,27292,0.02500,0.784
30,model.language_model.layers.30.mlp.experts.142.up_proj,0.0073526794,hessian_weighted_relative_error,27292,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.143.down_proj,0.0028092819,hessian_weighted_relative_error,18212,0.02500,0.861
30,model.language_model.layers.30.mlp.experts.143.gate_proj,0.0071788948,hessian_weighted_relative_error,18212,0.02500,0.908
30,model.language_model.layers.30.mlp.experts.143.up_proj,0.0077338334,hessian_weighted_relative_error,18212,0.02500,0.972
30,model.language_model.layers.30.mlp.experts.144.down_proj,0.0136628237,hessian_weighted_relative_error,29090,0.02500,0.751
30,model.language_model.layers.30.mlp.experts.144.gate_proj,0.0077488454,hessian_weighted_relative_error,29090,0.02500,0.784
30,model.language_model.layers.30.mlp.experts.144.up_proj,0.0086918369,hessian_weighted_relative_error,29090,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.145.down_proj,0.0097104267,hessian_weighted_relative_error,6970,0.02500,0.868
30,model.language_model.layers.30.mlp.experts.145.gate_proj,0.0050076716,hessian_weighted_relative_error,6970,0.02500,0.910
30,model.language_model.layers.30.mlp.experts.145.up_proj,0.0054457377,hessian_weighted_relative_error,6970,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.146.down_proj,0.0146964124,hessian_weighted_relative_error,37915,0.02500,0.753
30,model.language_model.layers.30.mlp.experts.146.gate_proj,0.0074502390,hessian_weighted_relative_error,37915,0.02500,0.788
30,model.language_model.layers.30.mlp.experts.146.up_proj,0.0098848356,hessian_weighted_relative_error,37915,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.147.down_proj,0.0136744410,hessian_weighted_relative_error,37385,0.02500,0.869
30,model.language_model.layers.30.mlp.experts.147.gate_proj,0.0081108715,hessian_weighted_relative_error,37385,0.02500,0.903
30,model.language_model.layers.30.mlp.experts.147.up_proj,0.0098232579,hessian_weighted_relative_error,37385,0.02500,0.967
30,model.language_model.layers.30.mlp.experts.148.down_proj,0.0142176527,hessian_weighted_relative_error,43445,0.02500,0.750
30,model.language_model.layers.30.mlp.experts.148.gate_proj,0.0081892701,hessian_weighted_relative_error,43445,0.02500,0.786
30,model.language_model.layers.30.mlp.experts.148.up_proj,0.0095899022,hessian_weighted_relative_error,43445,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.149.down_proj,0.0080971001,hessian_weighted_relative_error,14278,0.02500,0.866
30,model.language_model.layers.30.mlp.experts.149.gate_proj,0.0046536787,hessian_weighted_relative_error,14278,0.02500,0.908
30,model.language_model.layers.30.mlp.experts.149.up_proj,0.0049777121,hessian_weighted_relative_error,14278,0.02500,0.968
30,model.language_model.layers.30.mlp.experts.15.down_proj,0.0126500497,hessian_weighted_relative_error,26543,0.02500,0.797
30,model.language_model.layers.30.mlp.experts.15.gate_proj,0.0075375581,hessian_weighted_relative_error,26543,0.02500,0.851
30,model.language_model.layers.30.mlp.experts.15.up_proj,0.0083524571,hessian_weighted_relative_error,26543,0.02500,0.944
30,model.language_model.layers.30.mlp.experts.150.down_proj,0.0081543749,hessian_weighted_relative_error,19904,0.02500,0.753
30,model.language_model.layers.30.mlp.experts.150.gate_proj,0.0054041891,hessian_weighted_relative_error,19904,0.02500,0.786
30,model.language_model.layers.30.mlp.experts.150.up_proj,0.0060660009,hessian_weighted_relative_error,19904,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.151.down_proj,0.0099961190,hessian_weighted_relative_error,31291,0.02500,0.866
30,model.language_model.layers.30.mlp.experts.151.gate_proj,0.0063726932,hessian_weighted_relative_error,31291,0.02500,0.905
30,model.language_model.layers.30.mlp.experts.151.up_proj,0.0066963950,hessian_weighted_relative_error,31291,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.152.down_proj,0.0106000689,hessian_weighted_relative_error,24516,0.02500,0.752
30,model.language_model.layers.30.mlp.experts.152.gate_proj,0.0065916131,hessian_weighted_relative_error,24516,0.02500,0.784
30,model.language_model.layers.30.mlp.experts.152.up_proj,0.0070544806,hessian_weighted_relative_error,24516,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.153.down_proj,0.0090452180,hessian_weighted_relative_error,15422,0.02500,0.871
30,model.language_model.layers.30.mlp.experts.153.gate_proj,0.0050651158,hessian_weighted_relative_error,15422,0.02500,0.932
30,model.language_model.layers.30.mlp.experts.153.up_proj,0.0054816602,hessian_weighted_relative_error,15422,0.02500,0.956
30,model.language_model.layers.30.mlp.experts.154.down_proj,0.0081572642,hessian_weighted_relative_error,18919,0.02500,0.754
30,model.language_model.layers.30.mlp.experts.154.gate_proj,0.0047356720,hessian_weighted_relative_error,18919,0.02500,0.786
30,model.language_model.layers.30.mlp.experts.154.up_proj,0.0052771883,hessian_weighted_relative_error,18919,0.02500,0.810
30,model.language_model.layers.30.mlp.experts.155.down_proj,0.0137367092,hessian_weighted_relative_error,35520,0.02500,0.872
30,model.language_model.layers.30.mlp.experts.155.gate_proj,0.0084818596,hessian_weighted_relative_error,35520,0.02500,0.908
30,model.language_model.layers.30.mlp.experts.155.up_proj,0.0092814067,hessian_weighted_relative_error,35520,0.02500,0.962
30,model.language_model.layers.30.mlp.experts.156.down_proj,0.0106504504,hessian_weighted_relative_error,14533,0.02500,0.756
30,model.language_model.layers.30.mlp.experts.156.gate_proj,0.0052582603,hessian_weighted_relative_error,14533,0.02500,0.790
30,model.language_model.layers.30.mlp.experts.156.up_proj,0.0062592950,hessian_weighted_relative_error,14533,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.157.down_proj,0.0092132112,hessian_weighted_relative_error,16871,0.02500,0.868
30,model.language_model.layers.30.mlp.experts.157.gate_proj,0.0051617057,hessian_weighted_relative_error,16871,0.02500,0.916
30,model.language_model.layers.30.mlp.experts.157.up_proj,0.0055110252,hessian_weighted_relative_error,16871,0.02500,0.971
30,model.language_model.layers.30.mlp.experts.158.down_proj,0.0131786396,hessian_weighted_relative_error,30303,0.02500,0.755
30,model.language_model.layers.30.mlp.experts.158.gate_proj,0.0072017430,hessian_weighted_relative_error,30303,0.02500,0.787
30,model.language_model.layers.30.mlp.experts.158.up_proj,0.0086605125,hessian_weighted_relative_error,30303,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.159.down_proj,0.0148161404,hessian_weighted_relative_error,43507,0.02500,0.869
30,model.language_model.layers.30.mlp.experts.159.gate_proj,0.0082551696,hessian_weighted_relative_error,43507,0.02500,0.913
30,model.language_model.layers.30.mlp.experts.159.up_proj,0.0100147751,hessian_weighted_relative_error,43507,0.02500,0.963
30,model.language_model.layers.30.mlp.experts.16.down_proj,0.0128364253,hessian_weighted_relative_error,55298,0.02500,0.728
30,model.language_model.layers.30.mlp.experts.16.gate_proj,0.0078365114,hessian_weighted_relative_error,55298,0.02500,0.753
30,model.language_model.layers.30.mlp.experts.16.up_proj,0.0084392273,hessian_weighted_relative_error,55298,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.160.down_proj,0.0133473695,hessian_weighted_relative_error,38064,0.02500,0.753
30,model.language_model.layers.30.mlp.experts.160.gate_proj,0.0077449147,hessian_weighted_relative_error,38064,0.02500,0.786
30,model.language_model.layers.30.mlp.experts.160.up_proj,0.0094233480,hessian_weighted_relative_error,38064,0.02500,0.803
30,model.language_model.layers.30.mlp.experts.161.down_proj,0.0111451698,hessian_weighted_relative_error,35186,0.02500,0.872
30,model.language_model.layers.30.mlp.experts.161.gate_proj,0.0063264742,hessian_weighted_relative_error,35186,0.02500,0.916
30,model.language_model.layers.30.mlp.experts.161.up_proj,0.0078009900,hessian_weighted_relative_error,35186,0.02500,0.959
30,model.language_model.layers.30.mlp.experts.162.down_proj,0.0140314949,hessian_weighted_relative_error,20191,0.02500,0.754
30,model.language_model.layers.30.mlp.experts.162.gate_proj,0.0081951358,hessian_weighted_relative_error,20191,0.02500,0.785
30,model.language_model.layers.30.mlp.experts.162.up_proj,0.0094167075,hessian_weighted_relative_error,20191,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.163.down_proj,0.0114149673,hessian_weighted_relative_error,18872,0.02500,0.875
30,model.language_model.layers.30.mlp.experts.163.gate_proj,0.0075271019,hessian_weighted_relative_error,18872,0.02500,0.916
30,model.language_model.layers.30.mlp.experts.163.up_proj,0.0082355960,hessian_weighted_relative_error,18872,0.02500,0.954
30,model.language_model.layers.30.mlp.experts.164.down_proj,0.0132340597,hessian_weighted_relative_error,20099,0.02500,0.757
30,model.language_model.layers.30.mlp.experts.164.gate_proj,0.0079855543,hessian_weighted_relative_error,20099,0.02500,0.785
30,model.language_model.layers.30.mlp.experts.164.up_proj,0.0087661055,hessian_weighted_relative_error,20099,0.02500,0.814
30,model.language_model.layers.30.mlp.experts.165.down_proj,0.0123266975,hessian_weighted_relative_error,23529,0.02500,0.871
30,model.language_model.layers.30.mlp.experts.165.gate_proj,0.0073858552,hessian_weighted_relative_error,23529,0.02500,0.920
30,model.language_model.layers.30.mlp.experts.165.up_proj,0.0079954144,hessian_weighted_relative_error,23529,0.02500,0.962
30,model.language_model.layers.30.mlp.experts.166.down_proj,0.0126459944,hessian_weighted_relative_error,52961,0.02500,0.755
30,model.language_model.layers.30.mlp.experts.166.gate_proj,0.0075254253,hessian_weighted_relative_error,52961,0.02500,0.785
30,model.language_model.layers.30.mlp.experts.166.up_proj,0.0083284054,hessian_weighted_relative_error,52961,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.167.down_proj,0.0105972043,hessian_weighted_relative_error,15976,0.02500,0.872
30,model.language_model.layers.30.mlp.experts.167.gate_proj,0.0060639597,hessian_weighted_relative_error,15976,0.02500,0.913
30,model.language_model.layers.30.mlp.experts.167.up_proj,0.0065324194,hessian_weighted_relative_error,15976,0.02500,0.962
30,model.language_model.layers.30.mlp.experts.168.down_proj,0.0122063212,hessian_weighted_relative_error,20609,0.02500,0.755
30,model.language_model.layers.30.mlp.experts.168.gate_proj,0.0064887301,hessian_weighted_relative_error,20609,0.02500,0.785
30,model.language_model.layers.30.mlp.experts.168.up_proj,0.0079482434,hessian_weighted_relative_error,20609,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.169.down_proj,0.0137809260,hessian_weighted_relative_error,47198,0.02500,0.875
30,model.language_model.layers.30.mlp.experts.169.gate_proj,0.0086926801,hessian_weighted_relative_error,47198,0.02500,0.916
30,model.language_model.layers.30.mlp.experts.169.up_proj,0.0100510687,hessian_weighted_relative_error,47198,0.02500,0.965
30,model.language_model.layers.30.mlp.experts.17.down_proj,0.0133525663,hessian_weighted_relative_error,32119,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.17.gate_proj,0.0080935623,hessian_weighted_relative_error,32119,0.02500,0.854
30,model.language_model.layers.30.mlp.experts.17.up_proj,0.0090685183,hessian_weighted_relative_error,32119,0.02500,0.952
30,model.language_model.layers.30.mlp.experts.170.down_proj,0.0103252576,hessian_weighted_relative_error,12564,0.02500,0.755
30,model.language_model.layers.30.mlp.experts.170.gate_proj,0.0056941546,hessian_weighted_relative_error,12564,0.02500,0.786
30,model.language_model.layers.30.mlp.experts.170.up_proj,0.0073457454,hessian_weighted_relative_error,12564,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.171.down_proj,0.0125255823,hessian_weighted_relative_error,37783,0.02500,0.877
30,model.language_model.layers.30.mlp.experts.171.gate_proj,0.0084091892,hessian_weighted_relative_error,37783,0.02500,0.925
30,model.language_model.layers.30.mlp.experts.171.up_proj,0.0088991934,hessian_weighted_relative_error,37783,0.02500,0.957
30,model.language_model.layers.30.mlp.experts.172.down_proj,0.0132539916,hessian_weighted_relative_error,16281,0.02500,0.757
30,model.language_model.layers.30.mlp.experts.172.gate_proj,0.0078994673,hessian_weighted_relative_error,16281,0.02500,0.788
30,model.language_model.layers.30.mlp.experts.172.up_proj,0.0084163251,hessian_weighted_relative_error,16281,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.173.down_proj,0.0144872771,hessian_weighted_relative_error,26408,0.02500,0.873
30,model.language_model.layers.30.mlp.experts.173.gate_proj,0.0071606694,hessian_weighted_relative_error,26408,0.02500,0.920
30,model.language_model.layers.30.mlp.experts.173.up_proj,0.0095912471,hessian_weighted_relative_error,26408,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.174.down_proj,0.0130545426,hessian_weighted_relative_error,32675,0.02500,0.760
30,model.language_model.layers.30.mlp.experts.174.gate_proj,0.0072199440,hessian_weighted_relative_error,32675,0.02500,0.787
30,model.language_model.layers.30.mlp.experts.174.up_proj,0.0089060825,hessian_weighted_relative_error,32675,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.175.down_proj,0.0122073408,hessian_weighted_relative_error,33251,0.02500,0.874
30,model.language_model.layers.30.mlp.experts.175.gate_proj,0.0070763139,hessian_weighted_relative_error,33251,0.02500,0.925
30,model.language_model.layers.30.mlp.experts.175.up_proj,0.0078977224,hessian_weighted_relative_error,33251,0.02500,0.965
30,model.language_model.layers.30.mlp.experts.176.down_proj,0.0129063715,hessian_weighted_relative_error,46220,0.02500,0.755
30,model.language_model.layers.30.mlp.experts.176.gate_proj,0.0082384308,hessian_weighted_relative_error,46220,0.02500,0.785
30,model.language_model.layers.30.mlp.experts.176.up_proj,0.0086273487,hessian_weighted_relative_error,46220,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.177.down_proj,0.0130635755,hessian_weighted_relative_error,69708,0.02500,0.877
30,model.language_model.layers.30.mlp.experts.177.gate_proj,0.0084448777,hessian_weighted_relative_error,69708,0.02500,0.927
30,model.language_model.layers.30.mlp.experts.177.up_proj,0.0092444644,hessian_weighted_relative_error,69708,0.02500,0.961
30,model.language_model.layers.30.mlp.experts.178.down_proj,0.0107496532,hessian_weighted_relative_error,10605,0.02500,0.756
30,model.language_model.layers.30.mlp.experts.178.gate_proj,0.0063736982,hessian_weighted_relative_error,10605,0.02500,0.791
30,model.language_model.layers.30.mlp.experts.178.up_proj,0.0072031316,hessian_weighted_relative_error,10605,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.179.down_proj,0.0130005597,hessian_weighted_relative_error,24228,0.02500,0.879
30,model.language_model.layers.30.mlp.experts.179.gate_proj,0.0076008898,hessian_weighted_relative_error,24228,0.02500,0.925
30,model.language_model.layers.30.mlp.experts.179.up_proj,0.0087460896,hessian_weighted_relative_error,24228,0.02500,0.969
30,model.language_model.layers.30.mlp.experts.18.down_proj,0.0126187623,hessian_weighted_relative_error,19052,0.02500,0.726
30,model.language_model.layers.30.mlp.experts.18.gate_proj,0.0077728894,hessian_weighted_relative_error,19052,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.18.up_proj,0.0086736878,hessian_weighted_relative_error,19052,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.180.down_proj,0.0127212439,hessian_weighted_relative_error,28448,0.02500,0.759
30,model.language_model.layers.30.mlp.experts.180.gate_proj,0.0082511196,hessian_weighted_relative_error,28448,0.02500,0.788
30,model.language_model.layers.30.mlp.experts.180.up_proj,0.0090288986,hessian_weighted_relative_error,28448,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.181.down_proj,0.0043211765,hessian_weighted_relative_error,27214,0.02500,0.876
30,model.language_model.layers.30.mlp.experts.181.gate_proj,0.0024947625,hessian_weighted_relative_error,27214,0.02500,0.923
30,model.language_model.layers.30.mlp.experts.181.up_proj,0.0026931333,hessian_weighted_relative_error,27214,0.02500,0.960
30,model.language_model.layers.30.mlp.experts.182.down_proj,0.0134476700,hessian_weighted_relative_error,39800,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.182.gate_proj,0.0066831011,hessian_weighted_relative_error,39800,0.02500,0.785
30,model.language_model.layers.30.mlp.experts.182.up_proj,0.0085371030,hessian_weighted_relative_error,39800,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.183.down_proj,0.0099245639,hessian_weighted_relative_error,44552,0.02500,0.876
30,model.language_model.layers.30.mlp.experts.183.gate_proj,0.0055544825,hessian_weighted_relative_error,44552,0.02500,0.916
30,model.language_model.layers.30.mlp.experts.183.up_proj,0.0059043212,hessian_weighted_relative_error,44552,0.02500,0.960
30,model.language_model.layers.30.mlp.experts.184.down_proj,0.0140032361,hessian_weighted_relative_error,31008,0.02500,0.757
30,model.language_model.layers.30.mlp.experts.184.gate_proj,0.0087952649,hessian_weighted_relative_error,31008,0.02500,0.787
30,model.language_model.layers.30.mlp.experts.184.up_proj,0.0095899148,hessian_weighted_relative_error,31008,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.185.down_proj,0.0141423055,hessian_weighted_relative_error,55028,0.02500,0.878
30,model.language_model.layers.30.mlp.experts.185.gate_proj,0.0085760804,hessian_weighted_relative_error,55028,0.02500,0.918
30,model.language_model.layers.30.mlp.experts.185.up_proj,0.0097981871,hessian_weighted_relative_error,55028,0.02500,0.961
30,model.language_model.layers.30.mlp.experts.186.down_proj,0.0105718515,hessian_weighted_relative_error,41048,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.186.gate_proj,0.0078286894,hessian_weighted_relative_error,41048,0.02500,0.788
30,model.language_model.layers.30.mlp.experts.186.up_proj,0.0081155959,hessian_weighted_relative_error,41048,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.187.down_proj,0.0140108260,hessian_weighted_relative_error,29111,0.02500,0.881
30,model.language_model.layers.30.mlp.experts.187.gate_proj,0.0081907991,hessian_weighted_relative_error,29111,0.02500,0.919
30,model.language_model.layers.30.mlp.experts.187.up_proj,0.0095654319,hessian_weighted_relative_error,29111,0.02500,0.994
30,model.language_model.layers.30.mlp.experts.188.down_proj,0.0132066886,hessian_weighted_relative_error,18397,0.02500,0.756
30,model.language_model.layers.30.mlp.experts.188.gate_proj,0.0074972623,hessian_weighted_relative_error,18397,0.02500,0.787
30,model.language_model.layers.30.mlp.experts.188.up_proj,0.0088813471,hessian_weighted_relative_error,18397,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.189.down_proj,0.0133742040,hessian_weighted_relative_error,27635,0.02500,0.878
30,model.language_model.layers.30.mlp.experts.189.gate_proj,0.0084389027,hessian_weighted_relative_error,27635,0.02500,0.920
30,model.language_model.layers.30.mlp.experts.189.up_proj,0.0090244000,hessian_weighted_relative_error,27635,0.02500,0.973
30,model.language_model.layers.30.mlp.experts.19.down_proj,0.0121676495,hessian_weighted_relative_error,25997,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.19.gate_proj,0.0059173859,hessian_weighted_relative_error,25997,0.02500,0.854
30,model.language_model.layers.30.mlp.experts.19.up_proj,0.0074375902,hessian_weighted_relative_error,25997,0.02500,0.943
30,model.language_model.layers.30.mlp.experts.190.down_proj,0.0148028636,hessian_weighted_relative_error,28757,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.190.gate_proj,0.0088752456,hessian_weighted_relative_error,28757,0.02500,0.788
30,model.language_model.layers.30.mlp.experts.190.up_proj,0.0101965959,hessian_weighted_relative_error,28757,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.191.down_proj,0.0119876292,hessian_weighted_relative_error,19424,0.02500,0.878
30,model.language_model.layers.30.mlp.experts.191.gate_proj,0.0071995008,hessian_weighted_relative_error,19424,0.02500,0.917
30,model.language_model.layers.30.mlp.experts.191.up_proj,0.0077606069,hessian_weighted_relative_error,19424,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.192.down_proj,0.0121865179,hessian_weighted_relative_error,8240,0.02500,0.757
30,model.language_model.layers.30.mlp.experts.192.gate_proj,0.0066542861,hessian_weighted_relative_error,8240,0.02500,0.790
30,model.language_model.layers.30.mlp.experts.192.up_proj,0.0071909198,hessian_weighted_relative_error,8240,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.193.down_proj,0.0149486690,hessian_weighted_relative_error,40565,0.02500,0.879
30,model.language_model.layers.30.mlp.experts.193.gate_proj,0.0090314050,hessian_weighted_relative_error,40565,0.02500,0.926
30,model.language_model.layers.30.mlp.experts.193.up_proj,0.0099388279,hessian_weighted_relative_error,40565,0.02500,0.971
30,model.language_model.layers.30.mlp.experts.194.down_proj,0.0102827856,hessian_weighted_relative_error,20241,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.194.gate_proj,0.0053975477,hessian_weighted_relative_error,20241,0.02500,0.788
30,model.language_model.layers.30.mlp.experts.194.up_proj,0.0059185228,hessian_weighted_relative_error,20241,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.195.down_proj,0.0044555360,hessian_weighted_relative_error,18225,0.02500,0.881
30,model.language_model.layers.30.mlp.experts.195.gate_proj,0.0032438090,hessian_weighted_relative_error,18225,0.02500,0.952
30,model.language_model.layers.30.mlp.experts.195.up_proj,0.0035516271,hessian_weighted_relative_error,18225,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.196.down_proj,0.0136558025,hessian_weighted_relative_error,38461,0.02500,0.760
30,model.language_model.layers.30.mlp.experts.196.gate_proj,0.0073671980,hessian_weighted_relative_error,38461,0.02500,0.791
30,model.language_model.layers.30.mlp.experts.196.up_proj,0.0089540906,hessian_weighted_relative_error,38461,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.197.down_proj,0.0142270242,hessian_weighted_relative_error,27335,0.02500,0.878
30,model.language_model.layers.30.mlp.experts.197.gate_proj,0.0082407819,hessian_weighted_relative_error,27335,0.02500,0.928
30,model.language_model.layers.30.mlp.experts.197.up_proj,0.0092501841,hessian_weighted_relative_error,27335,0.02500,0.965
30,model.language_model.layers.30.mlp.experts.198.down_proj,0.0144389369,hessian_weighted_relative_error,46246,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.198.gate_proj,0.0090596399,hessian_weighted_relative_error,46246,0.02500,0.790
30,model.language_model.layers.30.mlp.experts.198.up_proj,0.0098862540,hessian_weighted_relative_error,46246,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.199.down_proj,0.0135755088,hessian_weighted_relative_error,43518,0.02500,0.877
30,model.language_model.layers.30.mlp.experts.199.gate_proj,0.0082414517,hessian_weighted_relative_error,43518,0.02500,0.926
30,model.language_model.layers.30.mlp.experts.199.up_proj,0.0100699178,hessian_weighted_relative_error,43518,0.02500,0.967
30,model.language_model.layers.30.mlp.experts.2.down_proj,0.0105714729,hessian_weighted_relative_error,7357,0.02500,0.721
30,model.language_model.layers.30.mlp.experts.2.gate_proj,0.0057644447,hessian_weighted_relative_error,7357,0.02500,0.745
30,model.language_model.layers.30.mlp.experts.2.up_proj,0.0062619655,hessian_weighted_relative_error,7357,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.20.down_proj,0.0119177176,hessian_weighted_relative_error,31504,0.02500,0.727
30,model.language_model.layers.30.mlp.experts.20.gate_proj,0.0072970593,hessian_weighted_relative_error,31504,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.20.up_proj,0.0083827045,hessian_weighted_relative_error,31504,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.200.down_proj,0.0123447895,hessian_weighted_relative_error,9428,0.02500,0.757
30,model.language_model.layers.30.mlp.experts.200.gate_proj,0.0070042153,hessian_weighted_relative_error,9428,0.02500,0.790
30,model.language_model.layers.30.mlp.experts.200.up_proj,0.0076627570,hessian_weighted_relative_error,9428,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.201.down_proj,0.0078129280,hessian_weighted_relative_error,7597,0.02500,0.881
30,model.language_model.layers.30.mlp.experts.201.gate_proj,0.0045524113,hessian_weighted_relative_error,7597,0.02500,0.925
30,model.language_model.layers.30.mlp.experts.201.up_proj,0.0047675332,hessian_weighted_relative_error,7597,0.02500,0.972
30,model.language_model.layers.30.mlp.experts.202.down_proj,0.0117347673,hessian_weighted_relative_error,27679,0.02500,0.759
30,model.language_model.layers.30.mlp.experts.202.gate_proj,0.0071183715,hessian_weighted_relative_error,27679,0.02500,0.792
30,model.language_model.layers.30.mlp.experts.202.up_proj,0.0079198761,hessian_weighted_relative_error,27679,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.203.down_proj,0.0131885643,hessian_weighted_relative_error,46172,0.02500,0.882
30,model.language_model.layers.30.mlp.experts.203.gate_proj,0.0076309062,hessian_weighted_relative_error,46172,0.02500,0.928
30,model.language_model.layers.30.mlp.experts.203.up_proj,0.0085174706,hessian_weighted_relative_error,46172,0.02500,0.969
30,model.language_model.layers.30.mlp.experts.204.down_proj,0.0097206942,hessian_weighted_relative_error,23696,0.02500,0.761
30,model.language_model.layers.30.mlp.experts.204.gate_proj,0.0050683901,hessian_weighted_relative_error,23696,0.02500,0.792
30,model.language_model.layers.30.mlp.experts.204.up_proj,0.0054296603,hessian_weighted_relative_error,23696,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.205.down_proj,0.0136204957,hessian_weighted_relative_error,26193,0.02500,0.879
30,model.language_model.layers.30.mlp.experts.205.gate_proj,0.0085294971,hessian_weighted_relative_error,26193,0.02500,0.920
30,model.language_model.layers.30.mlp.experts.205.up_proj,0.0094363870,hessian_weighted_relative_error,26193,0.02500,0.972
30,model.language_model.layers.30.mlp.experts.206.down_proj,0.0082063533,hessian_weighted_relative_error,24818,0.02500,0.760
30,model.language_model.layers.30.mlp.experts.206.gate_proj,0.0050603792,hessian_weighted_relative_error,24818,0.02500,0.789
30,model.language_model.layers.30.mlp.experts.206.up_proj,0.0055363358,hessian_weighted_relative_error,24818,0.02500,0.811
30,model.language_model.layers.30.mlp.experts.207.down_proj,0.0104233405,hessian_weighted_relative_error,39182,0.02500,0.880
30,model.language_model.layers.30.mlp.experts.207.gate_proj,0.0063470573,hessian_weighted_relative_error,39182,0.02500,0.923
30,model.language_model.layers.30.mlp.experts.207.up_proj,0.0067763213,hessian_weighted_relative_error,39182,0.02500,0.975
30,model.language_model.layers.30.mlp.experts.208.down_proj,0.0074976259,hessian_weighted_relative_error,3194,0.02500,0.757
30,model.language_model.layers.30.mlp.experts.208.gate_proj,0.0034533888,hessian_weighted_relative_error,3194,0.02500,0.788
30,model.language_model.layers.30.mlp.experts.208.up_proj,0.0042639405,hessian_weighted_relative_error,3194,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.209.down_proj,0.0107511514,hessian_weighted_relative_error,14373,0.02500,0.881
30,model.language_model.layers.30.mlp.experts.209.gate_proj,0.0056812088,hessian_weighted_relative_error,14373,0.02500,0.921
30,model.language_model.layers.30.mlp.experts.209.up_proj,0.0061883295,hessian_weighted_relative_error,14373,0.02500,0.972
30,model.language_model.layers.30.mlp.experts.21.down_proj,0.0104327027,hessian_weighted_relative_error,15657,0.02500,0.801
30,model.language_model.layers.30.mlp.experts.21.gate_proj,0.0059361345,hessian_weighted_relative_error,15657,0.02500,0.857
30,model.language_model.layers.30.mlp.experts.21.up_proj,0.0064874771,hessian_weighted_relative_error,15657,0.02500,0.954
30,model.language_model.layers.30.mlp.experts.210.down_proj,0.0141104338,hessian_weighted_relative_error,32954,0.02500,0.759
30,model.language_model.layers.30.mlp.experts.210.gate_proj,0.0079138359,hessian_weighted_relative_error,32954,0.02500,0.791
30,model.language_model.layers.30.mlp.experts.210.up_proj,0.0092699476,hessian_weighted_relative_error,32954,0.02500,0.810
30,model.language_model.layers.30.mlp.experts.211.down_proj,0.0100031718,hessian_weighted_relative_error,29729,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.211.gate_proj,0.0052903990,hessian_weighted_relative_error,29729,0.02500,0.918
30,model.language_model.layers.30.mlp.experts.211.up_proj,0.0056167095,hessian_weighted_relative_error,29729,0.02500,0.968
30,model.language_model.layers.30.mlp.experts.212.down_proj,0.0102927401,hessian_weighted_relative_error,23470,0.02500,0.763
30,model.language_model.layers.30.mlp.experts.212.gate_proj,0.0063932116,hessian_weighted_relative_error,23470,0.02500,0.789
30,model.language_model.layers.30.mlp.experts.212.up_proj,0.0070188501,hessian_weighted_relative_error,23470,0.02500,0.817
30,model.language_model.layers.30.mlp.experts.213.down_proj,0.0145839354,hessian_weighted_relative_error,43403,0.02500,0.879
30,model.language_model.layers.30.mlp.experts.213.gate_proj,0.0076909589,hessian_weighted_relative_error,43403,0.02500,0.923
30,model.language_model.layers.30.mlp.experts.213.up_proj,0.0097595190,hessian_weighted_relative_error,43403,0.02500,0.980
30,model.language_model.layers.30.mlp.experts.214.down_proj,0.0102143175,hessian_weighted_relative_error,24431,0.02500,0.761
30,model.language_model.layers.30.mlp.experts.214.gate_proj,0.0057525829,hessian_weighted_relative_error,24431,0.02500,0.790
30,model.language_model.layers.30.mlp.experts.214.up_proj,0.0065592512,hessian_weighted_relative_error,24431,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.215.down_proj,0.0101986345,hessian_weighted_relative_error,9982,0.02500,0.880
30,model.language_model.layers.30.mlp.experts.215.gate_proj,0.0052473096,hessian_weighted_relative_error,9982,0.02500,0.924
30,model.language_model.layers.30.mlp.experts.215.up_proj,0.0058364332,hessian_weighted_relative_error,9982,0.02500,0.979
30,model.language_model.layers.30.mlp.experts.216.down_proj,0.0092383904,hessian_weighted_relative_error,4874,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.216.gate_proj,0.0048232550,hessian_weighted_relative_error,4874,0.02500,0.790
30,model.language_model.layers.30.mlp.experts.216.up_proj,0.0057493490,hessian_weighted_relative_error,4874,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.217.down_proj,0.0137416170,hessian_weighted_relative_error,15981,0.02500,0.882
30,model.language_model.layers.30.mlp.experts.217.gate_proj,0.0075740261,hessian_weighted_relative_error,15981,0.02500,0.926
30,model.language_model.layers.30.mlp.experts.217.up_proj,0.0089837380,hessian_weighted_relative_error,15981,0.02500,0.979
30,model.language_model.layers.30.mlp.experts.218.down_proj,0.0133437308,hessian_weighted_relative_error,27058,0.02500,0.760
30,model.language_model.layers.30.mlp.experts.218.gate_proj,0.0081403229,hessian_weighted_relative_error,27058,0.02500,0.791
30,model.language_model.layers.30.mlp.experts.218.up_proj,0.0085225616,hessian_weighted_relative_error,27058,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.219.down_proj,0.0099706681,hessian_weighted_relative_error,33214,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.219.gate_proj,0.0054013700,hessian_weighted_relative_error,33214,0.02500,0.942
30,model.language_model.layers.30.mlp.experts.219.up_proj,0.0059574547,hessian_weighted_relative_error,33214,0.02500,0.976
30,model.language_model.layers.30.mlp.experts.22.down_proj,0.0093376226,hessian_weighted_relative_error,13417,0.02500,0.728
30,model.language_model.layers.30.mlp.experts.22.gate_proj,0.0054168683,hessian_weighted_relative_error,13417,0.02500,0.756
30,model.language_model.layers.30.mlp.experts.22.up_proj,0.0060615348,hessian_weighted_relative_error,13417,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.220.down_proj,0.0134331883,hessian_weighted_relative_error,44416,0.02500,0.762
30,model.language_model.layers.30.mlp.experts.220.gate_proj,0.0088047377,hessian_weighted_relative_error,44416,0.02500,0.792
30,model.language_model.layers.30.mlp.experts.220.up_proj,0.0093341574,hessian_weighted_relative_error,44416,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.221.down_proj,0.0128547876,hessian_weighted_relative_error,41127,0.02500,0.881
30,model.language_model.layers.30.mlp.experts.221.gate_proj,0.0079453568,hessian_weighted_relative_error,41127,0.02500,0.929
30,model.language_model.layers.30.mlp.experts.221.up_proj,0.0084820957,hessian_weighted_relative_error,41127,0.02500,1.004
30,model.language_model.layers.30.mlp.experts.222.down_proj,0.0072042545,hessian_weighted_relative_error,53510,0.02500,0.762
30,model.language_model.layers.30.mlp.experts.222.gate_proj,0.0042029005,hessian_weighted_relative_error,53510,0.02500,0.793
30,model.language_model.layers.30.mlp.experts.222.up_proj,0.0043908376,hessian_weighted_relative_error,53510,0.02500,0.811
30,model.language_model.layers.30.mlp.experts.223.down_proj,0.0141040982,hessian_weighted_relative_error,50145,0.02500,0.881
30,model.language_model.layers.30.mlp.experts.223.gate_proj,0.0087674134,hessian_weighted_relative_error,50145,0.02500,0.924
30,model.language_model.layers.30.mlp.experts.223.up_proj,0.0094370900,hessian_weighted_relative_error,50145,0.02500,0.977
30,model.language_model.layers.30.mlp.experts.224.down_proj,0.0130819993,hessian_weighted_relative_error,17354,0.02500,0.760
30,model.language_model.layers.30.mlp.experts.224.gate_proj,0.0081444604,hessian_weighted_relative_error,17354,0.02500,0.791
30,model.language_model.layers.30.mlp.experts.224.up_proj,0.0087718229,hessian_weighted_relative_error,17354,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.225.down_proj,0.0106629341,hessian_weighted_relative_error,10823,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.225.gate_proj,0.0061239749,hessian_weighted_relative_error,10823,0.02500,0.936
30,model.language_model.layers.30.mlp.experts.225.up_proj,0.0065623057,hessian_weighted_relative_error,10823,0.02500,0.977
30,model.language_model.layers.30.mlp.experts.226.down_proj,0.0130968993,hessian_weighted_relative_error,33227,0.02500,0.761
30,model.language_model.layers.30.mlp.experts.226.gate_proj,0.0080773348,hessian_weighted_relative_error,33227,0.02500,0.792
30,model.language_model.layers.30.mlp.experts.226.up_proj,0.0086491422,hessian_weighted_relative_error,33227,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.227.down_proj,0.0046609544,hessian_weighted_relative_error,2685,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.227.gate_proj,0.0022523471,hessian_weighted_relative_error,2685,0.02500,0.926
30,model.language_model.layers.30.mlp.experts.227.up_proj,0.0025650173,hessian_weighted_relative_error,2685,0.02500,0.982
30,model.language_model.layers.30.mlp.experts.228.down_proj,0.0139520068,hessian_weighted_relative_error,31834,0.02500,0.761
30,model.language_model.layers.30.mlp.experts.228.gate_proj,0.0075758770,hessian_weighted_relative_error,31834,0.02500,0.793
30,model.language_model.layers.30.mlp.experts.228.up_proj,0.0092734967,hessian_weighted_relative_error,31834,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.229.down_proj,0.0090461801,hessian_weighted_relative_error,26636,0.02500,0.882
30,model.language_model.layers.30.mlp.experts.229.gate_proj,0.0052392385,hessian_weighted_relative_error,26636,0.02500,0.928
30,model.language_model.layers.30.mlp.experts.229.up_proj,0.0056062083,hessian_weighted_relative_error,26636,0.02500,0.980
30,model.language_model.layers.30.mlp.experts.23.down_proj,0.0142700742,hessian_weighted_relative_error,52744,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.23.gate_proj,0.0085973113,hessian_weighted_relative_error,52744,0.02500,0.856
30,model.language_model.layers.30.mlp.experts.23.up_proj,0.0096843975,hessian_weighted_relative_error,52744,0.02500,0.942
30,model.language_model.layers.30.mlp.experts.230.down_proj,0.0130048144,hessian_weighted_relative_error,18320,0.02500,0.762
30,model.language_model.layers.30.mlp.experts.230.gate_proj,0.0076783358,hessian_weighted_relative_error,18320,0.02500,0.792
30,model.language_model.layers.30.mlp.experts.230.up_proj,0.0085672966,hessian_weighted_relative_error,18320,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.231.down_proj,0.0119455734,hessian_weighted_relative_error,20382,0.02500,0.882
30,model.language_model.layers.30.mlp.experts.231.gate_proj,0.0073626257,hessian_weighted_relative_error,20382,0.02500,0.922
30,model.language_model.layers.30.mlp.experts.231.up_proj,0.0079202777,hessian_weighted_relative_error,20382,0.02500,0.975
30,model.language_model.layers.30.mlp.experts.232.down_proj,0.0132278595,hessian_weighted_relative_error,58449,0.02500,0.760
30,model.language_model.layers.30.mlp.experts.232.gate_proj,0.0084696751,hessian_weighted_relative_error,58449,0.02500,0.794
30,model.language_model.layers.30.mlp.experts.232.up_proj,0.0088740924,hessian_weighted_relative_error,58449,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.233.down_proj,0.0100020611,hessian_weighted_relative_error,5462,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.233.gate_proj,0.0038784670,hessian_weighted_relative_error,5462,0.02500,0.925
30,model.language_model.layers.30.mlp.experts.233.up_proj,0.0053253293,hessian_weighted_relative_error,5462,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.234.down_proj,0.0142085608,hessian_weighted_relative_error,52653,0.02500,0.762
30,model.language_model.layers.30.mlp.experts.234.gate_proj,0.0087158594,hessian_weighted_relative_error,52653,0.02500,0.796
30,model.language_model.layers.30.mlp.experts.234.up_proj,0.0100267332,hessian_weighted_relative_error,52653,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.235.down_proj,0.0105158670,hessian_weighted_relative_error,15213,0.02500,0.886
30,model.language_model.layers.30.mlp.experts.235.gate_proj,0.0062078666,hessian_weighted_relative_error,15213,0.02500,0.923
30,model.language_model.layers.30.mlp.experts.235.up_proj,0.0069133046,hessian_weighted_relative_error,15213,0.02500,0.969
30,model.language_model.layers.30.mlp.experts.236.down_proj,0.0064767957,hessian_weighted_relative_error,17608,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.236.gate_proj,0.0039225304,hessian_weighted_relative_error,17608,0.02500,0.794
30,model.language_model.layers.30.mlp.experts.236.up_proj,0.0043005119,hessian_weighted_relative_error,17608,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.237.down_proj,0.0137210641,hessian_weighted_relative_error,46837,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.237.gate_proj,0.0082490826,hessian_weighted_relative_error,46837,0.02500,0.931
30,model.language_model.layers.30.mlp.experts.237.up_proj,0.0094933094,hessian_weighted_relative_error,46837,0.02500,0.965
30,model.language_model.layers.30.mlp.experts.238.down_proj,0.0118615140,hessian_weighted_relative_error,50885,0.02500,0.763
30,model.language_model.layers.30.mlp.experts.238.gate_proj,0.0071169057,hessian_weighted_relative_error,50885,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.238.up_proj,0.0079505133,hessian_weighted_relative_error,50885,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.239.down_proj,0.0118758200,hessian_weighted_relative_error,14489,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.239.gate_proj,0.0067765025,hessian_weighted_relative_error,14489,0.02500,0.926
30,model.language_model.layers.30.mlp.experts.239.up_proj,0.0077103538,hessian_weighted_relative_error,14489,0.02500,0.954
30,model.language_model.layers.30.mlp.experts.24.down_proj,0.0087326013,hessian_weighted_relative_error,26833,0.02500,0.731
30,model.language_model.layers.30.mlp.experts.24.gate_proj,0.0046862623,hessian_weighted_relative_error,26833,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.24.up_proj,0.0052912331,hessian_weighted_relative_error,26833,0.02500,0.797
30,model.language_model.layers.30.mlp.experts.240.down_proj,0.0137144443,hessian_weighted_relative_error,38693,0.02500,0.764
30,model.language_model.layers.30.mlp.experts.240.gate_proj,0.0088036024,hessian_weighted_relative_error,38693,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.240.up_proj,0.0095400359,hessian_weighted_relative_error,38693,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.241.down_proj,0.0115124794,hessian_weighted_relative_error,39332,0.02500,0.884
30,model.language_model.layers.30.mlp.experts.241.gate_proj,0.0065054315,hessian_weighted_relative_error,39332,0.02500,0.928
30,model.language_model.layers.30.mlp.experts.241.up_proj,0.0071269828,hessian_weighted_relative_error,39332,0.02500,0.953
30,model.language_model.layers.30.mlp.experts.242.down_proj,0.0115776276,hessian_weighted_relative_error,29548,0.02500,0.761
30,model.language_model.layers.30.mlp.experts.242.gate_proj,0.0061312595,hessian_weighted_relative_error,29548,0.02500,0.794
30,model.language_model.layers.30.mlp.experts.242.up_proj,0.0070474654,hessian_weighted_relative_error,29548,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.243.down_proj,0.0123887640,hessian_weighted_relative_error,55324,0.02500,0.886
30,model.language_model.layers.30.mlp.experts.243.gate_proj,0.0063920668,hessian_weighted_relative_error,55324,0.02500,0.932
30,model.language_model.layers.30.mlp.experts.243.up_proj,0.0073480826,hessian_weighted_relative_error,55324,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.244.down_proj,0.0144640089,hessian_weighted_relative_error,45872,0.02500,0.766
30,model.language_model.layers.30.mlp.experts.244.gate_proj,0.0090980097,hessian_weighted_relative_error,45872,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.244.up_proj,0.0098113308,hessian_weighted_relative_error,45872,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.245.down_proj,0.0106062455,hessian_weighted_relative_error,46198,0.02500,0.884
30,model.language_model.layers.30.mlp.experts.245.gate_proj,0.0065921492,hessian_weighted_relative_error,46198,0.02500,0.937
30,model.language_model.layers.30.mlp.experts.245.up_proj,0.0073614755,hessian_weighted_relative_error,46198,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.246.down_proj,0.0127697268,hessian_weighted_relative_error,37794,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.246.gate_proj,0.0087822456,hessian_weighted_relative_error,37794,0.02500,0.792
30,model.language_model.layers.30.mlp.experts.246.up_proj,0.0095313303,hessian_weighted_relative_error,37794,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.247.down_proj,0.0109948866,hessian_weighted_relative_error,15945,0.02500,0.884
30,model.language_model.layers.30.mlp.experts.247.gate_proj,0.0057550349,hessian_weighted_relative_error,15945,0.02500,0.936
30,model.language_model.layers.30.mlp.experts.247.up_proj,0.0064910017,hessian_weighted_relative_error,15945,0.02500,0.955
30,model.language_model.layers.30.mlp.experts.248.down_proj,0.0136806422,hessian_weighted_relative_error,32206,0.02500,0.762
30,model.language_model.layers.30.mlp.experts.248.gate_proj,0.0083433696,hessian_weighted_relative_error,32206,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.248.up_proj,0.0093889516,hessian_weighted_relative_error,32206,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.249.down_proj,0.0136884420,hessian_weighted_relative_error,39541,0.02500,0.886
30,model.language_model.layers.30.mlp.experts.249.gate_proj,0.0081772964,hessian_weighted_relative_error,39541,0.02500,0.947
30,model.language_model.layers.30.mlp.experts.249.up_proj,0.0094419624,hessian_weighted_relative_error,39541,0.02500,0.952
30,model.language_model.layers.30.mlp.experts.25.down_proj,0.0123164800,hessian_weighted_relative_error,7829,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.25.gate_proj,0.0058143239,hessian_weighted_relative_error,7829,0.02500,0.859
30,model.language_model.layers.30.mlp.experts.25.up_proj,0.0074668231,hessian_weighted_relative_error,7829,0.02500,0.952
30,model.language_model.layers.30.mlp.experts.250.down_proj,0.0138600432,hessian_weighted_relative_error,49022,0.02500,0.762
30,model.language_model.layers.30.mlp.experts.250.gate_proj,0.0077067197,hessian_weighted_relative_error,49022,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.250.up_proj,0.0095399850,hessian_weighted_relative_error,49022,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.251.down_proj,0.0144413232,hessian_weighted_relative_error,43460,0.02500,0.888
30,model.language_model.layers.30.mlp.experts.251.gate_proj,0.0085223959,hessian_weighted_relative_error,43460,0.02500,0.929
30,model.language_model.layers.30.mlp.experts.251.up_proj,0.0101139139,hessian_weighted_relative_error,43460,0.02500,0.959
30,model.language_model.layers.30.mlp.experts.252.down_proj,0.0106295025,hessian_weighted_relative_error,16172,0.02500,0.763
30,model.language_model.layers.30.mlp.experts.252.gate_proj,0.0059205343,hessian_weighted_relative_error,16172,0.02500,0.796
30,model.language_model.layers.30.mlp.experts.252.up_proj,0.0065806917,hessian_weighted_relative_error,16172,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.253.down_proj,0.0120050021,hessian_weighted_relative_error,33113,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.253.gate_proj,0.0076503088,hessian_weighted_relative_error,33113,0.02500,0.938
30,model.language_model.layers.30.mlp.experts.253.up_proj,0.0087201435,hessian_weighted_relative_error,33113,0.02500,0.955
30,model.language_model.layers.30.mlp.experts.254.down_proj,0.0116434454,hessian_weighted_relative_error,46649,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.254.gate_proj,0.0069144533,hessian_weighted_relative_error,46649,0.02500,0.796
30,model.language_model.layers.30.mlp.experts.254.up_proj,0.0074761516,hessian_weighted_relative_error,46649,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.255.down_proj,0.0098383725,hessian_weighted_relative_error,16250,0.02500,0.885
30,model.language_model.layers.30.mlp.experts.255.gate_proj,0.0055857914,hessian_weighted_relative_error,16250,0.02500,0.933
30,model.language_model.layers.30.mlp.experts.255.up_proj,0.0064883449,hessian_weighted_relative_error,16250,0.02500,0.959
30,model.language_model.layers.30.mlp.experts.256.down_proj,0.0136624395,hessian_weighted_relative_error,32407,0.02500,0.762
30,model.language_model.layers.30.mlp.experts.256.gate_proj,0.0080755013,hessian_weighted_relative_error,32407,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.256.up_proj,0.0097818137,hessian_weighted_relative_error,32407,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.257.down_proj,0.0109719865,hessian_weighted_relative_error,53585,0.02500,0.887
30,model.language_model.layers.30.mlp.experts.257.gate_proj,0.0069314393,hessian_weighted_relative_error,53585,0.02500,0.937
30,model.language_model.layers.30.mlp.experts.257.up_proj,0.0074646179,hessian_weighted_relative_error,53585,0.02500,0.951
30,model.language_model.layers.30.mlp.experts.258.down_proj,0.0112007110,hessian_weighted_relative_error,17387,0.02500,0.763
30,model.language_model.layers.30.mlp.experts.258.gate_proj,0.0067079797,hessian_weighted_relative_error,17387,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.258.up_proj,0.0073218658,hessian_weighted_relative_error,17387,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.259.down_proj,0.0071594967,hessian_weighted_relative_error,4306,0.02500,0.890
30,model.language_model.layers.30.mlp.experts.259.gate_proj,0.0038184166,hessian_weighted_relative_error,4306,0.02500,0.939
30,model.language_model.layers.30.mlp.experts.259.up_proj,0.0043145856,hessian_weighted_relative_error,4306,0.02500,0.949
30,model.language_model.layers.30.mlp.experts.26.down_proj,0.0109774245,hessian_weighted_relative_error,18218,0.02500,0.728
30,model.language_model.layers.30.mlp.experts.26.gate_proj,0.0066065253,hessian_weighted_relative_error,18218,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.26.up_proj,0.0073645291,hessian_weighted_relative_error,18218,0.02500,0.801
30,model.language_model.layers.30.mlp.experts.260.down_proj,0.0137866100,hessian_weighted_relative_error,32709,0.02500,0.766
30,model.language_model.layers.30.mlp.experts.260.gate_proj,0.0086130105,hessian_weighted_relative_error,32709,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.260.up_proj,0.0095294712,hessian_weighted_relative_error,32709,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.261.down_proj,0.0144236226,hessian_weighted_relative_error,57732,0.02500,0.886
30,model.language_model.layers.30.mlp.experts.261.gate_proj,0.0079580903,hessian_weighted_relative_error,57732,0.02500,0.938
30,model.language_model.layers.30.mlp.experts.261.up_proj,0.0093152431,hessian_weighted_relative_error,57732,0.02500,0.961
30,model.language_model.layers.30.mlp.experts.262.down_proj,0.0121421802,hessian_weighted_relative_error,22121,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.262.gate_proj,0.0072330878,hessian_weighted_relative_error,22121,0.02500,0.796
30,model.language_model.layers.30.mlp.experts.262.up_proj,0.0079923363,hessian_weighted_relative_error,22121,0.02500,0.810
30,model.language_model.layers.30.mlp.experts.263.down_proj,0.0136331490,hessian_weighted_relative_error,30281,0.02500,0.886
30,model.language_model.layers.30.mlp.experts.263.gate_proj,0.0082349585,hessian_weighted_relative_error,30281,0.02500,0.939
30,model.language_model.layers.30.mlp.experts.263.up_proj,0.0092017770,hessian_weighted_relative_error,30281,0.02500,0.950
30,model.language_model.layers.30.mlp.experts.264.down_proj,0.0134202442,hessian_weighted_relative_error,37190,0.02500,0.764
30,model.language_model.layers.30.mlp.experts.264.gate_proj,0.0086538764,hessian_weighted_relative_error,37190,0.02500,0.796
30,model.language_model.layers.30.mlp.experts.264.up_proj,0.0091816739,hessian_weighted_relative_error,37190,0.02500,0.830
30,model.language_model.layers.30.mlp.experts.265.down_proj,0.0132437559,hessian_weighted_relative_error,50255,0.02500,0.887
30,model.language_model.layers.30.mlp.experts.265.gate_proj,0.0087761261,hessian_weighted_relative_error,50255,0.02500,0.932
30,model.language_model.layers.30.mlp.experts.265.up_proj,0.0096243536,hessian_weighted_relative_error,50255,0.02500,0.943
30,model.language_model.layers.30.mlp.experts.266.down_proj,0.0145412649,hessian_weighted_relative_error,21745,0.02500,0.763
30,model.language_model.layers.30.mlp.experts.266.gate_proj,0.0080810832,hessian_weighted_relative_error,21745,0.02500,0.794
30,model.language_model.layers.30.mlp.experts.266.up_proj,0.0097171700,hessian_weighted_relative_error,21745,0.02500,0.808
30,model.language_model.layers.30.mlp.experts.267.down_proj,0.0140887485,hessian_weighted_relative_error,30921,0.02500,0.891
30,model.language_model.layers.30.mlp.experts.267.gate_proj,0.0082962957,hessian_weighted_relative_error,30921,0.02500,0.940
30,model.language_model.layers.30.mlp.experts.267.up_proj,0.0096348903,hessian_weighted_relative_error,30921,0.02500,0.937
30,model.language_model.layers.30.mlp.experts.268.down_proj,0.0097256091,hessian_weighted_relative_error,17120,0.02500,0.763
30,model.language_model.layers.30.mlp.experts.268.gate_proj,0.0055125646,hessian_weighted_relative_error,17120,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.268.up_proj,0.0060715948,hessian_weighted_relative_error,17120,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.269.down_proj,0.0141863567,hessian_weighted_relative_error,42146,0.02500,0.887
30,model.language_model.layers.30.mlp.experts.269.gate_proj,0.0086070667,hessian_weighted_relative_error,42146,0.02500,0.940
30,model.language_model.layers.30.mlp.experts.269.up_proj,0.0097183769,hessian_weighted_relative_error,42146,0.02500,0.952
30,model.language_model.layers.30.mlp.experts.27.down_proj,0.0115998827,hessian_weighted_relative_error,26202,0.02500,0.811
30,model.language_model.layers.30.mlp.experts.27.gate_proj,0.0073735299,hessian_weighted_relative_error,26202,0.02500,0.856
30,model.language_model.layers.30.mlp.experts.27.up_proj,0.0078521700,hessian_weighted_relative_error,26202,0.02500,0.951
30,model.language_model.layers.30.mlp.experts.270.down_proj,0.0124891274,hessian_weighted_relative_error,16801,0.02500,0.766
30,model.language_model.layers.30.mlp.experts.270.gate_proj,0.0056808369,hessian_weighted_relative_error,16801,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.270.up_proj,0.0068399467,hessian_weighted_relative_error,16801,0.02500,0.813
30,model.language_model.layers.30.mlp.experts.271.down_proj,0.0088905604,hessian_weighted_relative_error,10239,0.02500,0.888
30,model.language_model.layers.30.mlp.experts.271.gate_proj,0.0047680854,hessian_weighted_relative_error,10239,0.02500,0.934
30,model.language_model.layers.30.mlp.experts.271.up_proj,0.0052682418,hessian_weighted_relative_error,10239,0.02500,0.948
30,model.language_model.layers.30.mlp.experts.272.down_proj,0.0126329258,hessian_weighted_relative_error,36375,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.272.gate_proj,0.0074788009,hessian_weighted_relative_error,36375,0.02500,0.797
30,model.language_model.layers.30.mlp.experts.272.up_proj,0.0085113718,hessian_weighted_relative_error,36375,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.273.down_proj,0.0130427543,hessian_weighted_relative_error,17705,0.02500,0.888
30,model.language_model.layers.30.mlp.experts.273.gate_proj,0.0072566044,hessian_weighted_relative_error,17705,0.02500,0.947
30,model.language_model.layers.30.mlp.experts.273.up_proj,0.0082018657,hessian_weighted_relative_error,17705,0.02500,0.941
30,model.language_model.layers.30.mlp.experts.274.down_proj,0.0136276673,hessian_weighted_relative_error,25552,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.274.gate_proj,0.0086739552,hessian_weighted_relative_error,25552,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.274.up_proj,0.0093370509,hessian_weighted_relative_error,25552,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.275.down_proj,0.0117254460,hessian_weighted_relative_error,27338,0.02500,0.889
30,model.language_model.layers.30.mlp.experts.275.gate_proj,0.0065956338,hessian_weighted_relative_error,27338,0.02500,0.939
30,model.language_model.layers.30.mlp.experts.275.up_proj,0.0073511806,hessian_weighted_relative_error,27338,0.02500,0.946
30,model.language_model.layers.30.mlp.experts.276.down_proj,0.0021322175,hessian_weighted_relative_error,24648,0.02500,0.768
30,model.language_model.layers.30.mlp.experts.276.gate_proj,0.0063284692,hessian_weighted_relative_error,24648,0.02500,0.796
30,model.language_model.layers.30.mlp.experts.276.up_proj,0.0080953186,hessian_weighted_relative_error,24648,0.02500,0.812
30,model.language_model.layers.30.mlp.experts.277.down_proj,0.0121790002,hessian_weighted_relative_error,12562,0.02500,0.888
30,model.language_model.layers.30.mlp.experts.277.gate_proj,0.0062162481,hessian_weighted_relative_error,12562,0.02500,0.950
30,model.language_model.layers.30.mlp.experts.277.up_proj,0.0075477360,hessian_weighted_relative_error,12562,0.02500,0.956
30,model.language_model.layers.30.mlp.experts.278.down_proj,0.0116581779,hessian_weighted_relative_error,22619,0.02500,0.766
30,model.language_model.layers.30.mlp.experts.278.gate_proj,0.0065261090,hessian_weighted_relative_error,22619,0.02500,0.810
30,model.language_model.layers.30.mlp.experts.278.up_proj,0.0069216845,hessian_weighted_relative_error,22619,0.02500,0.812
30,model.language_model.layers.30.mlp.experts.279.down_proj,0.0107126965,hessian_weighted_relative_error,66745,0.02500,0.887
30,model.language_model.layers.30.mlp.experts.279.gate_proj,0.0061157433,hessian_weighted_relative_error,66745,0.02500,0.943
30,model.language_model.layers.30.mlp.experts.279.up_proj,0.0064997385,hessian_weighted_relative_error,66745,0.02500,0.942
30,model.language_model.layers.30.mlp.experts.28.down_proj,0.0130306166,hessian_weighted_relative_error,28738,0.02500,0.730
30,model.language_model.layers.30.mlp.experts.28.gate_proj,0.0070529308,hessian_weighted_relative_error,28738,0.02500,0.760
30,model.language_model.layers.30.mlp.experts.28.up_proj,0.0088641116,hessian_weighted_relative_error,28738,0.02500,0.801
30,model.language_model.layers.30.mlp.experts.280.down_proj,0.0133323695,hessian_weighted_relative_error,32219,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.280.gate_proj,0.0082405391,hessian_weighted_relative_error,32219,0.02500,0.796
30,model.language_model.layers.30.mlp.experts.280.up_proj,0.0088090960,hessian_weighted_relative_error,32219,0.02500,0.811
30,model.language_model.layers.30.mlp.experts.281.down_proj,0.0123922289,hessian_weighted_relative_error,20050,0.02500,0.887
30,model.language_model.layers.30.mlp.experts.281.gate_proj,0.0073597714,hessian_weighted_relative_error,20050,0.02500,0.946
30,model.language_model.layers.30.mlp.experts.281.up_proj,0.0082959820,hessian_weighted_relative_error,20050,0.02500,0.935
30,model.language_model.layers.30.mlp.experts.282.down_proj,0.0128737987,hessian_weighted_relative_error,38359,0.02500,0.764
30,model.language_model.layers.30.mlp.experts.282.gate_proj,0.0072962716,hessian_weighted_relative_error,38359,0.02500,0.795
30,model.language_model.layers.30.mlp.experts.282.up_proj,0.0090129847,hessian_weighted_relative_error,38359,0.02500,0.807
30,model.language_model.layers.30.mlp.experts.283.down_proj,0.0096761275,hessian_weighted_relative_error,40780,0.02500,0.890
30,model.language_model.layers.30.mlp.experts.283.gate_proj,0.0059395729,hessian_weighted_relative_error,40780,0.02500,0.942
30,model.language_model.layers.30.mlp.experts.283.up_proj,0.0065166257,hessian_weighted_relative_error,40780,0.02500,0.937
30,model.language_model.layers.30.mlp.experts.284.down_proj,0.0133837689,hessian_weighted_relative_error,42761,0.02500,0.767
30,model.language_model.layers.30.mlp.experts.284.gate_proj,0.0073164701,hessian_weighted_relative_error,42761,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.284.up_proj,0.0086094188,hessian_weighted_relative_error,42761,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.285.down_proj,0.0133009594,hessian_weighted_relative_error,17090,0.02500,0.887
30,model.language_model.layers.30.mlp.experts.285.gate_proj,0.0080239526,hessian_weighted_relative_error,17090,0.02500,0.947
30,model.language_model.layers.30.mlp.experts.285.up_proj,0.0087984819,hessian_weighted_relative_error,17090,0.02500,0.940
30,model.language_model.layers.30.mlp.experts.286.down_proj,0.0136342232,hessian_weighted_relative_error,25747,0.02500,0.766
30,model.language_model.layers.30.mlp.experts.286.gate_proj,0.0084404274,hessian_weighted_relative_error,25747,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.286.up_proj,0.0091493977,hessian_weighted_relative_error,25747,0.02500,0.803
30,model.language_model.layers.30.mlp.experts.287.down_proj,0.0110468793,hessian_weighted_relative_error,19466,0.02500,0.887
30,model.language_model.layers.30.mlp.experts.287.gate_proj,0.0074900913,hessian_weighted_relative_error,19466,0.02500,0.951
30,model.language_model.layers.30.mlp.experts.287.up_proj,0.0080356450,hessian_weighted_relative_error,19466,0.02500,0.932
30,model.language_model.layers.30.mlp.experts.29.down_proj,0.0097618804,hessian_weighted_relative_error,30949,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.29.gate_proj,0.0073637182,hessian_weighted_relative_error,30949,0.02500,0.860
30,model.language_model.layers.30.mlp.experts.29.up_proj,0.0082912916,hessian_weighted_relative_error,30949,0.02500,0.960
30,model.language_model.layers.30.mlp.experts.3.down_proj,0.0109213758,hessian_weighted_relative_error,58275,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.3.gate_proj,0.0073488253,hessian_weighted_relative_error,58275,0.02500,0.853
30,model.language_model.layers.30.mlp.experts.3.up_proj,0.0077969072,hessian_weighted_relative_error,58275,0.02500,0.938
30,model.language_model.layers.30.mlp.experts.30.down_proj,0.0140575716,hessian_weighted_relative_error,45768,0.02500,0.731
30,model.language_model.layers.30.mlp.experts.30.gate_proj,0.0088734567,hessian_weighted_relative_error,45768,0.02500,0.758
30,model.language_model.layers.30.mlp.experts.30.up_proj,0.0096821057,hessian_weighted_relative_error,45768,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.31.down_proj,0.0114054849,hessian_weighted_relative_error,21233,0.02500,0.806
30,model.language_model.layers.30.mlp.experts.31.gate_proj,0.0067032781,hessian_weighted_relative_error,21233,0.02500,0.858
30,model.language_model.layers.30.mlp.experts.31.up_proj,0.0072114209,hessian_weighted_relative_error,21233,0.02500,0.956
30,model.language_model.layers.30.mlp.experts.32.down_proj,0.0139720589,hessian_weighted_relative_error,63323,0.02500,0.733
30,model.language_model.layers.30.mlp.experts.32.gate_proj,0.0084789710,hessian_weighted_relative_error,63323,0.02500,0.759
30,model.language_model.layers.30.mlp.experts.32.up_proj,0.0094226941,hessian_weighted_relative_error,63323,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.33.down_proj,0.0135829842,hessian_weighted_relative_error,42414,0.02500,0.812
30,model.language_model.layers.30.mlp.experts.33.gate_proj,0.0081374620,hessian_weighted_relative_error,42414,0.02500,0.862
30,model.language_model.layers.30.mlp.experts.33.up_proj,0.0093873696,hessian_weighted_relative_error,42414,0.02500,0.960
30,model.language_model.layers.30.mlp.experts.34.down_proj,0.0136566016,hessian_weighted_relative_error,48092,0.02500,0.730
30,model.language_model.layers.30.mlp.experts.34.gate_proj,0.0082901223,hessian_weighted_relative_error,48092,0.02500,0.761
30,model.language_model.layers.30.mlp.experts.34.up_proj,0.0091550621,hessian_weighted_relative_error,48092,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.35.down_proj,0.0138455350,hessian_weighted_relative_error,43509,0.02500,0.812
30,model.language_model.layers.30.mlp.experts.35.gate_proj,0.0086276394,hessian_weighted_relative_error,43509,0.02500,0.870
30,model.language_model.layers.30.mlp.experts.35.up_proj,0.0089815557,hessian_weighted_relative_error,43509,0.02500,0.950
30,model.language_model.layers.30.mlp.experts.36.down_proj,0.0065677372,hessian_weighted_relative_error,10323,0.02500,0.732
30,model.language_model.layers.30.mlp.experts.36.gate_proj,0.0041146241,hessian_weighted_relative_error,10323,0.02500,0.761
30,model.language_model.layers.30.mlp.experts.36.up_proj,0.0043766279,hessian_weighted_relative_error,10323,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.37.down_proj,0.0126061157,hessian_weighted_relative_error,30507,0.02500,0.809
30,model.language_model.layers.30.mlp.experts.37.gate_proj,0.0073553219,hessian_weighted_relative_error,30507,0.02500,0.864
30,model.language_model.layers.30.mlp.experts.37.up_proj,0.0081491184,hessian_weighted_relative_error,30507,0.02500,0.956
30,model.language_model.layers.30.mlp.experts.38.down_proj,0.0123216399,hessian_weighted_relative_error,37488,0.02500,0.735
30,model.language_model.layers.30.mlp.experts.38.gate_proj,0.0082313422,hessian_weighted_relative_error,37488,0.02500,0.764
30,model.language_model.layers.30.mlp.experts.38.up_proj,0.0086276001,hessian_weighted_relative_error,37488,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.39.down_proj,0.0144232158,hessian_weighted_relative_error,25793,0.02500,0.810
30,model.language_model.layers.30.mlp.experts.39.gate_proj,0.0091182015,hessian_weighted_relative_error,25793,0.02500,0.864
30,model.language_model.layers.30.mlp.experts.39.up_proj,0.0102200030,hessian_weighted_relative_error,25793,0.02500,0.953
30,model.language_model.layers.30.mlp.experts.4.down_proj,0.0125524801,hessian_weighted_relative_error,12270,0.02500,0.718
30,model.language_model.layers.30.mlp.experts.4.gate_proj,0.0064119483,hessian_weighted_relative_error,12270,0.02500,0.749
30,model.language_model.layers.30.mlp.experts.4.up_proj,0.0082707679,hessian_weighted_relative_error,12270,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.40.down_proj,0.0006375470,hessian_weighted_relative_error,13532,0.02500,0.733
30,model.language_model.layers.30.mlp.experts.40.gate_proj,0.0070196841,hessian_weighted_relative_error,13532,0.02500,0.763
30,model.language_model.layers.30.mlp.experts.40.up_proj,0.0078083817,hessian_weighted_relative_error,13532,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.41.down_proj,0.0102537869,hessian_weighted_relative_error,19460,0.02500,0.816
30,model.language_model.layers.30.mlp.experts.41.gate_proj,0.0055549863,hessian_weighted_relative_error,19460,0.02500,0.867
30,model.language_model.layers.30.mlp.experts.41.up_proj,0.0058140833,hessian_weighted_relative_error,19460,0.02500,0.955
30,model.language_model.layers.30.mlp.experts.42.down_proj,0.0137847599,hessian_weighted_relative_error,30808,0.02500,0.733
30,model.language_model.layers.30.mlp.experts.42.gate_proj,0.0079463915,hessian_weighted_relative_error,30808,0.02500,0.764
30,model.language_model.layers.30.mlp.experts.42.up_proj,0.0093608075,hessian_weighted_relative_error,30808,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.43.down_proj,0.0138516163,hessian_weighted_relative_error,25765,0.02500,0.815
30,model.language_model.layers.30.mlp.experts.43.gate_proj,0.0075029978,hessian_weighted_relative_error,25765,0.02500,0.865
30,model.language_model.layers.30.mlp.experts.43.up_proj,0.0090812802,hessian_weighted_relative_error,25765,0.02500,0.960
30,model.language_model.layers.30.mlp.experts.44.down_proj,0.0095038137,hessian_weighted_relative_error,9055,0.02500,0.734
30,model.language_model.layers.30.mlp.experts.44.gate_proj,0.0052126313,hessian_weighted_relative_error,9055,0.02500,0.764
30,model.language_model.layers.30.mlp.experts.44.up_proj,0.0061628858,hessian_weighted_relative_error,9055,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.45.down_proj,0.0144036439,hessian_weighted_relative_error,31327,0.02500,0.813
30,model.language_model.layers.30.mlp.experts.45.gate_proj,0.0071930314,hessian_weighted_relative_error,31327,0.02500,0.868
30,model.language_model.layers.30.mlp.experts.45.up_proj,0.0096068000,hessian_weighted_relative_error,31327,0.02500,0.954
30,model.language_model.layers.30.mlp.experts.46.down_proj,0.0118347023,hessian_weighted_relative_error,11516,0.02500,0.735
30,model.language_model.layers.30.mlp.experts.46.gate_proj,0.0061787860,hessian_weighted_relative_error,11516,0.02500,0.767
30,model.language_model.layers.30.mlp.experts.46.up_proj,0.0074053585,hessian_weighted_relative_error,11516,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.47.down_proj,0.0124695048,hessian_weighted_relative_error,18903,0.02500,0.814
30,model.language_model.layers.30.mlp.experts.47.gate_proj,0.0067649786,hessian_weighted_relative_error,18903,0.02500,0.871
30,model.language_model.layers.30.mlp.experts.47.up_proj,0.0086291732,hessian_weighted_relative_error,18903,0.02500,0.958
30,model.language_model.layers.30.mlp.experts.48.down_proj,0.0142141232,hessian_weighted_relative_error,38725,0.02500,0.736
30,model.language_model.layers.30.mlp.experts.48.gate_proj,0.0080165066,hessian_weighted_relative_error,38725,0.02500,0.764
30,model.language_model.layers.30.mlp.experts.48.up_proj,0.0095596236,hessian_weighted_relative_error,38725,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.49.down_proj,0.0105835453,hessian_weighted_relative_error,30971,0.02500,0.820
30,model.language_model.layers.30.mlp.experts.49.gate_proj,0.0056577881,hessian_weighted_relative_error,30971,0.02500,0.872
30,model.language_model.layers.30.mlp.experts.49.up_proj,0.0063019415,hessian_weighted_relative_error,30971,0.02500,0.954
30,model.language_model.layers.30.mlp.experts.5.down_proj,0.0146034535,hessian_weighted_relative_error,25601,0.02500,0.773
30,model.language_model.layers.30.mlp.experts.5.gate_proj,0.0086512282,hessian_weighted_relative_error,25601,0.02500,0.847
30,model.language_model.layers.30.mlp.experts.5.up_proj,0.0099647739,hessian_weighted_relative_error,25601,0.02500,0.953
30,model.language_model.layers.30.mlp.experts.50.down_proj,0.0112653493,hessian_weighted_relative_error,14922,0.02500,0.734
30,model.language_model.layers.30.mlp.experts.50.gate_proj,0.0069010702,hessian_weighted_relative_error,14922,0.02500,0.766
30,model.language_model.layers.30.mlp.experts.50.up_proj,0.0074537612,hessian_weighted_relative_error,14922,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.51.down_proj,0.0130634393,hessian_weighted_relative_error,39334,0.02500,0.822
30,model.language_model.layers.30.mlp.experts.51.gate_proj,0.0075624079,hessian_weighted_relative_error,39334,0.02500,0.868
30,model.language_model.layers.30.mlp.experts.51.up_proj,0.0093304936,hessian_weighted_relative_error,39334,0.02500,0.955
30,model.language_model.layers.30.mlp.experts.52.down_proj,0.0137064298,hessian_weighted_relative_error,40752,0.02500,0.737
30,model.language_model.layers.30.mlp.experts.52.gate_proj,0.0083847760,hessian_weighted_relative_error,40752,0.02500,0.766
30,model.language_model.layers.30.mlp.experts.52.up_proj,0.0092863446,hessian_weighted_relative_error,40752,0.02500,0.810
30,model.language_model.layers.30.mlp.experts.53.down_proj,0.0119511457,hessian_weighted_relative_error,22899,0.02500,0.817
30,model.language_model.layers.30.mlp.experts.53.gate_proj,0.0067875443,hessian_weighted_relative_error,22899,0.02500,0.873
30,model.language_model.layers.30.mlp.experts.53.up_proj,0.0079306608,hessian_weighted_relative_error,22899,0.02500,0.963
30,model.language_model.layers.30.mlp.experts.54.down_proj,0.0082698912,hessian_weighted_relative_error,5619,0.02500,0.736
30,model.language_model.layers.30.mlp.experts.54.gate_proj,0.0030373614,hessian_weighted_relative_error,5619,0.02500,0.766
30,model.language_model.layers.30.mlp.experts.54.up_proj,0.0048029499,hessian_weighted_relative_error,5619,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.55.down_proj,0.0146212920,hessian_weighted_relative_error,44529,0.02500,0.818
30,model.language_model.layers.30.mlp.experts.55.gate_proj,0.0080131553,hessian_weighted_relative_error,44529,0.02500,0.882
30,model.language_model.layers.30.mlp.experts.55.up_proj,0.0099045308,hessian_weighted_relative_error,44529,0.02500,0.957
30,model.language_model.layers.30.mlp.experts.56.down_proj,0.0083039753,hessian_weighted_relative_error,19835,0.02500,0.736
30,model.language_model.layers.30.mlp.experts.56.gate_proj,0.0048412079,hessian_weighted_relative_error,19835,0.02500,0.765
30,model.language_model.layers.30.mlp.experts.56.up_proj,0.0054038398,hessian_weighted_relative_error,19835,0.02500,0.801
30,model.language_model.layers.30.mlp.experts.57.down_proj,0.0139072286,hessian_weighted_relative_error,26726,0.02500,0.824
30,model.language_model.layers.30.mlp.experts.57.gate_proj,0.0072157095,hessian_weighted_relative_error,26726,0.02500,0.877
30,model.language_model.layers.30.mlp.experts.57.up_proj,0.0092682647,hessian_weighted_relative_error,26726,0.02500,0.955
30,model.language_model.layers.30.mlp.experts.58.down_proj,0.0090562927,hessian_weighted_relative_error,12368,0.02500,0.737
30,model.language_model.layers.30.mlp.experts.58.gate_proj,0.0048916689,hessian_weighted_relative_error,12368,0.02500,0.767
30,model.language_model.layers.30.mlp.experts.58.up_proj,0.0051864194,hessian_weighted_relative_error,12368,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.59.down_proj,0.0138328811,hessian_weighted_relative_error,27078,0.02500,0.826
30,model.language_model.layers.30.mlp.experts.59.gate_proj,0.0086672636,hessian_weighted_relative_error,27078,0.02500,0.873
30,model.language_model.layers.30.mlp.experts.59.up_proj,0.0097116913,hessian_weighted_relative_error,27078,0.02500,0.953
30,model.language_model.layers.30.mlp.experts.6.down_proj,0.0144660249,hessian_weighted_relative_error,31049,0.02500,0.722
30,model.language_model.layers.30.mlp.experts.6.gate_proj,0.0086709124,hessian_weighted_relative_error,31049,0.02500,0.756
30,model.language_model.layers.30.mlp.experts.6.up_proj,0.0094299817,hessian_weighted_relative_error,31049,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.60.down_proj,0.0139632955,hessian_weighted_relative_error,48793,0.02500,0.737
30,model.language_model.layers.30.mlp.experts.60.gate_proj,0.0082464923,hessian_weighted_relative_error,48793,0.02500,0.769
30,model.language_model.layers.30.mlp.experts.60.up_proj,0.0094175350,hessian_weighted_relative_error,48793,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.61.down_proj,0.0136158722,hessian_weighted_relative_error,30114,0.02500,0.821
30,model.language_model.layers.30.mlp.experts.61.gate_proj,0.0079591062,hessian_weighted_relative_error,30114,0.02500,0.877
30,model.language_model.layers.30.mlp.experts.61.up_proj,0.0090869057,hessian_weighted_relative_error,30114,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.62.down_proj,0.0131216138,hessian_weighted_relative_error,27813,0.02500,0.738
30,model.language_model.layers.30.mlp.experts.62.gate_proj,0.0077553870,hessian_weighted_relative_error,27813,0.02500,0.768
30,model.language_model.layers.30.mlp.experts.62.up_proj,0.0089363446,hessian_weighted_relative_error,27813,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.63.down_proj,0.0146549287,hessian_weighted_relative_error,43937,0.02500,0.822
30,model.language_model.layers.30.mlp.experts.63.gate_proj,0.0086803064,hessian_weighted_relative_error,43937,0.02500,0.878
30,model.language_model.layers.30.mlp.experts.63.up_proj,0.0103253948,hessian_weighted_relative_error,43937,0.02500,0.966
30,model.language_model.layers.30.mlp.experts.64.down_proj,0.0100625142,hessian_weighted_relative_error,34719,0.02500,0.737
30,model.language_model.layers.30.mlp.experts.64.gate_proj,0.0056554465,hessian_weighted_relative_error,34719,0.02500,0.768
30,model.language_model.layers.30.mlp.experts.64.up_proj,0.0059774849,hessian_weighted_relative_error,34719,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.65.down_proj,0.0090728318,hessian_weighted_relative_error,32820,0.02500,0.827
30,model.language_model.layers.30.mlp.experts.65.gate_proj,0.0056138459,hessian_weighted_relative_error,32820,0.02500,0.881
30,model.language_model.layers.30.mlp.experts.65.up_proj,0.0058759023,hessian_weighted_relative_error,32820,0.02500,0.953
30,model.language_model.layers.30.mlp.experts.66.down_proj,0.0140069633,hessian_weighted_relative_error,28104,0.02500,0.738
30,model.language_model.layers.30.mlp.experts.66.gate_proj,0.0074561572,hessian_weighted_relative_error,28104,0.02500,0.769
30,model.language_model.layers.30.mlp.experts.66.up_proj,0.0093426760,hessian_weighted_relative_error,28104,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.67.down_proj,0.0147820098,hessian_weighted_relative_error,30151,0.02500,0.829
30,model.language_model.layers.30.mlp.experts.67.gate_proj,0.0083360608,hessian_weighted_relative_error,30151,0.02500,0.878
30,model.language_model.layers.30.mlp.experts.67.up_proj,0.0100698553,hessian_weighted_relative_error,30151,0.02500,0.963
30,model.language_model.layers.30.mlp.experts.68.down_proj,0.0113914610,hessian_weighted_relative_error,10301,0.02500,0.738
30,model.language_model.layers.30.mlp.experts.68.gate_proj,0.0065110433,hessian_weighted_relative_error,10301,0.02500,0.774
30,model.language_model.layers.30.mlp.experts.68.up_proj,0.0069019317,hessian_weighted_relative_error,10301,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.69.down_proj,0.0104100731,hessian_weighted_relative_error,36390,0.02500,0.824
30,model.language_model.layers.30.mlp.experts.69.gate_proj,0.0064436098,hessian_weighted_relative_error,36390,0.02500,0.882
30,model.language_model.layers.30.mlp.experts.69.up_proj,0.0069851422,hessian_weighted_relative_error,36390,0.02500,0.963
30,model.language_model.layers.30.mlp.experts.7.down_proj,0.0134618997,hessian_weighted_relative_error,19255,0.02500,0.792
30,model.language_model.layers.30.mlp.experts.7.gate_proj,0.0077800709,hessian_weighted_relative_error,19255,0.02500,0.845
30,model.language_model.layers.30.mlp.experts.7.up_proj,0.0087248324,hessian_weighted_relative_error,19255,0.02500,0.951
30,model.language_model.layers.30.mlp.experts.70.down_proj,0.0129125786,hessian_weighted_relative_error,35892,0.02500,0.739
30,model.language_model.layers.30.mlp.experts.70.gate_proj,0.0078877203,hessian_weighted_relative_error,35892,0.02500,0.769
30,model.language_model.layers.30.mlp.experts.70.up_proj,0.0090270593,hessian_weighted_relative_error,35892,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.71.down_proj,0.0139871964,hessian_weighted_relative_error,30072,0.02500,0.825
30,model.language_model.layers.30.mlp.experts.71.gate_proj,0.0088027232,hessian_weighted_relative_error,30072,0.02500,0.883
30,model.language_model.layers.30.mlp.experts.71.up_proj,0.0094251971,hessian_weighted_relative_error,30072,0.02500,0.963
30,model.language_model.layers.30.mlp.experts.72.down_proj,0.0141800711,hessian_weighted_relative_error,30373,0.02500,0.738
30,model.language_model.layers.30.mlp.experts.72.gate_proj,0.0088682064,hessian_weighted_relative_error,30373,0.02500,0.769
30,model.language_model.layers.30.mlp.experts.72.up_proj,0.0096714348,hessian_weighted_relative_error,30373,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.73.down_proj,0.0120899163,hessian_weighted_relative_error,24252,0.02500,0.832
30,model.language_model.layers.30.mlp.experts.73.gate_proj,0.0064719457,hessian_weighted_relative_error,24252,0.02500,0.890
30,model.language_model.layers.30.mlp.experts.73.up_proj,0.0074190129,hessian_weighted_relative_error,24252,0.02500,0.955
30,model.language_model.layers.30.mlp.experts.74.down_proj,0.0143144002,hessian_weighted_relative_error,26366,0.02500,0.739
30,model.language_model.layers.30.mlp.experts.74.gate_proj,0.0083939985,hessian_weighted_relative_error,26366,0.02500,0.770
30,model.language_model.layers.30.mlp.experts.74.up_proj,0.0097896851,hessian_weighted_relative_error,26366,0.02500,0.803
30,model.language_model.layers.30.mlp.experts.75.down_proj,0.0096134383,hessian_weighted_relative_error,42688,0.02500,0.833
30,model.language_model.layers.30.mlp.experts.75.gate_proj,0.0050695987,hessian_weighted_relative_error,42688,0.02500,0.885
30,model.language_model.layers.30.mlp.experts.75.up_proj,0.0053735404,hessian_weighted_relative_error,42688,0.02500,0.961
30,model.language_model.layers.30.mlp.experts.76.down_proj,0.0126119333,hessian_weighted_relative_error,14260,0.02500,0.740
30,model.language_model.layers.30.mlp.experts.76.gate_proj,0.0073625086,hessian_weighted_relative_error,14260,0.02500,0.772
30,model.language_model.layers.30.mlp.experts.76.up_proj,0.0082607714,hessian_weighted_relative_error,14260,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.77.down_proj,0.0120725757,hessian_weighted_relative_error,44126,0.02500,0.828
30,model.language_model.layers.30.mlp.experts.77.gate_proj,0.0078058609,hessian_weighted_relative_error,44126,0.02500,0.887
30,model.language_model.layers.30.mlp.experts.77.up_proj,0.0084750247,hessian_weighted_relative_error,44126,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.78.down_proj,0.0133470305,hessian_weighted_relative_error,27101,0.02500,0.740
30,model.language_model.layers.30.mlp.experts.78.gate_proj,0.0082191393,hessian_weighted_relative_error,27101,0.02500,0.771
30,model.language_model.layers.30.mlp.experts.78.up_proj,0.0092446556,hessian_weighted_relative_error,27101,0.02500,0.801
30,model.language_model.layers.30.mlp.experts.79.down_proj,0.0091267694,hessian_weighted_relative_error,15325,0.02500,0.829
30,model.language_model.layers.30.mlp.experts.79.gate_proj,0.0050412635,hessian_weighted_relative_error,15325,0.02500,0.888
30,model.language_model.layers.30.mlp.experts.79.up_proj,0.0054080048,hessian_weighted_relative_error,15325,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.8.down_proj,0.0102417794,hessian_weighted_relative_error,18482,0.02500,0.724
30,model.language_model.layers.30.mlp.experts.8.gate_proj,0.0061222418,hessian_weighted_relative_error,18482,0.02500,0.749
30,model.language_model.layers.30.mlp.experts.8.up_proj,0.0068270741,hessian_weighted_relative_error,18482,0.02500,0.798
30,model.language_model.layers.30.mlp.experts.80.down_proj,0.0112750979,hessian_weighted_relative_error,49644,0.02500,0.740
30,model.language_model.layers.30.mlp.experts.80.gate_proj,0.0076989796,hessian_weighted_relative_error,49644,0.02500,0.773
30,model.language_model.layers.30.mlp.experts.80.up_proj,0.0082823020,hessian_weighted_relative_error,49644,0.02500,0.817
30,model.language_model.layers.30.mlp.experts.81.down_proj,0.0092071841,hessian_weighted_relative_error,39643,0.02500,0.834
30,model.language_model.layers.30.mlp.experts.81.gate_proj,0.0056484917,hessian_weighted_relative_error,39643,0.02500,0.888
30,model.language_model.layers.30.mlp.experts.81.up_proj,0.0061799313,hessian_weighted_relative_error,39643,0.02500,0.970
30,model.language_model.layers.30.mlp.experts.82.down_proj,0.0149477656,hessian_weighted_relative_error,31435,0.02500,0.742
30,model.language_model.layers.30.mlp.experts.82.gate_proj,0.0089349661,hessian_weighted_relative_error,31435,0.02500,0.773
30,model.language_model.layers.30.mlp.experts.82.up_proj,0.0104822156,hessian_weighted_relative_error,31435,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.83.down_proj,0.0142406341,hessian_weighted_relative_error,33932,0.02500,0.836
30,model.language_model.layers.30.mlp.experts.83.gate_proj,0.0087915529,hessian_weighted_relative_error,33932,0.02500,0.886
30,model.language_model.layers.30.mlp.experts.83.up_proj,0.0099697143,hessian_weighted_relative_error,33932,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.84.down_proj,0.0142593993,hessian_weighted_relative_error,25594,0.02500,0.741
30,model.language_model.layers.30.mlp.experts.84.gate_proj,0.0073066781,hessian_weighted_relative_error,25594,0.02500,0.779
30,model.language_model.layers.30.mlp.experts.84.up_proj,0.0098734397,hessian_weighted_relative_error,25594,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.85.down_proj,0.0141123979,hessian_weighted_relative_error,83046,0.02500,0.833
30,model.language_model.layers.30.mlp.experts.85.gate_proj,0.0092117374,hessian_weighted_relative_error,83046,0.02500,0.890
30,model.language_model.layers.30.mlp.experts.85.up_proj,0.0105147485,hessian_weighted_relative_error,83046,0.02500,0.969
30,model.language_model.layers.30.mlp.experts.86.down_proj,0.0099383947,hessian_weighted_relative_error,40143,0.02500,0.743
30,model.language_model.layers.30.mlp.experts.86.gate_proj,0.0060038979,hessian_weighted_relative_error,40143,0.02500,0.775
30,model.language_model.layers.30.mlp.experts.86.up_proj,0.0062970921,hessian_weighted_relative_error,40143,0.02500,0.799
30,model.language_model.layers.30.mlp.experts.87.down_proj,0.0118468557,hessian_weighted_relative_error,47693,0.02500,0.833
30,model.language_model.layers.30.mlp.experts.87.gate_proj,0.0071638045,hessian_weighted_relative_error,47693,0.02500,0.890
30,model.language_model.layers.30.mlp.experts.87.up_proj,0.0079684005,hessian_weighted_relative_error,47693,0.02500,0.964
30,model.language_model.layers.30.mlp.experts.88.down_proj,0.0139936699,hessian_weighted_relative_error,37909,0.02500,0.742
30,model.language_model.layers.30.mlp.experts.88.gate_proj,0.0081935321,hessian_weighted_relative_error,37909,0.02500,0.775
30,model.language_model.layers.30.mlp.experts.88.up_proj,0.0094365132,hessian_weighted_relative_error,37909,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.89.down_proj,0.0142305224,hessian_weighted_relative_error,33826,0.02500,0.839
30,model.language_model.layers.30.mlp.experts.89.gate_proj,0.0073423692,hessian_weighted_relative_error,33826,0.02500,0.891
30,model.language_model.layers.30.mlp.experts.89.up_proj,0.0095047306,hessian_weighted_relative_error,33826,0.02500,0.960
30,model.language_model.layers.30.mlp.experts.9.down_proj,0.0139331524,hessian_weighted_relative_error,19578,0.02500,0.800
30,model.language_model.layers.30.mlp.experts.9.gate_proj,0.0080078249,hessian_weighted_relative_error,19578,0.02500,0.855
30,model.language_model.layers.30.mlp.experts.9.up_proj,0.0090975881,hessian_weighted_relative_error,19578,0.02500,0.947
30,model.language_model.layers.30.mlp.experts.90.down_proj,0.0116467890,hessian_weighted_relative_error,18281,0.02500,0.744
30,model.language_model.layers.30.mlp.experts.90.gate_proj,0.0076778296,hessian_weighted_relative_error,18281,0.02500,0.773
30,model.language_model.layers.30.mlp.experts.90.up_proj,0.0085359545,hessian_weighted_relative_error,18281,0.02500,0.805
30,model.language_model.layers.30.mlp.experts.91.down_proj,0.0108539612,hessian_weighted_relative_error,10741,0.02500,0.842
30,model.language_model.layers.30.mlp.experts.91.gate_proj,0.0050804290,hessian_weighted_relative_error,10741,0.02500,0.899
30,model.language_model.layers.30.mlp.experts.91.up_proj,0.0065755978,hessian_weighted_relative_error,10741,0.02500,0.960
30,model.language_model.layers.30.mlp.experts.92.down_proj,0.0124699470,hessian_weighted_relative_error,9746,0.02500,0.744
30,model.language_model.layers.30.mlp.experts.92.gate_proj,0.0061377809,hessian_weighted_relative_error,9746,0.02500,0.775
30,model.language_model.layers.30.mlp.experts.92.up_proj,0.0077214019,hessian_weighted_relative_error,9746,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.93.down_proj,0.0117489162,hessian_weighted_relative_error,102932,0.02500,0.836
30,model.language_model.layers.30.mlp.experts.93.gate_proj,0.0073769936,hessian_weighted_relative_error,102932,0.02500,0.894
30,model.language_model.layers.30.mlp.experts.93.up_proj,0.0076899359,hessian_weighted_relative_error,102932,0.02500,0.970
30,model.language_model.layers.30.mlp.experts.94.down_proj,0.0133531645,hessian_weighted_relative_error,33198,0.02500,0.744
30,model.language_model.layers.30.mlp.experts.94.gate_proj,0.0086206746,hessian_weighted_relative_error,33198,0.02500,0.774
30,model.language_model.layers.30.mlp.experts.94.up_proj,0.0093111427,hessian_weighted_relative_error,33198,0.02500,0.802
30,model.language_model.layers.30.mlp.experts.95.down_proj,0.0103732913,hessian_weighted_relative_error,15169,0.02500,0.837
30,model.language_model.layers.30.mlp.experts.95.gate_proj,0.0072870732,hessian_weighted_relative_error,15169,0.02500,0.891
30,model.language_model.layers.30.mlp.experts.95.up_proj,0.0077868867,hessian_weighted_relative_error,15169,0.02500,0.989
30,model.language_model.layers.30.mlp.experts.96.down_proj,0.0119067357,hessian_weighted_relative_error,17243,0.02500,0.743
30,model.language_model.layers.30.mlp.experts.96.gate_proj,0.0069937466,hessian_weighted_relative_error,17243,0.02500,0.777
30,model.language_model.layers.30.mlp.experts.96.up_proj,0.0084392594,hessian_weighted_relative_error,17243,0.02500,0.804
30,model.language_model.layers.30.mlp.experts.97.down_proj,0.0083660114,hessian_weighted_relative_error,65100,0.02500,0.843
30,model.language_model.layers.30.mlp.experts.97.gate_proj,0.0043881133,hessian_weighted_relative_error,65100,0.02500,0.894
30,model.language_model.layers.30.mlp.experts.97.up_proj,0.0047194017,hessian_weighted_relative_error,65100,0.02500,0.957
30,model.language_model.layers.30.mlp.experts.98.down_proj,0.0134888628,hessian_weighted_relative_error,33915,0.02500,0.744
30,model.language_model.layers.30.mlp.experts.98.gate_proj,0.0083293973,hessian_weighted_relative_error,33915,0.02500,0.775
30,model.language_model.layers.30.mlp.experts.98.up_proj,0.0088577763,hessian_weighted_relative_error,33915,0.02500,0.801
30,model.language_model.layers.30.mlp.experts.99.down_proj,0.0113894214,hessian_weighted_relative_error,23446,0.02500,0.844
30,model.language_model.layers.30.mlp.experts.99.gate_proj,0.0066867594,hessian_weighted_relative_error,23446,0.02500,0.892
30,model.language_model.layers.30.mlp.experts.99.up_proj,0.0071700101,hessian_weighted_relative_error,23446,0.02500,0.965
31,model.language_model.layers.31.mlp.experts.0.down_proj,0.0133158182,hessian_weighted_relative_error,38576,0.02500,0.719
31,model.language_model.layers.31.mlp.experts.0.gate_proj,0.0081028682,hessian_weighted_relative_error,38576,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.0.up_proj,0.0087705317,hessian_weighted_relative_error,38576,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.1.down_proj,0.0118488863,hessian_weighted_relative_error,20722,0.02500,0.789
31,model.language_model.layers.31.mlp.experts.1.gate_proj,0.0076608305,hessian_weighted_relative_error,20722,0.02500,0.837
31,model.language_model.layers.31.mlp.experts.1.up_proj,0.0086998269,hessian_weighted_relative_error,20722,0.02500,0.931
31,model.language_model.layers.31.mlp.experts.10.down_proj,0.0141511085,hessian_weighted_relative_error,26517,0.02500,0.719
31,model.language_model.layers.31.mlp.experts.10.gate_proj,0.0089377644,hessian_weighted_relative_error,26517,0.02500,0.749
31,model.language_model.layers.31.mlp.experts.10.up_proj,0.0099002766,hessian_weighted_relative_error,26517,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.100.down_proj,0.0113645826,hessian_weighted_relative_error,6200,0.02500,0.741
31,model.language_model.layers.31.mlp.experts.100.gate_proj,0.0062782000,hessian_weighted_relative_error,6200,0.02500,0.771
31,model.language_model.layers.31.mlp.experts.100.up_proj,0.0066865111,hessian_weighted_relative_error,6200,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.101.down_proj,0.0097546166,hessian_weighted_relative_error,16563,0.02500,0.832
31,model.language_model.layers.31.mlp.experts.101.gate_proj,0.0060066893,hessian_weighted_relative_error,16563,0.02500,0.885
31,model.language_model.layers.31.mlp.experts.101.up_proj,0.0063604155,hessian_weighted_relative_error,16563,0.02500,0.949
31,model.language_model.layers.31.mlp.experts.102.down_proj,0.0124402427,hessian_weighted_relative_error,11622,0.02500,0.742
31,model.language_model.layers.31.mlp.experts.102.gate_proj,0.0067274013,hessian_weighted_relative_error,11622,0.02500,0.772
31,model.language_model.layers.31.mlp.experts.102.up_proj,0.0082160261,hessian_weighted_relative_error,11622,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.103.down_proj,0.0110116183,hessian_weighted_relative_error,43752,0.02500,0.836
31,model.language_model.layers.31.mlp.experts.103.gate_proj,0.0061963652,hessian_weighted_relative_error,43752,0.02500,0.888
31,model.language_model.layers.31.mlp.experts.103.up_proj,0.0065695531,hessian_weighted_relative_error,43752,0.02500,0.961
31,model.language_model.layers.31.mlp.experts.104.down_proj,0.0140241787,hessian_weighted_relative_error,16714,0.02500,0.745
31,model.language_model.layers.31.mlp.experts.104.gate_proj,0.0076448212,hessian_weighted_relative_error,16714,0.02500,0.773
31,model.language_model.layers.31.mlp.experts.104.up_proj,0.0095016695,hessian_weighted_relative_error,16714,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.105.down_proj,0.0150773395,hessian_weighted_relative_error,33091,0.02500,0.838
31,model.language_model.layers.31.mlp.experts.105.gate_proj,0.0091425351,hessian_weighted_relative_error,33091,0.02500,0.888
31,model.language_model.layers.31.mlp.experts.105.up_proj,0.0106248480,hessian_weighted_relative_error,33091,0.02500,0.955
31,model.language_model.layers.31.mlp.experts.106.down_proj,0.0114029031,hessian_weighted_relative_error,17054,0.02500,0.741
31,model.language_model.layers.31.mlp.experts.106.gate_proj,0.0072979792,hessian_weighted_relative_error,17054,0.02500,0.775
31,model.language_model.layers.31.mlp.experts.106.up_proj,0.0078248906,hessian_weighted_relative_error,17054,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.107.down_proj,0.0130975290,hessian_weighted_relative_error,104568,0.02500,0.839
31,model.language_model.layers.31.mlp.experts.107.gate_proj,0.0089450784,hessian_weighted_relative_error,104568,0.02500,0.890
31,model.language_model.layers.31.mlp.experts.107.up_proj,0.0094156584,hessian_weighted_relative_error,104568,0.02500,0.960
31,model.language_model.layers.31.mlp.experts.108.down_proj,0.0132921304,hessian_weighted_relative_error,22463,0.02500,0.742
31,model.language_model.layers.31.mlp.experts.108.gate_proj,0.0079330517,hessian_weighted_relative_error,22463,0.02500,0.773
31,model.language_model.layers.31.mlp.experts.108.up_proj,0.0089772318,hessian_weighted_relative_error,22463,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.109.down_proj,0.0119529719,hessian_weighted_relative_error,12919,0.02500,0.834
31,model.language_model.layers.31.mlp.experts.109.gate_proj,0.0070503654,hessian_weighted_relative_error,12919,0.02500,0.889
31,model.language_model.layers.31.mlp.experts.109.up_proj,0.0077112782,hessian_weighted_relative_error,12919,0.02500,0.960
31,model.language_model.layers.31.mlp.experts.11.down_proj,0.0116030718,hessian_weighted_relative_error,82967,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.11.gate_proj,0.0067921341,hessian_weighted_relative_error,82967,0.02500,0.842
31,model.language_model.layers.31.mlp.experts.11.up_proj,0.0071413581,hessian_weighted_relative_error,82967,0.02500,0.935
31,model.language_model.layers.31.mlp.experts.110.down_proj,0.0130767970,hessian_weighted_relative_error,22756,0.02500,0.745
31,model.language_model.layers.31.mlp.experts.110.gate_proj,0.0082271205,hessian_weighted_relative_error,22756,0.02500,0.773
31,model.language_model.layers.31.mlp.experts.110.up_proj,0.0088398078,hessian_weighted_relative_error,22756,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.111.down_proj,0.0132381813,hessian_weighted_relative_error,12893,0.02500,0.841
31,model.language_model.layers.31.mlp.experts.111.gate_proj,0.0076186974,hessian_weighted_relative_error,12893,0.02500,0.891
31,model.language_model.layers.31.mlp.experts.111.up_proj,0.0086073032,hessian_weighted_relative_error,12893,0.02500,0.953
31,model.language_model.layers.31.mlp.experts.112.down_proj,0.0133189798,hessian_weighted_relative_error,61549,0.02500,0.747
31,model.language_model.layers.31.mlp.experts.112.gate_proj,0.0088382770,hessian_weighted_relative_error,61549,0.02500,0.773
31,model.language_model.layers.31.mlp.experts.112.up_proj,0.0096484356,hessian_weighted_relative_error,61549,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.113.down_proj,0.0141295486,hessian_weighted_relative_error,53537,0.02500,0.843
31,model.language_model.layers.31.mlp.experts.113.gate_proj,0.0090840650,hessian_weighted_relative_error,53537,0.02500,0.891
31,model.language_model.layers.31.mlp.experts.113.up_proj,0.0100815972,hessian_weighted_relative_error,53537,0.02500,0.965
31,model.language_model.layers.31.mlp.experts.114.down_proj,0.0142035299,hessian_weighted_relative_error,28997,0.02500,0.742
31,model.language_model.layers.31.mlp.experts.114.gate_proj,0.0088448023,hessian_weighted_relative_error,28997,0.02500,0.778
31,model.language_model.layers.31.mlp.experts.114.up_proj,0.0100706815,hessian_weighted_relative_error,28997,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.115.down_proj,0.0142025134,hessian_weighted_relative_error,19800,0.02500,0.842
31,model.language_model.layers.31.mlp.experts.115.gate_proj,0.0087975999,hessian_weighted_relative_error,19800,0.02500,0.893
31,model.language_model.layers.31.mlp.experts.115.up_proj,0.0099760015,hessian_weighted_relative_error,19800,0.02500,0.950
31,model.language_model.layers.31.mlp.experts.116.down_proj,0.0142150010,hessian_weighted_relative_error,22344,0.02500,0.746
31,model.language_model.layers.31.mlp.experts.116.gate_proj,0.0090764371,hessian_weighted_relative_error,22344,0.02500,0.775
31,model.language_model.layers.31.mlp.experts.116.up_proj,0.0096451255,hessian_weighted_relative_error,22344,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.117.down_proj,0.0123395489,hessian_weighted_relative_error,86194,0.02500,0.840
31,model.language_model.layers.31.mlp.experts.117.gate_proj,0.0078874270,hessian_weighted_relative_error,86194,0.02500,0.890
31,model.language_model.layers.31.mlp.experts.117.up_proj,0.0081904092,hessian_weighted_relative_error,86194,0.02500,0.959
31,model.language_model.layers.31.mlp.experts.118.down_proj,0.0134984187,hessian_weighted_relative_error,58874,0.02500,0.747
31,model.language_model.layers.31.mlp.experts.118.gate_proj,0.0084050534,hessian_weighted_relative_error,58874,0.02500,0.776
31,model.language_model.layers.31.mlp.experts.118.up_proj,0.0088084245,hessian_weighted_relative_error,58874,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.119.down_proj,0.0147306341,hessian_weighted_relative_error,37327,0.02500,0.841
31,model.language_model.layers.31.mlp.experts.119.gate_proj,0.0091472932,hessian_weighted_relative_error,37327,0.02500,0.893
31,model.language_model.layers.31.mlp.experts.119.up_proj,0.0097675857,hessian_weighted_relative_error,37327,0.02500,0.966
31,model.language_model.layers.31.mlp.experts.12.down_proj,0.0111644623,hessian_weighted_relative_error,11496,0.02500,0.719
31,model.language_model.layers.31.mlp.experts.12.gate_proj,0.0060271174,hessian_weighted_relative_error,11496,0.02500,0.748
31,model.language_model.layers.31.mlp.experts.12.up_proj,0.0071853428,hessian_weighted_relative_error,11496,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.120.down_proj,0.0140193641,hessian_weighted_relative_error,21704,0.02500,0.751
31,model.language_model.layers.31.mlp.experts.120.gate_proj,0.0080371030,hessian_weighted_relative_error,21704,0.02500,0.775
31,model.language_model.layers.31.mlp.experts.120.up_proj,0.0097666765,hessian_weighted_relative_error,21704,0.02500,0.802
31,model.language_model.layers.31.mlp.experts.121.down_proj,0.0124097041,hessian_weighted_relative_error,40393,0.02500,0.849
31,model.language_model.layers.31.mlp.experts.121.gate_proj,0.0086766684,hessian_weighted_relative_error,40393,0.02500,0.892
31,model.language_model.layers.31.mlp.experts.121.up_proj,0.0097987437,hessian_weighted_relative_error,40393,0.02500,0.968
31,model.language_model.layers.31.mlp.experts.122.down_proj,0.0099921475,hessian_weighted_relative_error,45879,0.02500,0.744
31,model.language_model.layers.31.mlp.experts.122.gate_proj,0.0068437889,hessian_weighted_relative_error,45879,0.02500,0.776
31,model.language_model.layers.31.mlp.experts.122.up_proj,0.0073529908,hessian_weighted_relative_error,45879,0.02500,0.802
31,model.language_model.layers.31.mlp.experts.123.down_proj,0.0147356039,hessian_weighted_relative_error,40410,0.02500,0.845
31,model.language_model.layers.31.mlp.experts.123.gate_proj,0.0087417445,hessian_weighted_relative_error,40410,0.02500,0.895
31,model.language_model.layers.31.mlp.experts.123.up_proj,0.0100252320,hessian_weighted_relative_error,40410,0.02500,0.959
31,model.language_model.layers.31.mlp.experts.124.down_proj,0.0143146939,hessian_weighted_relative_error,29992,0.02500,0.744
31,model.language_model.layers.31.mlp.experts.124.gate_proj,0.0094530673,hessian_weighted_relative_error,29992,0.02500,0.775
31,model.language_model.layers.31.mlp.experts.124.up_proj,0.0102896593,hessian_weighted_relative_error,29992,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.125.down_proj,0.0128799570,hessian_weighted_relative_error,16789,0.02500,0.844
31,model.language_model.layers.31.mlp.experts.125.gate_proj,0.0076369932,hessian_weighted_relative_error,16789,0.02500,0.892
31,model.language_model.layers.31.mlp.experts.125.up_proj,0.0086318098,hessian_weighted_relative_error,16789,0.02500,0.964
31,model.language_model.layers.31.mlp.experts.126.down_proj,0.0129829440,hessian_weighted_relative_error,34811,0.02500,0.747
31,model.language_model.layers.31.mlp.experts.126.gate_proj,0.0074369171,hessian_weighted_relative_error,34811,0.02500,0.775
31,model.language_model.layers.31.mlp.experts.126.up_proj,0.0085591498,hessian_weighted_relative_error,34811,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.127.down_proj,0.0146762440,hessian_weighted_relative_error,39118,0.02500,0.849
31,model.language_model.layers.31.mlp.experts.127.gate_proj,0.0088690780,hessian_weighted_relative_error,39118,0.02500,0.895
31,model.language_model.layers.31.mlp.experts.127.up_proj,0.0102671778,hessian_weighted_relative_error,39118,0.02500,0.966
31,model.language_model.layers.31.mlp.experts.128.down_proj,0.0138145771,hessian_weighted_relative_error,24691,0.02500,0.750
31,model.language_model.layers.31.mlp.experts.128.gate_proj,0.0084385546,hessian_weighted_relative_error,24691,0.02500,0.776
31,model.language_model.layers.31.mlp.experts.128.up_proj,0.0094872949,hessian_weighted_relative_error,24691,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.129.down_proj,0.0114208801,hessian_weighted_relative_error,41805,0.02500,0.851
31,model.language_model.layers.31.mlp.experts.129.gate_proj,0.0067852390,hessian_weighted_relative_error,41805,0.02500,0.906
31,model.language_model.layers.31.mlp.experts.129.up_proj,0.0073102418,hessian_weighted_relative_error,41805,0.02500,0.963
31,model.language_model.layers.31.mlp.experts.13.down_proj,0.0108607573,hessian_weighted_relative_error,12047,0.02500,0.790
31,model.language_model.layers.31.mlp.experts.13.gate_proj,0.0064874397,hessian_weighted_relative_error,12047,0.02500,0.839
31,model.language_model.layers.31.mlp.experts.13.up_proj,0.0073813660,hessian_weighted_relative_error,12047,0.02500,0.933
31,model.language_model.layers.31.mlp.experts.130.down_proj,0.0090578209,hessian_weighted_relative_error,6681,0.02500,0.746
31,model.language_model.layers.31.mlp.experts.130.gate_proj,0.0049094660,hessian_weighted_relative_error,6681,0.02500,0.778
31,model.language_model.layers.31.mlp.experts.130.up_proj,0.0052645168,hessian_weighted_relative_error,6681,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.131.down_proj,0.0128776610,hessian_weighted_relative_error,32445,0.02500,0.851
31,model.language_model.layers.31.mlp.experts.131.gate_proj,0.0078293580,hessian_weighted_relative_error,32445,0.02500,0.894
31,model.language_model.layers.31.mlp.experts.131.up_proj,0.0091826446,hessian_weighted_relative_error,32445,0.02500,0.960
31,model.language_model.layers.31.mlp.experts.132.down_proj,0.0139472106,hessian_weighted_relative_error,28045,0.02500,0.745
31,model.language_model.layers.31.mlp.experts.132.gate_proj,0.0081152670,hessian_weighted_relative_error,28045,0.02500,0.777
31,model.language_model.layers.31.mlp.experts.132.up_proj,0.0095295578,hessian_weighted_relative_error,28045,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.133.down_proj,0.0152229002,hessian_weighted_relative_error,34127,0.02500,0.847
31,model.language_model.layers.31.mlp.experts.133.gate_proj,0.0094690610,hessian_weighted_relative_error,34127,0.02500,0.894
31,model.language_model.layers.31.mlp.experts.133.up_proj,0.0105671751,hessian_weighted_relative_error,34127,0.02500,0.957
31,model.language_model.layers.31.mlp.experts.134.down_proj,0.0125011396,hessian_weighted_relative_error,16137,0.02500,0.749
31,model.language_model.layers.31.mlp.experts.134.gate_proj,0.0076644551,hessian_weighted_relative_error,16137,0.02500,0.777
31,model.language_model.layers.31.mlp.experts.134.up_proj,0.0083578492,hessian_weighted_relative_error,16137,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.135.down_proj,0.0146611274,hessian_weighted_relative_error,18749,0.02500,0.850
31,model.language_model.layers.31.mlp.experts.135.gate_proj,0.0082653480,hessian_weighted_relative_error,18749,0.02500,0.898
31,model.language_model.layers.31.mlp.experts.135.up_proj,0.0099716846,hessian_weighted_relative_error,18749,0.02500,0.973
31,model.language_model.layers.31.mlp.experts.136.down_proj,0.0126089586,hessian_weighted_relative_error,20561,0.02500,0.751
31,model.language_model.layers.31.mlp.experts.136.gate_proj,0.0084899100,hessian_weighted_relative_error,20561,0.02500,0.777
31,model.language_model.layers.31.mlp.experts.136.up_proj,0.0094445875,hessian_weighted_relative_error,20561,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.137.down_proj,0.0099382454,hessian_weighted_relative_error,70256,0.02500,0.856
31,model.language_model.layers.31.mlp.experts.137.gate_proj,0.0060310963,hessian_weighted_relative_error,70256,0.02500,0.897
31,model.language_model.layers.31.mlp.experts.137.up_proj,0.0063444614,hessian_weighted_relative_error,70256,0.02500,0.963
31,model.language_model.layers.31.mlp.experts.138.down_proj,0.0107379490,hessian_weighted_relative_error,41838,0.02500,0.747
31,model.language_model.layers.31.mlp.experts.138.gate_proj,0.0065483203,hessian_weighted_relative_error,41838,0.02500,0.777
31,model.language_model.layers.31.mlp.experts.138.up_proj,0.0069013872,hessian_weighted_relative_error,41838,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.139.down_proj,0.0113082052,hessian_weighted_relative_error,65209,0.02500,0.855
31,model.language_model.layers.31.mlp.experts.139.gate_proj,0.0066129884,hessian_weighted_relative_error,65209,0.02500,0.897
31,model.language_model.layers.31.mlp.experts.139.up_proj,0.0071084820,hessian_weighted_relative_error,65209,0.02500,0.967
31,model.language_model.layers.31.mlp.experts.14.down_proj,0.0110214225,hessian_weighted_relative_error,30437,0.02500,0.723
31,model.language_model.layers.31.mlp.experts.14.gate_proj,0.0078108243,hessian_weighted_relative_error,30437,0.02500,0.747
31,model.language_model.layers.31.mlp.experts.14.up_proj,0.0083428160,hessian_weighted_relative_error,30437,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.140.down_proj,0.0146155323,hessian_weighted_relative_error,39304,0.02500,0.747
31,model.language_model.layers.31.mlp.experts.140.gate_proj,0.0088100121,hessian_weighted_relative_error,39304,0.02500,0.778
31,model.language_model.layers.31.mlp.experts.140.up_proj,0.0096878815,hessian_weighted_relative_error,39304,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.141.down_proj,0.0140889335,hessian_weighted_relative_error,36385,0.02500,0.851
31,model.language_model.layers.31.mlp.experts.141.gate_proj,0.0085826597,hessian_weighted_relative_error,36385,0.02500,0.897
31,model.language_model.layers.31.mlp.experts.141.up_proj,0.0100089559,hessian_weighted_relative_error,36385,0.02500,0.963
31,model.language_model.layers.31.mlp.experts.142.down_proj,0.0130601820,hessian_weighted_relative_error,28374,0.02500,0.749
31,model.language_model.layers.31.mlp.experts.142.gate_proj,0.0086445384,hessian_weighted_relative_error,28374,0.02500,0.776
31,model.language_model.layers.31.mlp.experts.142.up_proj,0.0093777982,hessian_weighted_relative_error,28374,0.02500,0.802
31,model.language_model.layers.31.mlp.experts.143.down_proj,0.0114808228,hessian_weighted_relative_error,31460,0.02500,0.853
31,model.language_model.layers.31.mlp.experts.143.gate_proj,0.0067791863,hessian_weighted_relative_error,31460,0.02500,0.900
31,model.language_model.layers.31.mlp.experts.143.up_proj,0.0074060087,hessian_weighted_relative_error,31460,0.02500,0.991
31,model.language_model.layers.31.mlp.experts.144.down_proj,0.0133478487,hessian_weighted_relative_error,32176,0.02500,0.751
31,model.language_model.layers.31.mlp.experts.144.gate_proj,0.0083204512,hessian_weighted_relative_error,32176,0.02500,0.777
31,model.language_model.layers.31.mlp.experts.144.up_proj,0.0097222463,hessian_weighted_relative_error,32176,0.02500,0.802
31,model.language_model.layers.31.mlp.experts.145.down_proj,0.0140390870,hessian_weighted_relative_error,39357,0.02500,0.858
31,model.language_model.layers.31.mlp.experts.145.gate_proj,0.0088317353,hessian_weighted_relative_error,39357,0.02500,0.897
31,model.language_model.layers.31.mlp.experts.145.up_proj,0.0094887285,hessian_weighted_relative_error,39357,0.02500,0.970
31,model.language_model.layers.31.mlp.experts.146.down_proj,0.0114490316,hessian_weighted_relative_error,17525,0.02500,0.748
31,model.language_model.layers.31.mlp.experts.146.gate_proj,0.0060482770,hessian_weighted_relative_error,17525,0.02500,0.778
31,model.language_model.layers.31.mlp.experts.146.up_proj,0.0073321942,hessian_weighted_relative_error,17525,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.147.down_proj,0.0123368379,hessian_weighted_relative_error,33921,0.02500,0.858
31,model.language_model.layers.31.mlp.experts.147.gate_proj,0.0077100410,hessian_weighted_relative_error,33921,0.02500,0.900
31,model.language_model.layers.31.mlp.experts.147.up_proj,0.0082124164,hessian_weighted_relative_error,33921,0.02500,0.970
31,model.language_model.layers.31.mlp.experts.148.down_proj,0.0127288941,hessian_weighted_relative_error,48470,0.02500,0.748
31,model.language_model.layers.31.mlp.experts.148.gate_proj,0.0086074099,hessian_weighted_relative_error,48470,0.02500,0.778
31,model.language_model.layers.31.mlp.experts.148.up_proj,0.0095315833,hessian_weighted_relative_error,48470,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.149.down_proj,0.0134464091,hessian_weighted_relative_error,12567,0.02500,0.855
31,model.language_model.layers.31.mlp.experts.149.gate_proj,0.0060993822,hessian_weighted_relative_error,12567,0.02500,0.899
31,model.language_model.layers.31.mlp.experts.149.up_proj,0.0090957131,hessian_weighted_relative_error,12567,0.02500,0.968
31,model.language_model.layers.31.mlp.experts.15.down_proj,0.0104285906,hessian_weighted_relative_error,20533,0.02500,0.792
31,model.language_model.layers.31.mlp.experts.15.gate_proj,0.0056642608,hessian_weighted_relative_error,20533,0.02500,0.842
31,model.language_model.layers.31.mlp.experts.15.up_proj,0.0062644168,hessian_weighted_relative_error,20533,0.02500,0.945
31,model.language_model.layers.31.mlp.experts.150.down_proj,0.0135056668,hessian_weighted_relative_error,13880,0.02500,0.750
31,model.language_model.layers.31.mlp.experts.150.gate_proj,0.0059675842,hessian_weighted_relative_error,13880,0.02500,0.780
31,model.language_model.layers.31.mlp.experts.150.up_proj,0.0090110724,hessian_weighted_relative_error,13880,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.151.down_proj,0.0137628101,hessian_weighted_relative_error,23742,0.02500,0.857
31,model.language_model.layers.31.mlp.experts.151.gate_proj,0.0084195463,hessian_weighted_relative_error,23742,0.02500,0.900
31,model.language_model.layers.31.mlp.experts.151.up_proj,0.0094302776,hessian_weighted_relative_error,23742,0.02500,0.963
31,model.language_model.layers.31.mlp.experts.152.down_proj,0.0106941705,hessian_weighted_relative_error,15180,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.152.gate_proj,0.0064824988,hessian_weighted_relative_error,15180,0.02500,0.780
31,model.language_model.layers.31.mlp.experts.152.up_proj,0.0072866808,hessian_weighted_relative_error,15180,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.153.down_proj,0.0143666760,hessian_weighted_relative_error,19085,0.02500,0.862
31,model.language_model.layers.31.mlp.experts.153.gate_proj,0.0074433525,hessian_weighted_relative_error,19085,0.02500,0.902
31,model.language_model.layers.31.mlp.experts.153.up_proj,0.0098169915,hessian_weighted_relative_error,19085,0.02500,0.963
31,model.language_model.layers.31.mlp.experts.154.down_proj,0.0094901511,hessian_weighted_relative_error,44361,0.02500,0.748
31,model.language_model.layers.31.mlp.experts.154.gate_proj,0.0056010926,hessian_weighted_relative_error,44361,0.02500,0.779
31,model.language_model.layers.31.mlp.experts.154.up_proj,0.0059218382,hessian_weighted_relative_error,44361,0.02500,0.802
31,model.language_model.layers.31.mlp.experts.155.down_proj,0.0130062351,hessian_weighted_relative_error,21950,0.02500,0.863
31,model.language_model.layers.31.mlp.experts.155.gate_proj,0.0083794764,hessian_weighted_relative_error,21950,0.02500,0.901
31,model.language_model.layers.31.mlp.experts.155.up_proj,0.0089940525,hessian_weighted_relative_error,21950,0.02500,0.957
31,model.language_model.layers.31.mlp.experts.156.down_proj,0.0095163489,hessian_weighted_relative_error,29268,0.02500,0.748
31,model.language_model.layers.31.mlp.experts.156.gate_proj,0.0056050540,hessian_weighted_relative_error,29268,0.02500,0.779
31,model.language_model.layers.31.mlp.experts.156.up_proj,0.0063370566,hessian_weighted_relative_error,29268,0.02500,0.820
31,model.language_model.layers.31.mlp.experts.157.down_proj,0.0083956111,hessian_weighted_relative_error,12120,0.02500,0.860
31,model.language_model.layers.31.mlp.experts.157.gate_proj,0.0051669707,hessian_weighted_relative_error,12120,0.02500,0.898
31,model.language_model.layers.31.mlp.experts.157.up_proj,0.0060047139,hessian_weighted_relative_error,12120,0.02500,0.971
31,model.language_model.layers.31.mlp.experts.158.down_proj,0.0120934642,hessian_weighted_relative_error,32010,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.158.gate_proj,0.0076454391,hessian_weighted_relative_error,32010,0.02500,0.780
31,model.language_model.layers.31.mlp.experts.158.up_proj,0.0078839097,hessian_weighted_relative_error,32010,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.159.down_proj,0.0121340919,hessian_weighted_relative_error,15976,0.02500,0.861
31,model.language_model.layers.31.mlp.experts.159.gate_proj,0.0072758718,hessian_weighted_relative_error,15976,0.02500,0.902
31,model.language_model.layers.31.mlp.experts.159.up_proj,0.0078559091,hessian_weighted_relative_error,15976,0.02500,0.964
31,model.language_model.layers.31.mlp.experts.16.down_proj,0.0149568018,hessian_weighted_relative_error,31475,0.02500,0.729
31,model.language_model.layers.31.mlp.experts.16.gate_proj,0.0093095403,hessian_weighted_relative_error,31475,0.02500,0.750
31,model.language_model.layers.31.mlp.experts.16.up_proj,0.0106891632,hessian_weighted_relative_error,31475,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.160.down_proj,0.0088453780,hessian_weighted_relative_error,24539,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.160.gate_proj,0.0056359529,hessian_weighted_relative_error,24539,0.02500,0.782
31,model.language_model.layers.31.mlp.experts.160.up_proj,0.0060502035,hessian_weighted_relative_error,24539,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.161.down_proj,0.0124944726,hessian_weighted_relative_error,36654,0.02500,0.867
31,model.language_model.layers.31.mlp.experts.161.gate_proj,0.0078316535,hessian_weighted_relative_error,36654,0.02500,0.902
31,model.language_model.layers.31.mlp.experts.161.up_proj,0.0082457702,hessian_weighted_relative_error,36654,0.02500,0.965
31,model.language_model.layers.31.mlp.experts.162.down_proj,0.0129383584,hessian_weighted_relative_error,30079,0.02500,0.750
31,model.language_model.layers.31.mlp.experts.162.gate_proj,0.0078614945,hessian_weighted_relative_error,30079,0.02500,0.783
31,model.language_model.layers.31.mlp.experts.162.up_proj,0.0090700221,hessian_weighted_relative_error,30079,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.163.down_proj,0.0134759137,hessian_weighted_relative_error,20711,0.02500,0.867
31,model.language_model.layers.31.mlp.experts.163.gate_proj,0.0076682508,hessian_weighted_relative_error,20711,0.02500,0.900
31,model.language_model.layers.31.mlp.experts.163.up_proj,0.0089365759,hessian_weighted_relative_error,20711,0.02500,0.962
31,model.language_model.layers.31.mlp.experts.164.down_proj,0.0142087433,hessian_weighted_relative_error,60482,0.02500,0.749
31,model.language_model.layers.31.mlp.experts.164.gate_proj,0.0084914459,hessian_weighted_relative_error,60482,0.02500,0.783
31,model.language_model.layers.31.mlp.experts.164.up_proj,0.0100347675,hessian_weighted_relative_error,60482,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.165.down_proj,0.0136860127,hessian_weighted_relative_error,40616,0.02500,0.863
31,model.language_model.layers.31.mlp.experts.165.gate_proj,0.0080359742,hessian_weighted_relative_error,40616,0.02500,0.900
31,model.language_model.layers.31.mlp.experts.165.up_proj,0.0096650631,hessian_weighted_relative_error,40616,0.02500,0.966
31,model.language_model.layers.31.mlp.experts.166.down_proj,0.0126197194,hessian_weighted_relative_error,13011,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.166.gate_proj,0.0072566675,hessian_weighted_relative_error,13011,0.02500,0.784
31,model.language_model.layers.31.mlp.experts.166.up_proj,0.0081949825,hessian_weighted_relative_error,13011,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.167.down_proj,0.0149240002,hessian_weighted_relative_error,34454,0.02500,0.866
31,model.language_model.layers.31.mlp.experts.167.gate_proj,0.0093596600,hessian_weighted_relative_error,34454,0.02500,0.907
31,model.language_model.layers.31.mlp.experts.167.up_proj,0.0105925075,hessian_weighted_relative_error,34454,0.02500,0.962
31,model.language_model.layers.31.mlp.experts.168.down_proj,0.0151366093,hessian_weighted_relative_error,37564,0.02500,0.759
31,model.language_model.layers.31.mlp.experts.168.gate_proj,0.0090597150,hessian_weighted_relative_error,37564,0.02500,0.781
31,model.language_model.layers.31.mlp.experts.168.up_proj,0.0104948445,hessian_weighted_relative_error,37564,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.169.down_proj,0.0100015915,hessian_weighted_relative_error,14258,0.02500,0.869
31,model.language_model.layers.31.mlp.experts.169.gate_proj,0.0059222543,hessian_weighted_relative_error,14258,0.02500,0.915
31,model.language_model.layers.31.mlp.experts.169.up_proj,0.0064783827,hessian_weighted_relative_error,14258,0.02500,0.959
31,model.language_model.layers.31.mlp.experts.17.down_proj,0.0149300524,hessian_weighted_relative_error,34443,0.02500,0.798
31,model.language_model.layers.31.mlp.experts.17.gate_proj,0.0095500633,hessian_weighted_relative_error,34443,0.02500,0.844
31,model.language_model.layers.31.mlp.experts.17.up_proj,0.0106517088,hessian_weighted_relative_error,34443,0.02500,0.946
31,model.language_model.layers.31.mlp.experts.170.down_proj,0.0131273620,hessian_weighted_relative_error,38931,0.02500,0.751
31,model.language_model.layers.31.mlp.experts.170.gate_proj,0.0081204439,hessian_weighted_relative_error,38931,0.02500,0.783
31,model.language_model.layers.31.mlp.experts.170.up_proj,0.0085463286,hessian_weighted_relative_error,38931,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.171.down_proj,0.0139897677,hessian_weighted_relative_error,45011,0.02500,0.870
31,model.language_model.layers.31.mlp.experts.171.gate_proj,0.0089309808,hessian_weighted_relative_error,45011,0.02500,0.902
31,model.language_model.layers.31.mlp.experts.171.up_proj,0.0094279958,hessian_weighted_relative_error,45011,0.02500,0.967
31,model.language_model.layers.31.mlp.experts.172.down_proj,0.0139135535,hessian_weighted_relative_error,29351,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.172.gate_proj,0.0072694614,hessian_weighted_relative_error,29351,0.02500,0.782
31,model.language_model.layers.31.mlp.experts.172.up_proj,0.0093625275,hessian_weighted_relative_error,29351,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.173.down_proj,0.0149754782,hessian_weighted_relative_error,34650,0.02500,0.866
31,model.language_model.layers.31.mlp.experts.173.gate_proj,0.0090161195,hessian_weighted_relative_error,34650,0.02500,0.904
31,model.language_model.layers.31.mlp.experts.173.up_proj,0.0103577382,hessian_weighted_relative_error,34650,0.02500,0.962
31,model.language_model.layers.31.mlp.experts.174.down_proj,0.0104433459,hessian_weighted_relative_error,13122,0.02500,0.754
31,model.language_model.layers.31.mlp.experts.174.gate_proj,0.0056907440,hessian_weighted_relative_error,13122,0.02500,0.782
31,model.language_model.layers.31.mlp.experts.174.up_proj,0.0065268853,hessian_weighted_relative_error,13122,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.175.down_proj,0.0124083132,hessian_weighted_relative_error,27265,0.02500,0.867
31,model.language_model.layers.31.mlp.experts.175.gate_proj,0.0075397601,hessian_weighted_relative_error,27265,0.02500,0.905
31,model.language_model.layers.31.mlp.experts.175.up_proj,0.0089785174,hessian_weighted_relative_error,27265,0.02500,0.962
31,model.language_model.layers.31.mlp.experts.176.down_proj,0.0120392576,hessian_weighted_relative_error,14893,0.02500,0.755
31,model.language_model.layers.31.mlp.experts.176.gate_proj,0.0061442577,hessian_weighted_relative_error,14893,0.02500,0.782
31,model.language_model.layers.31.mlp.experts.176.up_proj,0.0079451653,hessian_weighted_relative_error,14893,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.177.down_proj,0.0124232100,hessian_weighted_relative_error,19948,0.02500,0.871
31,model.language_model.layers.31.mlp.experts.177.gate_proj,0.0069176652,hessian_weighted_relative_error,19948,0.02500,0.910
31,model.language_model.layers.31.mlp.experts.177.up_proj,0.0080301562,hessian_weighted_relative_error,19948,0.02500,0.965
31,model.language_model.layers.31.mlp.experts.178.down_proj,0.0115861310,hessian_weighted_relative_error,75056,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.178.gate_proj,0.0073864657,hessian_weighted_relative_error,75056,0.02500,0.784
31,model.language_model.layers.31.mlp.experts.178.up_proj,0.0079148832,hessian_weighted_relative_error,75056,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.179.down_proj,0.0107451866,hessian_weighted_relative_error,17662,0.02500,0.874
31,model.language_model.layers.31.mlp.experts.179.gate_proj,0.0067400367,hessian_weighted_relative_error,17662,0.02500,0.902
31,model.language_model.layers.31.mlp.experts.179.up_proj,0.0071213922,hessian_weighted_relative_error,17662,0.02500,0.970
31,model.language_model.layers.31.mlp.experts.18.down_proj,0.0138901837,hessian_weighted_relative_error,31174,0.02500,0.722
31,model.language_model.layers.31.mlp.experts.18.gate_proj,0.0085823707,hessian_weighted_relative_error,31174,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.18.up_proj,0.0094272111,hessian_weighted_relative_error,31174,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.180.down_proj,0.0142765144,hessian_weighted_relative_error,17815,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.180.gate_proj,0.0076699567,hessian_weighted_relative_error,17815,0.02500,0.783
31,model.language_model.layers.31.mlp.experts.180.up_proj,0.0097330010,hessian_weighted_relative_error,17815,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.181.down_proj,0.0141393381,hessian_weighted_relative_error,42880,0.02500,0.869
31,model.language_model.layers.31.mlp.experts.181.gate_proj,0.0086956269,hessian_weighted_relative_error,42880,0.02500,0.910
31,model.language_model.layers.31.mlp.experts.181.up_proj,0.0100217129,hessian_weighted_relative_error,42880,0.02500,0.963
31,model.language_model.layers.31.mlp.experts.182.down_proj,0.0132053309,hessian_weighted_relative_error,10357,0.02500,0.753
31,model.language_model.layers.31.mlp.experts.182.gate_proj,0.0083831895,hessian_weighted_relative_error,10357,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.182.up_proj,0.0090593686,hessian_weighted_relative_error,10357,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.183.down_proj,0.0138833585,hessian_weighted_relative_error,18630,0.02500,0.870
31,model.language_model.layers.31.mlp.experts.183.gate_proj,0.0077302742,hessian_weighted_relative_error,18630,0.02500,0.906
31,model.language_model.layers.31.mlp.experts.183.up_proj,0.0090170459,hessian_weighted_relative_error,18630,0.02500,1.002
31,model.language_model.layers.31.mlp.experts.184.down_proj,0.0110687595,hessian_weighted_relative_error,42535,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.184.gate_proj,0.0063646261,hessian_weighted_relative_error,42535,0.02500,0.784
31,model.language_model.layers.31.mlp.experts.184.up_proj,0.0076920218,hessian_weighted_relative_error,42535,0.02500,0.802
31,model.language_model.layers.31.mlp.experts.185.down_proj,0.0126700184,hessian_weighted_relative_error,9398,0.02500,0.873
31,model.language_model.layers.31.mlp.experts.185.gate_proj,0.0072720175,hessian_weighted_relative_error,9398,0.02500,0.904
31,model.language_model.layers.31.mlp.experts.185.up_proj,0.0078457995,hessian_weighted_relative_error,9398,0.02500,0.962
31,model.language_model.layers.31.mlp.experts.186.down_proj,0.0132959582,hessian_weighted_relative_error,39944,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.186.gate_proj,0.0072053040,hessian_weighted_relative_error,39944,0.02500,0.785
31,model.language_model.layers.31.mlp.experts.186.up_proj,0.0083254199,hessian_weighted_relative_error,39944,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.187.down_proj,0.0127894339,hessian_weighted_relative_error,21706,0.02500,0.875
31,model.language_model.layers.31.mlp.experts.187.gate_proj,0.0083181474,hessian_weighted_relative_error,21706,0.02500,0.914
31,model.language_model.layers.31.mlp.experts.187.up_proj,0.0090606695,hessian_weighted_relative_error,21706,0.02500,0.971
31,model.language_model.layers.31.mlp.experts.188.down_proj,0.0147874789,hessian_weighted_relative_error,24146,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.188.gate_proj,0.0091811515,hessian_weighted_relative_error,24146,0.02500,0.784
31,model.language_model.layers.31.mlp.experts.188.up_proj,0.0102828912,hessian_weighted_relative_error,24146,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.189.down_proj,0.0118571334,hessian_weighted_relative_error,60151,0.02500,0.872
31,model.language_model.layers.31.mlp.experts.189.gate_proj,0.0084773981,hessian_weighted_relative_error,60151,0.02500,0.911
31,model.language_model.layers.31.mlp.experts.189.up_proj,0.0092422574,hessian_weighted_relative_error,60151,0.02500,0.968
31,model.language_model.layers.31.mlp.experts.19.down_proj,0.0131744687,hessian_weighted_relative_error,26798,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.19.gate_proj,0.0080313626,hessian_weighted_relative_error,26798,0.02500,0.847
31,model.language_model.layers.31.mlp.experts.19.up_proj,0.0087754510,hessian_weighted_relative_error,26798,0.02500,0.939
31,model.language_model.layers.31.mlp.experts.190.down_proj,0.0051958299,hessian_weighted_relative_error,36662,0.02500,0.756
31,model.language_model.layers.31.mlp.experts.190.gate_proj,0.0030976230,hessian_weighted_relative_error,36662,0.02500,0.784
31,model.language_model.layers.31.mlp.experts.190.up_proj,0.0032928270,hessian_weighted_relative_error,36662,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.191.down_proj,0.0137595022,hessian_weighted_relative_error,31549,0.02500,0.873
31,model.language_model.layers.31.mlp.experts.191.gate_proj,0.0084657714,hessian_weighted_relative_error,31549,0.02500,0.907
31,model.language_model.layers.31.mlp.experts.191.up_proj,0.0089756414,hessian_weighted_relative_error,31549,0.02500,0.968
31,model.language_model.layers.31.mlp.experts.192.down_proj,0.0115117927,hessian_weighted_relative_error,16552,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.192.gate_proj,0.0063171860,hessian_weighted_relative_error,16552,0.02500,0.785
31,model.language_model.layers.31.mlp.experts.192.up_proj,0.0069769096,hessian_weighted_relative_error,16552,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.193.down_proj,0.0124503757,hessian_weighted_relative_error,48537,0.02500,0.874
31,model.language_model.layers.31.mlp.experts.193.gate_proj,0.0077524755,hessian_weighted_relative_error,48537,0.02500,0.914
31,model.language_model.layers.31.mlp.experts.193.up_proj,0.0081228366,hessian_weighted_relative_error,48537,0.02500,0.974
31,model.language_model.layers.31.mlp.experts.194.down_proj,0.0129924975,hessian_weighted_relative_error,14247,0.02500,0.753
31,model.language_model.layers.31.mlp.experts.194.gate_proj,0.0077001029,hessian_weighted_relative_error,14247,0.02500,0.786
31,model.language_model.layers.31.mlp.experts.194.up_proj,0.0084871553,hessian_weighted_relative_error,14247,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.195.down_proj,0.0113377462,hessian_weighted_relative_error,19736,0.02500,0.876
31,model.language_model.layers.31.mlp.experts.195.gate_proj,0.0066420150,hessian_weighted_relative_error,19736,0.02500,0.925
31,model.language_model.layers.31.mlp.experts.195.up_proj,0.0076630320,hessian_weighted_relative_error,19736,0.02500,0.963
31,model.language_model.layers.31.mlp.experts.196.down_proj,0.0093503114,hessian_weighted_relative_error,50441,0.02500,0.753
31,model.language_model.layers.31.mlp.experts.196.gate_proj,0.0057574056,hessian_weighted_relative_error,50441,0.02500,0.787
31,model.language_model.layers.31.mlp.experts.196.up_proj,0.0062225069,hessian_weighted_relative_error,50441,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.197.down_proj,0.0129668176,hessian_weighted_relative_error,68400,0.02500,0.873
31,model.language_model.layers.31.mlp.experts.197.gate_proj,0.0071432625,hessian_weighted_relative_error,68400,0.02500,0.905
31,model.language_model.layers.31.mlp.experts.197.up_proj,0.0079561216,hessian_weighted_relative_error,68400,0.02500,0.965
31,model.language_model.layers.31.mlp.experts.198.down_proj,0.0083931212,hessian_weighted_relative_error,8607,0.02500,0.756
31,model.language_model.layers.31.mlp.experts.198.gate_proj,0.0047393048,hessian_weighted_relative_error,8607,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.198.up_proj,0.0055934523,hessian_weighted_relative_error,8607,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.199.down_proj,0.0074403218,hessian_weighted_relative_error,6058,0.02500,0.874
31,model.language_model.layers.31.mlp.experts.199.gate_proj,0.0032998461,hessian_weighted_relative_error,6058,0.02500,0.913
31,model.language_model.layers.31.mlp.experts.199.up_proj,0.0039771032,hessian_weighted_relative_error,6058,0.02500,0.962
31,model.language_model.layers.31.mlp.experts.2.down_proj,0.0133063479,hessian_weighted_relative_error,19226,0.02500,0.708
31,model.language_model.layers.31.mlp.experts.2.gate_proj,0.0080488032,hessian_weighted_relative_error,19226,0.02500,0.746
31,model.language_model.layers.31.mlp.experts.2.up_proj,0.0091254595,hessian_weighted_relative_error,19226,0.02500,0.793
31,model.language_model.layers.31.mlp.experts.20.down_proj,0.0148169844,hessian_weighted_relative_error,26655,0.02500,0.722
31,model.language_model.layers.31.mlp.experts.20.gate_proj,0.0089376747,hessian_weighted_relative_error,26655,0.02500,0.751
31,model.language_model.layers.31.mlp.experts.20.up_proj,0.0103596883,hessian_weighted_relative_error,26655,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.200.down_proj,0.0131943759,hessian_weighted_relative_error,25046,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.200.gate_proj,0.0081181731,hessian_weighted_relative_error,25046,0.02500,0.787
31,model.language_model.layers.31.mlp.experts.200.up_proj,0.0090311305,hessian_weighted_relative_error,25046,0.02500,0.809
31,model.language_model.layers.31.mlp.experts.201.down_proj,0.0110312783,hessian_weighted_relative_error,7852,0.02500,0.876
31,model.language_model.layers.31.mlp.experts.201.gate_proj,0.0054938657,hessian_weighted_relative_error,7852,0.02500,0.916
31,model.language_model.layers.31.mlp.experts.201.up_proj,0.0061179312,hessian_weighted_relative_error,7852,0.02500,0.971
31,model.language_model.layers.31.mlp.experts.202.down_proj,0.0138966677,hessian_weighted_relative_error,17801,0.02500,0.755
31,model.language_model.layers.31.mlp.experts.202.gate_proj,0.0086222948,hessian_weighted_relative_error,17801,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.202.up_proj,0.0096660908,hessian_weighted_relative_error,17801,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.203.down_proj,0.0152874666,hessian_weighted_relative_error,35464,0.02500,0.878
31,model.language_model.layers.31.mlp.experts.203.gate_proj,0.0094930608,hessian_weighted_relative_error,35464,0.02500,0.915
31,model.language_model.layers.31.mlp.experts.203.up_proj,0.0108063704,hessian_weighted_relative_error,35464,0.02500,0.966
31,model.language_model.layers.31.mlp.experts.204.down_proj,0.0108200914,hessian_weighted_relative_error,23729,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.204.gate_proj,0.0060794899,hessian_weighted_relative_error,23729,0.02500,0.787
31,model.language_model.layers.31.mlp.experts.204.up_proj,0.0064826541,hessian_weighted_relative_error,23729,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.205.down_proj,0.0145081421,hessian_weighted_relative_error,20478,0.02500,0.875
31,model.language_model.layers.31.mlp.experts.205.gate_proj,0.0075740785,hessian_weighted_relative_error,20478,0.02500,0.915
31,model.language_model.layers.31.mlp.experts.205.up_proj,0.0099096246,hessian_weighted_relative_error,20478,0.02500,0.971
31,model.language_model.layers.31.mlp.experts.206.down_proj,0.0143812233,hessian_weighted_relative_error,24949,0.02500,0.756
31,model.language_model.layers.31.mlp.experts.206.gate_proj,0.0088307070,hessian_weighted_relative_error,24949,0.02500,0.787
31,model.language_model.layers.31.mlp.experts.206.up_proj,0.0097561087,hessian_weighted_relative_error,24949,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.207.down_proj,0.0149519488,hessian_weighted_relative_error,44488,0.02500,0.875
31,model.language_model.layers.31.mlp.experts.207.gate_proj,0.0090601785,hessian_weighted_relative_error,44488,0.02500,0.914
31,model.language_model.layers.31.mlp.experts.207.up_proj,0.0103137315,hessian_weighted_relative_error,44488,0.02500,0.968
31,model.language_model.layers.31.mlp.experts.208.down_proj,0.0150492607,hessian_weighted_relative_error,33298,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.208.gate_proj,0.0087664329,hessian_weighted_relative_error,33298,0.02500,0.786
31,model.language_model.layers.31.mlp.experts.208.up_proj,0.0102689402,hessian_weighted_relative_error,33298,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.209.down_proj,0.0120500720,hessian_weighted_relative_error,34573,0.02500,0.877
31,model.language_model.layers.31.mlp.experts.209.gate_proj,0.0074870550,hessian_weighted_relative_error,34573,0.02500,0.913
31,model.language_model.layers.31.mlp.experts.209.up_proj,0.0080306597,hessian_weighted_relative_error,34573,0.02500,0.970
31,model.language_model.layers.31.mlp.experts.21.down_proj,0.0110309233,hessian_weighted_relative_error,44691,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.21.gate_proj,0.0072193932,hessian_weighted_relative_error,44691,0.02500,0.845
31,model.language_model.layers.31.mlp.experts.21.up_proj,0.0079483418,hessian_weighted_relative_error,44691,0.02500,0.946
31,model.language_model.layers.31.mlp.experts.210.down_proj,0.0083945393,hessian_weighted_relative_error,26495,0.02500,0.755
31,model.language_model.layers.31.mlp.experts.210.gate_proj,0.0045289948,hessian_weighted_relative_error,26495,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.210.up_proj,0.0050131512,hessian_weighted_relative_error,26495,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.211.down_proj,0.0146674374,hessian_weighted_relative_error,49377,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.211.gate_proj,0.0092031459,hessian_weighted_relative_error,49377,0.02500,0.915
31,model.language_model.layers.31.mlp.experts.211.up_proj,0.0102226944,hessian_weighted_relative_error,49377,0.02500,0.972
31,model.language_model.layers.31.mlp.experts.212.down_proj,0.0112666219,hessian_weighted_relative_error,22479,0.02500,0.755
31,model.language_model.layers.31.mlp.experts.212.gate_proj,0.0066344503,hessian_weighted_relative_error,22479,0.02500,0.789
31,model.language_model.layers.31.mlp.experts.212.up_proj,0.0073738836,hessian_weighted_relative_error,22479,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.213.down_proj,0.0099922354,hessian_weighted_relative_error,23748,0.02500,0.876
31,model.language_model.layers.31.mlp.experts.213.gate_proj,0.0055343816,hessian_weighted_relative_error,23748,0.02500,0.916
31,model.language_model.layers.31.mlp.experts.213.up_proj,0.0060343831,hessian_weighted_relative_error,23748,0.02500,0.969
31,model.language_model.layers.31.mlp.experts.214.down_proj,0.0115857670,hessian_weighted_relative_error,38966,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.214.gate_proj,0.0073844131,hessian_weighted_relative_error,38966,0.02500,0.789
31,model.language_model.layers.31.mlp.experts.214.up_proj,0.0079941464,hessian_weighted_relative_error,38966,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.215.down_proj,0.0142272442,hessian_weighted_relative_error,29603,0.02500,0.877
31,model.language_model.layers.31.mlp.experts.215.gate_proj,0.0087922874,hessian_weighted_relative_error,29603,0.02500,0.920
31,model.language_model.layers.31.mlp.experts.215.up_proj,0.0096766278,hessian_weighted_relative_error,29603,0.02500,0.975
31,model.language_model.layers.31.mlp.experts.216.down_proj,0.0147986450,hessian_weighted_relative_error,31178,0.02500,0.759
31,model.language_model.layers.31.mlp.experts.216.gate_proj,0.0093815166,hessian_weighted_relative_error,31178,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.216.up_proj,0.0102100854,hessian_weighted_relative_error,31178,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.217.down_proj,0.0141346641,hessian_weighted_relative_error,23845,0.02500,0.877
31,model.language_model.layers.31.mlp.experts.217.gate_proj,0.0087846750,hessian_weighted_relative_error,23845,0.02500,0.915
31,model.language_model.layers.31.mlp.experts.217.up_proj,0.0098036586,hessian_weighted_relative_error,23845,0.02500,0.972
31,model.language_model.layers.31.mlp.experts.218.down_proj,0.0148349433,hessian_weighted_relative_error,39400,0.02500,0.756
31,model.language_model.layers.31.mlp.experts.218.gate_proj,0.0090248278,hessian_weighted_relative_error,39400,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.218.up_proj,0.0103061874,hessian_weighted_relative_error,39400,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.219.down_proj,0.0126079648,hessian_weighted_relative_error,11736,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.219.gate_proj,0.0074537975,hessian_weighted_relative_error,11736,0.02500,0.916
31,model.language_model.layers.31.mlp.experts.219.up_proj,0.0081207344,hessian_weighted_relative_error,11736,0.02500,0.973
31,model.language_model.layers.31.mlp.experts.22.down_proj,0.0151205153,hessian_weighted_relative_error,33770,0.02500,0.726
31,model.language_model.layers.31.mlp.experts.22.gate_proj,0.0092779123,hessian_weighted_relative_error,33770,0.02500,0.751
31,model.language_model.layers.31.mlp.experts.22.up_proj,0.0108221701,hessian_weighted_relative_error,33770,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.220.down_proj,0.0137283765,hessian_weighted_relative_error,50812,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.220.gate_proj,0.0082621945,hessian_weighted_relative_error,50812,0.02500,0.789
31,model.language_model.layers.31.mlp.experts.220.up_proj,0.0093368556,hessian_weighted_relative_error,50812,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.221.down_proj,0.0110981904,hessian_weighted_relative_error,14740,0.02500,0.877
31,model.language_model.layers.31.mlp.experts.221.gate_proj,0.0065049743,hessian_weighted_relative_error,14740,0.02500,0.919
31,model.language_model.layers.31.mlp.experts.221.up_proj,0.0077187777,hessian_weighted_relative_error,14740,0.02500,0.977
31,model.language_model.layers.31.mlp.experts.222.down_proj,0.0043991623,hessian_weighted_relative_error,22165,0.02500,0.759
31,model.language_model.layers.31.mlp.experts.222.gate_proj,0.0059877200,hessian_weighted_relative_error,22165,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.222.up_proj,0.0062474663,hessian_weighted_relative_error,22165,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.223.down_proj,0.0134025692,hessian_weighted_relative_error,40599,0.02500,0.878
31,model.language_model.layers.31.mlp.experts.223.gate_proj,0.0084208282,hessian_weighted_relative_error,40599,0.02500,0.918
31,model.language_model.layers.31.mlp.experts.223.up_proj,0.0092591787,hessian_weighted_relative_error,40599,0.02500,0.971
31,model.language_model.layers.31.mlp.experts.224.down_proj,0.0144411394,hessian_weighted_relative_error,34381,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.224.gate_proj,0.0087919163,hessian_weighted_relative_error,34381,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.224.up_proj,0.0097264770,hessian_weighted_relative_error,34381,0.02500,0.802
31,model.language_model.layers.31.mlp.experts.225.down_proj,0.0093434245,hessian_weighted_relative_error,14373,0.02500,0.879
31,model.language_model.layers.31.mlp.experts.225.gate_proj,0.0048872027,hessian_weighted_relative_error,14373,0.02500,0.921
31,model.language_model.layers.31.mlp.experts.225.up_proj,0.0055903216,hessian_weighted_relative_error,14373,0.02500,0.968
31,model.language_model.layers.31.mlp.experts.226.down_proj,0.0134903830,hessian_weighted_relative_error,42742,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.226.gate_proj,0.0060540205,hessian_weighted_relative_error,42742,0.02500,0.790
31,model.language_model.layers.31.mlp.experts.226.up_proj,0.0086885962,hessian_weighted_relative_error,42742,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.227.down_proj,0.0147191819,hessian_weighted_relative_error,32733,0.02500,0.881
31,model.language_model.layers.31.mlp.experts.227.gate_proj,0.0092507770,hessian_weighted_relative_error,32733,0.02500,0.925
31,model.language_model.layers.31.mlp.experts.227.up_proj,0.0100064732,hessian_weighted_relative_error,32733,0.02500,0.974
31,model.language_model.layers.31.mlp.experts.228.down_proj,0.0142361339,hessian_weighted_relative_error,31382,0.02500,0.764
31,model.language_model.layers.31.mlp.experts.228.gate_proj,0.0079980732,hessian_weighted_relative_error,31382,0.02500,0.786
31,model.language_model.layers.31.mlp.experts.228.up_proj,0.0096642853,hessian_weighted_relative_error,31382,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.229.down_proj,0.0143012626,hessian_weighted_relative_error,20372,0.02500,0.878
31,model.language_model.layers.31.mlp.experts.229.gate_proj,0.0088877821,hessian_weighted_relative_error,20372,0.02500,0.920
31,model.language_model.layers.31.mlp.experts.229.up_proj,0.0095925809,hessian_weighted_relative_error,20372,0.02500,0.972
31,model.language_model.layers.31.mlp.experts.23.down_proj,0.0135735371,hessian_weighted_relative_error,56322,0.02500,0.798
31,model.language_model.layers.31.mlp.experts.23.gate_proj,0.0083287673,hessian_weighted_relative_error,56322,0.02500,0.861
31,model.language_model.layers.31.mlp.experts.23.up_proj,0.0090433560,hessian_weighted_relative_error,56322,0.02500,0.941
31,model.language_model.layers.31.mlp.experts.230.down_proj,0.0120352072,hessian_weighted_relative_error,9527,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.230.gate_proj,0.0070664130,hessian_weighted_relative_error,9527,0.02500,0.791
31,model.language_model.layers.31.mlp.experts.230.up_proj,0.0077460578,hessian_weighted_relative_error,9527,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.231.down_proj,0.0117671768,hessian_weighted_relative_error,8660,0.02500,0.878
31,model.language_model.layers.31.mlp.experts.231.gate_proj,0.0062764222,hessian_weighted_relative_error,8660,0.02500,0.928
31,model.language_model.layers.31.mlp.experts.231.up_proj,0.0072215441,hessian_weighted_relative_error,8660,0.02500,0.998
31,model.language_model.layers.31.mlp.experts.232.down_proj,0.0108612830,hessian_weighted_relative_error,14341,0.02500,0.761
31,model.language_model.layers.31.mlp.experts.232.gate_proj,0.0065396694,hessian_weighted_relative_error,14341,0.02500,0.791
31,model.language_model.layers.31.mlp.experts.232.up_proj,0.0071163565,hessian_weighted_relative_error,14341,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.233.down_proj,0.0122019092,hessian_weighted_relative_error,21472,0.02500,0.879
31,model.language_model.layers.31.mlp.experts.233.gate_proj,0.0084340354,hessian_weighted_relative_error,21472,0.02500,0.921
31,model.language_model.layers.31.mlp.experts.233.up_proj,0.0091562196,hessian_weighted_relative_error,21472,0.02500,0.964
31,model.language_model.layers.31.mlp.experts.234.down_proj,0.0077652517,hessian_weighted_relative_error,41285,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.234.gate_proj,0.0053164413,hessian_weighted_relative_error,41285,0.02500,0.793
31,model.language_model.layers.31.mlp.experts.234.up_proj,0.0057780958,hessian_weighted_relative_error,41285,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.235.down_proj,0.0136028592,hessian_weighted_relative_error,33528,0.02500,0.882
31,model.language_model.layers.31.mlp.experts.235.gate_proj,0.0087394609,hessian_weighted_relative_error,33528,0.02500,0.921
31,model.language_model.layers.31.mlp.experts.235.up_proj,0.0093357819,hessian_weighted_relative_error,33528,0.02500,0.967
31,model.language_model.layers.31.mlp.experts.236.down_proj,0.0128075164,hessian_weighted_relative_error,27620,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.236.gate_proj,0.0081414608,hessian_weighted_relative_error,27620,0.02500,0.791
31,model.language_model.layers.31.mlp.experts.236.up_proj,0.0084732326,hessian_weighted_relative_error,27620,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.237.down_proj,0.0136696903,hessian_weighted_relative_error,36893,0.02500,0.879
31,model.language_model.layers.31.mlp.experts.237.gate_proj,0.0088403177,hessian_weighted_relative_error,36893,0.02500,0.917
31,model.language_model.layers.31.mlp.experts.237.up_proj,0.0094190819,hessian_weighted_relative_error,36893,0.02500,0.968
31,model.language_model.layers.31.mlp.experts.238.down_proj,0.0118240901,hessian_weighted_relative_error,17314,0.02500,0.761
31,model.language_model.layers.31.mlp.experts.238.gate_proj,0.0065766764,hessian_weighted_relative_error,17314,0.02500,0.791
31,model.language_model.layers.31.mlp.experts.238.up_proj,0.0069966845,hessian_weighted_relative_error,17314,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.239.down_proj,0.0130391375,hessian_weighted_relative_error,15722,0.02500,0.879
31,model.language_model.layers.31.mlp.experts.239.gate_proj,0.0071978812,hessian_weighted_relative_error,15722,0.02500,0.923
31,model.language_model.layers.31.mlp.experts.239.up_proj,0.0084199526,hessian_weighted_relative_error,15722,0.02500,0.976
31,model.language_model.layers.31.mlp.experts.24.down_proj,0.0142937736,hessian_weighted_relative_error,26383,0.02500,0.727
31,model.language_model.layers.31.mlp.experts.24.gate_proj,0.0078391896,hessian_weighted_relative_error,26383,0.02500,0.752
31,model.language_model.layers.31.mlp.experts.24.up_proj,0.0098183084,hessian_weighted_relative_error,26383,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.240.down_proj,0.0103638275,hessian_weighted_relative_error,28422,0.02500,0.762
31,model.language_model.layers.31.mlp.experts.240.gate_proj,0.0063329188,hessian_weighted_relative_error,28422,0.02500,0.810
31,model.language_model.layers.31.mlp.experts.240.up_proj,0.0067032185,hessian_weighted_relative_error,28422,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.241.down_proj,0.0084537007,hessian_weighted_relative_error,25016,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.241.gate_proj,0.0048152310,hessian_weighted_relative_error,25016,0.02500,0.927
31,model.language_model.layers.31.mlp.experts.241.up_proj,0.0051494373,hessian_weighted_relative_error,25016,0.02500,0.952
31,model.language_model.layers.31.mlp.experts.242.down_proj,0.0142509067,hessian_weighted_relative_error,23336,0.02500,0.759
31,model.language_model.layers.31.mlp.experts.242.gate_proj,0.0086774590,hessian_weighted_relative_error,23336,0.02500,0.790
31,model.language_model.layers.31.mlp.experts.242.up_proj,0.0102639411,hessian_weighted_relative_error,23336,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.243.down_proj,0.0112674936,hessian_weighted_relative_error,7685,0.02500,0.882
31,model.language_model.layers.31.mlp.experts.243.gate_proj,0.0042581227,hessian_weighted_relative_error,7685,0.02500,0.926
31,model.language_model.layers.31.mlp.experts.243.up_proj,0.0067213484,hessian_weighted_relative_error,7685,0.02500,0.955
31,model.language_model.layers.31.mlp.experts.244.down_proj,0.0098976827,hessian_weighted_relative_error,16516,0.02500,0.759
31,model.language_model.layers.31.mlp.experts.244.gate_proj,0.0054780373,hessian_weighted_relative_error,16516,0.02500,0.790
31,model.language_model.layers.31.mlp.experts.244.up_proj,0.0058666326,hessian_weighted_relative_error,16516,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.245.down_proj,0.0133174020,hessian_weighted_relative_error,15187,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.245.gate_proj,0.0070961075,hessian_weighted_relative_error,15187,0.02500,0.926
31,model.language_model.layers.31.mlp.experts.245.up_proj,0.0083550920,hessian_weighted_relative_error,15187,0.02500,0.961
31,model.language_model.layers.31.mlp.experts.246.down_proj,0.0127451638,hessian_weighted_relative_error,18731,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.246.gate_proj,0.0079990367,hessian_weighted_relative_error,18731,0.02500,0.792
31,model.language_model.layers.31.mlp.experts.246.up_proj,0.0088974138,hessian_weighted_relative_error,18731,0.02500,0.809
31,model.language_model.layers.31.mlp.experts.247.down_proj,0.0007053325,hessian_weighted_relative_error,22958,0.02500,0.881
31,model.language_model.layers.31.mlp.experts.247.gate_proj,0.0084337231,hessian_weighted_relative_error,22958,0.02500,0.932
31,model.language_model.layers.31.mlp.experts.247.up_proj,0.0090817396,hessian_weighted_relative_error,22958,0.02500,0.966
31,model.language_model.layers.31.mlp.experts.248.down_proj,0.0129962599,hessian_weighted_relative_error,92459,0.02500,0.764
31,model.language_model.layers.31.mlp.experts.248.gate_proj,0.0083985514,hessian_weighted_relative_error,92459,0.02500,0.790
31,model.language_model.layers.31.mlp.experts.248.up_proj,0.0086661181,hessian_weighted_relative_error,92459,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.249.down_proj,0.0141191298,hessian_weighted_relative_error,18691,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.249.gate_proj,0.0075796083,hessian_weighted_relative_error,18691,0.02500,0.924
31,model.language_model.layers.31.mlp.experts.249.up_proj,0.0095997728,hessian_weighted_relative_error,18691,0.02500,0.946
31,model.language_model.layers.31.mlp.experts.25.down_proj,0.0107550811,hessian_weighted_relative_error,15444,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.25.gate_proj,0.0056090792,hessian_weighted_relative_error,15444,0.02500,0.849
31,model.language_model.layers.31.mlp.experts.25.up_proj,0.0071815024,hessian_weighted_relative_error,15444,0.02500,0.945
31,model.language_model.layers.31.mlp.experts.250.down_proj,0.0132615529,hessian_weighted_relative_error,30086,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.250.gate_proj,0.0080695184,hessian_weighted_relative_error,30086,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.250.up_proj,0.0089636393,hessian_weighted_relative_error,30086,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.251.down_proj,0.0111658174,hessian_weighted_relative_error,37192,0.02500,0.883
31,model.language_model.layers.31.mlp.experts.251.gate_proj,0.0062476901,hessian_weighted_relative_error,37192,0.02500,0.931
31,model.language_model.layers.31.mlp.experts.251.up_proj,0.0066722226,hessian_weighted_relative_error,37192,0.02500,0.943
31,model.language_model.layers.31.mlp.experts.252.down_proj,0.0078265352,hessian_weighted_relative_error,8795,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.252.gate_proj,0.0045767409,hessian_weighted_relative_error,8795,0.02500,0.791
31,model.language_model.layers.31.mlp.experts.252.up_proj,0.0049046121,hessian_weighted_relative_error,8795,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.253.down_proj,0.0132537772,hessian_weighted_relative_error,39932,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.253.gate_proj,0.0084563087,hessian_weighted_relative_error,39932,0.02500,0.926
31,model.language_model.layers.31.mlp.experts.253.up_proj,0.0099002169,hessian_weighted_relative_error,39932,0.02500,0.950
31,model.language_model.layers.31.mlp.experts.254.down_proj,0.0136747722,hessian_weighted_relative_error,15255,0.02500,0.761
31,model.language_model.layers.31.mlp.experts.254.gate_proj,0.0090176270,hessian_weighted_relative_error,15255,0.02500,0.793
31,model.language_model.layers.31.mlp.experts.254.up_proj,0.0096745036,hessian_weighted_relative_error,15255,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.255.down_proj,0.0120179502,hessian_weighted_relative_error,13219,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.255.gate_proj,0.0077294413,hessian_weighted_relative_error,13219,0.02500,0.940
31,model.language_model.layers.31.mlp.experts.255.up_proj,0.0084624856,hessian_weighted_relative_error,13219,0.02500,0.953
31,model.language_model.layers.31.mlp.experts.256.down_proj,0.0134352581,hessian_weighted_relative_error,29502,0.02500,0.763
31,model.language_model.layers.31.mlp.experts.256.gate_proj,0.0080512861,hessian_weighted_relative_error,29502,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.256.up_proj,0.0094051182,hessian_weighted_relative_error,29502,0.02500,0.809
31,model.language_model.layers.31.mlp.experts.257.down_proj,0.0116474871,hessian_weighted_relative_error,29300,0.02500,0.882
31,model.language_model.layers.31.mlp.experts.257.gate_proj,0.0067335968,hessian_weighted_relative_error,29300,0.02500,0.925
31,model.language_model.layers.31.mlp.experts.257.up_proj,0.0073074981,hessian_weighted_relative_error,29300,0.02500,0.943
31,model.language_model.layers.31.mlp.experts.258.down_proj,0.0138614944,hessian_weighted_relative_error,41625,0.02500,0.761
31,model.language_model.layers.31.mlp.experts.258.gate_proj,0.0084215464,hessian_weighted_relative_error,41625,0.02500,0.794
31,model.language_model.layers.31.mlp.experts.258.up_proj,0.0101104248,hessian_weighted_relative_error,41625,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.259.down_proj,0.0094705725,hessian_weighted_relative_error,12768,0.02500,0.884
31,model.language_model.layers.31.mlp.experts.259.gate_proj,0.0048053425,hessian_weighted_relative_error,12768,0.02500,0.932
31,model.language_model.layers.31.mlp.experts.259.up_proj,0.0051971219,hessian_weighted_relative_error,12768,0.02500,0.945
31,model.language_model.layers.31.mlp.experts.26.down_proj,0.0138206948,hessian_weighted_relative_error,16735,0.02500,0.724
31,model.language_model.layers.31.mlp.experts.26.gate_proj,0.0082921882,hessian_weighted_relative_error,16735,0.02500,0.753
31,model.language_model.layers.31.mlp.experts.26.up_proj,0.0089121836,hessian_weighted_relative_error,16735,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.260.down_proj,0.0131730732,hessian_weighted_relative_error,42412,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.260.gate_proj,0.0082015653,hessian_weighted_relative_error,42412,0.02500,0.792
31,model.language_model.layers.31.mlp.experts.260.up_proj,0.0093468151,hessian_weighted_relative_error,42412,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.261.down_proj,0.0124408036,hessian_weighted_relative_error,14369,0.02500,0.881
31,model.language_model.layers.31.mlp.experts.261.gate_proj,0.0067443079,hessian_weighted_relative_error,14369,0.02500,0.934
31,model.language_model.layers.31.mlp.experts.261.up_proj,0.0078787253,hessian_weighted_relative_error,14369,0.02500,0.949
31,model.language_model.layers.31.mlp.experts.262.down_proj,0.0147794806,hessian_weighted_relative_error,21843,0.02500,0.762
31,model.language_model.layers.31.mlp.experts.262.gate_proj,0.0081612443,hessian_weighted_relative_error,21843,0.02500,0.792
31,model.language_model.layers.31.mlp.experts.262.up_proj,0.0102396664,hessian_weighted_relative_error,21843,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.263.down_proj,0.0126187547,hessian_weighted_relative_error,26977,0.02500,0.881
31,model.language_model.layers.31.mlp.experts.263.gate_proj,0.0082762274,hessian_weighted_relative_error,26977,0.02500,0.927
31,model.language_model.layers.31.mlp.experts.263.up_proj,0.0092886864,hessian_weighted_relative_error,26977,0.02500,0.949
31,model.language_model.layers.31.mlp.experts.264.down_proj,0.0129465513,hessian_weighted_relative_error,36075,0.02500,0.764
31,model.language_model.layers.31.mlp.experts.264.gate_proj,0.0087380946,hessian_weighted_relative_error,36075,0.02500,0.792
31,model.language_model.layers.31.mlp.experts.264.up_proj,0.0096444476,hessian_weighted_relative_error,36075,0.02500,0.809
31,model.language_model.layers.31.mlp.experts.265.down_proj,0.0107279609,hessian_weighted_relative_error,10910,0.02500,0.883
31,model.language_model.layers.31.mlp.experts.265.gate_proj,0.0057316633,hessian_weighted_relative_error,10910,0.02500,0.928
31,model.language_model.layers.31.mlp.experts.265.up_proj,0.0065433179,hessian_weighted_relative_error,10910,0.02500,0.937
31,model.language_model.layers.31.mlp.experts.266.down_proj,0.0108726996,hessian_weighted_relative_error,11032,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.266.gate_proj,0.0066912799,hessian_weighted_relative_error,11032,0.02500,0.799
31,model.language_model.layers.31.mlp.experts.266.up_proj,0.0071852971,hessian_weighted_relative_error,11032,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.267.down_proj,0.0146777115,hessian_weighted_relative_error,19252,0.02500,0.886
31,model.language_model.layers.31.mlp.experts.267.gate_proj,0.0085284810,hessian_weighted_relative_error,19252,0.02500,0.931
31,model.language_model.layers.31.mlp.experts.267.up_proj,0.0099555693,hessian_weighted_relative_error,19252,0.02500,0.938
31,model.language_model.layers.31.mlp.experts.268.down_proj,0.0126515826,hessian_weighted_relative_error,44987,0.02500,0.767
31,model.language_model.layers.31.mlp.experts.268.gate_proj,0.0076723630,hessian_weighted_relative_error,44987,0.02500,0.793
31,model.language_model.layers.31.mlp.experts.268.up_proj,0.0081590614,hessian_weighted_relative_error,44987,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.269.down_proj,0.0127460060,hessian_weighted_relative_error,12810,0.02500,0.882
31,model.language_model.layers.31.mlp.experts.269.gate_proj,0.0062682546,hessian_weighted_relative_error,12810,0.02500,0.927
31,model.language_model.layers.31.mlp.experts.269.up_proj,0.0077798172,hessian_weighted_relative_error,12810,0.02500,0.946
31,model.language_model.layers.31.mlp.experts.27.down_proj,0.0140727260,hessian_weighted_relative_error,59003,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.27.gate_proj,0.0089708275,hessian_weighted_relative_error,59003,0.02500,0.851
31,model.language_model.layers.31.mlp.experts.27.up_proj,0.0094458364,hessian_weighted_relative_error,59003,0.02500,0.939
31,model.language_model.layers.31.mlp.experts.270.down_proj,0.0129432374,hessian_weighted_relative_error,32057,0.02500,0.763
31,model.language_model.layers.31.mlp.experts.270.gate_proj,0.0079019561,hessian_weighted_relative_error,32057,0.02500,0.799
31,model.language_model.layers.31.mlp.experts.270.up_proj,0.0090742407,hessian_weighted_relative_error,32057,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.271.down_proj,0.0127478368,hessian_weighted_relative_error,25962,0.02500,0.882
31,model.language_model.layers.31.mlp.experts.271.gate_proj,0.0072810592,hessian_weighted_relative_error,25962,0.02500,0.937
31,model.language_model.layers.31.mlp.experts.271.up_proj,0.0081382119,hessian_weighted_relative_error,25962,0.02500,0.947
31,model.language_model.layers.31.mlp.experts.272.down_proj,0.0126960056,hessian_weighted_relative_error,18907,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.272.gate_proj,0.0079972534,hessian_weighted_relative_error,18907,0.02500,0.794
31,model.language_model.layers.31.mlp.experts.272.up_proj,0.0084923557,hessian_weighted_relative_error,18907,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.273.down_proj,0.0136735805,hessian_weighted_relative_error,27818,0.02500,0.884
31,model.language_model.layers.31.mlp.experts.273.gate_proj,0.0084140375,hessian_weighted_relative_error,27818,0.02500,0.937
31,model.language_model.layers.31.mlp.experts.273.up_proj,0.0096750922,hessian_weighted_relative_error,27818,0.02500,0.936
31,model.language_model.layers.31.mlp.experts.274.down_proj,0.0138365316,hessian_weighted_relative_error,18385,0.02500,0.762
31,model.language_model.layers.31.mlp.experts.274.gate_proj,0.0085646326,hessian_weighted_relative_error,18385,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.274.up_proj,0.0092637710,hessian_weighted_relative_error,18385,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.275.down_proj,0.0114250988,hessian_weighted_relative_error,18825,0.02500,0.887
31,model.language_model.layers.31.mlp.experts.275.gate_proj,0.0065176525,hessian_weighted_relative_error,18825,0.02500,0.932
31,model.language_model.layers.31.mlp.experts.275.up_proj,0.0076056203,hessian_weighted_relative_error,18825,0.02500,0.939
31,model.language_model.layers.31.mlp.experts.276.down_proj,0.0140289754,hessian_weighted_relative_error,23850,0.02500,0.768
31,model.language_model.layers.31.mlp.experts.276.gate_proj,0.0087202212,hessian_weighted_relative_error,23850,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.276.up_proj,0.0093810637,hessian_weighted_relative_error,23850,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.277.down_proj,0.0126013872,hessian_weighted_relative_error,17309,0.02500,0.883
31,model.language_model.layers.31.mlp.experts.277.gate_proj,0.0077194992,hessian_weighted_relative_error,17309,0.02500,0.932
31,model.language_model.layers.31.mlp.experts.277.up_proj,0.0088615851,hessian_weighted_relative_error,17309,0.02500,0.933
31,model.language_model.layers.31.mlp.experts.278.down_proj,0.0122766481,hessian_weighted_relative_error,14979,0.02500,0.764
31,model.language_model.layers.31.mlp.experts.278.gate_proj,0.0074287240,hessian_weighted_relative_error,14979,0.02500,0.793
31,model.language_model.layers.31.mlp.experts.278.up_proj,0.0082416060,hessian_weighted_relative_error,14979,0.02500,0.811
31,model.language_model.layers.31.mlp.experts.279.down_proj,0.0113792788,hessian_weighted_relative_error,13267,0.02500,0.884
31,model.language_model.layers.31.mlp.experts.279.gate_proj,0.0065043930,hessian_weighted_relative_error,13267,0.02500,0.938
31,model.language_model.layers.31.mlp.experts.279.up_proj,0.0072932454,hessian_weighted_relative_error,13267,0.02500,0.933
31,model.language_model.layers.31.mlp.experts.28.down_proj,0.0115315206,hessian_weighted_relative_error,26645,0.02500,0.728
31,model.language_model.layers.31.mlp.experts.28.gate_proj,0.0055170558,hessian_weighted_relative_error,26645,0.02500,0.753
31,model.language_model.layers.31.mlp.experts.28.up_proj,0.0080693068,hessian_weighted_relative_error,26645,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.280.down_proj,0.0116893688,hessian_weighted_relative_error,43061,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.280.gate_proj,0.0075320984,hessian_weighted_relative_error,43061,0.02500,0.792
31,model.language_model.layers.31.mlp.experts.280.up_proj,0.0079374442,hessian_weighted_relative_error,43061,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.281.down_proj,0.0135026705,hessian_weighted_relative_error,27319,0.02500,0.883
31,model.language_model.layers.31.mlp.experts.281.gate_proj,0.0086593389,hessian_weighted_relative_error,27319,0.02500,0.937
31,model.language_model.layers.31.mlp.experts.281.up_proj,0.0092861411,hessian_weighted_relative_error,27319,0.02500,0.925
31,model.language_model.layers.31.mlp.experts.282.down_proj,0.0138914037,hessian_weighted_relative_error,25787,0.02500,0.761
31,model.language_model.layers.31.mlp.experts.282.gate_proj,0.0084826323,hessian_weighted_relative_error,25787,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.282.up_proj,0.0092295175,hessian_weighted_relative_error,25787,0.02500,0.804
31,model.language_model.layers.31.mlp.experts.283.down_proj,0.0104915784,hessian_weighted_relative_error,26156,0.02500,0.887
31,model.language_model.layers.31.mlp.experts.283.gate_proj,0.0072008545,hessian_weighted_relative_error,26156,0.02500,0.932
31,model.language_model.layers.31.mlp.experts.283.up_proj,0.0077516019,hessian_weighted_relative_error,26156,0.02500,0.929
31,model.language_model.layers.31.mlp.experts.284.down_proj,0.0150767525,hessian_weighted_relative_error,35450,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.284.gate_proj,0.0080740269,hessian_weighted_relative_error,35450,0.02500,0.794
31,model.language_model.layers.31.mlp.experts.284.up_proj,0.0106955900,hessian_weighted_relative_error,35450,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.285.down_proj,0.0146162508,hessian_weighted_relative_error,27805,0.02500,0.884
31,model.language_model.layers.31.mlp.experts.285.gate_proj,0.0083826018,hessian_weighted_relative_error,27805,0.02500,0.938
31,model.language_model.layers.31.mlp.experts.285.up_proj,0.0101194188,hessian_weighted_relative_error,27805,0.02500,0.927
31,model.language_model.layers.31.mlp.experts.286.down_proj,0.0135666666,hessian_weighted_relative_error,24272,0.02500,0.762
31,model.language_model.layers.31.mlp.experts.286.gate_proj,0.0087280725,hessian_weighted_relative_error,24272,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.286.up_proj,0.0096894176,hessian_weighted_relative_error,24272,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.287.down_proj,0.0136307835,hessian_weighted_relative_error,10746,0.02500,0.884
31,model.language_model.layers.31.mlp.experts.287.gate_proj,0.0077269868,hessian_weighted_relative_error,10746,0.02500,0.935
31,model.language_model.layers.31.mlp.experts.287.up_proj,0.0087906762,hessian_weighted_relative_error,10746,0.02500,0.935
31,model.language_model.layers.31.mlp.experts.29.down_proj,0.0122748413,hessian_weighted_relative_error,28492,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.29.gate_proj,0.0092478915,hessian_weighted_relative_error,28492,0.02500,0.848
31,model.language_model.layers.31.mlp.experts.29.up_proj,0.0103312200,hessian_weighted_relative_error,28492,0.02500,0.942
31,model.language_model.layers.31.mlp.experts.3.down_proj,0.0140977616,hessian_weighted_relative_error,18093,0.02500,0.790
31,model.language_model.layers.31.mlp.experts.3.gate_proj,0.0087003729,hessian_weighted_relative_error,18093,0.02500,0.837
31,model.language_model.layers.31.mlp.experts.3.up_proj,0.0096133049,hessian_weighted_relative_error,18093,0.02500,0.939
31,model.language_model.layers.31.mlp.experts.30.down_proj,0.0119688663,hessian_weighted_relative_error,41727,0.02500,0.726
31,model.language_model.layers.31.mlp.experts.30.gate_proj,0.0074228504,hessian_weighted_relative_error,41727,0.02500,0.753
31,model.language_model.layers.31.mlp.experts.30.up_proj,0.0079298626,hessian_weighted_relative_error,41727,0.02500,0.795
31,model.language_model.layers.31.mlp.experts.31.down_proj,0.0141295297,hessian_weighted_relative_error,18609,0.02500,0.802
31,model.language_model.layers.31.mlp.experts.31.gate_proj,0.0083873866,hessian_weighted_relative_error,18609,0.02500,0.850
31,model.language_model.layers.31.mlp.experts.31.up_proj,0.0096609739,hessian_weighted_relative_error,18609,0.02500,0.948
31,model.language_model.layers.31.mlp.experts.32.down_proj,0.0138153665,hessian_weighted_relative_error,22478,0.02500,0.732
31,model.language_model.layers.31.mlp.experts.32.gate_proj,0.0084267753,hessian_weighted_relative_error,22478,0.02500,0.754
31,model.language_model.layers.31.mlp.experts.32.up_proj,0.0096702519,hessian_weighted_relative_error,22478,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.33.down_proj,0.0141016574,hessian_weighted_relative_error,40881,0.02500,0.806
31,model.language_model.layers.31.mlp.experts.33.gate_proj,0.0083143836,hessian_weighted_relative_error,40881,0.02500,0.855
31,model.language_model.layers.31.mlp.experts.33.up_proj,0.0096058726,hessian_weighted_relative_error,40881,0.02500,0.938
31,model.language_model.layers.31.mlp.experts.34.down_proj,0.0141985791,hessian_weighted_relative_error,22857,0.02500,0.725
31,model.language_model.layers.31.mlp.experts.34.gate_proj,0.0086768834,hessian_weighted_relative_error,22857,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.34.up_proj,0.0093530534,hessian_weighted_relative_error,22857,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.35.down_proj,0.0140687725,hessian_weighted_relative_error,17402,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.35.gate_proj,0.0083508464,hessian_weighted_relative_error,17402,0.02500,0.855
31,model.language_model.layers.31.mlp.experts.35.up_proj,0.0091393752,hessian_weighted_relative_error,17402,0.02500,0.946
31,model.language_model.layers.31.mlp.experts.36.down_proj,0.0123628152,hessian_weighted_relative_error,42900,0.02500,0.726
31,model.language_model.layers.31.mlp.experts.36.gate_proj,0.0079070203,hessian_weighted_relative_error,42900,0.02500,0.755
31,model.language_model.layers.31.mlp.experts.36.up_proj,0.0083237810,hessian_weighted_relative_error,42900,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.37.down_proj,0.0089809682,hessian_weighted_relative_error,37254,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.37.gate_proj,0.0060260029,hessian_weighted_relative_error,37254,0.02500,0.852
31,model.language_model.layers.31.mlp.experts.37.up_proj,0.0067159496,hessian_weighted_relative_error,37254,0.02500,0.939
31,model.language_model.layers.31.mlp.experts.38.down_proj,0.0154634638,hessian_weighted_relative_error,47307,0.02500,0.729
31,model.language_model.layers.31.mlp.experts.38.gate_proj,0.0095384016,hessian_weighted_relative_error,47307,0.02500,0.757
31,model.language_model.layers.31.mlp.experts.38.up_proj,0.0108313582,hessian_weighted_relative_error,47307,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.39.down_proj,0.0119373256,hessian_weighted_relative_error,8101,0.02500,0.805
31,model.language_model.layers.31.mlp.experts.39.gate_proj,0.0057146636,hessian_weighted_relative_error,8101,0.02500,0.858
31,model.language_model.layers.31.mlp.experts.39.up_proj,0.0071893506,hessian_weighted_relative_error,8101,0.02500,0.947
31,model.language_model.layers.31.mlp.experts.4.down_proj,0.0132206425,hessian_weighted_relative_error,20053,0.02500,0.706
31,model.language_model.layers.31.mlp.experts.4.gate_proj,0.0079019744,hessian_weighted_relative_error,20053,0.02500,0.745
31,model.language_model.layers.31.mlp.experts.4.up_proj,0.0087885683,hessian_weighted_relative_error,20053,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.40.down_proj,0.0110539922,hessian_weighted_relative_error,50656,0.02500,0.731
31,model.language_model.layers.31.mlp.experts.40.gate_proj,0.0076225527,hessian_weighted_relative_error,50656,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.40.up_proj,0.0081155731,hessian_weighted_relative_error,50656,0.02500,0.798
31,model.language_model.layers.31.mlp.experts.41.down_proj,0.0139708909,hessian_weighted_relative_error,42219,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.41.gate_proj,0.0090470095,hessian_weighted_relative_error,42219,0.02500,0.859
31,model.language_model.layers.31.mlp.experts.41.up_proj,0.0098390909,hessian_weighted_relative_error,42219,0.02500,0.941
31,model.language_model.layers.31.mlp.experts.42.down_proj,0.0127021832,hessian_weighted_relative_error,19624,0.02500,0.728
31,model.language_model.layers.31.mlp.experts.42.gate_proj,0.0077003352,hessian_weighted_relative_error,19624,0.02500,0.762
31,model.language_model.layers.31.mlp.experts.42.up_proj,0.0081814580,hessian_weighted_relative_error,19624,0.02500,0.798
31,model.language_model.layers.31.mlp.experts.43.down_proj,0.0150254808,hessian_weighted_relative_error,24006,0.02500,0.810
31,model.language_model.layers.31.mlp.experts.43.gate_proj,0.0080385312,hessian_weighted_relative_error,24006,0.02500,0.861
31,model.language_model.layers.31.mlp.experts.43.up_proj,0.0103723565,hessian_weighted_relative_error,24006,0.02500,0.951
31,model.language_model.layers.31.mlp.experts.44.down_proj,0.0131534129,hessian_weighted_relative_error,27952,0.02500,0.729
31,model.language_model.layers.31.mlp.experts.44.gate_proj,0.0078451619,hessian_weighted_relative_error,27952,0.02500,0.759
31,model.language_model.layers.31.mlp.experts.44.up_proj,0.0086006396,hessian_weighted_relative_error,27952,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.45.down_proj,0.0138789179,hessian_weighted_relative_error,74586,0.02500,0.811
31,model.language_model.layers.31.mlp.experts.45.gate_proj,0.0092782211,hessian_weighted_relative_error,74586,0.02500,0.858
31,model.language_model.layers.31.mlp.experts.45.up_proj,0.0098242614,hessian_weighted_relative_error,74586,0.02500,0.946
31,model.language_model.layers.31.mlp.experts.46.down_proj,0.0137045954,hessian_weighted_relative_error,53176,0.02500,0.731
31,model.language_model.layers.31.mlp.experts.46.gate_proj,0.0080174986,hessian_weighted_relative_error,53176,0.02500,0.762
31,model.language_model.layers.31.mlp.experts.46.up_proj,0.0099652662,hessian_weighted_relative_error,53176,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.47.down_proj,0.0139454750,hessian_weighted_relative_error,42695,0.02500,0.807
31,model.language_model.layers.31.mlp.experts.47.gate_proj,0.0083938759,hessian_weighted_relative_error,42695,0.02500,0.858
31,model.language_model.layers.31.mlp.experts.47.up_proj,0.0096222803,hessian_weighted_relative_error,42695,0.02500,0.947
31,model.language_model.layers.31.mlp.experts.48.down_proj,0.0114706062,hessian_weighted_relative_error,38347,0.02500,0.733
31,model.language_model.layers.31.mlp.experts.48.gate_proj,0.0073177305,hessian_weighted_relative_error,38347,0.02500,0.760
31,model.language_model.layers.31.mlp.experts.48.up_proj,0.0079593503,hessian_weighted_relative_error,38347,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.49.down_proj,0.0130026422,hessian_weighted_relative_error,23627,0.02500,0.813
31,model.language_model.layers.31.mlp.experts.49.gate_proj,0.0078717853,hessian_weighted_relative_error,23627,0.02500,0.862
31,model.language_model.layers.31.mlp.experts.49.up_proj,0.0087894259,hessian_weighted_relative_error,23627,0.02500,0.951
31,model.language_model.layers.31.mlp.experts.5.down_proj,0.0144690870,hessian_weighted_relative_error,16243,0.02500,0.767
31,model.language_model.layers.31.mlp.experts.5.gate_proj,0.0085963775,hessian_weighted_relative_error,16243,0.02500,0.838
31,model.language_model.layers.31.mlp.experts.5.up_proj,0.0095646680,hessian_weighted_relative_error,16243,0.02500,0.939
31,model.language_model.layers.31.mlp.experts.50.down_proj,0.0138356433,hessian_weighted_relative_error,40448,0.02500,0.730
31,model.language_model.layers.31.mlp.experts.50.gate_proj,0.0083830674,hessian_weighted_relative_error,40448,0.02500,0.765
31,model.language_model.layers.31.mlp.experts.50.up_proj,0.0093391364,hessian_weighted_relative_error,40448,0.02500,0.799
31,model.language_model.layers.31.mlp.experts.51.down_proj,0.0149371942,hessian_weighted_relative_error,48396,0.02500,0.814
31,model.language_model.layers.31.mlp.experts.51.gate_proj,0.0087564210,hessian_weighted_relative_error,48396,0.02500,0.866
31,model.language_model.layers.31.mlp.experts.51.up_proj,0.0104679858,hessian_weighted_relative_error,48396,0.02500,0.951
31,model.language_model.layers.31.mlp.experts.52.down_proj,0.0112301559,hessian_weighted_relative_error,50356,0.02500,0.730
31,model.language_model.layers.31.mlp.experts.52.gate_proj,0.0068807187,hessian_weighted_relative_error,50356,0.02500,0.761
31,model.language_model.layers.31.mlp.experts.52.up_proj,0.0075468984,hessian_weighted_relative_error,50356,0.02500,0.808
31,model.language_model.layers.31.mlp.experts.53.down_proj,0.0104217135,hessian_weighted_relative_error,8765,0.02500,0.809
31,model.language_model.layers.31.mlp.experts.53.gate_proj,0.0067773966,hessian_weighted_relative_error,8765,0.02500,0.862
31,model.language_model.layers.31.mlp.experts.53.up_proj,0.0074935130,hessian_weighted_relative_error,8765,0.02500,0.950
31,model.language_model.layers.31.mlp.experts.54.down_proj,0.0151053606,hessian_weighted_relative_error,30722,0.02500,0.733
31,model.language_model.layers.31.mlp.experts.54.gate_proj,0.0089664952,hessian_weighted_relative_error,30722,0.02500,0.764
31,model.language_model.layers.31.mlp.experts.54.up_proj,0.0105051950,hessian_weighted_relative_error,30722,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.55.down_proj,0.0142824936,hessian_weighted_relative_error,71621,0.02500,0.812
31,model.language_model.layers.31.mlp.experts.55.gate_proj,0.0096605850,hessian_weighted_relative_error,71621,0.02500,0.865
31,model.language_model.layers.31.mlp.experts.55.up_proj,0.0102414479,hessian_weighted_relative_error,71621,0.02500,0.949
31,model.language_model.layers.31.mlp.experts.56.down_proj,0.0138959960,hessian_weighted_relative_error,20000,0.02500,0.735
31,model.language_model.layers.31.mlp.experts.56.gate_proj,0.0084112775,hessian_weighted_relative_error,20000,0.02500,0.762
31,model.language_model.layers.31.mlp.experts.56.up_proj,0.0091402456,hessian_weighted_relative_error,20000,0.02500,0.798
31,model.language_model.layers.31.mlp.experts.57.down_proj,0.0076775168,hessian_weighted_relative_error,19521,0.02500,0.817
31,model.language_model.layers.31.mlp.experts.57.gate_proj,0.0049882324,hessian_weighted_relative_error,19521,0.02500,0.867
31,model.language_model.layers.31.mlp.experts.57.up_proj,0.0057778366,hessian_weighted_relative_error,19521,0.02500,0.950
31,model.language_model.layers.31.mlp.experts.58.down_proj,0.0083232382,hessian_weighted_relative_error,16306,0.02500,0.733
31,model.language_model.layers.31.mlp.experts.58.gate_proj,0.0036554942,hessian_weighted_relative_error,16306,0.02500,0.763
31,model.language_model.layers.31.mlp.experts.58.up_proj,0.0033469084,hessian_weighted_relative_error,16306,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.59.down_proj,0.0140264784,hessian_weighted_relative_error,23795,0.02500,0.818
31,model.language_model.layers.31.mlp.experts.59.gate_proj,0.0078566047,hessian_weighted_relative_error,23795,0.02500,0.869
31,model.language_model.layers.31.mlp.experts.59.up_proj,0.0092732606,hessian_weighted_relative_error,23795,0.02500,0.954
31,model.language_model.layers.31.mlp.experts.6.down_proj,0.0118156759,hessian_weighted_relative_error,33380,0.02500,0.719
31,model.language_model.layers.31.mlp.experts.6.gate_proj,0.0075781598,hessian_weighted_relative_error,33380,0.02500,0.744
31,model.language_model.layers.31.mlp.experts.6.up_proj,0.0085858422,hessian_weighted_relative_error,33380,0.02500,0.794
31,model.language_model.layers.31.mlp.experts.60.down_proj,0.0143632115,hessian_weighted_relative_error,19724,0.02500,0.733
31,model.language_model.layers.31.mlp.experts.60.gate_proj,0.0089900558,hessian_weighted_relative_error,19724,0.02500,0.764
31,model.language_model.layers.31.mlp.experts.60.up_proj,0.0099115623,hessian_weighted_relative_error,19724,0.02500,0.797
31,model.language_model.layers.31.mlp.experts.61.down_proj,0.0133722505,hessian_weighted_relative_error,54122,0.02500,0.813
31,model.language_model.layers.31.mlp.experts.61.gate_proj,0.0088391045,hessian_weighted_relative_error,54122,0.02500,0.868
31,model.language_model.layers.31.mlp.experts.61.up_proj,0.0095750534,hessian_weighted_relative_error,54122,0.02500,0.943
31,model.language_model.layers.31.mlp.experts.62.down_proj,0.0094622535,hessian_weighted_relative_error,33844,0.02500,0.734
31,model.language_model.layers.31.mlp.experts.62.gate_proj,0.0063230310,hessian_weighted_relative_error,33844,0.02500,0.765
31,model.language_model.layers.31.mlp.experts.62.up_proj,0.0069184646,hessian_weighted_relative_error,33844,0.02500,0.798
31,model.language_model.layers.31.mlp.experts.63.down_proj,0.0107972499,hessian_weighted_relative_error,71573,0.02500,0.816
31,model.language_model.layers.31.mlp.experts.63.gate_proj,0.0065018974,hessian_weighted_relative_error,71573,0.02500,0.867
31,model.language_model.layers.31.mlp.experts.63.up_proj,0.0070511230,hessian_weighted_relative_error,71573,0.02500,0.955
31,model.language_model.layers.31.mlp.experts.64.down_proj,0.0141660782,hessian_weighted_relative_error,22996,0.02500,0.737
31,model.language_model.layers.31.mlp.experts.64.gate_proj,0.0079247152,hessian_weighted_relative_error,22996,0.02500,0.765
31,model.language_model.layers.31.mlp.experts.64.up_proj,0.0097125628,hessian_weighted_relative_error,22996,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.65.down_proj,0.0101596162,hessian_weighted_relative_error,16951,0.02500,0.821
31,model.language_model.layers.31.mlp.experts.65.gate_proj,0.0053761240,hessian_weighted_relative_error,16951,0.02500,0.871
31,model.language_model.layers.31.mlp.experts.65.up_proj,0.0056928806,hessian_weighted_relative_error,16951,0.02500,0.953
31,model.language_model.layers.31.mlp.experts.66.down_proj,0.0094544377,hessian_weighted_relative_error,178139,0.02500,0.734
31,model.language_model.layers.31.mlp.experts.66.gate_proj,0.0066093425,hessian_weighted_relative_error,178139,0.02500,0.770
31,model.language_model.layers.31.mlp.experts.66.up_proj,0.0069494307,hessian_weighted_relative_error,178139,0.02500,0.799
31,model.language_model.layers.31.mlp.experts.67.down_proj,0.0074980771,hessian_weighted_relative_error,31678,0.02500,0.823
31,model.language_model.layers.31.mlp.experts.67.gate_proj,0.0067839384,hessian_weighted_relative_error,31678,0.02500,0.872
31,model.language_model.layers.31.mlp.experts.67.up_proj,0.0072028877,hessian_weighted_relative_error,31678,0.02500,0.951
31,model.language_model.layers.31.mlp.experts.68.down_proj,0.0053995909,hessian_weighted_relative_error,1538,0.02500,0.736
31,model.language_model.layers.31.mlp.experts.68.gate_proj,0.0025328919,hessian_weighted_relative_error,1538,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.68.up_proj,0.0027840314,hessian_weighted_relative_error,1538,0.02500,0.803
31,model.language_model.layers.31.mlp.experts.69.down_proj,0.0120704098,hessian_weighted_relative_error,17932,0.02500,0.818
31,model.language_model.layers.31.mlp.experts.69.gate_proj,0.0067992550,hessian_weighted_relative_error,17932,0.02500,0.870
31,model.language_model.layers.31.mlp.experts.69.up_proj,0.0078467180,hessian_weighted_relative_error,17932,0.02500,0.953
31,model.language_model.layers.31.mlp.experts.7.down_proj,0.0133586795,hessian_weighted_relative_error,12659,0.02500,0.788
31,model.language_model.layers.31.mlp.experts.7.gate_proj,0.0076801776,hessian_weighted_relative_error,12659,0.02500,0.858
31,model.language_model.layers.31.mlp.experts.7.up_proj,0.0090019423,hessian_weighted_relative_error,12659,0.02500,0.942
31,model.language_model.layers.31.mlp.experts.70.down_proj,0.0143861579,hessian_weighted_relative_error,92580,0.02500,0.737
31,model.language_model.layers.31.mlp.experts.70.gate_proj,0.0093467911,hessian_weighted_relative_error,92580,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.70.up_proj,0.0100329231,hessian_weighted_relative_error,92580,0.02500,0.799
31,model.language_model.layers.31.mlp.experts.71.down_proj,0.0108578770,hessian_weighted_relative_error,70527,0.02500,0.820
31,model.language_model.layers.31.mlp.experts.71.gate_proj,0.0062752211,hessian_weighted_relative_error,70527,0.02500,0.872
31,model.language_model.layers.31.mlp.experts.71.up_proj,0.0066486047,hessian_weighted_relative_error,70527,0.02500,0.954
31,model.language_model.layers.31.mlp.experts.72.down_proj,0.0092120385,hessian_weighted_relative_error,9209,0.02500,0.742
31,model.language_model.layers.31.mlp.experts.72.gate_proj,0.0055690228,hessian_weighted_relative_error,9209,0.02500,0.768
31,model.language_model.layers.31.mlp.experts.72.up_proj,0.0059289459,hessian_weighted_relative_error,9209,0.02500,0.798
31,model.language_model.layers.31.mlp.experts.73.down_proj,0.0140824344,hessian_weighted_relative_error,41390,0.02500,0.824
31,model.language_model.layers.31.mlp.experts.73.gate_proj,0.0089574258,hessian_weighted_relative_error,41390,0.02500,0.878
31,model.language_model.layers.31.mlp.experts.73.up_proj,0.0098868633,hessian_weighted_relative_error,41390,0.02500,0.948
31,model.language_model.layers.31.mlp.experts.74.down_proj,0.0146048158,hessian_weighted_relative_error,31289,0.02500,0.736
31,model.language_model.layers.31.mlp.experts.74.gate_proj,0.0096036382,hessian_weighted_relative_error,31289,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.74.up_proj,0.0104439563,hessian_weighted_relative_error,31289,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.75.down_proj,0.0122912433,hessian_weighted_relative_error,29006,0.02500,0.824
31,model.language_model.layers.31.mlp.experts.75.gate_proj,0.0076870640,hessian_weighted_relative_error,29006,0.02500,0.878
31,model.language_model.layers.31.mlp.experts.75.up_proj,0.0087920815,hessian_weighted_relative_error,29006,0.02500,0.946
31,model.language_model.layers.31.mlp.experts.76.down_proj,0.0096394804,hessian_weighted_relative_error,21466,0.02500,0.739
31,model.language_model.layers.31.mlp.experts.76.gate_proj,0.0070591352,hessian_weighted_relative_error,21466,0.02500,0.765
31,model.language_model.layers.31.mlp.experts.76.up_proj,0.0075986931,hessian_weighted_relative_error,21466,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.77.down_proj,0.0123396051,hessian_weighted_relative_error,32366,0.02500,0.823
31,model.language_model.layers.31.mlp.experts.77.gate_proj,0.0080084991,hessian_weighted_relative_error,32366,0.02500,0.874
31,model.language_model.layers.31.mlp.experts.77.up_proj,0.0089080780,hessian_weighted_relative_error,32366,0.02500,0.951
31,model.language_model.layers.31.mlp.experts.78.down_proj,0.0126450821,hessian_weighted_relative_error,14731,0.02500,0.740
31,model.language_model.layers.31.mlp.experts.78.gate_proj,0.0084634549,hessian_weighted_relative_error,14731,0.02500,0.766
31,model.language_model.layers.31.mlp.experts.78.up_proj,0.0090941020,hessian_weighted_relative_error,14731,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.79.down_proj,0.0133971500,hessian_weighted_relative_error,23045,0.02500,0.824
31,model.language_model.layers.31.mlp.experts.79.gate_proj,0.0081298872,hessian_weighted_relative_error,23045,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.79.up_proj,0.0091039275,hessian_weighted_relative_error,23045,0.02500,0.949
31,model.language_model.layers.31.mlp.experts.8.down_proj,0.0139867165,hessian_weighted_relative_error,22651,0.02500,0.722
31,model.language_model.layers.31.mlp.experts.8.gate_proj,0.0081340852,hessian_weighted_relative_error,22651,0.02500,0.746
31,model.language_model.layers.31.mlp.experts.8.up_proj,0.0094718758,hessian_weighted_relative_error,22651,0.02500,0.796
31,model.language_model.layers.31.mlp.experts.80.down_proj,0.0144457780,hessian_weighted_relative_error,27146,0.02500,0.744
31,model.language_model.layers.31.mlp.experts.80.gate_proj,0.0084350409,hessian_weighted_relative_error,27146,0.02500,0.767
31,model.language_model.layers.31.mlp.experts.80.up_proj,0.0102537993,hessian_weighted_relative_error,27146,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.81.down_proj,0.0138698366,hessian_weighted_relative_error,16301,0.02500,0.827
31,model.language_model.layers.31.mlp.experts.81.gate_proj,0.0072931295,hessian_weighted_relative_error,16301,0.02500,0.879
31,model.language_model.layers.31.mlp.experts.81.up_proj,0.0091227298,hessian_weighted_relative_error,16301,0.02500,0.947
31,model.language_model.layers.31.mlp.experts.82.down_proj,0.0122978143,hessian_weighted_relative_error,11695,0.02500,0.737
31,model.language_model.layers.31.mlp.experts.82.gate_proj,0.0068416055,hessian_weighted_relative_error,11695,0.02500,0.769
31,model.language_model.layers.31.mlp.experts.82.up_proj,0.0077758484,hessian_weighted_relative_error,11695,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.83.down_proj,0.0125816640,hessian_weighted_relative_error,25134,0.02500,0.830
31,model.language_model.layers.31.mlp.experts.83.gate_proj,0.0084472872,hessian_weighted_relative_error,25134,0.02500,0.882
31,model.language_model.layers.31.mlp.experts.83.up_proj,0.0093396722,hessian_weighted_relative_error,25134,0.02500,0.953
31,model.language_model.layers.31.mlp.experts.84.down_proj,0.0110946826,hessian_weighted_relative_error,31758,0.02500,0.737
31,model.language_model.layers.31.mlp.experts.84.gate_proj,0.0070181471,hessian_weighted_relative_error,31758,0.02500,0.768
31,model.language_model.layers.31.mlp.experts.84.up_proj,0.0074749655,hessian_weighted_relative_error,31758,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.85.down_proj,0.0146697782,hessian_weighted_relative_error,36300,0.02500,0.825
31,model.language_model.layers.31.mlp.experts.85.gate_proj,0.0092091445,hessian_weighted_relative_error,36300,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.85.up_proj,0.0100787725,hessian_weighted_relative_error,36300,0.02500,0.951
31,model.language_model.layers.31.mlp.experts.86.down_proj,0.0133347293,hessian_weighted_relative_error,34121,0.02500,0.739
31,model.language_model.layers.31.mlp.experts.86.gate_proj,0.0083874494,hessian_weighted_relative_error,34121,0.02500,0.768
31,model.language_model.layers.31.mlp.experts.86.up_proj,0.0092573600,hessian_weighted_relative_error,34121,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.87.down_proj,0.0116202578,hessian_weighted_relative_error,8395,0.02500,0.826
31,model.language_model.layers.31.mlp.experts.87.gate_proj,0.0067681894,hessian_weighted_relative_error,8395,0.02500,0.880
31,model.language_model.layers.31.mlp.experts.87.up_proj,0.0074642724,hessian_weighted_relative_error,8395,0.02500,0.952
31,model.language_model.layers.31.mlp.experts.88.down_proj,0.0150925712,hessian_weighted_relative_error,35850,0.02500,0.742
31,model.language_model.layers.31.mlp.experts.88.gate_proj,0.0089125040,hessian_weighted_relative_error,35850,0.02500,0.769
31,model.language_model.layers.31.mlp.experts.88.up_proj,0.0106107912,hessian_weighted_relative_error,35850,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.89.down_proj,0.0121019474,hessian_weighted_relative_error,15650,0.02500,0.831
31,model.language_model.layers.31.mlp.experts.89.gate_proj,0.0067340560,hessian_weighted_relative_error,15650,0.02500,0.885
31,model.language_model.layers.31.mlp.experts.89.up_proj,0.0074868295,hessian_weighted_relative_error,15650,0.02500,0.956
31,model.language_model.layers.31.mlp.experts.9.down_proj,0.0114719963,hessian_weighted_relative_error,36457,0.02500,0.794
31,model.language_model.layers.31.mlp.experts.9.gate_proj,0.0075185192,hessian_weighted_relative_error,36457,0.02500,0.841
31,model.language_model.layers.31.mlp.experts.9.up_proj,0.0078845199,hessian_weighted_relative_error,36457,0.02500,0.936
31,model.language_model.layers.31.mlp.experts.90.down_proj,0.0143042686,hessian_weighted_relative_error,23914,0.02500,0.739
31,model.language_model.layers.31.mlp.experts.90.gate_proj,0.0090489816,hessian_weighted_relative_error,23914,0.02500,0.771
31,model.language_model.layers.31.mlp.experts.90.up_proj,0.0102826606,hessian_weighted_relative_error,23914,0.02500,0.801
31,model.language_model.layers.31.mlp.experts.91.down_proj,0.0109725196,hessian_weighted_relative_error,32665,0.02500,0.830
31,model.language_model.layers.31.mlp.experts.91.gate_proj,0.0062717355,hessian_weighted_relative_error,32665,0.02500,0.885
31,model.language_model.layers.31.mlp.experts.91.up_proj,0.0079577175,hessian_weighted_relative_error,32665,0.02500,0.959
31,model.language_model.layers.31.mlp.experts.92.down_proj,0.0112420724,hessian_weighted_relative_error,32117,0.02500,0.739
31,model.language_model.layers.31.mlp.experts.92.gate_proj,0.0064359607,hessian_weighted_relative_error,32117,0.02500,0.772
31,model.language_model.layers.31.mlp.experts.92.up_proj,0.0072566534,hessian_weighted_relative_error,32117,0.02500,0.811
31,model.language_model.layers.31.mlp.experts.93.down_proj,0.0149420659,hessian_weighted_relative_error,27775,0.02500,0.828
31,model.language_model.layers.31.mlp.experts.93.gate_proj,0.0079763389,hessian_weighted_relative_error,27775,0.02500,0.884
31,model.language_model.layers.31.mlp.experts.93.up_proj,0.0103583233,hessian_weighted_relative_error,27775,0.02500,0.956
31,model.language_model.layers.31.mlp.experts.94.down_proj,0.0139850171,hessian_weighted_relative_error,23445,0.02500,0.742
31,model.language_model.layers.31.mlp.experts.94.gate_proj,0.0079707774,hessian_weighted_relative_error,23445,0.02500,0.771
31,model.language_model.layers.31.mlp.experts.94.up_proj,0.0090859663,hessian_weighted_relative_error,23445,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.95.down_proj,0.0121772189,hessian_weighted_relative_error,20423,0.02500,0.829
31,model.language_model.layers.31.mlp.experts.95.gate_proj,0.0069543911,hessian_weighted_relative_error,20423,0.02500,0.885
31,model.language_model.layers.31.mlp.experts.95.up_proj,0.0077763411,hessian_weighted_relative_error,20423,0.02500,0.961
31,model.language_model.layers.31.mlp.experts.96.down_proj,0.0066079552,hessian_weighted_relative_error,2734,0.02500,0.746
31,model.language_model.layers.31.mlp.experts.96.gate_proj,0.0031016445,hessian_weighted_relative_error,2734,0.02500,0.772
31,model.language_model.layers.31.mlp.experts.96.up_proj,0.0035450897,hessian_weighted_relative_error,2734,0.02500,0.800
31,model.language_model.layers.31.mlp.experts.97.down_proj,0.0134861109,hessian_weighted_relative_error,27142,0.02500,0.834
31,model.language_model.layers.31.mlp.experts.97.gate_proj,0.0087636519,hessian_weighted_relative_error,27142,0.02500,0.886
31,model.language_model.layers.31.mlp.experts.97.up_proj,0.0095033838,hessian_weighted_relative_error,27142,0.02500,0.954
31,model.language_model.layers.31.mlp.experts.98.down_proj,0.0114045020,hessian_weighted_relative_error,66573,0.02500,0.740
31,model.language_model.layers.31.mlp.experts.98.gate_proj,0.0072807739,hessian_weighted_relative_error,66573,0.02500,0.774
31,model.language_model.layers.31.mlp.experts.98.up_proj,0.0076847801,hessian_weighted_relative_error,66573,0.02500,0.799
31,model.language_model.layers.31.mlp.experts.99.down_proj,0.0093194309,hessian_weighted_relative_error,8296,0.02500,0.832
31,model.language_model.layers.31.mlp.experts.99.gate_proj,0.0057129003,hessian_weighted_relative_error,8296,0.02500,0.887
31,model.language_model.layers.31.mlp.experts.99.up_proj,0.0059283269,hessian_weighted_relative_error,8296,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.0.down_proj,0.0102429227,hessian_weighted_relative_error,13824,0.02500,0.722
32,model.language_model.layers.32.mlp.experts.0.gate_proj,0.0058810617,hessian_weighted_relative_error,13824,0.02500,0.738
32,model.language_model.layers.32.mlp.experts.0.up_proj,0.0068083745,hessian_weighted_relative_error,13824,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.1.down_proj,0.0120353721,hessian_weighted_relative_error,19060,0.02500,0.791
32,model.language_model.layers.32.mlp.experts.1.gate_proj,0.0076752187,hessian_weighted_relative_error,19060,0.02500,0.841
32,model.language_model.layers.32.mlp.experts.1.up_proj,0.0085029880,hessian_weighted_relative_error,19060,0.02500,0.939
32,model.language_model.layers.32.mlp.experts.10.down_proj,0.0132942136,hessian_weighted_relative_error,46092,0.02500,0.725
32,model.language_model.layers.32.mlp.experts.10.gate_proj,0.0083266336,hessian_weighted_relative_error,46092,0.02500,0.752
32,model.language_model.layers.32.mlp.experts.10.up_proj,0.0087031805,hessian_weighted_relative_error,46092,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.100.down_proj,0.0129278505,hessian_weighted_relative_error,26267,0.02500,0.746
32,model.language_model.layers.32.mlp.experts.100.gate_proj,0.0070776966,hessian_weighted_relative_error,26267,0.02500,0.774
32,model.language_model.layers.32.mlp.experts.100.up_proj,0.0091295393,hessian_weighted_relative_error,26267,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.101.down_proj,0.0109286661,hessian_weighted_relative_error,32129,0.02500,0.838
32,model.language_model.layers.32.mlp.experts.101.gate_proj,0.0064888577,hessian_weighted_relative_error,32129,0.02500,0.889
32,model.language_model.layers.32.mlp.experts.101.up_proj,0.0069004088,hessian_weighted_relative_error,32129,0.02500,0.957
32,model.language_model.layers.32.mlp.experts.102.down_proj,0.0129327625,hessian_weighted_relative_error,23482,0.02500,0.747
32,model.language_model.layers.32.mlp.experts.102.gate_proj,0.0092269014,hessian_weighted_relative_error,23482,0.02500,0.774
32,model.language_model.layers.32.mlp.experts.102.up_proj,0.0098035022,hessian_weighted_relative_error,23482,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.103.down_proj,0.0141512616,hessian_weighted_relative_error,39928,0.02500,0.841
32,model.language_model.layers.32.mlp.experts.103.gate_proj,0.0081966867,hessian_weighted_relative_error,39928,0.02500,0.893
32,model.language_model.layers.32.mlp.experts.103.up_proj,0.0098253287,hessian_weighted_relative_error,39928,0.02500,0.962
32,model.language_model.layers.32.mlp.experts.104.down_proj,0.0125394319,hessian_weighted_relative_error,23369,0.02500,0.749
32,model.language_model.layers.32.mlp.experts.104.gate_proj,0.0079165343,hessian_weighted_relative_error,23369,0.02500,0.775
32,model.language_model.layers.32.mlp.experts.104.up_proj,0.0083542335,hessian_weighted_relative_error,23369,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.105.down_proj,0.0102467174,hessian_weighted_relative_error,4924,0.02500,0.842
32,model.language_model.layers.32.mlp.experts.105.gate_proj,0.0057932461,hessian_weighted_relative_error,4924,0.02500,0.892
32,model.language_model.layers.32.mlp.experts.105.up_proj,0.0067077698,hessian_weighted_relative_error,4924,0.02500,0.956
32,model.language_model.layers.32.mlp.experts.106.down_proj,0.0117521157,hessian_weighted_relative_error,32631,0.02500,0.751
32,model.language_model.layers.32.mlp.experts.106.gate_proj,0.0075180269,hessian_weighted_relative_error,32631,0.02500,0.776
32,model.language_model.layers.32.mlp.experts.106.up_proj,0.0079877543,hessian_weighted_relative_error,32631,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.107.down_proj,0.0104856318,hessian_weighted_relative_error,38102,0.02500,0.850
32,model.language_model.layers.32.mlp.experts.107.gate_proj,0.0067326719,hessian_weighted_relative_error,38102,0.02500,0.893
32,model.language_model.layers.32.mlp.experts.107.up_proj,0.0073727993,hessian_weighted_relative_error,38102,0.02500,0.964
32,model.language_model.layers.32.mlp.experts.108.down_proj,0.0114290437,hessian_weighted_relative_error,35249,0.02500,0.747
32,model.language_model.layers.32.mlp.experts.108.gate_proj,0.0077951302,hessian_weighted_relative_error,35249,0.02500,0.776
32,model.language_model.layers.32.mlp.experts.108.up_proj,0.0086773761,hessian_weighted_relative_error,35249,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.109.down_proj,0.0145597498,hessian_weighted_relative_error,27271,0.02500,0.842
32,model.language_model.layers.32.mlp.experts.109.gate_proj,0.0094835574,hessian_weighted_relative_error,27271,0.02500,0.890
32,model.language_model.layers.32.mlp.experts.109.up_proj,0.0104340931,hessian_weighted_relative_error,27271,0.02500,0.955
32,model.language_model.layers.32.mlp.experts.11.down_proj,0.0141939807,hessian_weighted_relative_error,39029,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.11.gate_proj,0.0096443273,hessian_weighted_relative_error,39029,0.02500,0.845
32,model.language_model.layers.32.mlp.experts.11.up_proj,0.0101777956,hessian_weighted_relative_error,39029,0.02500,0.940
32,model.language_model.layers.32.mlp.experts.110.down_proj,0.0134647080,hessian_weighted_relative_error,27780,0.02500,0.749
32,model.language_model.layers.32.mlp.experts.110.gate_proj,0.0088425536,hessian_weighted_relative_error,27780,0.02500,0.777
32,model.language_model.layers.32.mlp.experts.110.up_proj,0.0099786599,hessian_weighted_relative_error,27780,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.111.down_proj,0.0086854999,hessian_weighted_relative_error,39977,0.02500,0.844
32,model.language_model.layers.32.mlp.experts.111.gate_proj,0.0062208996,hessian_weighted_relative_error,39977,0.02500,0.895
32,model.language_model.layers.32.mlp.experts.111.up_proj,0.0067690912,hessian_weighted_relative_error,39977,0.02500,0.957
32,model.language_model.layers.32.mlp.experts.112.down_proj,0.0043652731,hessian_weighted_relative_error,15754,0.02500,0.750
32,model.language_model.layers.32.mlp.experts.112.gate_proj,0.0047984219,hessian_weighted_relative_error,15754,0.02500,0.777
32,model.language_model.layers.32.mlp.experts.112.up_proj,0.0060711416,hessian_weighted_relative_error,15754,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.113.down_proj,0.0125298634,hessian_weighted_relative_error,35490,0.02500,0.847
32,model.language_model.layers.32.mlp.experts.113.gate_proj,0.0080260288,hessian_weighted_relative_error,35490,0.02500,0.894
32,model.language_model.layers.32.mlp.experts.113.up_proj,0.0085361282,hessian_weighted_relative_error,35490,0.02500,0.967
32,model.language_model.layers.32.mlp.experts.114.down_proj,0.0144946318,hessian_weighted_relative_error,32909,0.02500,0.752
32,model.language_model.layers.32.mlp.experts.114.gate_proj,0.0095480624,hessian_weighted_relative_error,32909,0.02500,0.778
32,model.language_model.layers.32.mlp.experts.114.up_proj,0.0101300630,hessian_weighted_relative_error,32909,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.115.down_proj,0.0138662193,hessian_weighted_relative_error,24805,0.02500,0.853
32,model.language_model.layers.32.mlp.experts.115.gate_proj,0.0089998913,hessian_weighted_relative_error,24805,0.02500,0.893
32,model.language_model.layers.32.mlp.experts.115.up_proj,0.0097324201,hessian_weighted_relative_error,24805,0.02500,0.961
32,model.language_model.layers.32.mlp.experts.116.down_proj,0.0128427199,hessian_weighted_relative_error,27936,0.02500,0.748
32,model.language_model.layers.32.mlp.experts.116.gate_proj,0.0074182629,hessian_weighted_relative_error,27936,0.02500,0.777
32,model.language_model.layers.32.mlp.experts.116.up_proj,0.0084195108,hessian_weighted_relative_error,27936,0.02500,0.808
32,model.language_model.layers.32.mlp.experts.117.down_proj,0.0127391975,hessian_weighted_relative_error,12002,0.02500,0.846
32,model.language_model.layers.32.mlp.experts.117.gate_proj,0.0057301081,hessian_weighted_relative_error,12002,0.02500,0.892
32,model.language_model.layers.32.mlp.experts.117.up_proj,0.0077969858,hessian_weighted_relative_error,12002,0.02500,0.957
32,model.language_model.layers.32.mlp.experts.118.down_proj,0.0121481005,hessian_weighted_relative_error,76679,0.02500,0.753
32,model.language_model.layers.32.mlp.experts.118.gate_proj,0.0081472609,hessian_weighted_relative_error,76679,0.02500,0.778
32,model.language_model.layers.32.mlp.experts.118.up_proj,0.0092848059,hessian_weighted_relative_error,76679,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.119.down_proj,0.0144169442,hessian_weighted_relative_error,20203,0.02500,0.849
32,model.language_model.layers.32.mlp.experts.119.gate_proj,0.0089803140,hessian_weighted_relative_error,20203,0.02500,0.894
32,model.language_model.layers.32.mlp.experts.119.up_proj,0.0100706322,hessian_weighted_relative_error,20203,0.02500,0.957
32,model.language_model.layers.32.mlp.experts.12.down_proj,0.0152906716,hessian_weighted_relative_error,56487,0.02500,0.724
32,model.language_model.layers.32.mlp.experts.12.gate_proj,0.0102629541,hessian_weighted_relative_error,56487,0.02500,0.747
32,model.language_model.layers.32.mlp.experts.12.up_proj,0.0112581655,hessian_weighted_relative_error,56487,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.120.down_proj,0.0090537030,hessian_weighted_relative_error,12202,0.02500,0.751
32,model.language_model.layers.32.mlp.experts.120.gate_proj,0.0047579946,hessian_weighted_relative_error,12202,0.02500,0.777
32,model.language_model.layers.32.mlp.experts.120.up_proj,0.0050830599,hessian_weighted_relative_error,12202,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.121.down_proj,0.0088770943,hessian_weighted_relative_error,27400,0.02500,0.850
32,model.language_model.layers.32.mlp.experts.121.gate_proj,0.0064648392,hessian_weighted_relative_error,27400,0.02500,0.895
32,model.language_model.layers.32.mlp.experts.121.up_proj,0.0078619762,hessian_weighted_relative_error,27400,0.02500,0.963
32,model.language_model.layers.32.mlp.experts.122.down_proj,0.0146452061,hessian_weighted_relative_error,22936,0.02500,0.753
32,model.language_model.layers.32.mlp.experts.122.gate_proj,0.0090761534,hessian_weighted_relative_error,22936,0.02500,0.779
32,model.language_model.layers.32.mlp.experts.122.up_proj,0.0106566474,hessian_weighted_relative_error,22936,0.02500,0.816
32,model.language_model.layers.32.mlp.experts.123.down_proj,0.0097382184,hessian_weighted_relative_error,16484,0.02500,0.855
32,model.language_model.layers.32.mlp.experts.123.gate_proj,0.0052923971,hessian_weighted_relative_error,16484,0.02500,0.896
32,model.language_model.layers.32.mlp.experts.123.up_proj,0.0063398510,hessian_weighted_relative_error,16484,0.02500,0.964
32,model.language_model.layers.32.mlp.experts.124.down_proj,0.0110233804,hessian_weighted_relative_error,38435,0.02500,0.749
32,model.language_model.layers.32.mlp.experts.124.gate_proj,0.0067786542,hessian_weighted_relative_error,38435,0.02500,0.779
32,model.language_model.layers.32.mlp.experts.124.up_proj,0.0073942122,hessian_weighted_relative_error,38435,0.02500,0.800
32,model.language_model.layers.32.mlp.experts.125.down_proj,0.0151673041,hessian_weighted_relative_error,52039,0.02500,0.850
32,model.language_model.layers.32.mlp.experts.125.gate_proj,0.0099752672,hessian_weighted_relative_error,52039,0.02500,0.893
32,model.language_model.layers.32.mlp.experts.125.up_proj,0.0111523914,hessian_weighted_relative_error,52039,0.02500,0.958
32,model.language_model.layers.32.mlp.experts.126.down_proj,0.0087463893,hessian_weighted_relative_error,26625,0.02500,0.753
32,model.language_model.layers.32.mlp.experts.126.gate_proj,0.0053831568,hessian_weighted_relative_error,26625,0.02500,0.779
32,model.language_model.layers.32.mlp.experts.126.up_proj,0.0060562368,hessian_weighted_relative_error,26625,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.127.down_proj,0.0147233764,hessian_weighted_relative_error,21536,0.02500,0.852
32,model.language_model.layers.32.mlp.experts.127.gate_proj,0.0091945127,hessian_weighted_relative_error,21536,0.02500,0.897
32,model.language_model.layers.32.mlp.experts.127.up_proj,0.0101621858,hessian_weighted_relative_error,21536,0.02500,0.963
32,model.language_model.layers.32.mlp.experts.128.down_proj,0.0140150682,hessian_weighted_relative_error,26175,0.02500,0.751
32,model.language_model.layers.32.mlp.experts.128.gate_proj,0.0089344300,hessian_weighted_relative_error,26175,0.02500,0.779
32,model.language_model.layers.32.mlp.experts.128.up_proj,0.0096540450,hessian_weighted_relative_error,26175,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.129.down_proj,0.0098747115,hessian_weighted_relative_error,14817,0.02500,0.854
32,model.language_model.layers.32.mlp.experts.129.gate_proj,0.0057704103,hessian_weighted_relative_error,14817,0.02500,0.897
32,model.language_model.layers.32.mlp.experts.129.up_proj,0.0063640348,hessian_weighted_relative_error,14817,0.02500,0.958
32,model.language_model.layers.32.mlp.experts.13.down_proj,0.0148373237,hessian_weighted_relative_error,26857,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.13.gate_proj,0.0090476461,hessian_weighted_relative_error,26857,0.02500,0.842
32,model.language_model.layers.32.mlp.experts.13.up_proj,0.0103458652,hessian_weighted_relative_error,26857,0.02500,0.940
32,model.language_model.layers.32.mlp.experts.130.down_proj,0.0105659348,hessian_weighted_relative_error,20415,0.02500,0.754
32,model.language_model.layers.32.mlp.experts.130.gate_proj,0.0065326137,hessian_weighted_relative_error,20415,0.02500,0.789
32,model.language_model.layers.32.mlp.experts.130.up_proj,0.0070868465,hessian_weighted_relative_error,20415,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.131.down_proj,0.0146701372,hessian_weighted_relative_error,22271,0.02500,0.859
32,model.language_model.layers.32.mlp.experts.131.gate_proj,0.0079856438,hessian_weighted_relative_error,22271,0.02500,0.896
32,model.language_model.layers.32.mlp.experts.131.up_proj,0.0103065327,hessian_weighted_relative_error,22271,0.02500,0.960
32,model.language_model.layers.32.mlp.experts.132.down_proj,0.0103226763,hessian_weighted_relative_error,10435,0.02500,0.750
32,model.language_model.layers.32.mlp.experts.132.gate_proj,0.0041895091,hessian_weighted_relative_error,10435,0.02500,0.778
32,model.language_model.layers.32.mlp.experts.132.up_proj,0.0062211084,hessian_weighted_relative_error,10435,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.133.down_proj,0.0139588681,hessian_weighted_relative_error,34192,0.02500,0.853
32,model.language_model.layers.32.mlp.experts.133.gate_proj,0.0093674206,hessian_weighted_relative_error,34192,0.02500,0.897
32,model.language_model.layers.32.mlp.experts.133.up_proj,0.0100308030,hessian_weighted_relative_error,34192,0.02500,0.974
32,model.language_model.layers.32.mlp.experts.134.down_proj,0.0106696904,hessian_weighted_relative_error,18023,0.02500,0.753
32,model.language_model.layers.32.mlp.experts.134.gate_proj,0.0059316801,hessian_weighted_relative_error,18023,0.02500,0.781
32,model.language_model.layers.32.mlp.experts.134.up_proj,0.0073931261,hessian_weighted_relative_error,18023,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.135.down_proj,0.0146132938,hessian_weighted_relative_error,41750,0.02500,0.856
32,model.language_model.layers.32.mlp.experts.135.gate_proj,0.0089443151,hessian_weighted_relative_error,41750,0.02500,0.898
32,model.language_model.layers.32.mlp.experts.135.up_proj,0.0102803282,hessian_weighted_relative_error,41750,0.02500,0.959
32,model.language_model.layers.32.mlp.experts.136.down_proj,0.0136861571,hessian_weighted_relative_error,21075,0.02500,0.753
32,model.language_model.layers.32.mlp.experts.136.gate_proj,0.0073619134,hessian_weighted_relative_error,21075,0.02500,0.780
32,model.language_model.layers.32.mlp.experts.136.up_proj,0.0090811063,hessian_weighted_relative_error,21075,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.137.down_proj,0.0155460840,hessian_weighted_relative_error,68372,0.02500,0.859
32,model.language_model.layers.32.mlp.experts.137.gate_proj,0.0097580604,hessian_weighted_relative_error,68372,0.02500,0.898
32,model.language_model.layers.32.mlp.experts.137.up_proj,0.0115544310,hessian_weighted_relative_error,68372,0.02500,0.963
32,model.language_model.layers.32.mlp.experts.138.down_proj,0.0142737171,hessian_weighted_relative_error,39725,0.02500,0.757
32,model.language_model.layers.32.mlp.experts.138.gate_proj,0.0087288666,hessian_weighted_relative_error,39725,0.02500,0.781
32,model.language_model.layers.32.mlp.experts.138.up_proj,0.0103176180,hessian_weighted_relative_error,39725,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.139.down_proj,0.0085299278,hessian_weighted_relative_error,25620,0.02500,0.864
32,model.language_model.layers.32.mlp.experts.139.gate_proj,0.0061684527,hessian_weighted_relative_error,25620,0.02500,0.901
32,model.language_model.layers.32.mlp.experts.139.up_proj,0.0066338127,hessian_weighted_relative_error,25620,0.02500,0.966
32,model.language_model.layers.32.mlp.experts.14.down_proj,0.0151365045,hessian_weighted_relative_error,28493,0.02500,0.722
32,model.language_model.layers.32.mlp.experts.14.gate_proj,0.0093729403,hessian_weighted_relative_error,28493,0.02500,0.753
32,model.language_model.layers.32.mlp.experts.14.up_proj,0.0108207760,hessian_weighted_relative_error,28493,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.140.down_proj,0.0148181040,hessian_weighted_relative_error,33183,0.02500,0.752
32,model.language_model.layers.32.mlp.experts.140.gate_proj,0.0087146405,hessian_weighted_relative_error,33183,0.02500,0.781
32,model.language_model.layers.32.mlp.experts.140.up_proj,0.0105262849,hessian_weighted_relative_error,33183,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.141.down_proj,0.0142476513,hessian_weighted_relative_error,43280,0.02500,0.858
32,model.language_model.layers.32.mlp.experts.141.gate_proj,0.0086020630,hessian_weighted_relative_error,43280,0.02500,0.902
32,model.language_model.layers.32.mlp.experts.141.up_proj,0.0105605414,hessian_weighted_relative_error,43280,0.02500,0.969
32,model.language_model.layers.32.mlp.experts.142.down_proj,0.0090305479,hessian_weighted_relative_error,24660,0.02500,0.756
32,model.language_model.layers.32.mlp.experts.142.gate_proj,0.0050615715,hessian_weighted_relative_error,24660,0.02500,0.778
32,model.language_model.layers.32.mlp.experts.142.up_proj,0.0055235931,hessian_weighted_relative_error,24660,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.143.down_proj,0.0114743673,hessian_weighted_relative_error,15600,0.02500,0.861
32,model.language_model.layers.32.mlp.experts.143.gate_proj,0.0066533092,hessian_weighted_relative_error,15600,0.02500,0.901
32,model.language_model.layers.32.mlp.experts.143.up_proj,0.0075054441,hessian_weighted_relative_error,15600,0.02500,0.969
32,model.language_model.layers.32.mlp.experts.144.down_proj,0.0146383806,hessian_weighted_relative_error,19486,0.02500,0.754
32,model.language_model.layers.32.mlp.experts.144.gate_proj,0.0089853712,hessian_weighted_relative_error,19486,0.02500,0.779
32,model.language_model.layers.32.mlp.experts.144.up_proj,0.0097344951,hessian_weighted_relative_error,19486,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.145.down_proj,0.0143176751,hessian_weighted_relative_error,33714,0.02500,0.863
32,model.language_model.layers.32.mlp.experts.145.gate_proj,0.0094258767,hessian_weighted_relative_error,33714,0.02500,0.901
32,model.language_model.layers.32.mlp.experts.145.up_proj,0.0103650989,hessian_weighted_relative_error,33714,0.02500,0.973
32,model.language_model.layers.32.mlp.experts.146.down_proj,0.0151258668,hessian_weighted_relative_error,25450,0.02500,0.754
32,model.language_model.layers.32.mlp.experts.146.gate_proj,0.0081688456,hessian_weighted_relative_error,25450,0.02500,0.794
32,model.language_model.layers.32.mlp.experts.146.up_proj,0.0109408455,hessian_weighted_relative_error,25450,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.147.down_proj,0.0129587661,hessian_weighted_relative_error,16702,0.02500,0.868
32,model.language_model.layers.32.mlp.experts.147.gate_proj,0.0065493261,hessian_weighted_relative_error,16702,0.02500,0.907
32,model.language_model.layers.32.mlp.experts.147.up_proj,0.0087221611,hessian_weighted_relative_error,16702,0.02500,0.966
32,model.language_model.layers.32.mlp.experts.148.down_proj,0.0144673421,hessian_weighted_relative_error,52627,0.02500,0.752
32,model.language_model.layers.32.mlp.experts.148.gate_proj,0.0083810038,hessian_weighted_relative_error,52627,0.02500,0.780
32,model.language_model.layers.32.mlp.experts.148.up_proj,0.0099994141,hessian_weighted_relative_error,52627,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.149.down_proj,0.0127778272,hessian_weighted_relative_error,32909,0.02500,0.861
32,model.language_model.layers.32.mlp.experts.149.gate_proj,0.0082813603,hessian_weighted_relative_error,32909,0.02500,0.900
32,model.language_model.layers.32.mlp.experts.149.up_proj,0.0086542499,hessian_weighted_relative_error,32909,0.02500,0.960
32,model.language_model.layers.32.mlp.experts.15.down_proj,0.0148027991,hessian_weighted_relative_error,24337,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.15.gate_proj,0.0094582455,hessian_weighted_relative_error,24337,0.02500,0.844
32,model.language_model.layers.32.mlp.experts.15.up_proj,0.0104467141,hessian_weighted_relative_error,24337,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.150.down_proj,0.0099789325,hessian_weighted_relative_error,8541,0.02500,0.753
32,model.language_model.layers.32.mlp.experts.150.gate_proj,0.0059830425,hessian_weighted_relative_error,8541,0.02500,0.782
32,model.language_model.layers.32.mlp.experts.150.up_proj,0.0068669075,hessian_weighted_relative_error,8541,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.151.down_proj,0.0142532006,hessian_weighted_relative_error,33268,0.02500,0.864
32,model.language_model.layers.32.mlp.experts.151.gate_proj,0.0088706262,hessian_weighted_relative_error,33268,0.02500,0.900
32,model.language_model.layers.32.mlp.experts.151.up_proj,0.0105787743,hessian_weighted_relative_error,33268,0.02500,0.979
32,model.language_model.layers.32.mlp.experts.152.down_proj,0.0113729784,hessian_weighted_relative_error,23434,0.02500,0.756
32,model.language_model.layers.32.mlp.experts.152.gate_proj,0.0068645434,hessian_weighted_relative_error,23434,0.02500,0.782
32,model.language_model.layers.32.mlp.experts.152.up_proj,0.0073249213,hessian_weighted_relative_error,23434,0.02500,0.808
32,model.language_model.layers.32.mlp.experts.153.down_proj,0.0129502418,hessian_weighted_relative_error,55029,0.02500,0.869
32,model.language_model.layers.32.mlp.experts.153.gate_proj,0.0089898277,hessian_weighted_relative_error,55029,0.02500,0.900
32,model.language_model.layers.32.mlp.experts.153.up_proj,0.0095972033,hessian_weighted_relative_error,55029,0.02500,0.968
32,model.language_model.layers.32.mlp.experts.154.down_proj,0.0128573959,hessian_weighted_relative_error,29276,0.02500,0.759
32,model.language_model.layers.32.mlp.experts.154.gate_proj,0.0074321997,hessian_weighted_relative_error,29276,0.02500,0.782
32,model.language_model.layers.32.mlp.experts.154.up_proj,0.0086497919,hessian_weighted_relative_error,29276,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.155.down_proj,0.0129847193,hessian_weighted_relative_error,28465,0.02500,0.870
32,model.language_model.layers.32.mlp.experts.155.gate_proj,0.0083214654,hessian_weighted_relative_error,28465,0.02500,0.906
32,model.language_model.layers.32.mlp.experts.155.up_proj,0.0093786492,hessian_weighted_relative_error,28465,0.02500,0.964
32,model.language_model.layers.32.mlp.experts.156.down_proj,0.0145206117,hessian_weighted_relative_error,34626,0.02500,0.755
32,model.language_model.layers.32.mlp.experts.156.gate_proj,0.0091044647,hessian_weighted_relative_error,34626,0.02500,0.783
32,model.language_model.layers.32.mlp.experts.156.up_proj,0.0102676452,hessian_weighted_relative_error,34626,0.02500,0.811
32,model.language_model.layers.32.mlp.experts.157.down_proj,0.0147230860,hessian_weighted_relative_error,35810,0.02500,0.868
32,model.language_model.layers.32.mlp.experts.157.gate_proj,0.0094705405,hessian_weighted_relative_error,35810,0.02500,0.900
32,model.language_model.layers.32.mlp.experts.157.up_proj,0.0105799226,hessian_weighted_relative_error,35810,0.02500,0.974
32,model.language_model.layers.32.mlp.experts.158.down_proj,0.0146068930,hessian_weighted_relative_error,28308,0.02500,0.752
32,model.language_model.layers.32.mlp.experts.158.gate_proj,0.0081635755,hessian_weighted_relative_error,28308,0.02500,0.784
32,model.language_model.layers.32.mlp.experts.158.up_proj,0.0104722262,hessian_weighted_relative_error,28308,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.159.down_proj,0.0135844614,hessian_weighted_relative_error,78896,0.02500,0.867
32,model.language_model.layers.32.mlp.experts.159.gate_proj,0.0091322808,hessian_weighted_relative_error,78896,0.02500,0.903
32,model.language_model.layers.32.mlp.experts.159.up_proj,0.0095431353,hessian_weighted_relative_error,78896,0.02500,0.968
32,model.language_model.layers.32.mlp.experts.16.down_proj,0.0114164382,hessian_weighted_relative_error,23962,0.02500,0.728
32,model.language_model.layers.32.mlp.experts.16.gate_proj,0.0079714754,hessian_weighted_relative_error,23962,0.02500,0.757
32,model.language_model.layers.32.mlp.experts.16.up_proj,0.0085481068,hessian_weighted_relative_error,23962,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.160.down_proj,0.0107930938,hessian_weighted_relative_error,58530,0.02500,0.755
32,model.language_model.layers.32.mlp.experts.160.gate_proj,0.0067030754,hessian_weighted_relative_error,58530,0.02500,0.783
32,model.language_model.layers.32.mlp.experts.160.up_proj,0.0070764965,hessian_weighted_relative_error,58530,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.161.down_proj,0.0120355760,hessian_weighted_relative_error,9810,0.02500,0.869
32,model.language_model.layers.32.mlp.experts.161.gate_proj,0.0067330180,hessian_weighted_relative_error,9810,0.02500,0.909
32,model.language_model.layers.32.mlp.experts.161.up_proj,0.0071912215,hessian_weighted_relative_error,9810,0.02500,0.968
32,model.language_model.layers.32.mlp.experts.162.down_proj,0.0103622152,hessian_weighted_relative_error,18737,0.02500,0.757
32,model.language_model.layers.32.mlp.experts.162.gate_proj,0.0063100040,hessian_weighted_relative_error,18737,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.162.up_proj,0.0067072738,hessian_weighted_relative_error,18737,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.163.down_proj,0.0098463244,hessian_weighted_relative_error,9478,0.02500,0.873
32,model.language_model.layers.32.mlp.experts.163.gate_proj,0.0053408776,hessian_weighted_relative_error,9478,0.02500,0.902
32,model.language_model.layers.32.mlp.experts.163.up_proj,0.0062700603,hessian_weighted_relative_error,9478,0.02500,0.966
32,model.language_model.layers.32.mlp.experts.164.down_proj,0.0144170282,hessian_weighted_relative_error,35933,0.02500,0.754
32,model.language_model.layers.32.mlp.experts.164.gate_proj,0.0094591987,hessian_weighted_relative_error,35933,0.02500,0.782
32,model.language_model.layers.32.mlp.experts.164.up_proj,0.0102269970,hessian_weighted_relative_error,35933,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.165.down_proj,0.0141211500,hessian_weighted_relative_error,26239,0.02500,0.869
32,model.language_model.layers.32.mlp.experts.165.gate_proj,0.0082449363,hessian_weighted_relative_error,26239,0.02500,0.901
32,model.language_model.layers.32.mlp.experts.165.up_proj,0.0091957152,hessian_weighted_relative_error,26239,0.02500,0.974
32,model.language_model.layers.32.mlp.experts.166.down_proj,0.0144353451,hessian_weighted_relative_error,25771,0.02500,0.756
32,model.language_model.layers.32.mlp.experts.166.gate_proj,0.0085338188,hessian_weighted_relative_error,25771,0.02500,0.786
32,model.language_model.layers.32.mlp.experts.166.up_proj,0.0103988811,hessian_weighted_relative_error,25771,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.167.down_proj,0.0125705387,hessian_weighted_relative_error,30873,0.02500,0.870
32,model.language_model.layers.32.mlp.experts.167.gate_proj,0.0075846094,hessian_weighted_relative_error,30873,0.02500,0.915
32,model.language_model.layers.32.mlp.experts.167.up_proj,0.0093549035,hessian_weighted_relative_error,30873,0.02500,0.972
32,model.language_model.layers.32.mlp.experts.168.down_proj,0.0137271208,hessian_weighted_relative_error,19875,0.02500,0.757
32,model.language_model.layers.32.mlp.experts.168.gate_proj,0.0082965228,hessian_weighted_relative_error,19875,0.02500,0.785
32,model.language_model.layers.32.mlp.experts.168.up_proj,0.0096328091,hessian_weighted_relative_error,19875,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.169.down_proj,0.0120732094,hessian_weighted_relative_error,14003,0.02500,0.873
32,model.language_model.layers.32.mlp.experts.169.gate_proj,0.0064517748,hessian_weighted_relative_error,14003,0.02500,0.910
32,model.language_model.layers.32.mlp.experts.169.up_proj,0.0080621599,hessian_weighted_relative_error,14003,0.02500,0.971
32,model.language_model.layers.32.mlp.experts.17.down_proj,0.0113010026,hessian_weighted_relative_error,48416,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.17.gate_proj,0.0063401429,hessian_weighted_relative_error,48416,0.02500,0.849
32,model.language_model.layers.32.mlp.experts.17.up_proj,0.0069549175,hessian_weighted_relative_error,48416,0.02500,0.943
32,model.language_model.layers.32.mlp.experts.170.down_proj,0.0059900357,hessian_weighted_relative_error,1699,0.02500,0.760
32,model.language_model.layers.32.mlp.experts.170.gate_proj,0.0026682554,hessian_weighted_relative_error,1699,0.02500,0.785
32,model.language_model.layers.32.mlp.experts.170.up_proj,0.0030184653,hessian_weighted_relative_error,1699,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.171.down_proj,0.0106967131,hessian_weighted_relative_error,14666,0.02500,0.876
32,model.language_model.layers.32.mlp.experts.171.gate_proj,0.0066378223,hessian_weighted_relative_error,14666,0.02500,0.911
32,model.language_model.layers.32.mlp.experts.171.up_proj,0.0074580935,hessian_weighted_relative_error,14666,0.02500,0.971
32,model.language_model.layers.32.mlp.experts.172.down_proj,0.0152288087,hessian_weighted_relative_error,31682,0.02500,0.756
32,model.language_model.layers.32.mlp.experts.172.gate_proj,0.0101507992,hessian_weighted_relative_error,31682,0.02500,0.787
32,model.language_model.layers.32.mlp.experts.172.up_proj,0.0111412907,hessian_weighted_relative_error,31682,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.173.down_proj,0.0141836266,hessian_weighted_relative_error,37294,0.02500,0.872
32,model.language_model.layers.32.mlp.experts.173.gate_proj,0.0089021207,hessian_weighted_relative_error,37294,0.02500,0.910
32,model.language_model.layers.32.mlp.experts.173.up_proj,0.0094924803,hessian_weighted_relative_error,37294,0.02500,0.974
32,model.language_model.layers.32.mlp.experts.174.down_proj,0.0154284745,hessian_weighted_relative_error,40608,0.02500,0.759
32,model.language_model.layers.32.mlp.experts.174.gate_proj,0.0100528384,hessian_weighted_relative_error,40608,0.02500,0.785
32,model.language_model.layers.32.mlp.experts.174.up_proj,0.0114515972,hessian_weighted_relative_error,40608,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.175.down_proj,0.0141024789,hessian_weighted_relative_error,19773,0.02500,0.874
32,model.language_model.layers.32.mlp.experts.175.gate_proj,0.0081715741,hessian_weighted_relative_error,19773,0.02500,0.905
32,model.language_model.layers.32.mlp.experts.175.up_proj,0.0099759982,hessian_weighted_relative_error,19773,0.02500,0.991
32,model.language_model.layers.32.mlp.experts.176.down_proj,0.0151304589,hessian_weighted_relative_error,33721,0.02500,0.758
32,model.language_model.layers.32.mlp.experts.176.gate_proj,0.0104236657,hessian_weighted_relative_error,33721,0.02500,0.784
32,model.language_model.layers.32.mlp.experts.176.up_proj,0.0109154330,hessian_weighted_relative_error,33721,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.177.down_proj,0.0117401450,hessian_weighted_relative_error,28172,0.02500,0.874
32,model.language_model.layers.32.mlp.experts.177.gate_proj,0.0066221002,hessian_weighted_relative_error,28172,0.02500,0.903
32,model.language_model.layers.32.mlp.experts.177.up_proj,0.0070672212,hessian_weighted_relative_error,28172,0.02500,0.972
32,model.language_model.layers.32.mlp.experts.178.down_proj,0.0141623115,hessian_weighted_relative_error,37971,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.178.gate_proj,0.0092179628,hessian_weighted_relative_error,37971,0.02500,0.787
32,model.language_model.layers.32.mlp.experts.178.up_proj,0.0104013943,hessian_weighted_relative_error,37971,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.179.down_proj,0.0100498160,hessian_weighted_relative_error,9478,0.02500,0.878
32,model.language_model.layers.32.mlp.experts.179.gate_proj,0.0050999766,hessian_weighted_relative_error,9478,0.02500,0.915
32,model.language_model.layers.32.mlp.experts.179.up_proj,0.0073734484,hessian_weighted_relative_error,9478,0.02500,0.972
32,model.language_model.layers.32.mlp.experts.18.down_proj,0.0128889554,hessian_weighted_relative_error,28853,0.02500,0.728
32,model.language_model.layers.32.mlp.experts.18.gate_proj,0.0083215629,hessian_weighted_relative_error,28853,0.02500,0.754
32,model.language_model.layers.32.mlp.experts.18.up_proj,0.0090651508,hessian_weighted_relative_error,28853,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.180.down_proj,0.0153445410,hessian_weighted_relative_error,32839,0.02500,0.756
32,model.language_model.layers.32.mlp.experts.180.gate_proj,0.0101856202,hessian_weighted_relative_error,32839,0.02500,0.786
32,model.language_model.layers.32.mlp.experts.180.up_proj,0.0112453673,hessian_weighted_relative_error,32839,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.181.down_proj,0.0105993378,hessian_weighted_relative_error,17624,0.02500,0.873
32,model.language_model.layers.32.mlp.experts.181.gate_proj,0.0063304880,hessian_weighted_relative_error,17624,0.02500,0.913
32,model.language_model.layers.32.mlp.experts.181.up_proj,0.0066499220,hessian_weighted_relative_error,17624,0.02500,0.967
32,model.language_model.layers.32.mlp.experts.182.down_proj,0.0123292389,hessian_weighted_relative_error,43067,0.02500,0.759
32,model.language_model.layers.32.mlp.experts.182.gate_proj,0.0079477468,hessian_weighted_relative_error,43067,0.02500,0.786
32,model.language_model.layers.32.mlp.experts.182.up_proj,0.0093026389,hessian_weighted_relative_error,43067,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.183.down_proj,0.0117149089,hessian_weighted_relative_error,29671,0.02500,0.875
32,model.language_model.layers.32.mlp.experts.183.gate_proj,0.0069905500,hessian_weighted_relative_error,29671,0.02500,0.912
32,model.language_model.layers.32.mlp.experts.183.up_proj,0.0075428774,hessian_weighted_relative_error,29671,0.02500,0.975
32,model.language_model.layers.32.mlp.experts.184.down_proj,0.0100267293,hessian_weighted_relative_error,38578,0.02500,0.757
32,model.language_model.layers.32.mlp.experts.184.gate_proj,0.0055775792,hessian_weighted_relative_error,38578,0.02500,0.786
32,model.language_model.layers.32.mlp.experts.184.up_proj,0.0061433585,hessian_weighted_relative_error,38578,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.185.down_proj,0.0137407587,hessian_weighted_relative_error,14960,0.02500,0.875
32,model.language_model.layers.32.mlp.experts.185.gate_proj,0.0087658618,hessian_weighted_relative_error,14960,0.02500,0.912
32,model.language_model.layers.32.mlp.experts.185.up_proj,0.0097775965,hessian_weighted_relative_error,14960,0.02500,0.974
32,model.language_model.layers.32.mlp.experts.186.down_proj,0.0099758372,hessian_weighted_relative_error,15786,0.02500,0.764
32,model.language_model.layers.32.mlp.experts.186.gate_proj,0.0061991052,hessian_weighted_relative_error,15786,0.02500,0.786
32,model.language_model.layers.32.mlp.experts.186.up_proj,0.0066263051,hessian_weighted_relative_error,15786,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.187.down_proj,0.0142691449,hessian_weighted_relative_error,16073,0.02500,0.876
32,model.language_model.layers.32.mlp.experts.187.gate_proj,0.0086627948,hessian_weighted_relative_error,16073,0.02500,0.912
32,model.language_model.layers.32.mlp.experts.187.up_proj,0.0098374652,hessian_weighted_relative_error,16073,0.02500,0.969
32,model.language_model.layers.32.mlp.experts.188.down_proj,0.0114986405,hessian_weighted_relative_error,14135,0.02500,0.757
32,model.language_model.layers.32.mlp.experts.188.gate_proj,0.0063989007,hessian_weighted_relative_error,14135,0.02500,0.787
32,model.language_model.layers.32.mlp.experts.188.up_proj,0.0067755087,hessian_weighted_relative_error,14135,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.189.down_proj,0.0132554965,hessian_weighted_relative_error,35143,0.02500,0.876
32,model.language_model.layers.32.mlp.experts.189.gate_proj,0.0089288122,hessian_weighted_relative_error,35143,0.02500,0.928
32,model.language_model.layers.32.mlp.experts.189.up_proj,0.0095033018,hessian_weighted_relative_error,35143,0.02500,0.971
32,model.language_model.layers.32.mlp.experts.19.down_proj,0.0146315081,hessian_weighted_relative_error,18898,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.19.gate_proj,0.0090701722,hessian_weighted_relative_error,18898,0.02500,0.851
32,model.language_model.layers.32.mlp.experts.19.up_proj,0.0100910793,hessian_weighted_relative_error,18898,0.02500,0.942
32,model.language_model.layers.32.mlp.experts.190.down_proj,0.0135186643,hessian_weighted_relative_error,28392,0.02500,0.759
32,model.language_model.layers.32.mlp.experts.190.gate_proj,0.0083361179,hessian_weighted_relative_error,28392,0.02500,0.785
32,model.language_model.layers.32.mlp.experts.190.up_proj,0.0091701745,hessian_weighted_relative_error,28392,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.191.down_proj,0.0123113058,hessian_weighted_relative_error,33222,0.02500,0.876
32,model.language_model.layers.32.mlp.experts.191.gate_proj,0.0074348863,hessian_weighted_relative_error,33222,0.02500,0.920
32,model.language_model.layers.32.mlp.experts.191.up_proj,0.0080578542,hessian_weighted_relative_error,33222,0.02500,0.970
32,model.language_model.layers.32.mlp.experts.192.down_proj,0.0124319523,hessian_weighted_relative_error,9304,0.02500,0.759
32,model.language_model.layers.32.mlp.experts.192.gate_proj,0.0065815820,hessian_weighted_relative_error,9304,0.02500,0.786
32,model.language_model.layers.32.mlp.experts.192.up_proj,0.0073562528,hessian_weighted_relative_error,9304,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.193.down_proj,0.0102917691,hessian_weighted_relative_error,22999,0.02500,0.878
32,model.language_model.layers.32.mlp.experts.193.gate_proj,0.0067260373,hessian_weighted_relative_error,22999,0.02500,0.928
32,model.language_model.layers.32.mlp.experts.193.up_proj,0.0077712839,hessian_weighted_relative_error,22999,0.02500,0.970
32,model.language_model.layers.32.mlp.experts.194.down_proj,0.0136721864,hessian_weighted_relative_error,28782,0.02500,0.756
32,model.language_model.layers.32.mlp.experts.194.gate_proj,0.0091955131,hessian_weighted_relative_error,28782,0.02500,0.788
32,model.language_model.layers.32.mlp.experts.194.up_proj,0.0100125604,hessian_weighted_relative_error,28782,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.195.down_proj,0.0135042781,hessian_weighted_relative_error,22236,0.02500,0.880
32,model.language_model.layers.32.mlp.experts.195.gate_proj,0.0082650584,hessian_weighted_relative_error,22236,0.02500,0.915
32,model.language_model.layers.32.mlp.experts.195.up_proj,0.0089619452,hessian_weighted_relative_error,22236,0.02500,0.964
32,model.language_model.layers.32.mlp.experts.196.down_proj,0.0108898411,hessian_weighted_relative_error,16970,0.02500,0.757
32,model.language_model.layers.32.mlp.experts.196.gate_proj,0.0058770768,hessian_weighted_relative_error,16970,0.02500,0.789
32,model.language_model.layers.32.mlp.experts.196.up_proj,0.0067049266,hessian_weighted_relative_error,16970,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.197.down_proj,0.0149044187,hessian_weighted_relative_error,29521,0.02500,0.877
32,model.language_model.layers.32.mlp.experts.197.gate_proj,0.0096990464,hessian_weighted_relative_error,29521,0.02500,0.915
32,model.language_model.layers.32.mlp.experts.197.up_proj,0.0108906146,hessian_weighted_relative_error,29521,0.02500,0.971
32,model.language_model.layers.32.mlp.experts.198.down_proj,0.0119896098,hessian_weighted_relative_error,13932,0.02500,0.758
32,model.language_model.layers.32.mlp.experts.198.gate_proj,0.0072732741,hessian_weighted_relative_error,13932,0.02500,0.789
32,model.language_model.layers.32.mlp.experts.198.up_proj,0.0081055546,hessian_weighted_relative_error,13932,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.199.down_proj,0.0152064223,hessian_weighted_relative_error,50181,0.02500,0.877
32,model.language_model.layers.32.mlp.experts.199.gate_proj,0.0090649590,hessian_weighted_relative_error,50181,0.02500,0.917
32,model.language_model.layers.32.mlp.experts.199.up_proj,0.0108008709,hessian_weighted_relative_error,50181,0.02500,0.998
32,model.language_model.layers.32.mlp.experts.2.down_proj,0.0103003770,hessian_weighted_relative_error,21894,0.02500,0.715
32,model.language_model.layers.32.mlp.experts.2.gate_proj,0.0076995579,hessian_weighted_relative_error,21894,0.02500,0.750
32,model.language_model.layers.32.mlp.experts.2.up_proj,0.0081843082,hessian_weighted_relative_error,21894,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.20.down_proj,0.0152850806,hessian_weighted_relative_error,37305,0.02500,0.727
32,model.language_model.layers.32.mlp.experts.20.gate_proj,0.0093290894,hessian_weighted_relative_error,37305,0.02500,0.751
32,model.language_model.layers.32.mlp.experts.20.up_proj,0.0110977913,hessian_weighted_relative_error,37305,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.200.down_proj,0.0127864338,hessian_weighted_relative_error,25947,0.02500,0.760
32,model.language_model.layers.32.mlp.experts.200.gate_proj,0.0064399610,hessian_weighted_relative_error,25947,0.02500,0.792
32,model.language_model.layers.32.mlp.experts.200.up_proj,0.0089439387,hessian_weighted_relative_error,25947,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.201.down_proj,0.0117896020,hessian_weighted_relative_error,50835,0.02500,0.879
32,model.language_model.layers.32.mlp.experts.201.gate_proj,0.0075171759,hessian_weighted_relative_error,50835,0.02500,0.917
32,model.language_model.layers.32.mlp.experts.201.up_proj,0.0081773767,hessian_weighted_relative_error,50835,0.02500,0.976
32,model.language_model.layers.32.mlp.experts.202.down_proj,0.0141477169,hessian_weighted_relative_error,47479,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.202.gate_proj,0.0090553554,hessian_weighted_relative_error,47479,0.02500,0.789
32,model.language_model.layers.32.mlp.experts.202.up_proj,0.0099383048,hessian_weighted_relative_error,47479,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.203.down_proj,0.0155620374,hessian_weighted_relative_error,31568,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.203.gate_proj,0.0091374420,hessian_weighted_relative_error,31568,0.02500,0.920
32,model.language_model.layers.32.mlp.experts.203.up_proj,0.0113166122,hessian_weighted_relative_error,31568,0.02500,0.967
32,model.language_model.layers.32.mlp.experts.204.down_proj,0.0143710860,hessian_weighted_relative_error,28102,0.02500,0.758
32,model.language_model.layers.32.mlp.experts.204.gate_proj,0.0086960810,hessian_weighted_relative_error,28102,0.02500,0.790
32,model.language_model.layers.32.mlp.experts.204.up_proj,0.0099704049,hessian_weighted_relative_error,28102,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.205.down_proj,0.0142669331,hessian_weighted_relative_error,29686,0.02500,0.877
32,model.language_model.layers.32.mlp.experts.205.gate_proj,0.0093814611,hessian_weighted_relative_error,29686,0.02500,0.926
32,model.language_model.layers.32.mlp.experts.205.up_proj,0.0104153978,hessian_weighted_relative_error,29686,0.02500,0.974
32,model.language_model.layers.32.mlp.experts.206.down_proj,0.0106305356,hessian_weighted_relative_error,23008,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.206.gate_proj,0.0068758251,hessian_weighted_relative_error,23008,0.02500,0.791
32,model.language_model.layers.32.mlp.experts.206.up_proj,0.0073612576,hessian_weighted_relative_error,23008,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.207.down_proj,0.0147056751,hessian_weighted_relative_error,44978,0.02500,0.878
32,model.language_model.layers.32.mlp.experts.207.gate_proj,0.0100711937,hessian_weighted_relative_error,44978,0.02500,0.912
32,model.language_model.layers.32.mlp.experts.207.up_proj,0.0109802528,hessian_weighted_relative_error,44978,0.02500,0.972
32,model.language_model.layers.32.mlp.experts.208.down_proj,0.0110608156,hessian_weighted_relative_error,9073,0.02500,0.761
32,model.language_model.layers.32.mlp.experts.208.gate_proj,0.0061809355,hessian_weighted_relative_error,9073,0.02500,0.790
32,model.language_model.layers.32.mlp.experts.208.up_proj,0.0070704261,hessian_weighted_relative_error,9073,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.209.down_proj,0.0101373210,hessian_weighted_relative_error,19293,0.02500,0.879
32,model.language_model.layers.32.mlp.experts.209.gate_proj,0.0053529042,hessian_weighted_relative_error,19293,0.02500,0.921
32,model.language_model.layers.32.mlp.experts.209.up_proj,0.0068288558,hessian_weighted_relative_error,19293,0.02500,0.974
32,model.language_model.layers.32.mlp.experts.21.down_proj,0.0128872214,hessian_weighted_relative_error,50500,0.02500,0.800
32,model.language_model.layers.32.mlp.experts.21.gate_proj,0.0087633520,hessian_weighted_relative_error,50500,0.02500,0.849
32,model.language_model.layers.32.mlp.experts.21.up_proj,0.0097571647,hessian_weighted_relative_error,50500,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.210.down_proj,0.0104610274,hessian_weighted_relative_error,15414,0.02500,0.761
32,model.language_model.layers.32.mlp.experts.210.gate_proj,0.0053596081,hessian_weighted_relative_error,15414,0.02500,0.789
32,model.language_model.layers.32.mlp.experts.210.up_proj,0.0075792606,hessian_weighted_relative_error,15414,0.02500,0.812
32,model.language_model.layers.32.mlp.experts.211.down_proj,0.0103772469,hessian_weighted_relative_error,12004,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.211.gate_proj,0.0059463310,hessian_weighted_relative_error,12004,0.02500,0.922
32,model.language_model.layers.32.mlp.experts.211.up_proj,0.0066833709,hessian_weighted_relative_error,12004,0.02500,0.970
32,model.language_model.layers.32.mlp.experts.212.down_proj,0.0147849384,hessian_weighted_relative_error,36547,0.02500,0.759
32,model.language_model.layers.32.mlp.experts.212.gate_proj,0.0092213537,hessian_weighted_relative_error,36547,0.02500,0.790
32,model.language_model.layers.32.mlp.experts.212.up_proj,0.0106063202,hessian_weighted_relative_error,36547,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.213.down_proj,0.0095161645,hessian_weighted_relative_error,12507,0.02500,0.879
32,model.language_model.layers.32.mlp.experts.213.gate_proj,0.0045218694,hessian_weighted_relative_error,12507,0.02500,0.919
32,model.language_model.layers.32.mlp.experts.213.up_proj,0.0057511873,hessian_weighted_relative_error,12507,0.02500,0.970
32,model.language_model.layers.32.mlp.experts.214.down_proj,0.0144075504,hessian_weighted_relative_error,34178,0.02500,0.758
32,model.language_model.layers.32.mlp.experts.214.gate_proj,0.0096788287,hessian_weighted_relative_error,34178,0.02500,0.792
32,model.language_model.layers.32.mlp.experts.214.up_proj,0.0104668717,hessian_weighted_relative_error,34178,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.215.down_proj,0.0100039387,hessian_weighted_relative_error,8512,0.02500,0.879
32,model.language_model.layers.32.mlp.experts.215.gate_proj,0.0047799899,hessian_weighted_relative_error,8512,0.02500,0.923
32,model.language_model.layers.32.mlp.experts.215.up_proj,0.0061550592,hessian_weighted_relative_error,8512,0.02500,0.968
32,model.language_model.layers.32.mlp.experts.216.down_proj,0.0143206819,hessian_weighted_relative_error,38211,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.216.gate_proj,0.0083932355,hessian_weighted_relative_error,38211,0.02500,0.791
32,model.language_model.layers.32.mlp.experts.216.up_proj,0.0102524195,hessian_weighted_relative_error,38211,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.217.down_proj,0.0139314527,hessian_weighted_relative_error,14505,0.02500,0.880
32,model.language_model.layers.32.mlp.experts.217.gate_proj,0.0082034991,hessian_weighted_relative_error,14505,0.02500,0.922
32,model.language_model.layers.32.mlp.experts.217.up_proj,0.0096337862,hessian_weighted_relative_error,14505,0.02500,0.968
32,model.language_model.layers.32.mlp.experts.218.down_proj,0.0150514286,hessian_weighted_relative_error,41175,0.02500,0.764
32,model.language_model.layers.32.mlp.experts.218.gate_proj,0.0099144709,hessian_weighted_relative_error,41175,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.218.up_proj,0.0107255502,hessian_weighted_relative_error,41175,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.219.down_proj,0.0150416150,hessian_weighted_relative_error,31890,0.02500,0.881
32,model.language_model.layers.32.mlp.experts.219.gate_proj,0.0098726743,hessian_weighted_relative_error,31890,0.02500,0.920
32,model.language_model.layers.32.mlp.experts.219.up_proj,0.0110116540,hessian_weighted_relative_error,31890,0.02500,0.972
32,model.language_model.layers.32.mlp.experts.22.down_proj,0.0085214247,hessian_weighted_relative_error,38519,0.02500,0.726
32,model.language_model.layers.32.mlp.experts.22.gate_proj,0.0049955141,hessian_weighted_relative_error,38519,0.02500,0.755
32,model.language_model.layers.32.mlp.experts.22.up_proj,0.0053656473,hessian_weighted_relative_error,38519,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.220.down_proj,0.0138725284,hessian_weighted_relative_error,42765,0.02500,0.760
32,model.language_model.layers.32.mlp.experts.220.gate_proj,0.0090129958,hessian_weighted_relative_error,42765,0.02500,0.791
32,model.language_model.layers.32.mlp.experts.220.up_proj,0.0101831505,hessian_weighted_relative_error,42765,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.221.down_proj,0.0105490569,hessian_weighted_relative_error,22179,0.02500,0.880
32,model.language_model.layers.32.mlp.experts.221.gate_proj,0.0062258780,hessian_weighted_relative_error,22179,0.02500,0.912
32,model.language_model.layers.32.mlp.experts.221.up_proj,0.0067784509,hessian_weighted_relative_error,22179,0.02500,0.974
32,model.language_model.layers.32.mlp.experts.222.down_proj,0.0100198028,hessian_weighted_relative_error,22016,0.02500,0.758
32,model.language_model.layers.32.mlp.experts.222.gate_proj,0.0056462473,hessian_weighted_relative_error,22016,0.02500,0.791
32,model.language_model.layers.32.mlp.experts.222.up_proj,0.0062078154,hessian_weighted_relative_error,22016,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.223.down_proj,0.0152127800,hessian_weighted_relative_error,43890,0.02500,0.884
32,model.language_model.layers.32.mlp.experts.223.gate_proj,0.0089377817,hessian_weighted_relative_error,43890,0.02500,0.926
32,model.language_model.layers.32.mlp.experts.223.up_proj,0.0107911389,hessian_weighted_relative_error,43890,0.02500,0.975
32,model.language_model.layers.32.mlp.experts.224.down_proj,0.0127606566,hessian_weighted_relative_error,28979,0.02500,0.765
32,model.language_model.layers.32.mlp.experts.224.gate_proj,0.0075029495,hessian_weighted_relative_error,28979,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.224.up_proj,0.0083727350,hessian_weighted_relative_error,28979,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.225.down_proj,0.0143244563,hessian_weighted_relative_error,37730,0.02500,0.881
32,model.language_model.layers.32.mlp.experts.225.gate_proj,0.0083814099,hessian_weighted_relative_error,37730,0.02500,0.930
32,model.language_model.layers.32.mlp.experts.225.up_proj,0.0099745030,hessian_weighted_relative_error,37730,0.02500,0.976
32,model.language_model.layers.32.mlp.experts.226.down_proj,0.0129952256,hessian_weighted_relative_error,28870,0.02500,0.763
32,model.language_model.layers.32.mlp.experts.226.gate_proj,0.0075468917,hessian_weighted_relative_error,28870,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.226.up_proj,0.0089148118,hessian_weighted_relative_error,28870,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.227.down_proj,0.0122588787,hessian_weighted_relative_error,32204,0.02500,0.884
32,model.language_model.layers.32.mlp.experts.227.gate_proj,0.0083532703,hessian_weighted_relative_error,32204,0.02500,0.923
32,model.language_model.layers.32.mlp.experts.227.up_proj,0.0096761357,hessian_weighted_relative_error,32204,0.02500,0.965
32,model.language_model.layers.32.mlp.experts.228.down_proj,0.0137866308,hessian_weighted_relative_error,30628,0.02500,0.760
32,model.language_model.layers.32.mlp.experts.228.gate_proj,0.0085232285,hessian_weighted_relative_error,30628,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.228.up_proj,0.0094433198,hessian_weighted_relative_error,30628,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.229.down_proj,0.0098040473,hessian_weighted_relative_error,38449,0.02500,0.881
32,model.language_model.layers.32.mlp.experts.229.gate_proj,0.0055695438,hessian_weighted_relative_error,38449,0.02500,0.935
32,model.language_model.layers.32.mlp.experts.229.up_proj,0.0059625152,hessian_weighted_relative_error,38449,0.02500,0.972
32,model.language_model.layers.32.mlp.experts.23.down_proj,0.0113173765,hessian_weighted_relative_error,21408,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.23.gate_proj,0.0070733282,hessian_weighted_relative_error,21408,0.02500,0.852
32,model.language_model.layers.32.mlp.experts.23.up_proj,0.0079713805,hessian_weighted_relative_error,21408,0.02500,0.962
32,model.language_model.layers.32.mlp.experts.230.down_proj,0.0094597658,hessian_weighted_relative_error,3398,0.02500,0.759
32,model.language_model.layers.32.mlp.experts.230.gate_proj,0.0043934307,hessian_weighted_relative_error,3398,0.02500,0.792
32,model.language_model.layers.32.mlp.experts.230.up_proj,0.0053813916,hessian_weighted_relative_error,3398,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.231.down_proj,0.0074544873,hessian_weighted_relative_error,4092,0.02500,0.881
32,model.language_model.layers.32.mlp.experts.231.gate_proj,0.0038000116,hessian_weighted_relative_error,4092,0.02500,0.932
32,model.language_model.layers.32.mlp.experts.231.up_proj,0.0042642820,hessian_weighted_relative_error,4092,0.02500,0.993
32,model.language_model.layers.32.mlp.experts.232.down_proj,0.0149004217,hessian_weighted_relative_error,65763,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.232.gate_proj,0.0098260201,hessian_weighted_relative_error,65763,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.232.up_proj,0.0110257177,hessian_weighted_relative_error,65763,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.233.down_proj,0.0128965480,hessian_weighted_relative_error,24189,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.233.gate_proj,0.0086185941,hessian_weighted_relative_error,24189,0.02500,0.929
32,model.language_model.layers.32.mlp.experts.233.up_proj,0.0092791649,hessian_weighted_relative_error,24189,0.02500,0.964
32,model.language_model.layers.32.mlp.experts.234.down_proj,0.0146265490,hessian_weighted_relative_error,27525,0.02500,0.764
32,model.language_model.layers.32.mlp.experts.234.gate_proj,0.0096111463,hessian_weighted_relative_error,27525,0.02500,0.792
32,model.language_model.layers.32.mlp.experts.234.up_proj,0.0103454060,hessian_weighted_relative_error,27525,0.02500,0.811
32,model.language_model.layers.32.mlp.experts.235.down_proj,0.0141521560,hessian_weighted_relative_error,19011,0.02500,0.884
32,model.language_model.layers.32.mlp.experts.235.gate_proj,0.0084405164,hessian_weighted_relative_error,19011,0.02500,0.930
32,model.language_model.layers.32.mlp.experts.235.up_proj,0.0099459631,hessian_weighted_relative_error,19011,0.02500,0.969
32,model.language_model.layers.32.mlp.experts.236.down_proj,0.0125588636,hessian_weighted_relative_error,43265,0.02500,0.764
32,model.language_model.layers.32.mlp.experts.236.gate_proj,0.0078536270,hessian_weighted_relative_error,43265,0.02500,0.792
32,model.language_model.layers.32.mlp.experts.236.up_proj,0.0088166413,hessian_weighted_relative_error,43265,0.02500,0.811
32,model.language_model.layers.32.mlp.experts.237.down_proj,0.0124021450,hessian_weighted_relative_error,30609,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.237.gate_proj,0.0076348374,hessian_weighted_relative_error,30609,0.02500,0.931
32,model.language_model.layers.32.mlp.experts.237.up_proj,0.0084886369,hessian_weighted_relative_error,30609,0.02500,0.972
32,model.language_model.layers.32.mlp.experts.238.down_proj,0.0148327358,hessian_weighted_relative_error,28177,0.02500,0.760
32,model.language_model.layers.32.mlp.experts.238.gate_proj,0.0097586725,hessian_weighted_relative_error,28177,0.02500,0.795
32,model.language_model.layers.32.mlp.experts.238.up_proj,0.0103062790,hessian_weighted_relative_error,28177,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.239.down_proj,0.0144484627,hessian_weighted_relative_error,19585,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.239.gate_proj,0.0091714173,hessian_weighted_relative_error,19585,0.02500,0.926
32,model.language_model.layers.32.mlp.experts.239.up_proj,0.0105720827,hessian_weighted_relative_error,19585,0.02500,0.975
32,model.language_model.layers.32.mlp.experts.24.down_proj,0.0140976810,hessian_weighted_relative_error,18722,0.02500,0.730
32,model.language_model.layers.32.mlp.experts.24.gate_proj,0.0088648386,hessian_weighted_relative_error,18722,0.02500,0.755
32,model.language_model.layers.32.mlp.experts.24.up_proj,0.0099717872,hessian_weighted_relative_error,18722,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.240.down_proj,0.0129031696,hessian_weighted_relative_error,46657,0.02500,0.763
32,model.language_model.layers.32.mlp.experts.240.gate_proj,0.0082678016,hessian_weighted_relative_error,46657,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.240.up_proj,0.0099090839,hessian_weighted_relative_error,46657,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.241.down_proj,0.0153090705,hessian_weighted_relative_error,64385,0.02500,0.883
32,model.language_model.layers.32.mlp.experts.241.gate_proj,0.0104152140,hessian_weighted_relative_error,64385,0.02500,0.937
32,model.language_model.layers.32.mlp.experts.241.up_proj,0.0112166239,hessian_weighted_relative_error,64385,0.02500,0.968
32,model.language_model.layers.32.mlp.experts.242.down_proj,0.0139274746,hessian_weighted_relative_error,27887,0.02500,0.765
32,model.language_model.layers.32.mlp.experts.242.gate_proj,0.0085273147,hessian_weighted_relative_error,27887,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.242.up_proj,0.0102170035,hessian_weighted_relative_error,27887,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.243.down_proj,0.0099250328,hessian_weighted_relative_error,3779,0.02500,0.885
32,model.language_model.layers.32.mlp.experts.243.gate_proj,0.0047849492,hessian_weighted_relative_error,3779,0.02500,0.929
32,model.language_model.layers.32.mlp.experts.243.up_proj,0.0053883220,hessian_weighted_relative_error,3779,0.02500,0.973
32,model.language_model.layers.32.mlp.experts.244.down_proj,0.0102758587,hessian_weighted_relative_error,18231,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.244.gate_proj,0.0053488048,hessian_weighted_relative_error,18231,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.244.up_proj,0.0059746843,hessian_weighted_relative_error,18231,0.02500,0.808
32,model.language_model.layers.32.mlp.experts.245.down_proj,0.0119513640,hessian_weighted_relative_error,10335,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.245.gate_proj,0.0064585676,hessian_weighted_relative_error,10335,0.02500,0.928
32,model.language_model.layers.32.mlp.experts.245.up_proj,0.0083999827,hessian_weighted_relative_error,10335,0.02500,0.981
32,model.language_model.layers.32.mlp.experts.246.down_proj,0.0096222842,hessian_weighted_relative_error,25319,0.02500,0.763
32,model.language_model.layers.32.mlp.experts.246.gate_proj,0.0061893259,hessian_weighted_relative_error,25319,0.02500,0.792
32,model.language_model.layers.32.mlp.experts.246.up_proj,0.0068477414,hessian_weighted_relative_error,25319,0.02500,0.807
32,model.language_model.layers.32.mlp.experts.247.down_proj,0.0128212645,hessian_weighted_relative_error,16491,0.02500,0.883
32,model.language_model.layers.32.mlp.experts.247.gate_proj,0.0078228143,hessian_weighted_relative_error,16491,0.02500,0.934
32,model.language_model.layers.32.mlp.experts.247.up_proj,0.0086187011,hessian_weighted_relative_error,16491,0.02500,0.967
32,model.language_model.layers.32.mlp.experts.248.down_proj,0.0141561618,hessian_weighted_relative_error,48339,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.248.gate_proj,0.0087550258,hessian_weighted_relative_error,48339,0.02500,0.792
32,model.language_model.layers.32.mlp.experts.248.up_proj,0.0103869256,hessian_weighted_relative_error,48339,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.249.down_proj,0.0146267523,hessian_weighted_relative_error,41323,0.02500,0.883
32,model.language_model.layers.32.mlp.experts.249.gate_proj,0.0076084934,hessian_weighted_relative_error,41323,0.02500,0.927
32,model.language_model.layers.32.mlp.experts.249.up_proj,0.0102158894,hessian_weighted_relative_error,41323,0.02500,0.966
32,model.language_model.layers.32.mlp.experts.25.down_proj,0.0153732989,hessian_weighted_relative_error,31661,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.25.gate_proj,0.0096978311,hessian_weighted_relative_error,31661,0.02500,0.852
32,model.language_model.layers.32.mlp.experts.25.up_proj,0.0115284233,hessian_weighted_relative_error,31661,0.02500,0.948
32,model.language_model.layers.32.mlp.experts.250.down_proj,0.0134215211,hessian_weighted_relative_error,10562,0.02500,0.766
32,model.language_model.layers.32.mlp.experts.250.gate_proj,0.0060769987,hessian_weighted_relative_error,10562,0.02500,0.794
32,model.language_model.layers.32.mlp.experts.250.up_proj,0.0089507728,hessian_weighted_relative_error,10562,0.02500,0.808
32,model.language_model.layers.32.mlp.experts.251.down_proj,0.0153627116,hessian_weighted_relative_error,51600,0.02500,0.884
32,model.language_model.layers.32.mlp.experts.251.gate_proj,0.0082111493,hessian_weighted_relative_error,51600,0.02500,0.937
32,model.language_model.layers.32.mlp.experts.251.up_proj,0.0110552160,hessian_weighted_relative_error,51600,0.02500,0.957
32,model.language_model.layers.32.mlp.experts.252.down_proj,0.0124415070,hessian_weighted_relative_error,8320,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.252.gate_proj,0.0070600492,hessian_weighted_relative_error,8320,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.252.up_proj,0.0075963333,hessian_weighted_relative_error,8320,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.253.down_proj,0.0134923607,hessian_weighted_relative_error,21369,0.02500,0.883
32,model.language_model.layers.32.mlp.experts.253.gate_proj,0.0082279558,hessian_weighted_relative_error,21369,0.02500,0.935
32,model.language_model.layers.32.mlp.experts.253.up_proj,0.0093140334,hessian_weighted_relative_error,21369,0.02500,0.967
32,model.language_model.layers.32.mlp.experts.254.down_proj,0.0076596597,hessian_weighted_relative_error,25012,0.02500,0.767
32,model.language_model.layers.32.mlp.experts.254.gate_proj,0.0046412863,hessian_weighted_relative_error,25012,0.02500,0.794
32,model.language_model.layers.32.mlp.experts.254.up_proj,0.0050724939,hessian_weighted_relative_error,25012,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.255.down_proj,0.0157330246,hessian_weighted_relative_error,32520,0.02500,0.884
32,model.language_model.layers.32.mlp.experts.255.gate_proj,0.0099335887,hessian_weighted_relative_error,32520,0.02500,0.935
32,model.language_model.layers.32.mlp.experts.255.up_proj,0.0113335417,hessian_weighted_relative_error,32520,0.02500,0.964
32,model.language_model.layers.32.mlp.experts.256.down_proj,0.0109998408,hessian_weighted_relative_error,15425,0.02500,0.769
32,model.language_model.layers.32.mlp.experts.256.gate_proj,0.0066885411,hessian_weighted_relative_error,15425,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.256.up_proj,0.0076181177,hessian_weighted_relative_error,15425,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.257.down_proj,0.0145423110,hessian_weighted_relative_error,23335,0.02500,0.885
32,model.language_model.layers.32.mlp.experts.257.gate_proj,0.0092724967,hessian_weighted_relative_error,23335,0.02500,0.936
32,model.language_model.layers.32.mlp.experts.257.up_proj,0.0102817276,hessian_weighted_relative_error,23335,0.02500,0.959
32,model.language_model.layers.32.mlp.experts.258.down_proj,0.0122924746,hessian_weighted_relative_error,39125,0.02500,0.766
32,model.language_model.layers.32.mlp.experts.258.gate_proj,0.0070836956,hessian_weighted_relative_error,39125,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.258.up_proj,0.0080633415,hessian_weighted_relative_error,39125,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.259.down_proj,0.0040901146,hessian_weighted_relative_error,34795,0.02500,0.889
32,model.language_model.layers.32.mlp.experts.259.gate_proj,0.0077515884,hessian_weighted_relative_error,34795,0.02500,0.927
32,model.language_model.layers.32.mlp.experts.259.up_proj,0.0090009587,hessian_weighted_relative_error,34795,0.02500,0.948
32,model.language_model.layers.32.mlp.experts.26.down_proj,0.0154525056,hessian_weighted_relative_error,46737,0.02500,0.735
32,model.language_model.layers.32.mlp.experts.26.gate_proj,0.0105701938,hessian_weighted_relative_error,46737,0.02500,0.755
32,model.language_model.layers.32.mlp.experts.26.up_proj,0.0113590007,hessian_weighted_relative_error,46737,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.260.down_proj,0.0103073516,hessian_weighted_relative_error,26062,0.02500,0.766
32,model.language_model.layers.32.mlp.experts.260.gate_proj,0.0069420164,hessian_weighted_relative_error,26062,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.260.up_proj,0.0080865361,hessian_weighted_relative_error,26062,0.02500,0.808
32,model.language_model.layers.32.mlp.experts.261.down_proj,0.0114706597,hessian_weighted_relative_error,21792,0.02500,0.884
32,model.language_model.layers.32.mlp.experts.261.gate_proj,0.0065929608,hessian_weighted_relative_error,21792,0.02500,0.929
32,model.language_model.layers.32.mlp.experts.261.up_proj,0.0075005912,hessian_weighted_relative_error,21792,0.02500,0.960
32,model.language_model.layers.32.mlp.experts.262.down_proj,0.0116940789,hessian_weighted_relative_error,30480,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.262.gate_proj,0.0071044737,hessian_weighted_relative_error,30480,0.02500,0.792
32,model.language_model.layers.32.mlp.experts.262.up_proj,0.0076653671,hessian_weighted_relative_error,30480,0.02500,0.812
32,model.language_model.layers.32.mlp.experts.263.down_proj,0.0107409312,hessian_weighted_relative_error,50955,0.02500,0.885
32,model.language_model.layers.32.mlp.experts.263.gate_proj,0.0064615785,hessian_weighted_relative_error,50955,0.02500,0.932
32,model.language_model.layers.32.mlp.experts.263.up_proj,0.0068445394,hessian_weighted_relative_error,50955,0.02500,0.960
32,model.language_model.layers.32.mlp.experts.264.down_proj,0.0100334039,hessian_weighted_relative_error,26899,0.02500,0.769
32,model.language_model.layers.32.mlp.experts.264.gate_proj,0.0056471174,hessian_weighted_relative_error,26899,0.02500,0.794
32,model.language_model.layers.32.mlp.experts.264.up_proj,0.0060344796,hessian_weighted_relative_error,26899,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.265.down_proj,0.0141059491,hessian_weighted_relative_error,34808,0.02500,0.886
32,model.language_model.layers.32.mlp.experts.265.gate_proj,0.0074718980,hessian_weighted_relative_error,34808,0.02500,0.936
32,model.language_model.layers.32.mlp.experts.265.up_proj,0.0096449010,hessian_weighted_relative_error,34808,0.02500,0.951
32,model.language_model.layers.32.mlp.experts.266.down_proj,0.0130466884,hessian_weighted_relative_error,21776,0.02500,0.767
32,model.language_model.layers.32.mlp.experts.266.gate_proj,0.0075347304,hessian_weighted_relative_error,21776,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.266.up_proj,0.0088682564,hessian_weighted_relative_error,21776,0.02500,0.814
32,model.language_model.layers.32.mlp.experts.267.down_proj,0.0156305380,hessian_weighted_relative_error,80500,0.02500,0.889
32,model.language_model.layers.32.mlp.experts.267.gate_proj,0.0112609161,hessian_weighted_relative_error,80500,0.02500,0.934
32,model.language_model.layers.32.mlp.experts.267.up_proj,0.0121259416,hessian_weighted_relative_error,80500,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.268.down_proj,0.0104346337,hessian_weighted_relative_error,8325,0.02500,0.763
32,model.language_model.layers.32.mlp.experts.268.gate_proj,0.0057916998,hessian_weighted_relative_error,8325,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.268.up_proj,0.0063381883,hessian_weighted_relative_error,8325,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.269.down_proj,0.0124863051,hessian_weighted_relative_error,19518,0.02500,0.885
32,model.language_model.layers.32.mlp.experts.269.gate_proj,0.0075297590,hessian_weighted_relative_error,19518,0.02500,0.937
32,model.language_model.layers.32.mlp.experts.269.up_proj,0.0087889797,hessian_weighted_relative_error,19518,0.02500,0.953
32,model.language_model.layers.32.mlp.experts.27.down_proj,0.0089580954,hessian_weighted_relative_error,12791,0.02500,0.808
32,model.language_model.layers.32.mlp.experts.27.gate_proj,0.0053275350,hessian_weighted_relative_error,12791,0.02500,0.854
32,model.language_model.layers.32.mlp.experts.27.up_proj,0.0059021923,hessian_weighted_relative_error,12791,0.02500,0.942
32,model.language_model.layers.32.mlp.experts.270.down_proj,0.0128083220,hessian_weighted_relative_error,24021,0.02500,0.766
32,model.language_model.layers.32.mlp.experts.270.gate_proj,0.0079077016,hessian_weighted_relative_error,24021,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.270.up_proj,0.0093288637,hessian_weighted_relative_error,24021,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.271.down_proj,0.0154377074,hessian_weighted_relative_error,46198,0.02500,0.885
32,model.language_model.layers.32.mlp.experts.271.gate_proj,0.0089995882,hessian_weighted_relative_error,46198,0.02500,0.936
32,model.language_model.layers.32.mlp.experts.271.up_proj,0.0112412442,hessian_weighted_relative_error,46198,0.02500,0.961
32,model.language_model.layers.32.mlp.experts.272.down_proj,0.0137592887,hessian_weighted_relative_error,25356,0.02500,0.767
32,model.language_model.layers.32.mlp.experts.272.gate_proj,0.0085263871,hessian_weighted_relative_error,25356,0.02500,0.794
32,model.language_model.layers.32.mlp.experts.272.up_proj,0.0097521297,hessian_weighted_relative_error,25356,0.02500,0.811
32,model.language_model.layers.32.mlp.experts.273.down_proj,0.0143874816,hessian_weighted_relative_error,41571,0.02500,0.886
32,model.language_model.layers.32.mlp.experts.273.gate_proj,0.0085172200,hessian_weighted_relative_error,41571,0.02500,0.938
32,model.language_model.layers.32.mlp.experts.273.up_proj,0.0104244797,hessian_weighted_relative_error,41571,0.02500,0.947
32,model.language_model.layers.32.mlp.experts.274.down_proj,0.0116903086,hessian_weighted_relative_error,7221,0.02500,0.767
32,model.language_model.layers.32.mlp.experts.274.gate_proj,0.0065686135,hessian_weighted_relative_error,7221,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.274.up_proj,0.0070996122,hessian_weighted_relative_error,7221,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.275.down_proj,0.0134349774,hessian_weighted_relative_error,84013,0.02500,0.892
32,model.language_model.layers.32.mlp.experts.275.gate_proj,0.0086204245,hessian_weighted_relative_error,84013,0.02500,0.935
32,model.language_model.layers.32.mlp.experts.275.up_proj,0.0092852105,hessian_weighted_relative_error,84013,0.02500,0.951
32,model.language_model.layers.32.mlp.experts.276.down_proj,0.0123402599,hessian_weighted_relative_error,16610,0.02500,0.763
32,model.language_model.layers.32.mlp.experts.276.gate_proj,0.0073344779,hessian_weighted_relative_error,16610,0.02500,0.794
32,model.language_model.layers.32.mlp.experts.276.up_proj,0.0078685503,hessian_weighted_relative_error,16610,0.02500,0.815
32,model.language_model.layers.32.mlp.experts.277.down_proj,0.0101700300,hessian_weighted_relative_error,63759,0.02500,0.887
32,model.language_model.layers.32.mlp.experts.277.gate_proj,0.0059438015,hessian_weighted_relative_error,63759,0.02500,0.933
32,model.language_model.layers.32.mlp.experts.277.up_proj,0.0061056203,hessian_weighted_relative_error,63759,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.278.down_proj,0.0121939141,hessian_weighted_relative_error,46023,0.02500,0.764
32,model.language_model.layers.32.mlp.experts.278.gate_proj,0.0073811980,hessian_weighted_relative_error,46023,0.02500,0.795
32,model.language_model.layers.32.mlp.experts.278.up_proj,0.0081834499,hessian_weighted_relative_error,46023,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.279.down_proj,0.0155181495,hessian_weighted_relative_error,53370,0.02500,0.886
32,model.language_model.layers.32.mlp.experts.279.gate_proj,0.0098611691,hessian_weighted_relative_error,53370,0.02500,0.940
32,model.language_model.layers.32.mlp.experts.279.up_proj,0.0110916644,hessian_weighted_relative_error,53370,0.02500,0.958
32,model.language_model.layers.32.mlp.experts.28.down_proj,0.0100503257,hessian_weighted_relative_error,16701,0.02500,0.730
32,model.language_model.layers.32.mlp.experts.28.gate_proj,0.0054381059,hessian_weighted_relative_error,16701,0.02500,0.755
32,model.language_model.layers.32.mlp.experts.28.up_proj,0.0063356476,hessian_weighted_relative_error,16701,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.280.down_proj,0.0118175424,hessian_weighted_relative_error,15782,0.02500,0.766
32,model.language_model.layers.32.mlp.experts.280.gate_proj,0.0066452985,hessian_weighted_relative_error,15782,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.280.up_proj,0.0078129132,hessian_weighted_relative_error,15782,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.281.down_proj,0.0133041530,hessian_weighted_relative_error,76854,0.02500,0.885
32,model.language_model.layers.32.mlp.experts.281.gate_proj,0.0089844530,hessian_weighted_relative_error,76854,0.02500,0.935
32,model.language_model.layers.32.mlp.experts.281.up_proj,0.0096220608,hessian_weighted_relative_error,76854,0.02500,0.938
32,model.language_model.layers.32.mlp.experts.282.down_proj,0.0087460954,hessian_weighted_relative_error,21953,0.02500,0.768
32,model.language_model.layers.32.mlp.experts.282.gate_proj,0.0057172232,hessian_weighted_relative_error,21953,0.02500,0.794
32,model.language_model.layers.32.mlp.experts.282.up_proj,0.0061306090,hessian_weighted_relative_error,21953,0.02500,0.805
32,model.language_model.layers.32.mlp.experts.283.down_proj,0.0110856565,hessian_weighted_relative_error,13869,0.02500,0.891
32,model.language_model.layers.32.mlp.experts.283.gate_proj,0.0058813770,hessian_weighted_relative_error,13869,0.02500,0.938
32,model.language_model.layers.32.mlp.experts.283.up_proj,0.0075035056,hessian_weighted_relative_error,13869,0.02500,0.933
32,model.language_model.layers.32.mlp.experts.284.down_proj,0.0134703888,hessian_weighted_relative_error,41257,0.02500,0.765
32,model.language_model.layers.32.mlp.experts.284.gate_proj,0.0089852380,hessian_weighted_relative_error,41257,0.02500,0.795
32,model.language_model.layers.32.mlp.experts.284.up_proj,0.0102004812,hessian_weighted_relative_error,41257,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.285.down_proj,0.0109033113,hessian_weighted_relative_error,13236,0.02500,0.887
32,model.language_model.layers.32.mlp.experts.285.gate_proj,0.0059174543,hessian_weighted_relative_error,13236,0.02500,0.963
32,model.language_model.layers.32.mlp.experts.285.up_proj,0.0069862857,hessian_weighted_relative_error,13236,0.02500,0.942
32,model.language_model.layers.32.mlp.experts.286.down_proj,0.0124409030,hessian_weighted_relative_error,18970,0.02500,0.765
32,model.language_model.layers.32.mlp.experts.286.gate_proj,0.0076701291,hessian_weighted_relative_error,18970,0.02500,0.795
32,model.language_model.layers.32.mlp.experts.286.up_proj,0.0082762243,hessian_weighted_relative_error,18970,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.287.down_proj,0.0143890289,hessian_weighted_relative_error,51716,0.02500,0.887
32,model.language_model.layers.32.mlp.experts.287.gate_proj,0.0089382667,hessian_weighted_relative_error,51716,0.02500,0.939
32,model.language_model.layers.32.mlp.experts.287.up_proj,0.0099570242,hessian_weighted_relative_error,51716,0.02500,0.946
32,model.language_model.layers.32.mlp.experts.29.down_proj,0.0126616382,hessian_weighted_relative_error,65709,0.02500,0.804
32,model.language_model.layers.32.mlp.experts.29.gate_proj,0.0079959006,hessian_weighted_relative_error,65709,0.02500,0.852
32,model.language_model.layers.32.mlp.experts.29.up_proj,0.0084819451,hessian_weighted_relative_error,65709,0.02500,0.947
32,model.language_model.layers.32.mlp.experts.3.down_proj,0.0126119573,hessian_weighted_relative_error,44761,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.3.gate_proj,0.0080775643,hessian_weighted_relative_error,44761,0.02500,0.841
32,model.language_model.layers.32.mlp.experts.3.up_proj,0.0086674075,hessian_weighted_relative_error,44761,0.02500,0.953
32,model.language_model.layers.32.mlp.experts.30.down_proj,0.0144383214,hessian_weighted_relative_error,41646,0.02500,0.728
32,model.language_model.layers.32.mlp.experts.30.gate_proj,0.0090533768,hessian_weighted_relative_error,41646,0.02500,0.755
32,model.language_model.layers.32.mlp.experts.30.up_proj,0.0098998219,hessian_weighted_relative_error,41646,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.31.down_proj,0.0121543542,hessian_weighted_relative_error,42415,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.31.gate_proj,0.0080794182,hessian_weighted_relative_error,42415,0.02500,0.854
32,model.language_model.layers.32.mlp.experts.31.up_proj,0.0085250405,hessian_weighted_relative_error,42415,0.02500,0.951
32,model.language_model.layers.32.mlp.experts.32.down_proj,0.0094402154,hessian_weighted_relative_error,30190,0.02500,0.733
32,model.language_model.layers.32.mlp.experts.32.gate_proj,0.0064340489,hessian_weighted_relative_error,30190,0.02500,0.756
32,model.language_model.layers.32.mlp.experts.32.up_proj,0.0066147827,hessian_weighted_relative_error,30190,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.33.down_proj,0.0129522622,hessian_weighted_relative_error,23448,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.33.gate_proj,0.0075887282,hessian_weighted_relative_error,23448,0.02500,0.857
32,model.language_model.layers.32.mlp.experts.33.up_proj,0.0088019318,hessian_weighted_relative_error,23448,0.02500,0.950
32,model.language_model.layers.32.mlp.experts.34.down_proj,0.0099754845,hessian_weighted_relative_error,18403,0.02500,0.737
32,model.language_model.layers.32.mlp.experts.34.gate_proj,0.0066444158,hessian_weighted_relative_error,18403,0.02500,0.758
32,model.language_model.layers.32.mlp.experts.34.up_proj,0.0067602437,hessian_weighted_relative_error,18403,0.02500,0.795
32,model.language_model.layers.32.mlp.experts.35.down_proj,0.0106767137,hessian_weighted_relative_error,44242,0.02500,0.812
32,model.language_model.layers.32.mlp.experts.35.gate_proj,0.0064557354,hessian_weighted_relative_error,44242,0.02500,0.859
32,model.language_model.layers.32.mlp.experts.35.up_proj,0.0068784447,hessian_weighted_relative_error,44242,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.36.down_proj,0.0143648207,hessian_weighted_relative_error,20426,0.02500,0.730
32,model.language_model.layers.32.mlp.experts.36.gate_proj,0.0087690914,hessian_weighted_relative_error,20426,0.02500,0.757
32,model.language_model.layers.32.mlp.experts.36.up_proj,0.0104106465,hessian_weighted_relative_error,20426,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.37.down_proj,0.0149197772,hessian_weighted_relative_error,25363,0.02500,0.809
32,model.language_model.layers.32.mlp.experts.37.gate_proj,0.0090677276,hessian_weighted_relative_error,25363,0.02500,0.865
32,model.language_model.layers.32.mlp.experts.37.up_proj,0.0104287361,hessian_weighted_relative_error,25363,0.02500,0.942
32,model.language_model.layers.32.mlp.experts.38.down_proj,0.0140443072,hessian_weighted_relative_error,31265,0.02500,0.736
32,model.language_model.layers.32.mlp.experts.38.gate_proj,0.0081102359,hessian_weighted_relative_error,31265,0.02500,0.760
32,model.language_model.layers.32.mlp.experts.38.up_proj,0.0103440897,hessian_weighted_relative_error,31265,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.39.down_proj,0.0146145341,hessian_weighted_relative_error,20982,0.02500,0.810
32,model.language_model.layers.32.mlp.experts.39.gate_proj,0.0089290619,hessian_weighted_relative_error,20982,0.02500,0.859
32,model.language_model.layers.32.mlp.experts.39.up_proj,0.0104719782,hessian_weighted_relative_error,20982,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.4.down_proj,0.0141965855,hessian_weighted_relative_error,27417,0.02500,0.721
32,model.language_model.layers.32.mlp.experts.4.gate_proj,0.0087874730,hessian_weighted_relative_error,27417,0.02500,0.788
32,model.language_model.layers.32.mlp.experts.4.up_proj,0.0101455197,hessian_weighted_relative_error,27417,0.02500,0.795
32,model.language_model.layers.32.mlp.experts.40.down_proj,0.0129711186,hessian_weighted_relative_error,27617,0.02500,0.734
32,model.language_model.layers.32.mlp.experts.40.gate_proj,0.0070884924,hessian_weighted_relative_error,27617,0.02500,0.760
32,model.language_model.layers.32.mlp.experts.40.up_proj,0.0089723161,hessian_weighted_relative_error,27617,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.41.down_proj,0.0120281960,hessian_weighted_relative_error,21842,0.02500,0.813
32,model.language_model.layers.32.mlp.experts.41.gate_proj,0.0071187253,hessian_weighted_relative_error,21842,0.02500,0.861
32,model.language_model.layers.32.mlp.experts.41.up_proj,0.0087380551,hessian_weighted_relative_error,21842,0.02500,0.945
32,model.language_model.layers.32.mlp.experts.42.down_proj,0.0144772935,hessian_weighted_relative_error,22542,0.02500,0.738
32,model.language_model.layers.32.mlp.experts.42.gate_proj,0.0080575155,hessian_weighted_relative_error,22542,0.02500,0.762
32,model.language_model.layers.32.mlp.experts.42.up_proj,0.0106040657,hessian_weighted_relative_error,22542,0.02500,0.799
32,model.language_model.layers.32.mlp.experts.43.down_proj,0.0135509070,hessian_weighted_relative_error,58299,0.02500,0.817
32,model.language_model.layers.32.mlp.experts.43.gate_proj,0.0081938850,hessian_weighted_relative_error,58299,0.02500,0.865
32,model.language_model.layers.32.mlp.experts.43.up_proj,0.0093358245,hessian_weighted_relative_error,58299,0.02500,0.945
32,model.language_model.layers.32.mlp.experts.44.down_proj,0.0144536329,hessian_weighted_relative_error,29626,0.02500,0.736
32,model.language_model.layers.32.mlp.experts.44.gate_proj,0.0081570901,hessian_weighted_relative_error,29626,0.02500,0.760
32,model.language_model.layers.32.mlp.experts.44.up_proj,0.0100234425,hessian_weighted_relative_error,29626,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.45.down_proj,0.0143827213,hessian_weighted_relative_error,22898,0.02500,0.812
32,model.language_model.layers.32.mlp.experts.45.gate_proj,0.0080887983,hessian_weighted_relative_error,22898,0.02500,0.861
32,model.language_model.layers.32.mlp.experts.45.up_proj,0.0101484322,hessian_weighted_relative_error,22898,0.02500,0.957
32,model.language_model.layers.32.mlp.experts.46.down_proj,0.0145146736,hessian_weighted_relative_error,66083,0.02500,0.733
32,model.language_model.layers.32.mlp.experts.46.gate_proj,0.0101227718,hessian_weighted_relative_error,66083,0.02500,0.761
32,model.language_model.layers.32.mlp.experts.46.up_proj,0.0111554506,hessian_weighted_relative_error,66083,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.47.down_proj,0.0101806152,hessian_weighted_relative_error,26821,0.02500,0.814
32,model.language_model.layers.32.mlp.experts.47.gate_proj,0.0064194487,hessian_weighted_relative_error,26821,0.02500,0.863
32,model.language_model.layers.32.mlp.experts.47.up_proj,0.0068498296,hessian_weighted_relative_error,26821,0.02500,0.953
32,model.language_model.layers.32.mlp.experts.48.down_proj,0.0132813654,hessian_weighted_relative_error,17525,0.02500,0.736
32,model.language_model.layers.32.mlp.experts.48.gate_proj,0.0072179496,hessian_weighted_relative_error,17525,0.02500,0.764
32,model.language_model.layers.32.mlp.experts.48.up_proj,0.0086277568,hessian_weighted_relative_error,17525,0.02500,0.799
32,model.language_model.layers.32.mlp.experts.49.down_proj,0.0091962341,hessian_weighted_relative_error,8415,0.02500,0.816
32,model.language_model.layers.32.mlp.experts.49.gate_proj,0.0049574044,hessian_weighted_relative_error,8415,0.02500,0.865
32,model.language_model.layers.32.mlp.experts.49.up_proj,0.0052250685,hessian_weighted_relative_error,8415,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.5.down_proj,0.0130152822,hessian_weighted_relative_error,14989,0.02500,0.773
32,model.language_model.layers.32.mlp.experts.5.gate_proj,0.0075255301,hessian_weighted_relative_error,14989,0.02500,0.837
32,model.language_model.layers.32.mlp.experts.5.up_proj,0.0080516316,hessian_weighted_relative_error,14989,0.02500,0.936
32,model.language_model.layers.32.mlp.experts.50.down_proj,0.0123864849,hessian_weighted_relative_error,13295,0.02500,0.737
32,model.language_model.layers.32.mlp.experts.50.gate_proj,0.0055313319,hessian_weighted_relative_error,13295,0.02500,0.766
32,model.language_model.layers.32.mlp.experts.50.up_proj,0.0080313543,hessian_weighted_relative_error,13295,0.02500,0.799
32,model.language_model.layers.32.mlp.experts.51.down_proj,0.0137636954,hessian_weighted_relative_error,29452,0.02500,0.821
32,model.language_model.layers.32.mlp.experts.51.gate_proj,0.0084214388,hessian_weighted_relative_error,29452,0.02500,0.866
32,model.language_model.layers.32.mlp.experts.51.up_proj,0.0095496947,hessian_weighted_relative_error,29452,0.02500,0.952
32,model.language_model.layers.32.mlp.experts.52.down_proj,0.0113899197,hessian_weighted_relative_error,20840,0.02500,0.735
32,model.language_model.layers.32.mlp.experts.52.gate_proj,0.0070404834,hessian_weighted_relative_error,20840,0.02500,0.763
32,model.language_model.layers.32.mlp.experts.52.up_proj,0.0082968777,hessian_weighted_relative_error,20840,0.02500,0.806
32,model.language_model.layers.32.mlp.experts.53.down_proj,0.0130247040,hessian_weighted_relative_error,33489,0.02500,0.816
32,model.language_model.layers.32.mlp.experts.53.gate_proj,0.0079345916,hessian_weighted_relative_error,33489,0.02500,0.863
32,model.language_model.layers.32.mlp.experts.53.up_proj,0.0093162026,hessian_weighted_relative_error,33489,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.54.down_proj,0.0147097655,hessian_weighted_relative_error,36980,0.02500,0.735
32,model.language_model.layers.32.mlp.experts.54.gate_proj,0.0090974457,hessian_weighted_relative_error,36980,0.02500,0.765
32,model.language_model.layers.32.mlp.experts.54.up_proj,0.0108358745,hessian_weighted_relative_error,36980,0.02500,0.797
32,model.language_model.layers.32.mlp.experts.55.down_proj,0.0128194493,hessian_weighted_relative_error,34413,0.02500,0.817
32,model.language_model.layers.32.mlp.experts.55.gate_proj,0.0075822867,hessian_weighted_relative_error,34413,0.02500,0.891
32,model.language_model.layers.32.mlp.experts.55.up_proj,0.0092661847,hessian_weighted_relative_error,34413,0.02500,0.954
32,model.language_model.layers.32.mlp.experts.56.down_proj,0.0121851623,hessian_weighted_relative_error,24925,0.02500,0.741
32,model.language_model.layers.32.mlp.experts.56.gate_proj,0.0072605064,hessian_weighted_relative_error,24925,0.02500,0.767
32,model.language_model.layers.32.mlp.experts.56.up_proj,0.0082543128,hessian_weighted_relative_error,24925,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.57.down_proj,0.0124049610,hessian_weighted_relative_error,18405,0.02500,0.820
32,model.language_model.layers.32.mlp.experts.57.gate_proj,0.0071855353,hessian_weighted_relative_error,18405,0.02500,0.871
32,model.language_model.layers.32.mlp.experts.57.up_proj,0.0078372914,hessian_weighted_relative_error,18405,0.02500,0.950
32,model.language_model.layers.32.mlp.experts.58.down_proj,0.0123687040,hessian_weighted_relative_error,19094,0.02500,0.738
32,model.language_model.layers.32.mlp.experts.58.gate_proj,0.0084254911,hessian_weighted_relative_error,19094,0.02500,0.765
32,model.language_model.layers.32.mlp.experts.58.up_proj,0.0094677801,hessian_weighted_relative_error,19094,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.59.down_proj,0.0146198472,hessian_weighted_relative_error,34823,0.02500,0.827
32,model.language_model.layers.32.mlp.experts.59.gate_proj,0.0095684400,hessian_weighted_relative_error,34823,0.02500,0.870
32,model.language_model.layers.32.mlp.experts.59.up_proj,0.0103433124,hessian_weighted_relative_error,34823,0.02500,0.953
32,model.language_model.layers.32.mlp.experts.6.down_proj,0.0125432652,hessian_weighted_relative_error,22441,0.02500,0.701
32,model.language_model.layers.32.mlp.experts.6.gate_proj,0.0086314421,hessian_weighted_relative_error,22441,0.02500,0.753
32,model.language_model.layers.32.mlp.experts.6.up_proj,0.0092676776,hessian_weighted_relative_error,22441,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.60.down_proj,0.0143105549,hessian_weighted_relative_error,19835,0.02500,0.736
32,model.language_model.layers.32.mlp.experts.60.gate_proj,0.0088865914,hessian_weighted_relative_error,19835,0.02500,0.767
32,model.language_model.layers.32.mlp.experts.60.up_proj,0.0099085992,hessian_weighted_relative_error,19835,0.02500,0.800
32,model.language_model.layers.32.mlp.experts.61.down_proj,0.0145363424,hessian_weighted_relative_error,22919,0.02500,0.820
32,model.language_model.layers.32.mlp.experts.61.gate_proj,0.0084083390,hessian_weighted_relative_error,22919,0.02500,0.868
32,model.language_model.layers.32.mlp.experts.61.up_proj,0.0101242362,hessian_weighted_relative_error,22919,0.02500,0.950
32,model.language_model.layers.32.mlp.experts.62.down_proj,0.0143221553,hessian_weighted_relative_error,51653,0.02500,0.736
32,model.language_model.layers.32.mlp.experts.62.gate_proj,0.0096315853,hessian_weighted_relative_error,51653,0.02500,0.765
32,model.language_model.layers.32.mlp.experts.62.up_proj,0.0107255753,hessian_weighted_relative_error,51653,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.63.down_proj,0.0126783637,hessian_weighted_relative_error,22803,0.02500,0.821
32,model.language_model.layers.32.mlp.experts.63.gate_proj,0.0081032106,hessian_weighted_relative_error,22803,0.02500,0.869
32,model.language_model.layers.32.mlp.experts.63.up_proj,0.0091007523,hessian_weighted_relative_error,22803,0.02500,0.950
32,model.language_model.layers.32.mlp.experts.64.down_proj,0.0098017688,hessian_weighted_relative_error,9907,0.02500,0.740
32,model.language_model.layers.32.mlp.experts.64.gate_proj,0.0053732548,hessian_weighted_relative_error,9907,0.02500,0.768
32,model.language_model.layers.32.mlp.experts.64.up_proj,0.0061327877,hessian_weighted_relative_error,9907,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.65.down_proj,0.0121935799,hessian_weighted_relative_error,54803,0.02500,0.824
32,model.language_model.layers.32.mlp.experts.65.gate_proj,0.0087188387,hessian_weighted_relative_error,54803,0.02500,0.875
32,model.language_model.layers.32.mlp.experts.65.up_proj,0.0098389026,hessian_weighted_relative_error,54803,0.02500,0.948
32,model.language_model.layers.32.mlp.experts.66.down_proj,0.0136574769,hessian_weighted_relative_error,42062,0.02500,0.739
32,model.language_model.layers.32.mlp.experts.66.gate_proj,0.0078419120,hessian_weighted_relative_error,42062,0.02500,0.767
32,model.language_model.layers.32.mlp.experts.66.up_proj,0.0099143913,hessian_weighted_relative_error,42062,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.67.down_proj,0.0148768595,hessian_weighted_relative_error,41940,0.02500,0.828
32,model.language_model.layers.32.mlp.experts.67.gate_proj,0.0095414184,hessian_weighted_relative_error,41940,0.02500,0.878
32,model.language_model.layers.32.mlp.experts.67.up_proj,0.0109335253,hessian_weighted_relative_error,41940,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.68.down_proj,0.0137635259,hessian_weighted_relative_error,57096,0.02500,0.738
32,model.language_model.layers.32.mlp.experts.68.gate_proj,0.0096861909,hessian_weighted_relative_error,57096,0.02500,0.765
32,model.language_model.layers.32.mlp.experts.68.up_proj,0.0101347624,hessian_weighted_relative_error,57096,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.69.down_proj,0.0118858301,hessian_weighted_relative_error,17748,0.02500,0.824
32,model.language_model.layers.32.mlp.experts.69.gate_proj,0.0052685683,hessian_weighted_relative_error,17748,0.02500,0.873
32,model.language_model.layers.32.mlp.experts.69.up_proj,0.0080313704,hessian_weighted_relative_error,17748,0.02500,0.948
32,model.language_model.layers.32.mlp.experts.7.down_proj,0.0146688676,hessian_weighted_relative_error,28933,0.02500,0.793
32,model.language_model.layers.32.mlp.experts.7.gate_proj,0.0087928078,hessian_weighted_relative_error,28933,0.02500,0.850
32,model.language_model.layers.32.mlp.experts.7.up_proj,0.0104152301,hessian_weighted_relative_error,28933,0.02500,0.943
32,model.language_model.layers.32.mlp.experts.70.down_proj,0.0128171036,hessian_weighted_relative_error,28602,0.02500,0.742
32,model.language_model.layers.32.mlp.experts.70.gate_proj,0.0076051053,hessian_weighted_relative_error,28602,0.02500,0.770
32,model.language_model.layers.32.mlp.experts.70.up_proj,0.0082571983,hessian_weighted_relative_error,28602,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.71.down_proj,0.0141140148,hessian_weighted_relative_error,37755,0.02500,0.826
32,model.language_model.layers.32.mlp.experts.71.gate_proj,0.0093485156,hessian_weighted_relative_error,37755,0.02500,0.876
32,model.language_model.layers.32.mlp.experts.71.up_proj,0.0103173903,hessian_weighted_relative_error,37755,0.02500,0.957
32,model.language_model.layers.32.mlp.experts.72.down_proj,0.0140721149,hessian_weighted_relative_error,23314,0.02500,0.742
32,model.language_model.layers.32.mlp.experts.72.gate_proj,0.0089416991,hessian_weighted_relative_error,23314,0.02500,0.769
32,model.language_model.layers.32.mlp.experts.72.up_proj,0.0097946472,hessian_weighted_relative_error,23314,0.02500,0.802
32,model.language_model.layers.32.mlp.experts.73.down_proj,0.0125217241,hessian_weighted_relative_error,20222,0.02500,0.827
32,model.language_model.layers.32.mlp.experts.73.gate_proj,0.0074068583,hessian_weighted_relative_error,20222,0.02500,0.880
32,model.language_model.layers.32.mlp.experts.73.up_proj,0.0082626419,hessian_weighted_relative_error,20222,0.02500,0.949
32,model.language_model.layers.32.mlp.experts.74.down_proj,0.0136602185,hessian_weighted_relative_error,48522,0.02500,0.741
32,model.language_model.layers.32.mlp.experts.74.gate_proj,0.0096996240,hessian_weighted_relative_error,48522,0.02500,0.771
32,model.language_model.layers.32.mlp.experts.74.up_proj,0.0102086973,hessian_weighted_relative_error,48522,0.02500,0.799
32,model.language_model.layers.32.mlp.experts.75.down_proj,0.0137961327,hessian_weighted_relative_error,16470,0.02500,0.830
32,model.language_model.layers.32.mlp.experts.75.gate_proj,0.0091375814,hessian_weighted_relative_error,16470,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.75.up_proj,0.0098221348,hessian_weighted_relative_error,16470,0.02500,0.958
32,model.language_model.layers.32.mlp.experts.76.down_proj,0.0137411095,hessian_weighted_relative_error,66727,0.02500,0.739
32,model.language_model.layers.32.mlp.experts.76.gate_proj,0.0082068676,hessian_weighted_relative_error,66727,0.02500,0.772
32,model.language_model.layers.32.mlp.experts.76.up_proj,0.0094623209,hessian_weighted_relative_error,66727,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.77.down_proj,0.0123713533,hessian_weighted_relative_error,13712,0.02500,0.827
32,model.language_model.layers.32.mlp.experts.77.gate_proj,0.0083347910,hessian_weighted_relative_error,13712,0.02500,0.877
32,model.language_model.layers.32.mlp.experts.77.up_proj,0.0088300125,hessian_weighted_relative_error,13712,0.02500,0.951
32,model.language_model.layers.32.mlp.experts.78.down_proj,0.0141838773,hessian_weighted_relative_error,47267,0.02500,0.740
32,model.language_model.layers.32.mlp.experts.78.gate_proj,0.0093990361,hessian_weighted_relative_error,47267,0.02500,0.774
32,model.language_model.layers.32.mlp.experts.78.up_proj,0.0104851177,hessian_weighted_relative_error,47267,0.02500,0.798
32,model.language_model.layers.32.mlp.experts.79.down_proj,0.0099975576,hessian_weighted_relative_error,17431,0.02500,0.828
32,model.language_model.layers.32.mlp.experts.79.gate_proj,0.0062074820,hessian_weighted_relative_error,17431,0.02500,0.881
32,model.language_model.layers.32.mlp.experts.79.up_proj,0.0070545587,hessian_weighted_relative_error,17431,0.02500,0.951
32,model.language_model.layers.32.mlp.experts.8.down_proj,0.0144374583,hessian_weighted_relative_error,28971,0.02500,0.725
32,model.language_model.layers.32.mlp.experts.8.gate_proj,0.0090564980,hessian_weighted_relative_error,28971,0.02500,0.752
32,model.language_model.layers.32.mlp.experts.8.up_proj,0.0101810338,hessian_weighted_relative_error,28971,0.02500,0.795
32,model.language_model.layers.32.mlp.experts.80.down_proj,0.0144396189,hessian_weighted_relative_error,32425,0.02500,0.743
32,model.language_model.layers.32.mlp.experts.80.gate_proj,0.0093053574,hessian_weighted_relative_error,32425,0.02500,0.773
32,model.language_model.layers.32.mlp.experts.80.up_proj,0.0107806052,hessian_weighted_relative_error,32425,0.02500,0.799
32,model.language_model.layers.32.mlp.experts.81.down_proj,0.0143332925,hessian_weighted_relative_error,22714,0.02500,0.831
32,model.language_model.layers.32.mlp.experts.81.gate_proj,0.0079292719,hessian_weighted_relative_error,22714,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.81.up_proj,0.0100819772,hessian_weighted_relative_error,22714,0.02500,0.959
32,model.language_model.layers.32.mlp.experts.82.down_proj,0.0129747352,hessian_weighted_relative_error,38876,0.02500,0.747
32,model.language_model.layers.32.mlp.experts.82.gate_proj,0.0084750153,hessian_weighted_relative_error,38876,0.02500,0.772
32,model.language_model.layers.32.mlp.experts.82.up_proj,0.0097187846,hessian_weighted_relative_error,38876,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.83.down_proj,0.0146883461,hessian_weighted_relative_error,44625,0.02500,0.836
32,model.language_model.layers.32.mlp.experts.83.gate_proj,0.0076864964,hessian_weighted_relative_error,44625,0.02500,0.884
32,model.language_model.layers.32.mlp.experts.83.up_proj,0.0107016796,hessian_weighted_relative_error,44625,0.02500,0.958
32,model.language_model.layers.32.mlp.experts.84.down_proj,0.0129780817,hessian_weighted_relative_error,41663,0.02500,0.742
32,model.language_model.layers.32.mlp.experts.84.gate_proj,0.0085901607,hessian_weighted_relative_error,41663,0.02500,0.770
32,model.language_model.layers.32.mlp.experts.84.up_proj,0.0094524889,hessian_weighted_relative_error,41663,0.02500,0.799
32,model.language_model.layers.32.mlp.experts.85.down_proj,0.0095145364,hessian_weighted_relative_error,31627,0.02500,0.831
32,model.language_model.layers.32.mlp.experts.85.gate_proj,0.0056446748,hessian_weighted_relative_error,31627,0.02500,0.882
32,model.language_model.layers.32.mlp.experts.85.up_proj,0.0061887027,hessian_weighted_relative_error,31627,0.02500,0.956
32,model.language_model.layers.32.mlp.experts.86.down_proj,0.0088731352,hessian_weighted_relative_error,27576,0.02500,0.742
32,model.language_model.layers.32.mlp.experts.86.gate_proj,0.0056473093,hessian_weighted_relative_error,27576,0.02500,0.771
32,model.language_model.layers.32.mlp.experts.86.up_proj,0.0060270924,hessian_weighted_relative_error,27576,0.02500,0.799
32,model.language_model.layers.32.mlp.experts.87.down_proj,0.0158379201,hessian_weighted_relative_error,31121,0.02500,0.833
32,model.language_model.layers.32.mlp.experts.87.gate_proj,0.0107280112,hessian_weighted_relative_error,31121,0.02500,0.885
32,model.language_model.layers.32.mlp.experts.87.up_proj,0.0117373801,hessian_weighted_relative_error,31121,0.02500,0.956
32,model.language_model.layers.32.mlp.experts.88.down_proj,0.0137709604,hessian_weighted_relative_error,36762,0.02500,0.744
32,model.language_model.layers.32.mlp.experts.88.gate_proj,0.0092205191,hessian_weighted_relative_error,36762,0.02500,0.779
32,model.language_model.layers.32.mlp.experts.88.up_proj,0.0101285758,hessian_weighted_relative_error,36762,0.02500,0.800
32,model.language_model.layers.32.mlp.experts.89.down_proj,0.0103865678,hessian_weighted_relative_error,50012,0.02500,0.835
32,model.language_model.layers.32.mlp.experts.89.gate_proj,0.0065726179,hessian_weighted_relative_error,50012,0.02500,0.887
32,model.language_model.layers.32.mlp.experts.89.up_proj,0.0067792367,hessian_weighted_relative_error,50012,0.02500,0.955
32,model.language_model.layers.32.mlp.experts.9.down_proj,0.0122412696,hessian_weighted_relative_error,78568,0.02500,0.796
32,model.language_model.layers.32.mlp.experts.9.gate_proj,0.0089803951,hessian_weighted_relative_error,78568,0.02500,0.845
32,model.language_model.layers.32.mlp.experts.9.up_proj,0.0092656458,hessian_weighted_relative_error,78568,0.02500,0.943
32,model.language_model.layers.32.mlp.experts.90.down_proj,0.0136850179,hessian_weighted_relative_error,26946,0.02500,0.746
32,model.language_model.layers.32.mlp.experts.90.gate_proj,0.0079715976,hessian_weighted_relative_error,26946,0.02500,0.771
32,model.language_model.layers.32.mlp.experts.90.up_proj,0.0102721766,hessian_weighted_relative_error,26946,0.02500,0.800
32,model.language_model.layers.32.mlp.experts.91.down_proj,0.0106656227,hessian_weighted_relative_error,18581,0.02500,0.841
32,model.language_model.layers.32.mlp.experts.91.gate_proj,0.0069811440,hessian_weighted_relative_error,18581,0.02500,0.887
32,model.language_model.layers.32.mlp.experts.91.up_proj,0.0074861038,hessian_weighted_relative_error,18581,0.02500,0.951
32,model.language_model.layers.32.mlp.experts.92.down_proj,0.0137341771,hessian_weighted_relative_error,29358,0.02500,0.745
32,model.language_model.layers.32.mlp.experts.92.gate_proj,0.0083685316,hessian_weighted_relative_error,29358,0.02500,0.772
32,model.language_model.layers.32.mlp.experts.92.up_proj,0.0098323689,hessian_weighted_relative_error,29358,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.93.down_proj,0.0125496647,hessian_weighted_relative_error,14933,0.02500,0.834
32,model.language_model.layers.32.mlp.experts.93.gate_proj,0.0060982817,hessian_weighted_relative_error,14933,0.02500,0.887
32,model.language_model.layers.32.mlp.experts.93.up_proj,0.0079438246,hessian_weighted_relative_error,14933,0.02500,0.960
32,model.language_model.layers.32.mlp.experts.94.down_proj,0.0133727323,hessian_weighted_relative_error,24123,0.02500,0.743
32,model.language_model.layers.32.mlp.experts.94.gate_proj,0.0084455139,hessian_weighted_relative_error,24123,0.02500,0.774
32,model.language_model.layers.32.mlp.experts.94.up_proj,0.0093835579,hessian_weighted_relative_error,24123,0.02500,0.801
32,model.language_model.layers.32.mlp.experts.95.down_proj,0.0125319477,hessian_weighted_relative_error,69484,0.02500,0.836
32,model.language_model.layers.32.mlp.experts.95.gate_proj,0.0076929279,hessian_weighted_relative_error,69484,0.02500,0.889
32,model.language_model.layers.32.mlp.experts.95.up_proj,0.0080825751,hessian_weighted_relative_error,69484,0.02500,0.957
32,model.language_model.layers.32.mlp.experts.96.down_proj,0.0139404167,hessian_weighted_relative_error,16826,0.02500,0.750
32,model.language_model.layers.32.mlp.experts.96.gate_proj,0.0090831153,hessian_weighted_relative_error,16826,0.02500,0.774
32,model.language_model.layers.32.mlp.experts.96.up_proj,0.0099424600,hessian_weighted_relative_error,16826,0.02500,0.803
32,model.language_model.layers.32.mlp.experts.97.down_proj,0.0106936632,hessian_weighted_relative_error,18617,0.02500,0.839
32,model.language_model.layers.32.mlp.experts.97.gate_proj,0.0059555725,hessian_weighted_relative_error,18617,0.02500,0.894
32,model.language_model.layers.32.mlp.experts.97.up_proj,0.0065344097,hessian_weighted_relative_error,18617,0.02500,0.954
32,model.language_model.layers.32.mlp.experts.98.down_proj,0.0118499321,hessian_weighted_relative_error,20808,0.02500,0.750
32,model.language_model.layers.32.mlp.experts.98.gate_proj,0.0054865782,hessian_weighted_relative_error,20808,0.02500,0.774
32,model.language_model.layers.32.mlp.experts.98.up_proj,0.0071234216,hessian_weighted_relative_error,20808,0.02500,0.800
32,model.language_model.layers.32.mlp.experts.99.down_proj,0.0101496628,hessian_weighted_relative_error,14691,0.02500,0.846
32,model.language_model.layers.32.mlp.experts.99.gate_proj,0.0056775169,hessian_weighted_relative_error,14691,0.02500,0.891
32,model.language_model.layers.32.mlp.experts.99.up_proj,0.0070231768,hessian_weighted_relative_error,14691,0.02500,0.960
33,model.language_model.layers.33.mlp.experts.0.down_proj,0.0115342503,hessian_weighted_relative_error,16626,0.02500,0.720
33,model.language_model.layers.33.mlp.experts.0.gate_proj,0.0065720237,hessian_weighted_relative_error,16626,0.02500,0.745
33,model.language_model.layers.33.mlp.experts.0.up_proj,0.0074841136,hessian_weighted_relative_error,16626,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.1.down_proj,0.0112983659,hessian_weighted_relative_error,61800,0.02500,0.795
33,model.language_model.layers.33.mlp.experts.1.gate_proj,0.0066204045,hessian_weighted_relative_error,61800,0.02500,0.845
33,model.language_model.layers.33.mlp.experts.1.up_proj,0.0075666715,hessian_weighted_relative_error,61800,0.02500,0.947
33,model.language_model.layers.33.mlp.experts.10.down_proj,0.0133349283,hessian_weighted_relative_error,18607,0.02500,0.723
33,model.language_model.layers.33.mlp.experts.10.gate_proj,0.0071864945,hessian_weighted_relative_error,18607,0.02500,0.750
33,model.language_model.layers.33.mlp.experts.10.up_proj,0.0085582384,hessian_weighted_relative_error,18607,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.100.down_proj,0.0134486773,hessian_weighted_relative_error,38228,0.02500,0.746
33,model.language_model.layers.33.mlp.experts.100.gate_proj,0.0077997750,hessian_weighted_relative_error,38228,0.02500,0.776
33,model.language_model.layers.33.mlp.experts.100.up_proj,0.0087799326,hessian_weighted_relative_error,38228,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.101.down_proj,0.0120023266,hessian_weighted_relative_error,60362,0.02500,0.840
33,model.language_model.layers.33.mlp.experts.101.gate_proj,0.0076833710,hessian_weighted_relative_error,60362,0.02500,0.890
33,model.language_model.layers.33.mlp.experts.101.up_proj,0.0086379797,hessian_weighted_relative_error,60362,0.02500,0.962
33,model.language_model.layers.33.mlp.experts.102.down_proj,0.0137649554,hessian_weighted_relative_error,31176,0.02500,0.743
33,model.language_model.layers.33.mlp.experts.102.gate_proj,0.0078011387,hessian_weighted_relative_error,31176,0.02500,0.774
33,model.language_model.layers.33.mlp.experts.102.up_proj,0.0092578711,hessian_weighted_relative_error,31176,0.02500,0.811
33,model.language_model.layers.33.mlp.experts.103.down_proj,0.0134953446,hessian_weighted_relative_error,25700,0.02500,0.839
33,model.language_model.layers.33.mlp.experts.103.gate_proj,0.0086235460,hessian_weighted_relative_error,25700,0.02500,0.889
33,model.language_model.layers.33.mlp.experts.103.up_proj,0.0092966529,hessian_weighted_relative_error,25700,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.104.down_proj,0.0115385691,hessian_weighted_relative_error,46131,0.02500,0.747
33,model.language_model.layers.33.mlp.experts.104.gate_proj,0.0066305523,hessian_weighted_relative_error,46131,0.02500,0.774
33,model.language_model.layers.33.mlp.experts.104.up_proj,0.0072032347,hessian_weighted_relative_error,46131,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.105.down_proj,0.0121125086,hessian_weighted_relative_error,11956,0.02500,0.846
33,model.language_model.layers.33.mlp.experts.105.gate_proj,0.0066169831,hessian_weighted_relative_error,11956,0.02500,0.894
33,model.language_model.layers.33.mlp.experts.105.up_proj,0.0075314689,hessian_weighted_relative_error,11956,0.02500,0.961
33,model.language_model.layers.33.mlp.experts.106.down_proj,0.0113110772,hessian_weighted_relative_error,21019,0.02500,0.746
33,model.language_model.layers.33.mlp.experts.106.gate_proj,0.0067036570,hessian_weighted_relative_error,21019,0.02500,0.774
33,model.language_model.layers.33.mlp.experts.106.up_proj,0.0073936781,hessian_weighted_relative_error,21019,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.107.down_proj,0.0128131473,hessian_weighted_relative_error,22721,0.02500,0.843
33,model.language_model.layers.33.mlp.experts.107.gate_proj,0.0071701653,hessian_weighted_relative_error,22721,0.02500,0.893
33,model.language_model.layers.33.mlp.experts.107.up_proj,0.0081849387,hessian_weighted_relative_error,22721,0.02500,0.967
33,model.language_model.layers.33.mlp.experts.108.down_proj,0.0118884294,hessian_weighted_relative_error,11647,0.02500,0.747
33,model.language_model.layers.33.mlp.experts.108.gate_proj,0.0039719898,hessian_weighted_relative_error,11647,0.02500,0.776
33,model.language_model.layers.33.mlp.experts.108.up_proj,0.0073396871,hessian_weighted_relative_error,11647,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.109.down_proj,0.0119011833,hessian_weighted_relative_error,20185,0.02500,0.844
33,model.language_model.layers.33.mlp.experts.109.gate_proj,0.0067931724,hessian_weighted_relative_error,20185,0.02500,0.891
33,model.language_model.layers.33.mlp.experts.109.up_proj,0.0073273217,hessian_weighted_relative_error,20185,0.02500,0.964
33,model.language_model.layers.33.mlp.experts.11.down_proj,0.0144414583,hessian_weighted_relative_error,37220,0.02500,0.796
33,model.language_model.layers.33.mlp.experts.11.gate_proj,0.0079963619,hessian_weighted_relative_error,37220,0.02500,0.845
33,model.language_model.layers.33.mlp.experts.11.up_proj,0.0098884552,hessian_weighted_relative_error,37220,0.02500,0.947
33,model.language_model.layers.33.mlp.experts.110.down_proj,0.0105045066,hessian_weighted_relative_error,14150,0.02500,0.744
33,model.language_model.layers.33.mlp.experts.110.gate_proj,0.0057419419,hessian_weighted_relative_error,14150,0.02500,0.775
33,model.language_model.layers.33.mlp.experts.110.up_proj,0.0065928371,hessian_weighted_relative_error,14150,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.111.down_proj,0.0136361188,hessian_weighted_relative_error,60563,0.02500,0.843
33,model.language_model.layers.33.mlp.experts.111.gate_proj,0.0086962300,hessian_weighted_relative_error,60563,0.02500,0.891
33,model.language_model.layers.33.mlp.experts.111.up_proj,0.0096510906,hessian_weighted_relative_error,60563,0.02500,0.957
33,model.language_model.layers.33.mlp.experts.112.down_proj,0.0144462767,hessian_weighted_relative_error,31110,0.02500,0.746
33,model.language_model.layers.33.mlp.experts.112.gate_proj,0.0085764712,hessian_weighted_relative_error,31110,0.02500,0.776
33,model.language_model.layers.33.mlp.experts.112.up_proj,0.0096319722,hessian_weighted_relative_error,31110,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.113.down_proj,0.0147033380,hessian_weighted_relative_error,37233,0.02500,0.850
33,model.language_model.layers.33.mlp.experts.113.gate_proj,0.0073621556,hessian_weighted_relative_error,37233,0.02500,0.896
33,model.language_model.layers.33.mlp.experts.113.up_proj,0.0101029270,hessian_weighted_relative_error,37233,0.02500,0.969
33,model.language_model.layers.33.mlp.experts.114.down_proj,0.0093209653,hessian_weighted_relative_error,39239,0.02500,0.748
33,model.language_model.layers.33.mlp.experts.114.gate_proj,0.0046015070,hessian_weighted_relative_error,39239,0.02500,0.776
33,model.language_model.layers.33.mlp.experts.114.up_proj,0.0049834928,hessian_weighted_relative_error,39239,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.115.down_proj,0.0134700611,hessian_weighted_relative_error,17279,0.02500,0.848
33,model.language_model.layers.33.mlp.experts.115.gate_proj,0.0079003969,hessian_weighted_relative_error,17279,0.02500,0.895
33,model.language_model.layers.33.mlp.experts.115.up_proj,0.0087662432,hessian_weighted_relative_error,17279,0.02500,0.965
33,model.language_model.layers.33.mlp.experts.116.down_proj,0.0087507131,hessian_weighted_relative_error,19063,0.02500,0.750
33,model.language_model.layers.33.mlp.experts.116.gate_proj,0.0049849853,hessian_weighted_relative_error,19063,0.02500,0.778
33,model.language_model.layers.33.mlp.experts.116.up_proj,0.0055236648,hessian_weighted_relative_error,19063,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.117.down_proj,0.0113782881,hessian_weighted_relative_error,75761,0.02500,0.849
33,model.language_model.layers.33.mlp.experts.117.gate_proj,0.0079304692,hessian_weighted_relative_error,75761,0.02500,0.893
33,model.language_model.layers.33.mlp.experts.117.up_proj,0.0084753010,hessian_weighted_relative_error,75761,0.02500,0.971
33,model.language_model.layers.33.mlp.experts.118.down_proj,0.0093703427,hessian_weighted_relative_error,16959,0.02500,0.746
33,model.language_model.layers.33.mlp.experts.118.gate_proj,0.0050553542,hessian_weighted_relative_error,16959,0.02500,0.777
33,model.language_model.layers.33.mlp.experts.118.up_proj,0.0053977530,hessian_weighted_relative_error,16959,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.119.down_proj,0.0117861629,hessian_weighted_relative_error,10108,0.02500,0.849
33,model.language_model.layers.33.mlp.experts.119.gate_proj,0.0056863906,hessian_weighted_relative_error,10108,0.02500,0.892
33,model.language_model.layers.33.mlp.experts.119.up_proj,0.0073942049,hessian_weighted_relative_error,10108,0.02500,0.963
33,model.language_model.layers.33.mlp.experts.12.down_proj,0.0127510020,hessian_weighted_relative_error,14632,0.02500,0.722
33,model.language_model.layers.33.mlp.experts.12.gate_proj,0.0073262885,hessian_weighted_relative_error,14632,0.02500,0.752
33,model.language_model.layers.33.mlp.experts.12.up_proj,0.0081934501,hessian_weighted_relative_error,14632,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.120.down_proj,0.0113242100,hessian_weighted_relative_error,30775,0.02500,0.748
33,model.language_model.layers.33.mlp.experts.120.gate_proj,0.0065197146,hessian_weighted_relative_error,30775,0.02500,0.779
33,model.language_model.layers.33.mlp.experts.120.up_proj,0.0073627360,hessian_weighted_relative_error,30775,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.121.down_proj,0.0107858124,hessian_weighted_relative_error,28218,0.02500,0.854
33,model.language_model.layers.33.mlp.experts.121.gate_proj,0.0062693421,hessian_weighted_relative_error,28218,0.02500,0.900
33,model.language_model.layers.33.mlp.experts.121.up_proj,0.0067520729,hessian_weighted_relative_error,28218,0.02500,0.965
33,model.language_model.layers.33.mlp.experts.122.down_proj,0.0102670618,hessian_weighted_relative_error,6193,0.02500,0.749
33,model.language_model.layers.33.mlp.experts.122.gate_proj,0.0048140138,hessian_weighted_relative_error,6193,0.02500,0.780
33,model.language_model.layers.33.mlp.experts.122.up_proj,0.0057473154,hessian_weighted_relative_error,6193,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.123.down_proj,0.0142616987,hessian_weighted_relative_error,58784,0.02500,0.852
33,model.language_model.layers.33.mlp.experts.123.gate_proj,0.0082993008,hessian_weighted_relative_error,58784,0.02500,0.895
33,model.language_model.layers.33.mlp.experts.123.up_proj,0.0100386321,hessian_weighted_relative_error,58784,0.02500,0.974
33,model.language_model.layers.33.mlp.experts.124.down_proj,0.0149780847,hessian_weighted_relative_error,60061,0.02500,0.750
33,model.language_model.layers.33.mlp.experts.124.gate_proj,0.0069892386,hessian_weighted_relative_error,60061,0.02500,0.779
33,model.language_model.layers.33.mlp.experts.124.up_proj,0.0097931714,hessian_weighted_relative_error,60061,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.125.down_proj,0.0116701468,hessian_weighted_relative_error,48000,0.02500,0.852
33,model.language_model.layers.33.mlp.experts.125.gate_proj,0.0073191327,hessian_weighted_relative_error,48000,0.02500,0.894
33,model.language_model.layers.33.mlp.experts.125.up_proj,0.0080021599,hessian_weighted_relative_error,48000,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.126.down_proj,0.0140927119,hessian_weighted_relative_error,58266,0.02500,0.747
33,model.language_model.layers.33.mlp.experts.126.gate_proj,0.0081312463,hessian_weighted_relative_error,58266,0.02500,0.778
33,model.language_model.layers.33.mlp.experts.126.up_proj,0.0098991312,hessian_weighted_relative_error,58266,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.127.down_proj,0.0099587606,hessian_weighted_relative_error,14103,0.02500,0.852
33,model.language_model.layers.33.mlp.experts.127.gate_proj,0.0064403516,hessian_weighted_relative_error,14103,0.02500,0.894
33,model.language_model.layers.33.mlp.experts.127.up_proj,0.0072091850,hessian_weighted_relative_error,14103,0.02500,0.960
33,model.language_model.layers.33.mlp.experts.128.down_proj,0.0136770068,hessian_weighted_relative_error,37749,0.02500,0.750
33,model.language_model.layers.33.mlp.experts.128.gate_proj,0.0071636593,hessian_weighted_relative_error,37749,0.02500,0.780
33,model.language_model.layers.33.mlp.experts.128.up_proj,0.0095172795,hessian_weighted_relative_error,37749,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.129.down_proj,0.0119380211,hessian_weighted_relative_error,21540,0.02500,0.860
33,model.language_model.layers.33.mlp.experts.129.gate_proj,0.0069973993,hessian_weighted_relative_error,21540,0.02500,0.901
33,model.language_model.layers.33.mlp.experts.129.up_proj,0.0085544768,hessian_weighted_relative_error,21540,0.02500,0.975
33,model.language_model.layers.33.mlp.experts.13.down_proj,0.0126976763,hessian_weighted_relative_error,22705,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.13.gate_proj,0.0068109899,hessian_weighted_relative_error,22705,0.02500,0.846
33,model.language_model.layers.33.mlp.experts.13.up_proj,0.0079441856,hessian_weighted_relative_error,22705,0.02500,0.950
33,model.language_model.layers.33.mlp.experts.130.down_proj,0.0114474808,hessian_weighted_relative_error,66608,0.02500,0.749
33,model.language_model.layers.33.mlp.experts.130.gate_proj,0.0067163670,hessian_weighted_relative_error,66608,0.02500,0.780
33,model.language_model.layers.33.mlp.experts.130.up_proj,0.0071263144,hessian_weighted_relative_error,66608,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.131.down_proj,0.0104474304,hessian_weighted_relative_error,18837,0.02500,0.855
33,model.language_model.layers.33.mlp.experts.131.gate_proj,0.0062976085,hessian_weighted_relative_error,18837,0.02500,0.896
33,model.language_model.layers.33.mlp.experts.131.up_proj,0.0067937063,hessian_weighted_relative_error,18837,0.02500,0.970
33,model.language_model.layers.33.mlp.experts.132.down_proj,0.0136071444,hessian_weighted_relative_error,19818,0.02500,0.749
33,model.language_model.layers.33.mlp.experts.132.gate_proj,0.0077015692,hessian_weighted_relative_error,19818,0.02500,0.781
33,model.language_model.layers.33.mlp.experts.132.up_proj,0.0090097063,hessian_weighted_relative_error,19818,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.133.down_proj,0.0133197396,hessian_weighted_relative_error,49672,0.02500,0.855
33,model.language_model.layers.33.mlp.experts.133.gate_proj,0.0076562967,hessian_weighted_relative_error,49672,0.02500,0.899
33,model.language_model.layers.33.mlp.experts.133.up_proj,0.0084177474,hessian_weighted_relative_error,49672,0.02500,0.964
33,model.language_model.layers.33.mlp.experts.134.down_proj,0.0137249691,hessian_weighted_relative_error,30711,0.02500,0.748
33,model.language_model.layers.33.mlp.experts.134.gate_proj,0.0083423944,hessian_weighted_relative_error,30711,0.02500,0.777
33,model.language_model.layers.33.mlp.experts.134.up_proj,0.0092478399,hessian_weighted_relative_error,30711,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.135.down_proj,0.0136212150,hessian_weighted_relative_error,17134,0.02500,0.855
33,model.language_model.layers.33.mlp.experts.135.gate_proj,0.0079880046,hessian_weighted_relative_error,17134,0.02500,0.896
33,model.language_model.layers.33.mlp.experts.135.up_proj,0.0086480003,hessian_weighted_relative_error,17134,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.136.down_proj,0.0132680519,hessian_weighted_relative_error,20927,0.02500,0.749
33,model.language_model.layers.33.mlp.experts.136.gate_proj,0.0079604961,hessian_weighted_relative_error,20927,0.02500,0.781
33,model.language_model.layers.33.mlp.experts.136.up_proj,0.0092163381,hessian_weighted_relative_error,20927,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.137.down_proj,0.0134470325,hessian_weighted_relative_error,47530,0.02500,0.861
33,model.language_model.layers.33.mlp.experts.137.gate_proj,0.0073251426,hessian_weighted_relative_error,47530,0.02500,0.904
33,model.language_model.layers.33.mlp.experts.137.up_proj,0.0090422525,hessian_weighted_relative_error,47530,0.02500,0.969
33,model.language_model.layers.33.mlp.experts.138.down_proj,0.0100680624,hessian_weighted_relative_error,14588,0.02500,0.751
33,model.language_model.layers.33.mlp.experts.138.gate_proj,0.0057020237,hessian_weighted_relative_error,14588,0.02500,0.780
33,model.language_model.layers.33.mlp.experts.138.up_proj,0.0064115761,hessian_weighted_relative_error,14588,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.139.down_proj,0.0114103724,hessian_weighted_relative_error,7054,0.02500,0.861
33,model.language_model.layers.33.mlp.experts.139.gate_proj,0.0049064365,hessian_weighted_relative_error,7054,0.02500,0.902
33,model.language_model.layers.33.mlp.experts.139.up_proj,0.0069371139,hessian_weighted_relative_error,7054,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.14.down_proj,0.0118360786,hessian_weighted_relative_error,52056,0.02500,0.721
33,model.language_model.layers.33.mlp.experts.14.gate_proj,0.0080303681,hessian_weighted_relative_error,52056,0.02500,0.747
33,model.language_model.layers.33.mlp.experts.14.up_proj,0.0087148113,hessian_weighted_relative_error,52056,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.140.down_proj,0.0110261874,hessian_weighted_relative_error,38000,0.02500,0.751
33,model.language_model.layers.33.mlp.experts.140.gate_proj,0.0062663762,hessian_weighted_relative_error,38000,0.02500,0.779
33,model.language_model.layers.33.mlp.experts.140.up_proj,0.0072310482,hessian_weighted_relative_error,38000,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.141.down_proj,0.0131941440,hessian_weighted_relative_error,32160,0.02500,0.860
33,model.language_model.layers.33.mlp.experts.141.gate_proj,0.0078370448,hessian_weighted_relative_error,32160,0.02500,0.899
33,model.language_model.layers.33.mlp.experts.141.up_proj,0.0088620130,hessian_weighted_relative_error,32160,0.02500,0.974
33,model.language_model.layers.33.mlp.experts.142.down_proj,0.0129080305,hessian_weighted_relative_error,15027,0.02500,0.749
33,model.language_model.layers.33.mlp.experts.142.gate_proj,0.0060606374,hessian_weighted_relative_error,15027,0.02500,0.781
33,model.language_model.layers.33.mlp.experts.142.up_proj,0.0082640340,hessian_weighted_relative_error,15027,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.143.down_proj,0.0109018964,hessian_weighted_relative_error,42957,0.02500,0.859
33,model.language_model.layers.33.mlp.experts.143.gate_proj,0.0060015061,hessian_weighted_relative_error,42957,0.02500,0.901
33,model.language_model.layers.33.mlp.experts.143.up_proj,0.0065349120,hessian_weighted_relative_error,42957,0.02500,0.964
33,model.language_model.layers.33.mlp.experts.144.down_proj,0.0139628640,hessian_weighted_relative_error,27843,0.02500,0.750
33,model.language_model.layers.33.mlp.experts.144.gate_proj,0.0081935843,hessian_weighted_relative_error,27843,0.02500,0.782
33,model.language_model.layers.33.mlp.experts.144.up_proj,0.0096483848,hessian_weighted_relative_error,27843,0.02500,0.822
33,model.language_model.layers.33.mlp.experts.145.down_proj,0.0145628728,hessian_weighted_relative_error,36707,0.02500,0.865
33,model.language_model.layers.33.mlp.experts.145.gate_proj,0.0082104136,hessian_weighted_relative_error,36707,0.02500,0.904
33,model.language_model.layers.33.mlp.experts.145.up_proj,0.0102897563,hessian_weighted_relative_error,36707,0.02500,0.974
33,model.language_model.layers.33.mlp.experts.146.down_proj,0.0126273851,hessian_weighted_relative_error,16878,0.02500,0.752
33,model.language_model.layers.33.mlp.experts.146.gate_proj,0.0064268104,hessian_weighted_relative_error,16878,0.02500,0.796
33,model.language_model.layers.33.mlp.experts.146.up_proj,0.0076862787,hessian_weighted_relative_error,16878,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.147.down_proj,0.0046427205,hessian_weighted_relative_error,3741,0.02500,0.863
33,model.language_model.layers.33.mlp.experts.147.gate_proj,0.0021883788,hessian_weighted_relative_error,3741,0.02500,0.906
33,model.language_model.layers.33.mlp.experts.147.up_proj,0.0025451403,hessian_weighted_relative_error,3741,0.02500,0.963
33,model.language_model.layers.33.mlp.experts.148.down_proj,0.0131945572,hessian_weighted_relative_error,30935,0.02500,0.752
33,model.language_model.layers.33.mlp.experts.148.gate_proj,0.0081862758,hessian_weighted_relative_error,30935,0.02500,0.780
33,model.language_model.layers.33.mlp.experts.148.up_proj,0.0097647119,hessian_weighted_relative_error,30935,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.149.down_proj,0.0106814933,hessian_weighted_relative_error,29392,0.02500,0.865
33,model.language_model.layers.33.mlp.experts.149.gate_proj,0.0064190952,hessian_weighted_relative_error,29392,0.02500,0.899
33,model.language_model.layers.33.mlp.experts.149.up_proj,0.0073306943,hessian_weighted_relative_error,29392,0.02500,0.964
33,model.language_model.layers.33.mlp.experts.15.down_proj,0.0133185160,hessian_weighted_relative_error,22921,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.15.gate_proj,0.0076016735,hessian_weighted_relative_error,22921,0.02500,0.842
33,model.language_model.layers.33.mlp.experts.15.up_proj,0.0088457595,hessian_weighted_relative_error,22921,0.02500,0.946
33,model.language_model.layers.33.mlp.experts.150.down_proj,0.0102304289,hessian_weighted_relative_error,13717,0.02500,0.750
33,model.language_model.layers.33.mlp.experts.150.gate_proj,0.0060766915,hessian_weighted_relative_error,13717,0.02500,0.781
33,model.language_model.layers.33.mlp.experts.150.up_proj,0.0075648791,hessian_weighted_relative_error,13717,0.02500,0.807
33,model.language_model.layers.33.mlp.experts.151.down_proj,0.0101472281,hessian_weighted_relative_error,18862,0.02500,0.863
33,model.language_model.layers.33.mlp.experts.151.gate_proj,0.0057892260,hessian_weighted_relative_error,18862,0.02500,0.902
33,model.language_model.layers.33.mlp.experts.151.up_proj,0.0062653729,hessian_weighted_relative_error,18862,0.02500,0.969
33,model.language_model.layers.33.mlp.experts.152.down_proj,0.0062484192,hessian_weighted_relative_error,2589,0.02500,0.753
33,model.language_model.layers.33.mlp.experts.152.gate_proj,0.0029405733,hessian_weighted_relative_error,2589,0.02500,0.780
33,model.language_model.layers.33.mlp.experts.152.up_proj,0.0033060303,hessian_weighted_relative_error,2589,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.153.down_proj,0.0140799345,hessian_weighted_relative_error,22767,0.02500,0.870
33,model.language_model.layers.33.mlp.experts.153.gate_proj,0.0072643520,hessian_weighted_relative_error,22767,0.02500,0.912
33,model.language_model.layers.33.mlp.experts.153.up_proj,0.0091555388,hessian_weighted_relative_error,22767,0.02500,0.978
33,model.language_model.layers.33.mlp.experts.154.down_proj,0.0093730261,hessian_weighted_relative_error,25098,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.154.gate_proj,0.0054812985,hessian_weighted_relative_error,25098,0.02500,0.783
33,model.language_model.layers.33.mlp.experts.154.up_proj,0.0060437241,hessian_weighted_relative_error,25098,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.155.down_proj,0.0113709227,hessian_weighted_relative_error,27494,0.02500,0.869
33,model.language_model.layers.33.mlp.experts.155.gate_proj,0.0069469731,hessian_weighted_relative_error,27494,0.02500,0.900
33,model.language_model.layers.33.mlp.experts.155.up_proj,0.0080809913,hessian_weighted_relative_error,27494,0.02500,0.984
33,model.language_model.layers.33.mlp.experts.156.down_proj,0.0121988772,hessian_weighted_relative_error,30949,0.02500,0.754
33,model.language_model.layers.33.mlp.experts.156.gate_proj,0.0072991999,hessian_weighted_relative_error,30949,0.02500,0.782
33,model.language_model.layers.33.mlp.experts.156.up_proj,0.0079479445,hessian_weighted_relative_error,30949,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.157.down_proj,0.0097279648,hessian_weighted_relative_error,5350,0.02500,0.869
33,model.language_model.layers.33.mlp.experts.157.gate_proj,0.0043421118,hessian_weighted_relative_error,5350,0.02500,0.906
33,model.language_model.layers.33.mlp.experts.157.up_proj,0.0052218488,hessian_weighted_relative_error,5350,0.02500,0.969
33,model.language_model.layers.33.mlp.experts.158.down_proj,0.0081136539,hessian_weighted_relative_error,3134,0.02500,0.752
33,model.language_model.layers.33.mlp.experts.158.gate_proj,0.0037947276,hessian_weighted_relative_error,3134,0.02500,0.781
33,model.language_model.layers.33.mlp.experts.158.up_proj,0.0040062152,hessian_weighted_relative_error,3134,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.159.down_proj,0.0122495780,hessian_weighted_relative_error,28855,0.02500,0.868
33,model.language_model.layers.33.mlp.experts.159.gate_proj,0.0067921090,hessian_weighted_relative_error,28855,0.02500,0.905
33,model.language_model.layers.33.mlp.experts.159.up_proj,0.0082022411,hessian_weighted_relative_error,28855,0.02500,0.970
33,model.language_model.layers.33.mlp.experts.16.down_proj,0.0089205836,hessian_weighted_relative_error,21882,0.02500,0.726
33,model.language_model.layers.33.mlp.experts.16.gate_proj,0.0061933816,hessian_weighted_relative_error,21882,0.02500,0.761
33,model.language_model.layers.33.mlp.experts.16.up_proj,0.0071736552,hessian_weighted_relative_error,21882,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.160.down_proj,0.0144927038,hessian_weighted_relative_error,26783,0.02500,0.753
33,model.language_model.layers.33.mlp.experts.160.gate_proj,0.0081522975,hessian_weighted_relative_error,26783,0.02500,0.783
33,model.language_model.layers.33.mlp.experts.160.up_proj,0.0097729712,hessian_weighted_relative_error,26783,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.161.down_proj,0.0128399197,hessian_weighted_relative_error,31362,0.02500,0.872
33,model.language_model.layers.33.mlp.experts.161.gate_proj,0.0072048766,hessian_weighted_relative_error,31362,0.02500,0.917
33,model.language_model.layers.33.mlp.experts.161.up_proj,0.0085289809,hessian_weighted_relative_error,31362,0.02500,0.972
33,model.language_model.layers.33.mlp.experts.162.down_proj,0.0125865153,hessian_weighted_relative_error,15369,0.02500,0.755
33,model.language_model.layers.33.mlp.experts.162.gate_proj,0.0074850649,hessian_weighted_relative_error,15369,0.02500,0.788
33,model.language_model.layers.33.mlp.experts.162.up_proj,0.0084791979,hessian_weighted_relative_error,15369,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.163.down_proj,0.0142611367,hessian_weighted_relative_error,30872,0.02500,0.873
33,model.language_model.layers.33.mlp.experts.163.gate_proj,0.0078360940,hessian_weighted_relative_error,30872,0.02500,0.902
33,model.language_model.layers.33.mlp.experts.163.up_proj,0.0097273409,hessian_weighted_relative_error,30872,0.02500,0.968
33,model.language_model.layers.33.mlp.experts.164.down_proj,0.0147439908,hessian_weighted_relative_error,32169,0.02500,0.756
33,model.language_model.layers.33.mlp.experts.164.gate_proj,0.0080974208,hessian_weighted_relative_error,32169,0.02500,0.785
33,model.language_model.layers.33.mlp.experts.164.up_proj,0.0101856418,hessian_weighted_relative_error,32169,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.165.down_proj,0.0129783091,hessian_weighted_relative_error,23025,0.02500,0.871
33,model.language_model.layers.33.mlp.experts.165.gate_proj,0.0078899420,hessian_weighted_relative_error,23025,0.02500,0.901
33,model.language_model.layers.33.mlp.experts.165.up_proj,0.0084330178,hessian_weighted_relative_error,23025,0.02500,0.969
33,model.language_model.layers.33.mlp.experts.166.down_proj,0.0097013013,hessian_weighted_relative_error,15859,0.02500,0.753
33,model.language_model.layers.33.mlp.experts.166.gate_proj,0.0068982077,hessian_weighted_relative_error,15859,0.02500,0.786
33,model.language_model.layers.33.mlp.experts.166.up_proj,0.0081761544,hessian_weighted_relative_error,15859,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.167.down_proj,0.0132826504,hessian_weighted_relative_error,31344,0.02500,0.871
33,model.language_model.layers.33.mlp.experts.167.gate_proj,0.0069785051,hessian_weighted_relative_error,31344,0.02500,0.903
33,model.language_model.layers.33.mlp.experts.167.up_proj,0.0082825928,hessian_weighted_relative_error,31344,0.02500,0.972
33,model.language_model.layers.33.mlp.experts.168.down_proj,0.0125043554,hessian_weighted_relative_error,36114,0.02500,0.754
33,model.language_model.layers.33.mlp.experts.168.gate_proj,0.0075126128,hessian_weighted_relative_error,36114,0.02500,0.784
33,model.language_model.layers.33.mlp.experts.168.up_proj,0.0083860917,hessian_weighted_relative_error,36114,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.169.down_proj,0.0136165673,hessian_weighted_relative_error,18854,0.02500,0.873
33,model.language_model.layers.33.mlp.experts.169.gate_proj,0.0075017861,hessian_weighted_relative_error,18854,0.02500,0.919
33,model.language_model.layers.33.mlp.experts.169.up_proj,0.0088570013,hessian_weighted_relative_error,18854,0.02500,0.968
33,model.language_model.layers.33.mlp.experts.17.down_proj,0.0147247728,hessian_weighted_relative_error,71745,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.17.gate_proj,0.0089175567,hessian_weighted_relative_error,71745,0.02500,0.854
33,model.language_model.layers.33.mlp.experts.17.up_proj,0.0104087841,hessian_weighted_relative_error,71745,0.02500,0.949
33,model.language_model.layers.33.mlp.experts.170.down_proj,0.0097917929,hessian_weighted_relative_error,57802,0.02500,0.755
33,model.language_model.layers.33.mlp.experts.170.gate_proj,0.0069982268,hessian_weighted_relative_error,57802,0.02500,0.783
33,model.language_model.layers.33.mlp.experts.170.up_proj,0.0074868716,hessian_weighted_relative_error,57802,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.171.down_proj,0.0123305319,hessian_weighted_relative_error,88938,0.02500,0.875
33,model.language_model.layers.33.mlp.experts.171.gate_proj,0.0071777671,hessian_weighted_relative_error,88938,0.02500,0.907
33,model.language_model.layers.33.mlp.experts.171.up_proj,0.0077046730,hessian_weighted_relative_error,88938,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.172.down_proj,0.0083510263,hessian_weighted_relative_error,33647,0.02500,0.756
33,model.language_model.layers.33.mlp.experts.172.gate_proj,0.0053401333,hessian_weighted_relative_error,33647,0.02500,0.783
33,model.language_model.layers.33.mlp.experts.172.up_proj,0.0058880813,hessian_weighted_relative_error,33647,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.173.down_proj,0.0137725972,hessian_weighted_relative_error,19326,0.02500,0.874
33,model.language_model.layers.33.mlp.experts.173.gate_proj,0.0076669187,hessian_weighted_relative_error,19326,0.02500,0.908
33,model.language_model.layers.33.mlp.experts.173.up_proj,0.0091136344,hessian_weighted_relative_error,19326,0.02500,0.967
33,model.language_model.layers.33.mlp.experts.174.down_proj,0.0085792416,hessian_weighted_relative_error,7557,0.02500,0.753
33,model.language_model.layers.33.mlp.experts.174.gate_proj,0.0043288727,hessian_weighted_relative_error,7557,0.02500,0.782
33,model.language_model.layers.33.mlp.experts.174.up_proj,0.0051873480,hessian_weighted_relative_error,7557,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.175.down_proj,0.0131405616,hessian_weighted_relative_error,57953,0.02500,0.873
33,model.language_model.layers.33.mlp.experts.175.gate_proj,0.0081240772,hessian_weighted_relative_error,57953,0.02500,0.907
33,model.language_model.layers.33.mlp.experts.175.up_proj,0.0098007865,hessian_weighted_relative_error,57953,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.176.down_proj,0.0129668035,hessian_weighted_relative_error,23494,0.02500,0.754
33,model.language_model.layers.33.mlp.experts.176.gate_proj,0.0077508931,hessian_weighted_relative_error,23494,0.02500,0.785
33,model.language_model.layers.33.mlp.experts.176.up_proj,0.0083882173,hessian_weighted_relative_error,23494,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.177.down_proj,0.0124019938,hessian_weighted_relative_error,27177,0.02500,0.875
33,model.language_model.layers.33.mlp.experts.177.gate_proj,0.0061084554,hessian_weighted_relative_error,27177,0.02500,0.918
33,model.language_model.layers.33.mlp.experts.177.up_proj,0.0082034831,hessian_weighted_relative_error,27177,0.02500,0.964
33,model.language_model.layers.33.mlp.experts.178.down_proj,0.0122296244,hessian_weighted_relative_error,24744,0.02500,0.757
33,model.language_model.layers.33.mlp.experts.178.gate_proj,0.0079352061,hessian_weighted_relative_error,24744,0.02500,0.789
33,model.language_model.layers.33.mlp.experts.178.up_proj,0.0090599157,hessian_weighted_relative_error,24744,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.179.down_proj,0.0124297861,hessian_weighted_relative_error,40399,0.02500,0.874
33,model.language_model.layers.33.mlp.experts.179.gate_proj,0.0078203308,hessian_weighted_relative_error,40399,0.02500,0.915
33,model.language_model.layers.33.mlp.experts.179.up_proj,0.0086006020,hessian_weighted_relative_error,40399,0.02500,0.959
33,model.language_model.layers.33.mlp.experts.18.down_proj,0.0137372023,hessian_weighted_relative_error,37461,0.02500,0.725
33,model.language_model.layers.33.mlp.experts.18.gate_proj,0.0089796334,hessian_weighted_relative_error,37461,0.02500,0.753
33,model.language_model.layers.33.mlp.experts.18.up_proj,0.0094860963,hessian_weighted_relative_error,37461,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.180.down_proj,0.0098362522,hessian_weighted_relative_error,45437,0.02500,0.758
33,model.language_model.layers.33.mlp.experts.180.gate_proj,0.0074562024,hessian_weighted_relative_error,45437,0.02500,0.786
33,model.language_model.layers.33.mlp.experts.180.up_proj,0.0080866904,hessian_weighted_relative_error,45437,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.181.down_proj,0.0128104862,hessian_weighted_relative_error,20404,0.02500,0.875
33,model.language_model.layers.33.mlp.experts.181.gate_proj,0.0076351130,hessian_weighted_relative_error,20404,0.02500,0.904
33,model.language_model.layers.33.mlp.experts.181.up_proj,0.0081816865,hessian_weighted_relative_error,20404,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.182.down_proj,0.0089196511,hessian_weighted_relative_error,13188,0.02500,0.755
33,model.language_model.layers.33.mlp.experts.182.gate_proj,0.0049844498,hessian_weighted_relative_error,13188,0.02500,0.786
33,model.language_model.layers.33.mlp.experts.182.up_proj,0.0053996094,hessian_weighted_relative_error,13188,0.02500,0.810
33,model.language_model.layers.33.mlp.experts.183.down_proj,0.0125297119,hessian_weighted_relative_error,18439,0.02500,0.874
33,model.language_model.layers.33.mlp.experts.183.gate_proj,0.0071531139,hessian_weighted_relative_error,18439,0.02500,0.918
33,model.language_model.layers.33.mlp.experts.183.up_proj,0.0080949144,hessian_weighted_relative_error,18439,0.02500,0.960
33,model.language_model.layers.33.mlp.experts.184.down_proj,0.0137124314,hessian_weighted_relative_error,32790,0.02500,0.757
33,model.language_model.layers.33.mlp.experts.184.gate_proj,0.0059570104,hessian_weighted_relative_error,32790,0.02500,0.786
33,model.language_model.layers.33.mlp.experts.184.up_proj,0.0086765975,hessian_weighted_relative_error,32790,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.185.down_proj,0.0135695011,hessian_weighted_relative_error,26620,0.02500,0.877
33,model.language_model.layers.33.mlp.experts.185.gate_proj,0.0077838616,hessian_weighted_relative_error,26620,0.02500,0.919
33,model.language_model.layers.33.mlp.experts.185.up_proj,0.0092017299,hessian_weighted_relative_error,26620,0.02500,0.970
33,model.language_model.layers.33.mlp.experts.186.down_proj,0.0143771074,hessian_weighted_relative_error,24086,0.02500,0.757
33,model.language_model.layers.33.mlp.experts.186.gate_proj,0.0083401455,hessian_weighted_relative_error,24086,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.186.up_proj,0.0099760530,hessian_weighted_relative_error,24086,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.187.down_proj,0.0061169790,hessian_weighted_relative_error,6339,0.02500,0.876
33,model.language_model.layers.33.mlp.experts.187.gate_proj,0.0030140007,hessian_weighted_relative_error,6339,0.02500,0.921
33,model.language_model.layers.33.mlp.experts.187.up_proj,0.0032916116,hessian_weighted_relative_error,6339,0.02500,0.960
33,model.language_model.layers.33.mlp.experts.188.down_proj,0.0120663132,hessian_weighted_relative_error,34025,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.188.gate_proj,0.0066368508,hessian_weighted_relative_error,34025,0.02500,0.787
33,model.language_model.layers.33.mlp.experts.188.up_proj,0.0077113108,hessian_weighted_relative_error,34025,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.189.down_proj,0.0139276225,hessian_weighted_relative_error,29027,0.02500,0.876
33,model.language_model.layers.33.mlp.experts.189.gate_proj,0.0079096828,hessian_weighted_relative_error,29027,0.02500,0.911
33,model.language_model.layers.33.mlp.experts.189.up_proj,0.0093729380,hessian_weighted_relative_error,29027,0.02500,0.961
33,model.language_model.layers.33.mlp.experts.19.down_proj,0.0137384370,hessian_weighted_relative_error,26549,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.19.gate_proj,0.0082031858,hessian_weighted_relative_error,26549,0.02500,0.852
33,model.language_model.layers.33.mlp.experts.19.up_proj,0.0089300020,hessian_weighted_relative_error,26549,0.02500,0.941
33,model.language_model.layers.33.mlp.experts.190.down_proj,0.0125526476,hessian_weighted_relative_error,25157,0.02500,0.755
33,model.language_model.layers.33.mlp.experts.190.gate_proj,0.0077624045,hessian_weighted_relative_error,25157,0.02500,0.786
33,model.language_model.layers.33.mlp.experts.190.up_proj,0.0084013115,hessian_weighted_relative_error,25157,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.191.down_proj,0.0131636358,hessian_weighted_relative_error,42187,0.02500,0.876
33,model.language_model.layers.33.mlp.experts.191.gate_proj,0.0085487821,hessian_weighted_relative_error,42187,0.02500,0.916
33,model.language_model.layers.33.mlp.experts.191.up_proj,0.0094740386,hessian_weighted_relative_error,42187,0.02500,0.956
33,model.language_model.layers.33.mlp.experts.192.down_proj,0.0107974980,hessian_weighted_relative_error,12652,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.192.gate_proj,0.0054604753,hessian_weighted_relative_error,12652,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.192.up_proj,0.0067135863,hessian_weighted_relative_error,12652,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.193.down_proj,0.0137703473,hessian_weighted_relative_error,18660,0.02500,0.877
33,model.language_model.layers.33.mlp.experts.193.gate_proj,0.0073641787,hessian_weighted_relative_error,18660,0.02500,0.921
33,model.language_model.layers.33.mlp.experts.193.up_proj,0.0092183638,hessian_weighted_relative_error,18660,0.02500,0.964
33,model.language_model.layers.33.mlp.experts.194.down_proj,0.0128767575,hessian_weighted_relative_error,21891,0.02500,0.758
33,model.language_model.layers.33.mlp.experts.194.gate_proj,0.0077227107,hessian_weighted_relative_error,21891,0.02500,0.787
33,model.language_model.layers.33.mlp.experts.194.up_proj,0.0087173185,hessian_weighted_relative_error,21891,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.195.down_proj,0.0146048977,hessian_weighted_relative_error,51464,0.02500,0.876
33,model.language_model.layers.33.mlp.experts.195.gate_proj,0.0081937989,hessian_weighted_relative_error,51464,0.02500,0.919
33,model.language_model.layers.33.mlp.experts.195.up_proj,0.0100746541,hessian_weighted_relative_error,51464,0.02500,0.965
33,model.language_model.layers.33.mlp.experts.196.down_proj,0.0142752886,hessian_weighted_relative_error,21819,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.196.gate_proj,0.0086458578,hessian_weighted_relative_error,21819,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.196.up_proj,0.0097188633,hessian_weighted_relative_error,21819,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.197.down_proj,0.0134875338,hessian_weighted_relative_error,30973,0.02500,0.876
33,model.language_model.layers.33.mlp.experts.197.gate_proj,0.0075764775,hessian_weighted_relative_error,30973,0.02500,0.922
33,model.language_model.layers.33.mlp.experts.197.up_proj,0.0091150937,hessian_weighted_relative_error,30973,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.198.down_proj,0.0099442246,hessian_weighted_relative_error,8548,0.02500,0.757
33,model.language_model.layers.33.mlp.experts.198.gate_proj,0.0053663265,hessian_weighted_relative_error,8548,0.02500,0.792
33,model.language_model.layers.33.mlp.experts.198.up_proj,0.0062772343,hessian_weighted_relative_error,8548,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.199.down_proj,0.0141558215,hessian_weighted_relative_error,16287,0.02500,0.876
33,model.language_model.layers.33.mlp.experts.199.gate_proj,0.0081988963,hessian_weighted_relative_error,16287,0.02500,0.920
33,model.language_model.layers.33.mlp.experts.199.up_proj,0.0091662466,hessian_weighted_relative_error,16287,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.2.down_proj,0.0147339848,hessian_weighted_relative_error,49547,0.02500,0.720
33,model.language_model.layers.33.mlp.experts.2.gate_proj,0.0083887488,hessian_weighted_relative_error,49547,0.02500,0.747
33,model.language_model.layers.33.mlp.experts.2.up_proj,0.0100559437,hessian_weighted_relative_error,49547,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.20.down_proj,0.0117367775,hessian_weighted_relative_error,18579,0.02500,0.725
33,model.language_model.layers.33.mlp.experts.20.gate_proj,0.0067643568,hessian_weighted_relative_error,18579,0.02500,0.753
33,model.language_model.layers.33.mlp.experts.20.up_proj,0.0074609483,hessian_weighted_relative_error,18579,0.02500,0.796
33,model.language_model.layers.33.mlp.experts.200.down_proj,0.0132289183,hessian_weighted_relative_error,63801,0.02500,0.758
33,model.language_model.layers.33.mlp.experts.200.gate_proj,0.0089733585,hessian_weighted_relative_error,63801,0.02500,0.789
33,model.language_model.layers.33.mlp.experts.200.up_proj,0.0096547507,hessian_weighted_relative_error,63801,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.201.down_proj,0.0093458437,hessian_weighted_relative_error,40398,0.02500,0.879
33,model.language_model.layers.33.mlp.experts.201.gate_proj,0.0054506046,hessian_weighted_relative_error,40398,0.02500,0.921
33,model.language_model.layers.33.mlp.experts.201.up_proj,0.0062006029,hessian_weighted_relative_error,40398,0.02500,0.977
33,model.language_model.layers.33.mlp.experts.202.down_proj,0.0102846021,hessian_weighted_relative_error,16235,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.202.gate_proj,0.0055874077,hessian_weighted_relative_error,16235,0.02500,0.788
33,model.language_model.layers.33.mlp.experts.202.up_proj,0.0060294986,hessian_weighted_relative_error,16235,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.203.down_proj,0.0087299389,hessian_weighted_relative_error,18535,0.02500,0.881
33,model.language_model.layers.33.mlp.experts.203.gate_proj,0.0045335554,hessian_weighted_relative_error,18535,0.02500,0.917
33,model.language_model.layers.33.mlp.experts.203.up_proj,0.0051558706,hessian_weighted_relative_error,18535,0.02500,0.964
33,model.language_model.layers.33.mlp.experts.204.down_proj,0.0146227303,hessian_weighted_relative_error,36009,0.02500,0.761
33,model.language_model.layers.33.mlp.experts.204.gate_proj,0.0091385567,hessian_weighted_relative_error,36009,0.02500,0.789
33,model.language_model.layers.33.mlp.experts.204.up_proj,0.0101960055,hessian_weighted_relative_error,36009,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.205.down_proj,0.0133137128,hessian_weighted_relative_error,48031,0.02500,0.879
33,model.language_model.layers.33.mlp.experts.205.gate_proj,0.0069265416,hessian_weighted_relative_error,48031,0.02500,0.918
33,model.language_model.layers.33.mlp.experts.205.up_proj,0.0085923473,hessian_weighted_relative_error,48031,0.02500,0.972
33,model.language_model.layers.33.mlp.experts.206.down_proj,0.0063223778,hessian_weighted_relative_error,46250,0.02500,0.758
33,model.language_model.layers.33.mlp.experts.206.gate_proj,0.0035194506,hessian_weighted_relative_error,46250,0.02500,0.789
33,model.language_model.layers.33.mlp.experts.206.up_proj,0.0040372928,hessian_weighted_relative_error,46250,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.207.down_proj,0.0104442973,hessian_weighted_relative_error,18648,0.02500,0.879
33,model.language_model.layers.33.mlp.experts.207.gate_proj,0.0068951155,hessian_weighted_relative_error,18648,0.02500,0.917
33,model.language_model.layers.33.mlp.experts.207.up_proj,0.0073800252,hessian_weighted_relative_error,18648,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.208.down_proj,0.0097040947,hessian_weighted_relative_error,16421,0.02500,0.761
33,model.language_model.layers.33.mlp.experts.208.gate_proj,0.0054162400,hessian_weighted_relative_error,16421,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.208.up_proj,0.0065942278,hessian_weighted_relative_error,16421,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.209.down_proj,0.0121230264,hessian_weighted_relative_error,22348,0.02500,0.879
33,model.language_model.layers.33.mlp.experts.209.gate_proj,0.0074145841,hessian_weighted_relative_error,22348,0.02500,0.927
33,model.language_model.layers.33.mlp.experts.209.up_proj,0.0087940749,hessian_weighted_relative_error,22348,0.02500,0.975
33,model.language_model.layers.33.mlp.experts.21.down_proj,0.0128389234,hessian_weighted_relative_error,9194,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.21.gate_proj,0.0069954823,hessian_weighted_relative_error,9194,0.02500,0.850
33,model.language_model.layers.33.mlp.experts.21.up_proj,0.0083715669,hessian_weighted_relative_error,9194,0.02500,0.943
33,model.language_model.layers.33.mlp.experts.210.down_proj,0.0133907197,hessian_weighted_relative_error,31551,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.210.gate_proj,0.0076449814,hessian_weighted_relative_error,31551,0.02500,0.788
33,model.language_model.layers.33.mlp.experts.210.up_proj,0.0086963082,hessian_weighted_relative_error,31551,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.211.down_proj,0.0111533554,hessian_weighted_relative_error,22540,0.02500,0.883
33,model.language_model.layers.33.mlp.experts.211.gate_proj,0.0069261257,hessian_weighted_relative_error,22540,0.02500,0.921
33,model.language_model.layers.33.mlp.experts.211.up_proj,0.0074256220,hessian_weighted_relative_error,22540,0.02500,0.980
33,model.language_model.layers.33.mlp.experts.212.down_proj,0.0099260613,hessian_weighted_relative_error,37232,0.02500,0.761
33,model.language_model.layers.33.mlp.experts.212.gate_proj,0.0059713531,hessian_weighted_relative_error,37232,0.02500,0.788
33,model.language_model.layers.33.mlp.experts.212.up_proj,0.0065068680,hessian_weighted_relative_error,37232,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.213.down_proj,0.0121266579,hessian_weighted_relative_error,17871,0.02500,0.880
33,model.language_model.layers.33.mlp.experts.213.gate_proj,0.0066041158,hessian_weighted_relative_error,17871,0.02500,0.917
33,model.language_model.layers.33.mlp.experts.213.up_proj,0.0080348861,hessian_weighted_relative_error,17871,0.02500,0.986
33,model.language_model.layers.33.mlp.experts.214.down_proj,0.0132883273,hessian_weighted_relative_error,27101,0.02500,0.760
33,model.language_model.layers.33.mlp.experts.214.gate_proj,0.0068035489,hessian_weighted_relative_error,27101,0.02500,0.789
33,model.language_model.layers.33.mlp.experts.214.up_proj,0.0083245445,hessian_weighted_relative_error,27101,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.215.down_proj,0.0095345645,hessian_weighted_relative_error,5182,0.02500,0.880
33,model.language_model.layers.33.mlp.experts.215.gate_proj,0.0045382818,hessian_weighted_relative_error,5182,0.02500,0.925
33,model.language_model.layers.33.mlp.experts.215.up_proj,0.0050375693,hessian_weighted_relative_error,5182,0.02500,0.981
33,model.language_model.layers.33.mlp.experts.216.down_proj,0.0124174760,hessian_weighted_relative_error,23258,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.216.gate_proj,0.0069109964,hessian_weighted_relative_error,23258,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.216.up_proj,0.0077078451,hessian_weighted_relative_error,23258,0.02500,0.810
33,model.language_model.layers.33.mlp.experts.217.down_proj,0.0140445818,hessian_weighted_relative_error,34649,0.02500,0.880
33,model.language_model.layers.33.mlp.experts.217.gate_proj,0.0076841557,hessian_weighted_relative_error,34649,0.02500,0.931
33,model.language_model.layers.33.mlp.experts.217.up_proj,0.0096048040,hessian_weighted_relative_error,34649,0.02500,0.989
33,model.language_model.layers.33.mlp.experts.218.down_proj,0.0130204189,hessian_weighted_relative_error,29482,0.02500,0.760
33,model.language_model.layers.33.mlp.experts.218.gate_proj,0.0080623213,hessian_weighted_relative_error,29482,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.218.up_proj,0.0097213043,hessian_weighted_relative_error,29482,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.219.down_proj,0.0136567045,hessian_weighted_relative_error,67774,0.02500,0.879
33,model.language_model.layers.33.mlp.experts.219.gate_proj,0.0086686736,hessian_weighted_relative_error,67774,0.02500,0.932
33,model.language_model.layers.33.mlp.experts.219.up_proj,0.0095396777,hessian_weighted_relative_error,67774,0.02500,0.964
33,model.language_model.layers.33.mlp.experts.22.down_proj,0.0134067960,hessian_weighted_relative_error,21499,0.02500,0.724
33,model.language_model.layers.33.mlp.experts.22.gate_proj,0.0063212771,hessian_weighted_relative_error,21499,0.02500,0.752
33,model.language_model.layers.33.mlp.experts.22.up_proj,0.0085896743,hessian_weighted_relative_error,21499,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.220.down_proj,0.0142110455,hessian_weighted_relative_error,54386,0.02500,0.761
33,model.language_model.layers.33.mlp.experts.220.gate_proj,0.0073344673,hessian_weighted_relative_error,54386,0.02500,0.789
33,model.language_model.layers.33.mlp.experts.220.up_proj,0.0094570568,hessian_weighted_relative_error,54386,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.221.down_proj,0.0129513815,hessian_weighted_relative_error,43603,0.02500,0.880
33,model.language_model.layers.33.mlp.experts.221.gate_proj,0.0077920314,hessian_weighted_relative_error,43603,0.02500,0.924
33,model.language_model.layers.33.mlp.experts.221.up_proj,0.0088579361,hessian_weighted_relative_error,43603,0.02500,0.975
33,model.language_model.layers.33.mlp.experts.222.down_proj,0.0123810047,hessian_weighted_relative_error,14499,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.222.gate_proj,0.0067400599,hessian_weighted_relative_error,14499,0.02500,0.791
33,model.language_model.layers.33.mlp.experts.222.up_proj,0.0073139230,hessian_weighted_relative_error,14499,0.02500,0.807
33,model.language_model.layers.33.mlp.experts.223.down_proj,0.0135421771,hessian_weighted_relative_error,36739,0.02500,0.879
33,model.language_model.layers.33.mlp.experts.223.gate_proj,0.0069695888,hessian_weighted_relative_error,36739,0.02500,0.917
33,model.language_model.layers.33.mlp.experts.223.up_proj,0.0089420007,hessian_weighted_relative_error,36739,0.02500,0.972
33,model.language_model.layers.33.mlp.experts.224.down_proj,0.0124401226,hessian_weighted_relative_error,28453,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.224.gate_proj,0.0065765052,hessian_weighted_relative_error,28453,0.02500,0.792
33,model.language_model.layers.33.mlp.experts.224.up_proj,0.0077087106,hessian_weighted_relative_error,28453,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.225.down_proj,0.0083901998,hessian_weighted_relative_error,18353,0.02500,0.882
33,model.language_model.layers.33.mlp.experts.225.gate_proj,0.0055779039,hessian_weighted_relative_error,18353,0.02500,0.929
33,model.language_model.layers.33.mlp.experts.225.up_proj,0.0063066666,hessian_weighted_relative_error,18353,0.02500,0.974
33,model.language_model.layers.33.mlp.experts.226.down_proj,0.0141824772,hessian_weighted_relative_error,35373,0.02500,0.768
33,model.language_model.layers.33.mlp.experts.226.gate_proj,0.0079596420,hessian_weighted_relative_error,35373,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.226.up_proj,0.0094075570,hessian_weighted_relative_error,35373,0.02500,0.811
33,model.language_model.layers.33.mlp.experts.227.down_proj,0.0130200290,hessian_weighted_relative_error,23973,0.02500,0.883
33,model.language_model.layers.33.mlp.experts.227.gate_proj,0.0074930249,hessian_weighted_relative_error,23973,0.02500,0.926
33,model.language_model.layers.33.mlp.experts.227.up_proj,0.0081179007,hessian_weighted_relative_error,23973,0.02500,0.975
33,model.language_model.layers.33.mlp.experts.228.down_proj,0.0133758268,hessian_weighted_relative_error,28185,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.228.gate_proj,0.0067215533,hessian_weighted_relative_error,28185,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.228.up_proj,0.0091040264,hessian_weighted_relative_error,28185,0.02500,0.810
33,model.language_model.layers.33.mlp.experts.229.down_proj,0.0069069677,hessian_weighted_relative_error,5094,0.02500,0.881
33,model.language_model.layers.33.mlp.experts.229.gate_proj,0.0033423138,hessian_weighted_relative_error,5094,0.02500,0.924
33,model.language_model.layers.33.mlp.experts.229.up_proj,0.0036149758,hessian_weighted_relative_error,5094,0.02500,0.975
33,model.language_model.layers.33.mlp.experts.23.down_proj,0.0126967036,hessian_weighted_relative_error,18259,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.23.gate_proj,0.0076828298,hessian_weighted_relative_error,18259,0.02500,0.851
33,model.language_model.layers.33.mlp.experts.23.up_proj,0.0081431772,hessian_weighted_relative_error,18259,0.02500,0.946
33,model.language_model.layers.33.mlp.experts.230.down_proj,0.0127342221,hessian_weighted_relative_error,11390,0.02500,0.761
33,model.language_model.layers.33.mlp.experts.230.gate_proj,0.0067675710,hessian_weighted_relative_error,11390,0.02500,0.792
33,model.language_model.layers.33.mlp.experts.230.up_proj,0.0079666041,hessian_weighted_relative_error,11390,0.02500,0.808
33,model.language_model.layers.33.mlp.experts.231.down_proj,0.0129602999,hessian_weighted_relative_error,11530,0.02500,0.881
33,model.language_model.layers.33.mlp.experts.231.gate_proj,0.0073978843,hessian_weighted_relative_error,11530,0.02500,0.924
33,model.language_model.layers.33.mlp.experts.231.up_proj,0.0081701955,hessian_weighted_relative_error,11530,0.02500,0.975
33,model.language_model.layers.33.mlp.experts.232.down_proj,0.0074504154,hessian_weighted_relative_error,10445,0.02500,0.761
33,model.language_model.layers.33.mlp.experts.232.gate_proj,0.0039821696,hessian_weighted_relative_error,10445,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.232.up_proj,0.0043331894,hessian_weighted_relative_error,10445,0.02500,0.807
33,model.language_model.layers.33.mlp.experts.233.down_proj,0.0123371931,hessian_weighted_relative_error,34866,0.02500,0.883
33,model.language_model.layers.33.mlp.experts.233.gate_proj,0.0075608197,hessian_weighted_relative_error,34866,0.02500,0.930
33,model.language_model.layers.33.mlp.experts.233.up_proj,0.0082002825,hessian_weighted_relative_error,34866,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.234.down_proj,0.0108011008,hessian_weighted_relative_error,31852,0.02500,0.765
33,model.language_model.layers.33.mlp.experts.234.gate_proj,0.0067068992,hessian_weighted_relative_error,31852,0.02500,0.789
33,model.language_model.layers.33.mlp.experts.234.up_proj,0.0073608707,hessian_weighted_relative_error,31852,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.235.down_proj,0.0129958166,hessian_weighted_relative_error,28461,0.02500,0.885
33,model.language_model.layers.33.mlp.experts.235.gate_proj,0.0075135539,hessian_weighted_relative_error,28461,0.02500,0.928
33,model.language_model.layers.33.mlp.experts.235.up_proj,0.0087656719,hessian_weighted_relative_error,28461,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.236.down_proj,0.0123965991,hessian_weighted_relative_error,19809,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.236.gate_proj,0.0073075532,hessian_weighted_relative_error,19809,0.02500,0.791
33,model.language_model.layers.33.mlp.experts.236.up_proj,0.0080116669,hessian_weighted_relative_error,19809,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.237.down_proj,0.0083312657,hessian_weighted_relative_error,101524,0.02500,0.883
33,model.language_model.layers.33.mlp.experts.237.gate_proj,0.0055724898,hessian_weighted_relative_error,101524,0.02500,0.930
33,model.language_model.layers.33.mlp.experts.237.up_proj,0.0058660780,hessian_weighted_relative_error,101524,0.02500,0.982
33,model.language_model.layers.33.mlp.experts.238.down_proj,0.0146442675,hessian_weighted_relative_error,39727,0.02500,0.760
33,model.language_model.layers.33.mlp.experts.238.gate_proj,0.0073881904,hessian_weighted_relative_error,39727,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.238.up_proj,0.0098180801,hessian_weighted_relative_error,39727,0.02500,0.807
33,model.language_model.layers.33.mlp.experts.239.down_proj,0.0103406694,hessian_weighted_relative_error,5051,0.02500,0.881
33,model.language_model.layers.33.mlp.experts.239.gate_proj,0.0047374902,hessian_weighted_relative_error,5051,0.02500,0.925
33,model.language_model.layers.33.mlp.experts.239.up_proj,0.0055754335,hessian_weighted_relative_error,5051,0.02500,0.965
33,model.language_model.layers.33.mlp.experts.24.down_proj,0.0141466105,hessian_weighted_relative_error,16077,0.02500,0.728
33,model.language_model.layers.33.mlp.experts.24.gate_proj,0.0081566026,hessian_weighted_relative_error,16077,0.02500,0.756
33,model.language_model.layers.33.mlp.experts.24.up_proj,0.0094093820,hessian_weighted_relative_error,16077,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.240.down_proj,0.0138354036,hessian_weighted_relative_error,43043,0.02500,0.761
33,model.language_model.layers.33.mlp.experts.240.gate_proj,0.0086078680,hessian_weighted_relative_error,43043,0.02500,0.789
33,model.language_model.layers.33.mlp.experts.240.up_proj,0.0092632047,hessian_weighted_relative_error,43043,0.02500,0.834
33,model.language_model.layers.33.mlp.experts.241.down_proj,0.0141386317,hessian_weighted_relative_error,28889,0.02500,0.884
33,model.language_model.layers.33.mlp.experts.241.gate_proj,0.0072145895,hessian_weighted_relative_error,28889,0.02500,0.935
33,model.language_model.layers.33.mlp.experts.241.up_proj,0.0090689451,hessian_weighted_relative_error,28889,0.02500,0.963
33,model.language_model.layers.33.mlp.experts.242.down_proj,0.0130695500,hessian_weighted_relative_error,63494,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.242.gate_proj,0.0087535738,hessian_weighted_relative_error,63494,0.02500,0.791
33,model.language_model.layers.33.mlp.experts.242.up_proj,0.0093099213,hessian_weighted_relative_error,63494,0.02500,0.810
33,model.language_model.layers.33.mlp.experts.243.down_proj,0.0133307359,hessian_weighted_relative_error,19298,0.02500,0.887
33,model.language_model.layers.33.mlp.experts.243.gate_proj,0.0062960518,hessian_weighted_relative_error,19298,0.02500,0.932
33,model.language_model.layers.33.mlp.experts.243.up_proj,0.0085871528,hessian_weighted_relative_error,19298,0.02500,0.961
33,model.language_model.layers.33.mlp.experts.244.down_proj,0.0139911079,hessian_weighted_relative_error,27304,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.244.gate_proj,0.0085864034,hessian_weighted_relative_error,27304,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.244.up_proj,0.0097400163,hessian_weighted_relative_error,27304,0.02500,0.808
33,model.language_model.layers.33.mlp.experts.245.down_proj,0.0107102346,hessian_weighted_relative_error,39245,0.02500,0.884
33,model.language_model.layers.33.mlp.experts.245.gate_proj,0.0059363145,hessian_weighted_relative_error,39245,0.02500,0.927
33,model.language_model.layers.33.mlp.experts.245.up_proj,0.0064560378,hessian_weighted_relative_error,39245,0.02500,0.966
33,model.language_model.layers.33.mlp.experts.246.down_proj,0.0142422996,hessian_weighted_relative_error,60689,0.02500,0.760
33,model.language_model.layers.33.mlp.experts.246.gate_proj,0.0092121259,hessian_weighted_relative_error,60689,0.02500,0.791
33,model.language_model.layers.33.mlp.experts.246.up_proj,0.0095115592,hessian_weighted_relative_error,60689,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.247.down_proj,0.0118466657,hessian_weighted_relative_error,21677,0.02500,0.885
33,model.language_model.layers.33.mlp.experts.247.gate_proj,0.0066842613,hessian_weighted_relative_error,21677,0.02500,0.933
33,model.language_model.layers.33.mlp.experts.247.up_proj,0.0078069166,hessian_weighted_relative_error,21677,0.02500,0.967
33,model.language_model.layers.33.mlp.experts.248.down_proj,0.0147044567,hessian_weighted_relative_error,26892,0.02500,0.765
33,model.language_model.layers.33.mlp.experts.248.gate_proj,0.0085478874,hessian_weighted_relative_error,26892,0.02500,0.793
33,model.language_model.layers.33.mlp.experts.248.up_proj,0.0100789971,hessian_weighted_relative_error,26892,0.02500,0.807
33,model.language_model.layers.33.mlp.experts.249.down_proj,0.0100279579,hessian_weighted_relative_error,21838,0.02500,0.884
33,model.language_model.layers.33.mlp.experts.249.gate_proj,0.0049875053,hessian_weighted_relative_error,21838,0.02500,0.943
33,model.language_model.layers.33.mlp.experts.249.up_proj,0.0062304610,hessian_weighted_relative_error,21838,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.25.down_proj,0.0111245175,hessian_weighted_relative_error,9280,0.02500,0.808
33,model.language_model.layers.33.mlp.experts.25.gate_proj,0.0056123928,hessian_weighted_relative_error,9280,0.02500,0.861
33,model.language_model.layers.33.mlp.experts.25.up_proj,0.0067994160,hessian_weighted_relative_error,9280,0.02500,0.951
33,model.language_model.layers.33.mlp.experts.250.down_proj,0.0141868176,hessian_weighted_relative_error,47357,0.02500,0.763
33,model.language_model.layers.33.mlp.experts.250.gate_proj,0.0079975930,hessian_weighted_relative_error,47357,0.02500,0.790
33,model.language_model.layers.33.mlp.experts.250.up_proj,0.0092375028,hessian_weighted_relative_error,47357,0.02500,0.809
33,model.language_model.layers.33.mlp.experts.251.down_proj,0.0144263288,hessian_weighted_relative_error,25042,0.02500,0.884
33,model.language_model.layers.33.mlp.experts.251.gate_proj,0.0090281650,hessian_weighted_relative_error,25042,0.02500,0.934
33,model.language_model.layers.33.mlp.experts.251.up_proj,0.0096237054,hessian_weighted_relative_error,25042,0.02500,0.959
33,model.language_model.layers.33.mlp.experts.252.down_proj,0.0106985097,hessian_weighted_relative_error,77385,0.02500,0.767
33,model.language_model.layers.33.mlp.experts.252.gate_proj,0.0067670255,hessian_weighted_relative_error,77385,0.02500,0.794
33,model.language_model.layers.33.mlp.experts.252.up_proj,0.0071846545,hessian_weighted_relative_error,77385,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.253.down_proj,0.0123031566,hessian_weighted_relative_error,32372,0.02500,0.884
33,model.language_model.layers.33.mlp.experts.253.gate_proj,0.0074732200,hessian_weighted_relative_error,32372,0.02500,0.932
33,model.language_model.layers.33.mlp.experts.253.up_proj,0.0083111601,hessian_weighted_relative_error,32372,0.02500,0.951
33,model.language_model.layers.33.mlp.experts.254.down_proj,0.0113803980,hessian_weighted_relative_error,27503,0.02500,0.762
33,model.language_model.layers.33.mlp.experts.254.gate_proj,0.0070493193,hessian_weighted_relative_error,27503,0.02500,0.794
33,model.language_model.layers.33.mlp.experts.254.up_proj,0.0079024060,hessian_weighted_relative_error,27503,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.255.down_proj,0.0132067143,hessian_weighted_relative_error,36882,0.02500,0.884
33,model.language_model.layers.33.mlp.experts.255.gate_proj,0.0085627408,hessian_weighted_relative_error,36882,0.02500,0.932
33,model.language_model.layers.33.mlp.experts.255.up_proj,0.0093963699,hessian_weighted_relative_error,36882,0.02500,0.962
33,model.language_model.layers.33.mlp.experts.256.down_proj,0.0127056612,hessian_weighted_relative_error,40628,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.256.gate_proj,0.0064168294,hessian_weighted_relative_error,40628,0.02500,0.793
33,model.language_model.layers.33.mlp.experts.256.up_proj,0.0076730219,hessian_weighted_relative_error,40628,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.257.down_proj,0.0121077995,hessian_weighted_relative_error,15422,0.02500,0.886
33,model.language_model.layers.33.mlp.experts.257.gate_proj,0.0061615507,hessian_weighted_relative_error,15422,0.02500,0.945
33,model.language_model.layers.33.mlp.experts.257.up_proj,0.0073687673,hessian_weighted_relative_error,15422,0.02500,0.950
33,model.language_model.layers.33.mlp.experts.258.down_proj,0.0082553172,hessian_weighted_relative_error,6181,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.258.gate_proj,0.0038136021,hessian_weighted_relative_error,6181,0.02500,0.794
33,model.language_model.layers.33.mlp.experts.258.up_proj,0.0042263494,hessian_weighted_relative_error,6181,0.02500,0.809
33,model.language_model.layers.33.mlp.experts.259.down_proj,0.0138969086,hessian_weighted_relative_error,30839,0.02500,0.886
33,model.language_model.layers.33.mlp.experts.259.gate_proj,0.0074758139,hessian_weighted_relative_error,30839,0.02500,0.936
33,model.language_model.layers.33.mlp.experts.259.up_proj,0.0092421485,hessian_weighted_relative_error,30839,0.02500,0.956
33,model.language_model.layers.33.mlp.experts.26.down_proj,0.0051853887,hessian_weighted_relative_error,31540,0.02500,0.728
33,model.language_model.layers.33.mlp.experts.26.gate_proj,0.0068553236,hessian_weighted_relative_error,31540,0.02500,0.758
33,model.language_model.layers.33.mlp.experts.26.up_proj,0.0074393173,hessian_weighted_relative_error,31540,0.02500,0.796
33,model.language_model.layers.33.mlp.experts.260.down_proj,0.0129623719,hessian_weighted_relative_error,25891,0.02500,0.765
33,model.language_model.layers.33.mlp.experts.260.gate_proj,0.0075681244,hessian_weighted_relative_error,25891,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.260.up_proj,0.0089345247,hessian_weighted_relative_error,25891,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.261.down_proj,0.0145480092,hessian_weighted_relative_error,34459,0.02500,0.885
33,model.language_model.layers.33.mlp.experts.261.gate_proj,0.0072321938,hessian_weighted_relative_error,34459,0.02500,0.934
33,model.language_model.layers.33.mlp.experts.261.up_proj,0.0096440169,hessian_weighted_relative_error,34459,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.262.down_proj,0.0145197397,hessian_weighted_relative_error,38730,0.02500,0.762
33,model.language_model.layers.33.mlp.experts.262.gate_proj,0.0088443613,hessian_weighted_relative_error,38730,0.02500,0.795
33,model.language_model.layers.33.mlp.experts.262.up_proj,0.0099235940,hessian_weighted_relative_error,38730,0.02500,0.808
33,model.language_model.layers.33.mlp.experts.263.down_proj,0.0085673416,hessian_weighted_relative_error,36132,0.02500,0.885
33,model.language_model.layers.33.mlp.experts.263.gate_proj,0.0056900538,hessian_weighted_relative_error,36132,0.02500,0.935
33,model.language_model.layers.33.mlp.experts.263.up_proj,0.0061608027,hessian_weighted_relative_error,36132,0.02500,0.963
33,model.language_model.layers.33.mlp.experts.264.down_proj,0.0135606268,hessian_weighted_relative_error,24584,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.264.gate_proj,0.0078128909,hessian_weighted_relative_error,24584,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.264.up_proj,0.0084732943,hessian_weighted_relative_error,24584,0.02500,0.808
33,model.language_model.layers.33.mlp.experts.265.down_proj,0.0110385792,hessian_weighted_relative_error,13101,0.02500,0.886
33,model.language_model.layers.33.mlp.experts.265.gate_proj,0.0062603112,hessian_weighted_relative_error,13101,0.02500,0.942
33,model.language_model.layers.33.mlp.experts.265.up_proj,0.0071673657,hessian_weighted_relative_error,13101,0.02500,0.953
33,model.language_model.layers.33.mlp.experts.266.down_proj,0.0134887109,hessian_weighted_relative_error,16630,0.02500,0.765
33,model.language_model.layers.33.mlp.experts.266.gate_proj,0.0078740081,hessian_weighted_relative_error,16630,0.02500,0.793
33,model.language_model.layers.33.mlp.experts.266.up_proj,0.0087420861,hessian_weighted_relative_error,16630,0.02500,0.808
33,model.language_model.layers.33.mlp.experts.267.down_proj,0.0123322639,hessian_weighted_relative_error,25053,0.02500,0.889
33,model.language_model.layers.33.mlp.experts.267.gate_proj,0.0076485432,hessian_weighted_relative_error,25053,0.02500,0.937
33,model.language_model.layers.33.mlp.experts.267.up_proj,0.0083959249,hessian_weighted_relative_error,25053,0.02500,0.948
33,model.language_model.layers.33.mlp.experts.268.down_proj,0.0097239637,hessian_weighted_relative_error,19706,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.268.gate_proj,0.0057476054,hessian_weighted_relative_error,19706,0.02500,0.794
33,model.language_model.layers.33.mlp.experts.268.up_proj,0.0062370006,hessian_weighted_relative_error,19706,0.02500,0.807
33,model.language_model.layers.33.mlp.experts.269.down_proj,0.0126414682,hessian_weighted_relative_error,23029,0.02500,0.886
33,model.language_model.layers.33.mlp.experts.269.gate_proj,0.0077515069,hessian_weighted_relative_error,23029,0.02500,0.936
33,model.language_model.layers.33.mlp.experts.269.up_proj,0.0085339987,hessian_weighted_relative_error,23029,0.02500,0.953
33,model.language_model.layers.33.mlp.experts.27.down_proj,0.0148173713,hessian_weighted_relative_error,50525,0.02500,0.808
33,model.language_model.layers.33.mlp.experts.27.gate_proj,0.0081349608,hessian_weighted_relative_error,50525,0.02500,0.855
33,model.language_model.layers.33.mlp.experts.27.up_proj,0.0101661020,hessian_weighted_relative_error,50525,0.02500,0.944
33,model.language_model.layers.33.mlp.experts.270.down_proj,0.0147121021,hessian_weighted_relative_error,39834,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.270.gate_proj,0.0090452267,hessian_weighted_relative_error,39834,0.02500,0.793
33,model.language_model.layers.33.mlp.experts.270.up_proj,0.0100024949,hessian_weighted_relative_error,39834,0.02500,0.810
33,model.language_model.layers.33.mlp.experts.271.down_proj,0.0092243147,hessian_weighted_relative_error,24017,0.02500,0.887
33,model.language_model.layers.33.mlp.experts.271.gate_proj,0.0034098220,hessian_weighted_relative_error,24017,0.02500,0.935
33,model.language_model.layers.33.mlp.experts.271.up_proj,0.0052588140,hessian_weighted_relative_error,24017,0.02500,0.953
33,model.language_model.layers.33.mlp.experts.272.down_proj,0.0134255532,hessian_weighted_relative_error,16919,0.02500,0.763
33,model.language_model.layers.33.mlp.experts.272.gate_proj,0.0068222195,hessian_weighted_relative_error,16919,0.02500,0.796
33,model.language_model.layers.33.mlp.experts.272.up_proj,0.0088155160,hessian_weighted_relative_error,16919,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.273.down_proj,0.0141628514,hessian_weighted_relative_error,40500,0.02500,0.887
33,model.language_model.layers.33.mlp.experts.273.gate_proj,0.0077596918,hessian_weighted_relative_error,40500,0.02500,0.945
33,model.language_model.layers.33.mlp.experts.273.up_proj,0.0095262322,hessian_weighted_relative_error,40500,0.02500,0.947
33,model.language_model.layers.33.mlp.experts.274.down_proj,0.0144701959,hessian_weighted_relative_error,33850,0.02500,0.765
33,model.language_model.layers.33.mlp.experts.274.gate_proj,0.0074478138,hessian_weighted_relative_error,33850,0.02500,0.793
33,model.language_model.layers.33.mlp.experts.274.up_proj,0.0097332099,hessian_weighted_relative_error,33850,0.02500,0.807
33,model.language_model.layers.33.mlp.experts.275.down_proj,0.0147654565,hessian_weighted_relative_error,60116,0.02500,0.887
33,model.language_model.layers.33.mlp.experts.275.gate_proj,0.0099183347,hessian_weighted_relative_error,60116,0.02500,0.935
33,model.language_model.layers.33.mlp.experts.275.up_proj,0.0109248708,hessian_weighted_relative_error,60116,0.02500,0.948
33,model.language_model.layers.33.mlp.experts.276.down_proj,0.0120020477,hessian_weighted_relative_error,21641,0.02500,0.770
33,model.language_model.layers.33.mlp.experts.276.gate_proj,0.0064162909,hessian_weighted_relative_error,21641,0.02500,0.795
33,model.language_model.layers.33.mlp.experts.276.up_proj,0.0076443868,hessian_weighted_relative_error,21641,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.277.down_proj,0.0141119738,hessian_weighted_relative_error,34741,0.02500,0.888
33,model.language_model.layers.33.mlp.experts.277.gate_proj,0.0089825127,hessian_weighted_relative_error,34741,0.02500,0.940
33,model.language_model.layers.33.mlp.experts.277.up_proj,0.0098206379,hessian_weighted_relative_error,34741,0.02500,0.950
33,model.language_model.layers.33.mlp.experts.278.down_proj,0.0134875286,hessian_weighted_relative_error,31558,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.278.gate_proj,0.0073605231,hessian_weighted_relative_error,31558,0.02500,0.794
33,model.language_model.layers.33.mlp.experts.278.up_proj,0.0088969047,hessian_weighted_relative_error,31558,0.02500,0.811
33,model.language_model.layers.33.mlp.experts.279.down_proj,0.0134360416,hessian_weighted_relative_error,15216,0.02500,0.887
33,model.language_model.layers.33.mlp.experts.279.gate_proj,0.0075052527,hessian_weighted_relative_error,15216,0.02500,0.945
33,model.language_model.layers.33.mlp.experts.279.up_proj,0.0085976522,hessian_weighted_relative_error,15216,0.02500,0.942
33,model.language_model.layers.33.mlp.experts.28.down_proj,0.0140060001,hessian_weighted_relative_error,49932,0.02500,0.728
33,model.language_model.layers.33.mlp.experts.28.gate_proj,0.0078458389,hessian_weighted_relative_error,49932,0.02500,0.755
33,model.language_model.layers.33.mlp.experts.28.up_proj,0.0095630013,hessian_weighted_relative_error,49932,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.280.down_proj,0.0134263890,hessian_weighted_relative_error,21822,0.02500,0.768
33,model.language_model.layers.33.mlp.experts.280.gate_proj,0.0072260845,hessian_weighted_relative_error,21822,0.02500,0.794
33,model.language_model.layers.33.mlp.experts.280.up_proj,0.0089599030,hessian_weighted_relative_error,21822,0.02500,0.803
33,model.language_model.layers.33.mlp.experts.281.down_proj,0.0114378879,hessian_weighted_relative_error,23839,0.02500,0.887
33,model.language_model.layers.33.mlp.experts.281.gate_proj,0.0067374312,hessian_weighted_relative_error,23839,0.02500,0.946
33,model.language_model.layers.33.mlp.experts.281.up_proj,0.0082049213,hessian_weighted_relative_error,23839,0.02500,0.932
33,model.language_model.layers.33.mlp.experts.282.down_proj,0.0122659337,hessian_weighted_relative_error,21205,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.282.gate_proj,0.0071725334,hessian_weighted_relative_error,21205,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.282.up_proj,0.0080371573,hessian_weighted_relative_error,21205,0.02500,0.808
33,model.language_model.layers.33.mlp.experts.283.down_proj,0.0123606473,hessian_weighted_relative_error,9597,0.02500,0.890
33,model.language_model.layers.33.mlp.experts.283.gate_proj,0.0062958237,hessian_weighted_relative_error,9597,0.02500,0.944
33,model.language_model.layers.33.mlp.experts.283.up_proj,0.0072785213,hessian_weighted_relative_error,9597,0.02500,0.936
33,model.language_model.layers.33.mlp.experts.284.down_proj,0.0136743673,hessian_weighted_relative_error,30867,0.02500,0.769
33,model.language_model.layers.33.mlp.experts.284.gate_proj,0.0079274419,hessian_weighted_relative_error,30867,0.02500,0.792
33,model.language_model.layers.33.mlp.experts.284.up_proj,0.0094822788,hessian_weighted_relative_error,30867,0.02500,0.805
33,model.language_model.layers.33.mlp.experts.285.down_proj,0.0132608950,hessian_weighted_relative_error,36955,0.02500,0.891
33,model.language_model.layers.33.mlp.experts.285.gate_proj,0.0073780720,hessian_weighted_relative_error,36955,0.02500,0.938
33,model.language_model.layers.33.mlp.experts.285.up_proj,0.0092893411,hessian_weighted_relative_error,36955,0.02500,0.947
33,model.language_model.layers.33.mlp.experts.286.down_proj,0.0134848615,hessian_weighted_relative_error,23910,0.02500,0.766
33,model.language_model.layers.33.mlp.experts.286.gate_proj,0.0080373843,hessian_weighted_relative_error,23910,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.286.up_proj,0.0088417359,hessian_weighted_relative_error,23910,0.02500,0.809
33,model.language_model.layers.33.mlp.experts.287.down_proj,0.0091190870,hessian_weighted_relative_error,10395,0.02500,0.886
33,model.language_model.layers.33.mlp.experts.287.gate_proj,0.0049686223,hessian_weighted_relative_error,10395,0.02500,0.940
33,model.language_model.layers.33.mlp.experts.287.up_proj,0.0054255774,hessian_weighted_relative_error,10395,0.02500,0.943
33,model.language_model.layers.33.mlp.experts.29.down_proj,0.0139135375,hessian_weighted_relative_error,46106,0.02500,0.807
33,model.language_model.layers.33.mlp.experts.29.gate_proj,0.0084367043,hessian_weighted_relative_error,46106,0.02500,0.853
33,model.language_model.layers.33.mlp.experts.29.up_proj,0.0092756706,hessian_weighted_relative_error,46106,0.02500,0.947
33,model.language_model.layers.33.mlp.experts.3.down_proj,0.0116277989,hessian_weighted_relative_error,56080,0.02500,0.775
33,model.language_model.layers.33.mlp.experts.3.gate_proj,0.0069035439,hessian_weighted_relative_error,56080,0.02500,0.841
33,model.language_model.layers.33.mlp.experts.3.up_proj,0.0076902659,hessian_weighted_relative_error,56080,0.02500,0.944
33,model.language_model.layers.33.mlp.experts.30.down_proj,0.0140464751,hessian_weighted_relative_error,29110,0.02500,0.727
33,model.language_model.layers.33.mlp.experts.30.gate_proj,0.0084652982,hessian_weighted_relative_error,29110,0.02500,0.755
33,model.language_model.layers.33.mlp.experts.30.up_proj,0.0092861192,hessian_weighted_relative_error,29110,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.31.down_proj,0.0019190120,hessian_weighted_relative_error,31727,0.02500,0.806
33,model.language_model.layers.33.mlp.experts.31.gate_proj,0.0059499559,hessian_weighted_relative_error,31727,0.02500,0.854
33,model.language_model.layers.33.mlp.experts.31.up_proj,0.0066479940,hessian_weighted_relative_error,31727,0.02500,0.946
33,model.language_model.layers.33.mlp.experts.32.down_proj,0.0126402418,hessian_weighted_relative_error,27090,0.02500,0.730
33,model.language_model.layers.33.mlp.experts.32.gate_proj,0.0076434751,hessian_weighted_relative_error,27090,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.32.up_proj,0.0082026687,hessian_weighted_relative_error,27090,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.33.down_proj,0.0092234029,hessian_weighted_relative_error,16991,0.02500,0.811
33,model.language_model.layers.33.mlp.experts.33.gate_proj,0.0051162045,hessian_weighted_relative_error,16991,0.02500,0.862
33,model.language_model.layers.33.mlp.experts.33.up_proj,0.0055100225,hessian_weighted_relative_error,16991,0.02500,0.949
33,model.language_model.layers.33.mlp.experts.34.down_proj,0.0085894073,hessian_weighted_relative_error,5684,0.02500,0.730
33,model.language_model.layers.33.mlp.experts.34.gate_proj,0.0038821879,hessian_weighted_relative_error,5684,0.02500,0.763
33,model.language_model.layers.33.mlp.experts.34.up_proj,0.0051693832,hessian_weighted_relative_error,5684,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.35.down_proj,0.0140166792,hessian_weighted_relative_error,34015,0.02500,0.811
33,model.language_model.layers.33.mlp.experts.35.gate_proj,0.0088598994,hessian_weighted_relative_error,34015,0.02500,0.859
33,model.language_model.layers.33.mlp.experts.35.up_proj,0.0093073827,hessian_weighted_relative_error,34015,0.02500,0.949
33,model.language_model.layers.33.mlp.experts.36.down_proj,0.0138305396,hessian_weighted_relative_error,20846,0.02500,0.729
33,model.language_model.layers.33.mlp.experts.36.gate_proj,0.0083773308,hessian_weighted_relative_error,20846,0.02500,0.758
33,model.language_model.layers.33.mlp.experts.36.up_proj,0.0094171859,hessian_weighted_relative_error,20846,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.37.down_proj,0.0105707336,hessian_weighted_relative_error,18113,0.02500,0.811
33,model.language_model.layers.33.mlp.experts.37.gate_proj,0.0038629685,hessian_weighted_relative_error,18113,0.02500,0.857
33,model.language_model.layers.33.mlp.experts.37.up_proj,0.0067303151,hessian_weighted_relative_error,18113,0.02500,0.955
33,model.language_model.layers.33.mlp.experts.38.down_proj,0.0132429333,hessian_weighted_relative_error,21848,0.02500,0.730
33,model.language_model.layers.33.mlp.experts.38.gate_proj,0.0076437781,hessian_weighted_relative_error,21848,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.38.up_proj,0.0084506334,hessian_weighted_relative_error,21848,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.39.down_proj,0.0103756976,hessian_weighted_relative_error,53254,0.02500,0.809
33,model.language_model.layers.33.mlp.experts.39.gate_proj,0.0057608873,hessian_weighted_relative_error,53254,0.02500,0.867
33,model.language_model.layers.33.mlp.experts.39.up_proj,0.0061788780,hessian_weighted_relative_error,53254,0.02500,0.951
33,model.language_model.layers.33.mlp.experts.4.down_proj,0.0091753561,hessian_weighted_relative_error,3864,0.02500,0.715
33,model.language_model.layers.33.mlp.experts.4.gate_proj,0.0040549553,hessian_weighted_relative_error,3864,0.02500,0.747
33,model.language_model.layers.33.mlp.experts.4.up_proj,0.0050555870,hessian_weighted_relative_error,3864,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.40.down_proj,0.0142288076,hessian_weighted_relative_error,47982,0.02500,0.735
33,model.language_model.layers.33.mlp.experts.40.gate_proj,0.0090796276,hessian_weighted_relative_error,47982,0.02500,0.760
33,model.language_model.layers.33.mlp.experts.40.up_proj,0.0102799375,hessian_weighted_relative_error,47982,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.41.down_proj,0.0129266467,hessian_weighted_relative_error,35270,0.02500,0.814
33,model.language_model.layers.33.mlp.experts.41.gate_proj,0.0087423435,hessian_weighted_relative_error,35270,0.02500,0.867
33,model.language_model.layers.33.mlp.experts.41.up_proj,0.0096393410,hessian_weighted_relative_error,35270,0.02500,0.955
33,model.language_model.layers.33.mlp.experts.42.down_proj,0.0115363316,hessian_weighted_relative_error,26662,0.02500,0.732
33,model.language_model.layers.33.mlp.experts.42.gate_proj,0.0064499708,hessian_weighted_relative_error,26662,0.02500,0.759
33,model.language_model.layers.33.mlp.experts.42.up_proj,0.0073813399,hessian_weighted_relative_error,26662,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.43.down_proj,0.0133791002,hessian_weighted_relative_error,12315,0.02500,0.815
33,model.language_model.layers.33.mlp.experts.43.gate_proj,0.0068501232,hessian_weighted_relative_error,12315,0.02500,0.862
33,model.language_model.layers.33.mlp.experts.43.up_proj,0.0085710021,hessian_weighted_relative_error,12315,0.02500,0.953
33,model.language_model.layers.33.mlp.experts.44.down_proj,0.0137308555,hessian_weighted_relative_error,35501,0.02500,0.734
33,model.language_model.layers.33.mlp.experts.44.gate_proj,0.0085050773,hessian_weighted_relative_error,35501,0.02500,0.760
33,model.language_model.layers.33.mlp.experts.44.up_proj,0.0093621720,hessian_weighted_relative_error,35501,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.45.down_proj,0.0134012315,hessian_weighted_relative_error,24406,0.02500,0.813
33,model.language_model.layers.33.mlp.experts.45.gate_proj,0.0079112092,hessian_weighted_relative_error,24406,0.02500,0.860
33,model.language_model.layers.33.mlp.experts.45.up_proj,0.0088470755,hessian_weighted_relative_error,24406,0.02500,0.952
33,model.language_model.layers.33.mlp.experts.46.down_proj,0.0134936934,hessian_weighted_relative_error,23572,0.02500,0.731
33,model.language_model.layers.33.mlp.experts.46.gate_proj,0.0074518525,hessian_weighted_relative_error,23572,0.02500,0.758
33,model.language_model.layers.33.mlp.experts.46.up_proj,0.0087107825,hessian_weighted_relative_error,23572,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.47.down_proj,0.0090333848,hessian_weighted_relative_error,11363,0.02500,0.812
33,model.language_model.layers.33.mlp.experts.47.gate_proj,0.0047860650,hessian_weighted_relative_error,11363,0.02500,0.862
33,model.language_model.layers.33.mlp.experts.47.up_proj,0.0053420854,hessian_weighted_relative_error,11363,0.02500,0.951
33,model.language_model.layers.33.mlp.experts.48.down_proj,0.0124023675,hessian_weighted_relative_error,31253,0.02500,0.736
33,model.language_model.layers.33.mlp.experts.48.gate_proj,0.0083719000,hessian_weighted_relative_error,31253,0.02500,0.763
33,model.language_model.layers.33.mlp.experts.48.up_proj,0.0088382495,hessian_weighted_relative_error,31253,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.49.down_proj,0.0087791171,hessian_weighted_relative_error,46422,0.02500,0.818
33,model.language_model.layers.33.mlp.experts.49.gate_proj,0.0052185757,hessian_weighted_relative_error,46422,0.02500,0.871
33,model.language_model.layers.33.mlp.experts.49.up_proj,0.0058400561,hessian_weighted_relative_error,46422,0.02500,0.954
33,model.language_model.layers.33.mlp.experts.5.down_proj,0.0138924464,hessian_weighted_relative_error,19699,0.02500,0.793
33,model.language_model.layers.33.mlp.experts.5.gate_proj,0.0080522076,hessian_weighted_relative_error,19699,0.02500,0.841
33,model.language_model.layers.33.mlp.experts.5.up_proj,0.0088583130,hessian_weighted_relative_error,19699,0.02500,0.941
33,model.language_model.layers.33.mlp.experts.50.down_proj,0.0151733961,hessian_weighted_relative_error,115925,0.02500,0.733
33,model.language_model.layers.33.mlp.experts.50.gate_proj,0.0091596228,hessian_weighted_relative_error,115925,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.50.up_proj,0.0103855984,hessian_weighted_relative_error,115925,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.51.down_proj,0.0139211526,hessian_weighted_relative_error,24913,0.02500,0.819
33,model.language_model.layers.33.mlp.experts.51.gate_proj,0.0080100392,hessian_weighted_relative_error,24913,0.02500,0.868
33,model.language_model.layers.33.mlp.experts.51.up_proj,0.0091092066,hessian_weighted_relative_error,24913,0.02500,0.963
33,model.language_model.layers.33.mlp.experts.52.down_proj,0.0110738931,hessian_weighted_relative_error,23577,0.02500,0.735
33,model.language_model.layers.33.mlp.experts.52.gate_proj,0.0067039365,hessian_weighted_relative_error,23577,0.02500,0.763
33,model.language_model.layers.33.mlp.experts.52.up_proj,0.0071397584,hessian_weighted_relative_error,23577,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.53.down_proj,0.0129210289,hessian_weighted_relative_error,17100,0.02500,0.816
33,model.language_model.layers.33.mlp.experts.53.gate_proj,0.0068137571,hessian_weighted_relative_error,17100,0.02500,0.867
33,model.language_model.layers.33.mlp.experts.53.up_proj,0.0080236799,hessian_weighted_relative_error,17100,0.02500,0.955
33,model.language_model.layers.33.mlp.experts.54.down_proj,0.0001772031,hessian_weighted_relative_error,7848,0.02500,0.734
33,model.language_model.layers.33.mlp.experts.54.gate_proj,0.0064936010,hessian_weighted_relative_error,7848,0.02500,0.760
33,model.language_model.layers.33.mlp.experts.54.up_proj,0.0072416552,hessian_weighted_relative_error,7848,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.55.down_proj,0.0099072267,hessian_weighted_relative_error,33564,0.02500,0.816
33,model.language_model.layers.33.mlp.experts.55.gate_proj,0.0061893535,hessian_weighted_relative_error,33564,0.02500,0.865
33,model.language_model.layers.33.mlp.experts.55.up_proj,0.0066902043,hessian_weighted_relative_error,33564,0.02500,0.951
33,model.language_model.layers.33.mlp.experts.56.down_proj,0.0112531542,hessian_weighted_relative_error,64900,0.02500,0.742
33,model.language_model.layers.33.mlp.experts.56.gate_proj,0.0074438563,hessian_weighted_relative_error,64900,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.56.up_proj,0.0085469333,hessian_weighted_relative_error,64900,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.57.down_proj,0.0141433075,hessian_weighted_relative_error,30199,0.02500,0.823
33,model.language_model.layers.33.mlp.experts.57.gate_proj,0.0065366164,hessian_weighted_relative_error,30199,0.02500,0.877
33,model.language_model.layers.33.mlp.experts.57.up_proj,0.0095346198,hessian_weighted_relative_error,30199,0.02500,0.952
33,model.language_model.layers.33.mlp.experts.58.down_proj,0.0094689011,hessian_weighted_relative_error,21720,0.02500,0.736
33,model.language_model.layers.33.mlp.experts.58.gate_proj,0.0062993403,hessian_weighted_relative_error,21720,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.58.up_proj,0.0067435537,hessian_weighted_relative_error,21720,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.59.down_proj,0.0145857718,hessian_weighted_relative_error,21215,0.02500,0.820
33,model.language_model.layers.33.mlp.experts.59.gate_proj,0.0087959088,hessian_weighted_relative_error,21215,0.02500,0.872
33,model.language_model.layers.33.mlp.experts.59.up_proj,0.0101350012,hessian_weighted_relative_error,21215,0.02500,0.953
33,model.language_model.layers.33.mlp.experts.6.down_proj,0.0122214263,hessian_weighted_relative_error,20561,0.02500,0.709
33,model.language_model.layers.33.mlp.experts.6.gate_proj,0.0070504781,hessian_weighted_relative_error,20561,0.02500,0.779
33,model.language_model.layers.33.mlp.experts.6.up_proj,0.0080446757,hessian_weighted_relative_error,20561,0.02500,0.796
33,model.language_model.layers.33.mlp.experts.60.down_proj,0.0122775030,hessian_weighted_relative_error,25971,0.02500,0.737
33,model.language_model.layers.33.mlp.experts.60.gate_proj,0.0070158866,hessian_weighted_relative_error,25971,0.02500,0.763
33,model.language_model.layers.33.mlp.experts.60.up_proj,0.0077021758,hessian_weighted_relative_error,25971,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.61.down_proj,0.0122419644,hessian_weighted_relative_error,36572,0.02500,0.822
33,model.language_model.layers.33.mlp.experts.61.gate_proj,0.0073958391,hessian_weighted_relative_error,36572,0.02500,0.871
33,model.language_model.layers.33.mlp.experts.61.up_proj,0.0080891747,hessian_weighted_relative_error,36572,0.02500,0.953
33,model.language_model.layers.33.mlp.experts.62.down_proj,0.0146159872,hessian_weighted_relative_error,27218,0.02500,0.735
33,model.language_model.layers.33.mlp.experts.62.gate_proj,0.0087023228,hessian_weighted_relative_error,27218,0.02500,0.763
33,model.language_model.layers.33.mlp.experts.62.up_proj,0.0099473459,hessian_weighted_relative_error,27218,0.02500,0.796
33,model.language_model.layers.33.mlp.experts.63.down_proj,0.0077701064,hessian_weighted_relative_error,36873,0.02500,0.821
33,model.language_model.layers.33.mlp.experts.63.gate_proj,0.0043622275,hessian_weighted_relative_error,36873,0.02500,0.870
33,model.language_model.layers.33.mlp.experts.63.up_proj,0.0046657766,hessian_weighted_relative_error,36873,0.02500,0.950
33,model.language_model.layers.33.mlp.experts.64.down_proj,0.0139496440,hessian_weighted_relative_error,32090,0.02500,0.741
33,model.language_model.layers.33.mlp.experts.64.gate_proj,0.0079957919,hessian_weighted_relative_error,32090,0.02500,0.768
33,model.language_model.layers.33.mlp.experts.64.up_proj,0.0096124800,hessian_weighted_relative_error,32090,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.65.down_proj,0.0101011300,hessian_weighted_relative_error,12161,0.02500,0.827
33,model.language_model.layers.33.mlp.experts.65.gate_proj,0.0056932668,hessian_weighted_relative_error,12161,0.02500,0.881
33,model.language_model.layers.33.mlp.experts.65.up_proj,0.0062873162,hessian_weighted_relative_error,12161,0.02500,0.954
33,model.language_model.layers.33.mlp.experts.66.down_proj,0.0129899189,hessian_weighted_relative_error,19359,0.02500,0.739
33,model.language_model.layers.33.mlp.experts.66.gate_proj,0.0080161032,hessian_weighted_relative_error,19359,0.02500,0.765
33,model.language_model.layers.33.mlp.experts.66.up_proj,0.0085594860,hessian_weighted_relative_error,19359,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.67.down_proj,0.0134952138,hessian_weighted_relative_error,26333,0.02500,0.825
33,model.language_model.layers.33.mlp.experts.67.gate_proj,0.0073819981,hessian_weighted_relative_error,26333,0.02500,0.878
33,model.language_model.layers.33.mlp.experts.67.up_proj,0.0091228835,hessian_weighted_relative_error,26333,0.02500,0.956
33,model.language_model.layers.33.mlp.experts.68.down_proj,0.0120468184,hessian_weighted_relative_error,29707,0.02500,0.741
33,model.language_model.layers.33.mlp.experts.68.gate_proj,0.0070961464,hessian_weighted_relative_error,29707,0.02500,0.767
33,model.language_model.layers.33.mlp.experts.68.up_proj,0.0077811203,hessian_weighted_relative_error,29707,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.69.down_proj,0.0080477266,hessian_weighted_relative_error,7140,0.02500,0.827
33,model.language_model.layers.33.mlp.experts.69.gate_proj,0.0035949963,hessian_weighted_relative_error,7140,0.02500,0.877
33,model.language_model.layers.33.mlp.experts.69.up_proj,0.0038773887,hessian_weighted_relative_error,7140,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.7.down_proj,0.0096112507,hessian_weighted_relative_error,134758,0.02500,0.792
33,model.language_model.layers.33.mlp.experts.7.gate_proj,0.0061301668,hessian_weighted_relative_error,134758,0.02500,0.852
33,model.language_model.layers.33.mlp.experts.7.up_proj,0.0064769098,hessian_weighted_relative_error,134758,0.02500,0.941
33,model.language_model.layers.33.mlp.experts.70.down_proj,0.0109054931,hessian_weighted_relative_error,22392,0.02500,0.736
33,model.language_model.layers.33.mlp.experts.70.gate_proj,0.0067908786,hessian_weighted_relative_error,22392,0.02500,0.764
33,model.language_model.layers.33.mlp.experts.70.up_proj,0.0074563264,hessian_weighted_relative_error,22392,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.71.down_proj,0.0146445691,hessian_weighted_relative_error,56674,0.02500,0.825
33,model.language_model.layers.33.mlp.experts.71.gate_proj,0.0097006398,hessian_weighted_relative_error,56674,0.02500,0.875
33,model.language_model.layers.33.mlp.experts.71.up_proj,0.0105361988,hessian_weighted_relative_error,56674,0.02500,0.954
33,model.language_model.layers.33.mlp.experts.72.down_proj,0.0092823725,hessian_weighted_relative_error,39184,0.02500,0.740
33,model.language_model.layers.33.mlp.experts.72.gate_proj,0.0048433290,hessian_weighted_relative_error,39184,0.02500,0.768
33,model.language_model.layers.33.mlp.experts.72.up_proj,0.0049807545,hessian_weighted_relative_error,39184,0.02500,0.802
33,model.language_model.layers.33.mlp.experts.73.down_proj,0.0101832278,hessian_weighted_relative_error,25230,0.02500,0.829
33,model.language_model.layers.33.mlp.experts.73.gate_proj,0.0063724672,hessian_weighted_relative_error,25230,0.02500,0.886
33,model.language_model.layers.33.mlp.experts.73.up_proj,0.0070066077,hessian_weighted_relative_error,25230,0.02500,0.955
33,model.language_model.layers.33.mlp.experts.74.down_proj,0.0133799449,hessian_weighted_relative_error,39564,0.02500,0.739
33,model.language_model.layers.33.mlp.experts.74.gate_proj,0.0075363627,hessian_weighted_relative_error,39564,0.02500,0.770
33,model.language_model.layers.33.mlp.experts.74.up_proj,0.0089069507,hessian_weighted_relative_error,39564,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.75.down_proj,0.0048039692,hessian_weighted_relative_error,27653,0.02500,0.833
33,model.language_model.layers.33.mlp.experts.75.gate_proj,0.0035255359,hessian_weighted_relative_error,27653,0.02500,0.885
33,model.language_model.layers.33.mlp.experts.75.up_proj,0.0037942724,hessian_weighted_relative_error,27653,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.76.down_proj,0.0102468374,hessian_weighted_relative_error,40823,0.02500,0.739
33,model.language_model.layers.33.mlp.experts.76.gate_proj,0.0066238411,hessian_weighted_relative_error,40823,0.02500,0.769
33,model.language_model.layers.33.mlp.experts.76.up_proj,0.0073312414,hessian_weighted_relative_error,40823,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.77.down_proj,0.0083505887,hessian_weighted_relative_error,37422,0.02500,0.829
33,model.language_model.layers.33.mlp.experts.77.gate_proj,0.0048445030,hessian_weighted_relative_error,37422,0.02500,0.881
33,model.language_model.layers.33.mlp.experts.77.up_proj,0.0057777052,hessian_weighted_relative_error,37422,0.02500,0.957
33,model.language_model.layers.33.mlp.experts.78.down_proj,0.0139117440,hessian_weighted_relative_error,50654,0.02500,0.739
33,model.language_model.layers.33.mlp.experts.78.gate_proj,0.0069640019,hessian_weighted_relative_error,50654,0.02500,0.768
33,model.language_model.layers.33.mlp.experts.78.up_proj,0.0090267052,hessian_weighted_relative_error,50654,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.79.down_proj,0.0110149608,hessian_weighted_relative_error,13959,0.02500,0.831
33,model.language_model.layers.33.mlp.experts.79.gate_proj,0.0061034356,hessian_weighted_relative_error,13959,0.02500,0.879
33,model.language_model.layers.33.mlp.experts.79.up_proj,0.0067579287,hessian_weighted_relative_error,13959,0.02500,0.963
33,model.language_model.layers.33.mlp.experts.8.down_proj,0.0095369365,hessian_weighted_relative_error,27347,0.02500,0.724
33,model.language_model.layers.33.mlp.experts.8.gate_proj,0.0052687334,hessian_weighted_relative_error,27347,0.02500,0.749
33,model.language_model.layers.33.mlp.experts.8.up_proj,0.0055776948,hessian_weighted_relative_error,27347,0.02500,0.797
33,model.language_model.layers.33.mlp.experts.80.down_proj,0.0128671127,hessian_weighted_relative_error,25928,0.02500,0.741
33,model.language_model.layers.33.mlp.experts.80.gate_proj,0.0079996871,hessian_weighted_relative_error,25928,0.02500,0.771
33,model.language_model.layers.33.mlp.experts.80.up_proj,0.0089138913,hessian_weighted_relative_error,25928,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.81.down_proj,0.0143778238,hessian_weighted_relative_error,62142,0.02500,0.834
33,model.language_model.layers.33.mlp.experts.81.gate_proj,0.0077233901,hessian_weighted_relative_error,62142,0.02500,0.888
33,model.language_model.layers.33.mlp.experts.81.up_proj,0.0098849318,hessian_weighted_relative_error,62142,0.02500,0.962
33,model.language_model.layers.33.mlp.experts.82.down_proj,0.0125958810,hessian_weighted_relative_error,16323,0.02500,0.742
33,model.language_model.layers.33.mlp.experts.82.gate_proj,0.0069680337,hessian_weighted_relative_error,16323,0.02500,0.772
33,model.language_model.layers.33.mlp.experts.82.up_proj,0.0084736987,hessian_weighted_relative_error,16323,0.02500,0.804
33,model.language_model.layers.33.mlp.experts.83.down_proj,0.0127981226,hessian_weighted_relative_error,16357,0.02500,0.833
33,model.language_model.layers.33.mlp.experts.83.gate_proj,0.0068385740,hessian_weighted_relative_error,16357,0.02500,0.883
33,model.language_model.layers.33.mlp.experts.83.up_proj,0.0080591704,hessian_weighted_relative_error,16357,0.02500,0.958
33,model.language_model.layers.33.mlp.experts.84.down_proj,0.0148872251,hessian_weighted_relative_error,25797,0.02500,0.742
33,model.language_model.layers.33.mlp.experts.84.gate_proj,0.0076023831,hessian_weighted_relative_error,25797,0.02500,0.777
33,model.language_model.layers.33.mlp.experts.84.up_proj,0.0100506059,hessian_weighted_relative_error,25797,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.85.down_proj,0.0112481500,hessian_weighted_relative_error,19489,0.02500,0.832
33,model.language_model.layers.33.mlp.experts.85.gate_proj,0.0062050526,hessian_weighted_relative_error,19489,0.02500,0.883
33,model.language_model.layers.33.mlp.experts.85.up_proj,0.0076062770,hessian_weighted_relative_error,19489,0.02500,0.959
33,model.language_model.layers.33.mlp.experts.86.down_proj,0.0139019465,hessian_weighted_relative_error,21566,0.02500,0.741
33,model.language_model.layers.33.mlp.experts.86.gate_proj,0.0077928863,hessian_weighted_relative_error,21566,0.02500,0.770
33,model.language_model.layers.33.mlp.experts.86.up_proj,0.0093250306,hessian_weighted_relative_error,21566,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.87.down_proj,0.0092354128,hessian_weighted_relative_error,8804,0.02500,0.832
33,model.language_model.layers.33.mlp.experts.87.gate_proj,0.0044986689,hessian_weighted_relative_error,8804,0.02500,0.882
33,model.language_model.layers.33.mlp.experts.87.up_proj,0.0058231935,hessian_weighted_relative_error,8804,0.02500,0.957
33,model.language_model.layers.33.mlp.experts.88.down_proj,0.0100401739,hessian_weighted_relative_error,13620,0.02500,0.745
33,model.language_model.layers.33.mlp.experts.88.gate_proj,0.0053843460,hessian_weighted_relative_error,13620,0.02500,0.771
33,model.language_model.layers.33.mlp.experts.88.up_proj,0.0059681400,hessian_weighted_relative_error,13620,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.89.down_proj,0.0115243733,hessian_weighted_relative_error,9462,0.02500,0.839
33,model.language_model.layers.33.mlp.experts.89.gate_proj,0.0054538809,hessian_weighted_relative_error,9462,0.02500,0.891
33,model.language_model.layers.33.mlp.experts.89.up_proj,0.0069453391,hessian_weighted_relative_error,9462,0.02500,0.965
33,model.language_model.layers.33.mlp.experts.9.down_proj,0.0110701516,hessian_weighted_relative_error,34856,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.9.gate_proj,0.0069167092,hessian_weighted_relative_error,34856,0.02500,0.850
33,model.language_model.layers.33.mlp.experts.9.up_proj,0.0081185318,hessian_weighted_relative_error,34856,0.02500,0.946
33,model.language_model.layers.33.mlp.experts.90.down_proj,0.0128049408,hessian_weighted_relative_error,27278,0.02500,0.743
33,model.language_model.layers.33.mlp.experts.90.gate_proj,0.0076295453,hessian_weighted_relative_error,27278,0.02500,0.772
33,model.language_model.layers.33.mlp.experts.90.up_proj,0.0085641749,hessian_weighted_relative_error,27278,0.02500,0.798
33,model.language_model.layers.33.mlp.experts.91.down_proj,0.0099402464,hessian_weighted_relative_error,14526,0.02500,0.837
33,model.language_model.layers.33.mlp.experts.91.gate_proj,0.0056305680,hessian_weighted_relative_error,14526,0.02500,0.886
33,model.language_model.layers.33.mlp.experts.91.up_proj,0.0058951340,hessian_weighted_relative_error,14526,0.02500,0.956
33,model.language_model.layers.33.mlp.experts.92.down_proj,0.0124879100,hessian_weighted_relative_error,19384,0.02500,0.744
33,model.language_model.layers.33.mlp.experts.92.gate_proj,0.0070159842,hessian_weighted_relative_error,19384,0.02500,0.772
33,model.language_model.layers.33.mlp.experts.92.up_proj,0.0077351173,hessian_weighted_relative_error,19384,0.02500,0.800
33,model.language_model.layers.33.mlp.experts.93.down_proj,0.0143192707,hessian_weighted_relative_error,22458,0.02500,0.838
33,model.language_model.layers.33.mlp.experts.93.gate_proj,0.0087505794,hessian_weighted_relative_error,22458,0.02500,0.886
33,model.language_model.layers.33.mlp.experts.93.up_proj,0.0098797882,hessian_weighted_relative_error,22458,0.02500,0.957
33,model.language_model.layers.33.mlp.experts.94.down_proj,0.0127788311,hessian_weighted_relative_error,73767,0.02500,0.741
33,model.language_model.layers.33.mlp.experts.94.gate_proj,0.0081355669,hessian_weighted_relative_error,73767,0.02500,0.770
33,model.language_model.layers.33.mlp.experts.94.up_proj,0.0087394428,hessian_weighted_relative_error,73767,0.02500,0.799
33,model.language_model.layers.33.mlp.experts.95.down_proj,0.0128882552,hessian_weighted_relative_error,22405,0.02500,0.836
33,model.language_model.layers.33.mlp.experts.95.gate_proj,0.0080597410,hessian_weighted_relative_error,22405,0.02500,0.887
33,model.language_model.layers.33.mlp.experts.95.up_proj,0.0091010207,hessian_weighted_relative_error,22405,0.02500,0.957
33,model.language_model.layers.33.mlp.experts.96.down_proj,0.0153752374,hessian_weighted_relative_error,86798,0.02500,0.743
33,model.language_model.layers.33.mlp.experts.96.gate_proj,0.0095250129,hessian_weighted_relative_error,86798,0.02500,0.773
33,model.language_model.layers.33.mlp.experts.96.up_proj,0.0109461210,hessian_weighted_relative_error,86798,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.97.down_proj,0.0105104637,hessian_weighted_relative_error,50999,0.02500,0.841
33,model.language_model.layers.33.mlp.experts.97.gate_proj,0.0061582206,hessian_weighted_relative_error,50999,0.02500,0.896
33,model.language_model.layers.33.mlp.experts.97.up_proj,0.0066845778,hessian_weighted_relative_error,50999,0.02500,0.963
33,model.language_model.layers.33.mlp.experts.98.down_proj,0.0138264439,hessian_weighted_relative_error,22279,0.02500,0.749
33,model.language_model.layers.33.mlp.experts.98.gate_proj,0.0074506293,hessian_weighted_relative_error,22279,0.02500,0.773
33,model.language_model.layers.33.mlp.experts.98.up_proj,0.0089179885,hessian_weighted_relative_error,22279,0.02500,0.801
33,model.language_model.layers.33.mlp.experts.99.down_proj,0.0124328059,hessian_weighted_relative_error,27047,0.02500,0.841
33,model.language_model.layers.33.mlp.experts.99.gate_proj,0.0077860860,hessian_weighted_relative_error,27047,0.02500,0.892
33,model.language_model.layers.33.mlp.experts.99.up_proj,0.0088436668,hessian_weighted_relative_error,27047,0.02500,0.960
34,model.language_model.layers.34.mlp.experts.0.down_proj,0.0131561865,hessian_weighted_relative_error,24161,0.02500,0.723
34,model.language_model.layers.34.mlp.experts.0.gate_proj,0.0086573763,hessian_weighted_relative_error,24161,0.02500,0.833
34,model.language_model.layers.34.mlp.experts.0.up_proj,0.0097207577,hessian_weighted_relative_error,24161,0.02500,0.796
34,model.language_model.layers.34.mlp.experts.1.down_proj,0.0139329526,hessian_weighted_relative_error,16971,0.02500,0.795
34,model.language_model.layers.34.mlp.experts.1.gate_proj,0.0064167436,hessian_weighted_relative_error,16971,0.02500,0.841
34,model.language_model.layers.34.mlp.experts.1.up_proj,0.0088627924,hessian_weighted_relative_error,16971,0.02500,0.934
34,model.language_model.layers.34.mlp.experts.10.down_proj,0.0151723837,hessian_weighted_relative_error,65216,0.02500,0.723
34,model.language_model.layers.34.mlp.experts.10.gate_proj,0.0099303091,hessian_weighted_relative_error,65216,0.02500,0.752
34,model.language_model.layers.34.mlp.experts.10.up_proj,0.0107798912,hessian_weighted_relative_error,65216,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.100.down_proj,0.0145265197,hessian_weighted_relative_error,58452,0.02500,0.745
34,model.language_model.layers.34.mlp.experts.100.gate_proj,0.0069733454,hessian_weighted_relative_error,58452,0.02500,0.773
34,model.language_model.layers.34.mlp.experts.100.up_proj,0.0096326972,hessian_weighted_relative_error,58452,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.101.down_proj,0.0103287613,hessian_weighted_relative_error,6967,0.02500,0.845
34,model.language_model.layers.34.mlp.experts.101.gate_proj,0.0053286164,hessian_weighted_relative_error,6967,0.02500,0.889
34,model.language_model.layers.34.mlp.experts.101.up_proj,0.0060746819,hessian_weighted_relative_error,6967,0.02500,0.946
34,model.language_model.layers.34.mlp.experts.102.down_proj,0.0134274225,hessian_weighted_relative_error,33228,0.02500,0.744
34,model.language_model.layers.34.mlp.experts.102.gate_proj,0.0077280584,hessian_weighted_relative_error,33228,0.02500,0.774
34,model.language_model.layers.34.mlp.experts.102.up_proj,0.0090679018,hessian_weighted_relative_error,33228,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.103.down_proj,0.0089789824,hessian_weighted_relative_error,7974,0.02500,0.848
34,model.language_model.layers.34.mlp.experts.103.gate_proj,0.0051241986,hessian_weighted_relative_error,7974,0.02500,0.889
34,model.language_model.layers.34.mlp.experts.103.up_proj,0.0054996747,hessian_weighted_relative_error,7974,0.02500,0.950
34,model.language_model.layers.34.mlp.experts.104.down_proj,0.0143442287,hessian_weighted_relative_error,55273,0.02500,0.746
34,model.language_model.layers.34.mlp.experts.104.gate_proj,0.0093243635,hessian_weighted_relative_error,55273,0.02500,0.775
34,model.language_model.layers.34.mlp.experts.104.up_proj,0.0102077254,hessian_weighted_relative_error,55273,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.105.down_proj,0.0102382359,hessian_weighted_relative_error,7092,0.02500,0.848
34,model.language_model.layers.34.mlp.experts.105.gate_proj,0.0055197246,hessian_weighted_relative_error,7092,0.02500,0.893
34,model.language_model.layers.34.mlp.experts.105.up_proj,0.0063612553,hessian_weighted_relative_error,7092,0.02500,0.943
34,model.language_model.layers.34.mlp.experts.106.down_proj,0.0100895935,hessian_weighted_relative_error,17508,0.02500,0.748
34,model.language_model.layers.34.mlp.experts.106.gate_proj,0.0045727834,hessian_weighted_relative_error,17508,0.02500,0.776
34,model.language_model.layers.34.mlp.experts.106.up_proj,0.0056074053,hessian_weighted_relative_error,17508,0.02500,0.815
34,model.language_model.layers.34.mlp.experts.107.down_proj,0.0082253675,hessian_weighted_relative_error,2698,0.02500,0.853
34,model.language_model.layers.34.mlp.experts.107.gate_proj,0.0030543652,hessian_weighted_relative_error,2698,0.02500,0.892
34,model.language_model.layers.34.mlp.experts.107.up_proj,0.0039751192,hessian_weighted_relative_error,2698,0.02500,0.944
34,model.language_model.layers.34.mlp.experts.108.down_proj,0.0145357563,hessian_weighted_relative_error,34188,0.02500,0.745
34,model.language_model.layers.34.mlp.experts.108.gate_proj,0.0091160144,hessian_weighted_relative_error,34188,0.02500,0.775
34,model.language_model.layers.34.mlp.experts.108.up_proj,0.0104265809,hessian_weighted_relative_error,34188,0.02500,0.800
34,model.language_model.layers.34.mlp.experts.109.down_proj,0.0009287603,hessian_weighted_relative_error,30533,0.02500,0.850
34,model.language_model.layers.34.mlp.experts.109.gate_proj,0.0081075068,hessian_weighted_relative_error,30533,0.02500,0.893
34,model.language_model.layers.34.mlp.experts.109.up_proj,0.0094129250,hessian_weighted_relative_error,30533,0.02500,0.948
34,model.language_model.layers.34.mlp.experts.11.down_proj,0.0118430795,hessian_weighted_relative_error,11118,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.11.gate_proj,0.0059304086,hessian_weighted_relative_error,11118,0.02500,0.847
34,model.language_model.layers.34.mlp.experts.11.up_proj,0.0075782713,hessian_weighted_relative_error,11118,0.02500,0.931
34,model.language_model.layers.34.mlp.experts.110.down_proj,0.0110944490,hessian_weighted_relative_error,47007,0.02500,0.745
34,model.language_model.layers.34.mlp.experts.110.gate_proj,0.0063800521,hessian_weighted_relative_error,47007,0.02500,0.776
34,model.language_model.layers.34.mlp.experts.110.up_proj,0.0067794426,hessian_weighted_relative_error,47007,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.111.down_proj,0.0113206890,hessian_weighted_relative_error,25508,0.02500,0.852
34,model.language_model.layers.34.mlp.experts.111.gate_proj,0.0062789545,hessian_weighted_relative_error,25508,0.02500,0.896
34,model.language_model.layers.34.mlp.experts.111.up_proj,0.0068623585,hessian_weighted_relative_error,25508,0.02500,0.949
34,model.language_model.layers.34.mlp.experts.112.down_proj,0.0146725008,hessian_weighted_relative_error,42822,0.02500,0.748
34,model.language_model.layers.34.mlp.experts.112.gate_proj,0.0085970435,hessian_weighted_relative_error,42822,0.02500,0.778
34,model.language_model.layers.34.mlp.experts.112.up_proj,0.0102073988,hessian_weighted_relative_error,42822,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.113.down_proj,0.0116649670,hessian_weighted_relative_error,27536,0.02500,0.853
34,model.language_model.layers.34.mlp.experts.113.gate_proj,0.0061086415,hessian_weighted_relative_error,27536,0.02500,0.894
34,model.language_model.layers.34.mlp.experts.113.up_proj,0.0071204900,hessian_weighted_relative_error,27536,0.02500,0.951
34,model.language_model.layers.34.mlp.experts.114.down_proj,0.0084383183,hessian_weighted_relative_error,19606,0.02500,0.750
34,model.language_model.layers.34.mlp.experts.114.gate_proj,0.0041019577,hessian_weighted_relative_error,19606,0.02500,0.782
34,model.language_model.layers.34.mlp.experts.114.up_proj,0.0045317513,hessian_weighted_relative_error,19606,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.115.down_proj,0.0145002056,hessian_weighted_relative_error,53961,0.02500,0.854
34,model.language_model.layers.34.mlp.experts.115.gate_proj,0.0099908333,hessian_weighted_relative_error,53961,0.02500,0.908
34,model.language_model.layers.34.mlp.experts.115.up_proj,0.0108730507,hessian_weighted_relative_error,53961,0.02500,0.944
34,model.language_model.layers.34.mlp.experts.116.down_proj,0.0104502123,hessian_weighted_relative_error,7820,0.02500,0.748
34,model.language_model.layers.34.mlp.experts.116.gate_proj,0.0051870073,hessian_weighted_relative_error,7820,0.02500,0.775
34,model.language_model.layers.34.mlp.experts.116.up_proj,0.0060759681,hessian_weighted_relative_error,7820,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.117.down_proj,0.0094752857,hessian_weighted_relative_error,29037,0.02500,0.854
34,model.language_model.layers.34.mlp.experts.117.gate_proj,0.0054922734,hessian_weighted_relative_error,29037,0.02500,0.894
34,model.language_model.layers.34.mlp.experts.117.up_proj,0.0061269050,hessian_weighted_relative_error,29037,0.02500,0.949
34,model.language_model.layers.34.mlp.experts.118.down_proj,0.0128727534,hessian_weighted_relative_error,56146,0.02500,0.748
34,model.language_model.layers.34.mlp.experts.118.gate_proj,0.0077098410,hessian_weighted_relative_error,56146,0.02500,0.776
34,model.language_model.layers.34.mlp.experts.118.up_proj,0.0086839149,hessian_weighted_relative_error,56146,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.119.down_proj,0.0132464604,hessian_weighted_relative_error,42139,0.02500,0.855
34,model.language_model.layers.34.mlp.experts.119.gate_proj,0.0081332071,hessian_weighted_relative_error,42139,0.02500,0.892
34,model.language_model.layers.34.mlp.experts.119.up_proj,0.0088866294,hessian_weighted_relative_error,42139,0.02500,0.945
34,model.language_model.layers.34.mlp.experts.12.down_proj,0.0122411159,hessian_weighted_relative_error,37173,0.02500,0.723
34,model.language_model.layers.34.mlp.experts.12.gate_proj,0.0072625903,hessian_weighted_relative_error,37173,0.02500,0.750
34,model.language_model.layers.34.mlp.experts.12.up_proj,0.0075982727,hessian_weighted_relative_error,37173,0.02500,0.796
34,model.language_model.layers.34.mlp.experts.120.down_proj,0.0115185098,hessian_weighted_relative_error,11523,0.02500,0.749
34,model.language_model.layers.34.mlp.experts.120.gate_proj,0.0062787275,hessian_weighted_relative_error,11523,0.02500,0.778
34,model.language_model.layers.34.mlp.experts.120.up_proj,0.0070887147,hessian_weighted_relative_error,11523,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.121.down_proj,0.0077405799,hessian_weighted_relative_error,8949,0.02500,0.856
34,model.language_model.layers.34.mlp.experts.121.gate_proj,0.0042930436,hessian_weighted_relative_error,8949,0.02500,0.894
34,model.language_model.layers.34.mlp.experts.121.up_proj,0.0050803912,hessian_weighted_relative_error,8949,0.02500,0.945
34,model.language_model.layers.34.mlp.experts.122.down_proj,0.0141397652,hessian_weighted_relative_error,31941,0.02500,0.751
34,model.language_model.layers.34.mlp.experts.122.gate_proj,0.0086938765,hessian_weighted_relative_error,31941,0.02500,0.777
34,model.language_model.layers.34.mlp.experts.122.up_proj,0.0096168918,hessian_weighted_relative_error,31941,0.02500,0.800
34,model.language_model.layers.34.mlp.experts.123.down_proj,0.0129653795,hessian_weighted_relative_error,16159,0.02500,0.858
34,model.language_model.layers.34.mlp.experts.123.gate_proj,0.0058766573,hessian_weighted_relative_error,16159,0.02500,0.899
34,model.language_model.layers.34.mlp.experts.123.up_proj,0.0082926757,hessian_weighted_relative_error,16159,0.02500,0.975
34,model.language_model.layers.34.mlp.experts.124.down_proj,0.0113288428,hessian_weighted_relative_error,9231,0.02500,0.750
34,model.language_model.layers.34.mlp.experts.124.gate_proj,0.0059940436,hessian_weighted_relative_error,9231,0.02500,0.777
34,model.language_model.layers.34.mlp.experts.124.up_proj,0.0065525680,hessian_weighted_relative_error,9231,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.125.down_proj,0.0144791533,hessian_weighted_relative_error,30658,0.02500,0.858
34,model.language_model.layers.34.mlp.experts.125.gate_proj,0.0080784252,hessian_weighted_relative_error,30658,0.02500,0.897
34,model.language_model.layers.34.mlp.experts.125.up_proj,0.0099036849,hessian_weighted_relative_error,30658,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.126.down_proj,0.0113077151,hessian_weighted_relative_error,8719,0.02500,0.749
34,model.language_model.layers.34.mlp.experts.126.gate_proj,0.0060518938,hessian_weighted_relative_error,8719,0.02500,0.776
34,model.language_model.layers.34.mlp.experts.126.up_proj,0.0067532025,hessian_weighted_relative_error,8719,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.127.down_proj,0.0133047741,hessian_weighted_relative_error,29063,0.02500,0.859
34,model.language_model.layers.34.mlp.experts.127.gate_proj,0.0075524941,hessian_weighted_relative_error,29063,0.02500,0.895
34,model.language_model.layers.34.mlp.experts.127.up_proj,0.0088982274,hessian_weighted_relative_error,29063,0.02500,0.951
34,model.language_model.layers.34.mlp.experts.128.down_proj,0.0114558884,hessian_weighted_relative_error,16273,0.02500,0.750
34,model.language_model.layers.34.mlp.experts.128.gate_proj,0.0061862125,hessian_weighted_relative_error,16273,0.02500,0.778
34,model.language_model.layers.34.mlp.experts.128.up_proj,0.0067340488,hessian_weighted_relative_error,16273,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.129.down_proj,0.0132253838,hessian_weighted_relative_error,33995,0.02500,0.859
34,model.language_model.layers.34.mlp.experts.129.gate_proj,0.0087377117,hessian_weighted_relative_error,33995,0.02500,0.901
34,model.language_model.layers.34.mlp.experts.129.up_proj,0.0094823385,hessian_weighted_relative_error,33995,0.02500,0.957
34,model.language_model.layers.34.mlp.experts.13.down_proj,0.0099701040,hessian_weighted_relative_error,28690,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.13.gate_proj,0.0055050344,hessian_weighted_relative_error,28690,0.02500,0.848
34,model.language_model.layers.34.mlp.experts.13.up_proj,0.0061104542,hessian_weighted_relative_error,28690,0.02500,0.929
34,model.language_model.layers.34.mlp.experts.130.down_proj,0.0131057088,hessian_weighted_relative_error,43187,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.130.gate_proj,0.0085124309,hessian_weighted_relative_error,43187,0.02500,0.784
34,model.language_model.layers.34.mlp.experts.130.up_proj,0.0092575340,hessian_weighted_relative_error,43187,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.131.down_proj,0.0125264441,hessian_weighted_relative_error,22462,0.02500,0.861
34,model.language_model.layers.34.mlp.experts.131.gate_proj,0.0060962087,hessian_weighted_relative_error,22462,0.02500,0.898
34,model.language_model.layers.34.mlp.experts.131.up_proj,0.0080163173,hessian_weighted_relative_error,22462,0.02500,0.951
34,model.language_model.layers.34.mlp.experts.132.down_proj,0.0139327799,hessian_weighted_relative_error,28763,0.02500,0.751
34,model.language_model.layers.34.mlp.experts.132.gate_proj,0.0085075219,hessian_weighted_relative_error,28763,0.02500,0.778
34,model.language_model.layers.34.mlp.experts.132.up_proj,0.0096189176,hessian_weighted_relative_error,28763,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.133.down_proj,0.0137233203,hessian_weighted_relative_error,42878,0.02500,0.861
34,model.language_model.layers.34.mlp.experts.133.gate_proj,0.0085272991,hessian_weighted_relative_error,42878,0.02500,0.900
34,model.language_model.layers.34.mlp.experts.133.up_proj,0.0098875708,hessian_weighted_relative_error,42878,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.134.down_proj,0.0052353551,hessian_weighted_relative_error,1825,0.02500,0.751
34,model.language_model.layers.34.mlp.experts.134.gate_proj,0.0022097617,hessian_weighted_relative_error,1825,0.02500,0.778
34,model.language_model.layers.34.mlp.experts.134.up_proj,0.0025271730,hessian_weighted_relative_error,1825,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.135.down_proj,0.0123548549,hessian_weighted_relative_error,51070,0.02500,0.865
34,model.language_model.layers.34.mlp.experts.135.gate_proj,0.0058947994,hessian_weighted_relative_error,51070,0.02500,0.898
34,model.language_model.layers.34.mlp.experts.135.up_proj,0.0078491551,hessian_weighted_relative_error,51070,0.02500,0.958
34,model.language_model.layers.34.mlp.experts.136.down_proj,0.0106219459,hessian_weighted_relative_error,23483,0.02500,0.753
34,model.language_model.layers.34.mlp.experts.136.gate_proj,0.0063936299,hessian_weighted_relative_error,23483,0.02500,0.779
34,model.language_model.layers.34.mlp.experts.136.up_proj,0.0070066360,hessian_weighted_relative_error,23483,0.02500,0.814
34,model.language_model.layers.34.mlp.experts.137.down_proj,0.0118948847,hessian_weighted_relative_error,23763,0.02500,0.863
34,model.language_model.layers.34.mlp.experts.137.gate_proj,0.0067194139,hessian_weighted_relative_error,23763,0.02500,0.901
34,model.language_model.layers.34.mlp.experts.137.up_proj,0.0076949287,hessian_weighted_relative_error,23763,0.02500,0.948
34,model.language_model.layers.34.mlp.experts.138.down_proj,0.0138041939,hessian_weighted_relative_error,90544,0.02500,0.754
34,model.language_model.layers.34.mlp.experts.138.gate_proj,0.0079572005,hessian_weighted_relative_error,90544,0.02500,0.783
34,model.language_model.layers.34.mlp.experts.138.up_proj,0.0100737287,hessian_weighted_relative_error,90544,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.139.down_proj,0.0117814783,hessian_weighted_relative_error,14993,0.02500,0.864
34,model.language_model.layers.34.mlp.experts.139.gate_proj,0.0067255121,hessian_weighted_relative_error,14993,0.02500,0.898
34,model.language_model.layers.34.mlp.experts.139.up_proj,0.0075511872,hessian_weighted_relative_error,14993,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.14.down_proj,0.0122759305,hessian_weighted_relative_error,48862,0.02500,0.724
34,model.language_model.layers.34.mlp.experts.14.gate_proj,0.0075603098,hessian_weighted_relative_error,48862,0.02500,0.752
34,model.language_model.layers.34.mlp.experts.14.up_proj,0.0083225204,hessian_weighted_relative_error,48862,0.02500,0.793
34,model.language_model.layers.34.mlp.experts.140.down_proj,0.0097460712,hessian_weighted_relative_error,19807,0.02500,0.752
34,model.language_model.layers.34.mlp.experts.140.gate_proj,0.0049492436,hessian_weighted_relative_error,19807,0.02500,0.780
34,model.language_model.layers.34.mlp.experts.140.up_proj,0.0059350421,hessian_weighted_relative_error,19807,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.141.down_proj,0.0146737829,hessian_weighted_relative_error,58372,0.02500,0.866
34,model.language_model.layers.34.mlp.experts.141.gate_proj,0.0085216889,hessian_weighted_relative_error,58372,0.02500,0.900
34,model.language_model.layers.34.mlp.experts.141.up_proj,0.0103527890,hessian_weighted_relative_error,58372,0.02500,0.953
34,model.language_model.layers.34.mlp.experts.142.down_proj,0.0084587399,hessian_weighted_relative_error,7176,0.02500,0.751
34,model.language_model.layers.34.mlp.experts.142.gate_proj,0.0039422654,hessian_weighted_relative_error,7176,0.02500,0.779
34,model.language_model.layers.34.mlp.experts.142.up_proj,0.0043212357,hessian_weighted_relative_error,7176,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.143.down_proj,0.0117901858,hessian_weighted_relative_error,18577,0.02500,0.866
34,model.language_model.layers.34.mlp.experts.143.gate_proj,0.0062401729,hessian_weighted_relative_error,18577,0.02500,0.899
34,model.language_model.layers.34.mlp.experts.143.up_proj,0.0071274793,hessian_weighted_relative_error,18577,0.02500,0.954
34,model.language_model.layers.34.mlp.experts.144.down_proj,0.0077620368,hessian_weighted_relative_error,18053,0.02500,0.752
34,model.language_model.layers.34.mlp.experts.144.gate_proj,0.0041480618,hessian_weighted_relative_error,18053,0.02500,0.780
34,model.language_model.layers.34.mlp.experts.144.up_proj,0.0049525303,hessian_weighted_relative_error,18053,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.145.down_proj,0.0069423997,hessian_weighted_relative_error,10084,0.02500,0.867
34,model.language_model.layers.34.mlp.experts.145.gate_proj,0.0035335261,hessian_weighted_relative_error,10084,0.02500,0.900
34,model.language_model.layers.34.mlp.experts.145.up_proj,0.0041184547,hessian_weighted_relative_error,10084,0.02500,0.947
34,model.language_model.layers.34.mlp.experts.146.down_proj,0.0142951388,hessian_weighted_relative_error,36726,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.146.gate_proj,0.0084322280,hessian_weighted_relative_error,36726,0.02500,0.784
34,model.language_model.layers.34.mlp.experts.146.up_proj,0.0100762273,hessian_weighted_relative_error,36726,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.147.down_proj,0.0126713615,hessian_weighted_relative_error,30475,0.02500,0.870
34,model.language_model.layers.34.mlp.experts.147.gate_proj,0.0066935464,hessian_weighted_relative_error,30475,0.02500,0.900
34,model.language_model.layers.34.mlp.experts.147.up_proj,0.0082516573,hessian_weighted_relative_error,30475,0.02500,0.949
34,model.language_model.layers.34.mlp.experts.148.down_proj,0.0134458931,hessian_weighted_relative_error,37749,0.02500,0.754
34,model.language_model.layers.34.mlp.experts.148.gate_proj,0.0090004897,hessian_weighted_relative_error,37749,0.02500,0.782
34,model.language_model.layers.34.mlp.experts.148.up_proj,0.0095355297,hessian_weighted_relative_error,37749,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.149.down_proj,0.0137483265,hessian_weighted_relative_error,54094,0.02500,0.870
34,model.language_model.layers.34.mlp.experts.149.gate_proj,0.0087440864,hessian_weighted_relative_error,54094,0.02500,0.899
34,model.language_model.layers.34.mlp.experts.149.up_proj,0.0095329508,hessian_weighted_relative_error,54094,0.02500,0.947
34,model.language_model.layers.34.mlp.experts.15.down_proj,0.0126380507,hessian_weighted_relative_error,12121,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.15.gate_proj,0.0064061941,hessian_weighted_relative_error,12121,0.02500,0.843
34,model.language_model.layers.34.mlp.experts.15.up_proj,0.0079009078,hessian_weighted_relative_error,12121,0.02500,0.931
34,model.language_model.layers.34.mlp.experts.150.down_proj,0.0141391329,hessian_weighted_relative_error,23825,0.02500,0.753
34,model.language_model.layers.34.mlp.experts.150.gate_proj,0.0079955834,hessian_weighted_relative_error,23825,0.02500,0.780
34,model.language_model.layers.34.mlp.experts.150.up_proj,0.0096197986,hessian_weighted_relative_error,23825,0.02500,0.800
34,model.language_model.layers.34.mlp.experts.151.down_proj,0.0134317734,hessian_weighted_relative_error,43311,0.02500,0.871
34,model.language_model.layers.34.mlp.experts.151.gate_proj,0.0077478058,hessian_weighted_relative_error,43311,0.02500,0.901
34,model.language_model.layers.34.mlp.experts.151.up_proj,0.0092726081,hessian_weighted_relative_error,43311,0.02500,0.949
34,model.language_model.layers.34.mlp.experts.152.down_proj,0.0116884677,hessian_weighted_relative_error,15851,0.02500,0.752
34,model.language_model.layers.34.mlp.experts.152.gate_proj,0.0065440190,hessian_weighted_relative_error,15851,0.02500,0.782
34,model.language_model.layers.34.mlp.experts.152.up_proj,0.0072710961,hessian_weighted_relative_error,15851,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.153.down_proj,0.0142463280,hessian_weighted_relative_error,63570,0.02500,0.871
34,model.language_model.layers.34.mlp.experts.153.gate_proj,0.0078172522,hessian_weighted_relative_error,63570,0.02500,0.901
34,model.language_model.layers.34.mlp.experts.153.up_proj,0.0095384688,hessian_weighted_relative_error,63570,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.154.down_proj,0.0107866478,hessian_weighted_relative_error,32559,0.02500,0.756
34,model.language_model.layers.34.mlp.experts.154.gate_proj,0.0061073724,hessian_weighted_relative_error,32559,0.02500,0.781
34,model.language_model.layers.34.mlp.experts.154.up_proj,0.0066613035,hessian_weighted_relative_error,32559,0.02500,0.808
34,model.language_model.layers.34.mlp.experts.155.down_proj,0.0136720110,hessian_weighted_relative_error,15983,0.02500,0.873
34,model.language_model.layers.34.mlp.experts.155.gate_proj,0.0071617903,hessian_weighted_relative_error,15983,0.02500,0.919
34,model.language_model.layers.34.mlp.experts.155.up_proj,0.0088883373,hessian_weighted_relative_error,15983,0.02500,0.956
34,model.language_model.layers.34.mlp.experts.156.down_proj,0.0068198887,hessian_weighted_relative_error,2637,0.02500,0.753
34,model.language_model.layers.34.mlp.experts.156.gate_proj,0.0031431884,hessian_weighted_relative_error,2637,0.02500,0.783
34,model.language_model.layers.34.mlp.experts.156.up_proj,0.0035828380,hessian_weighted_relative_error,2637,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.157.down_proj,0.0142292677,hessian_weighted_relative_error,80627,0.02500,0.875
34,model.language_model.layers.34.mlp.experts.157.gate_proj,0.0082494313,hessian_weighted_relative_error,80627,0.02500,0.902
34,model.language_model.layers.34.mlp.experts.157.up_proj,0.0099137755,hessian_weighted_relative_error,80627,0.02500,0.948
34,model.language_model.layers.34.mlp.experts.158.down_proj,0.0070636574,hessian_weighted_relative_error,2340,0.02500,0.754
34,model.language_model.layers.34.mlp.experts.158.gate_proj,0.0026622891,hessian_weighted_relative_error,2340,0.02500,0.781
34,model.language_model.layers.34.mlp.experts.158.up_proj,0.0032744107,hessian_weighted_relative_error,2340,0.02500,0.809
34,model.language_model.layers.34.mlp.experts.159.down_proj,0.0110265382,hessian_weighted_relative_error,29049,0.02500,0.874
34,model.language_model.layers.34.mlp.experts.159.gate_proj,0.0062677548,hessian_weighted_relative_error,29049,0.02500,0.902
34,model.language_model.layers.34.mlp.experts.159.up_proj,0.0066934224,hessian_weighted_relative_error,29049,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.16.down_proj,0.0105828823,hessian_weighted_relative_error,17858,0.02500,0.727
34,model.language_model.layers.34.mlp.experts.16.gate_proj,0.0058892815,hessian_weighted_relative_error,17858,0.02500,0.752
34,model.language_model.layers.34.mlp.experts.16.up_proj,0.0062964959,hessian_weighted_relative_error,17858,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.160.down_proj,0.0130394290,hessian_weighted_relative_error,34429,0.02500,0.753
34,model.language_model.layers.34.mlp.experts.160.gate_proj,0.0078517502,hessian_weighted_relative_error,34429,0.02500,0.782
34,model.language_model.layers.34.mlp.experts.160.up_proj,0.0086352706,hessian_weighted_relative_error,34429,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.161.down_proj,0.0100183069,hessian_weighted_relative_error,19830,0.02500,0.873
34,model.language_model.layers.34.mlp.experts.161.gate_proj,0.0060968393,hessian_weighted_relative_error,19830,0.02500,0.902
34,model.language_model.layers.34.mlp.experts.161.up_proj,0.0067160208,hessian_weighted_relative_error,19830,0.02500,0.954
34,model.language_model.layers.34.mlp.experts.162.down_proj,0.0140265981,hessian_weighted_relative_error,34791,0.02500,0.756
34,model.language_model.layers.34.mlp.experts.162.gate_proj,0.0078223668,hessian_weighted_relative_error,34791,0.02500,0.782
34,model.language_model.layers.34.mlp.experts.162.up_proj,0.0093836303,hessian_weighted_relative_error,34791,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.163.down_proj,0.0074258872,hessian_weighted_relative_error,5262,0.02500,0.880
34,model.language_model.layers.34.mlp.experts.163.gate_proj,0.0037538384,hessian_weighted_relative_error,5262,0.02500,0.904
34,model.language_model.layers.34.mlp.experts.163.up_proj,0.0041327493,hessian_weighted_relative_error,5262,0.02500,0.948
34,model.language_model.layers.34.mlp.experts.164.down_proj,0.0147611419,hessian_weighted_relative_error,94014,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.164.gate_proj,0.0085430183,hessian_weighted_relative_error,94014,0.02500,0.784
34,model.language_model.layers.34.mlp.experts.164.up_proj,0.0104147217,hessian_weighted_relative_error,94014,0.02500,0.806
34,model.language_model.layers.34.mlp.experts.165.down_proj,0.0138967440,hessian_weighted_relative_error,32983,0.02500,0.876
34,model.language_model.layers.34.mlp.experts.165.gate_proj,0.0092041344,hessian_weighted_relative_error,32983,0.02500,0.902
34,model.language_model.layers.34.mlp.experts.165.up_proj,0.0100581270,hessian_weighted_relative_error,32983,0.02500,0.950
34,model.language_model.layers.34.mlp.experts.166.down_proj,0.0112829954,hessian_weighted_relative_error,18663,0.02500,0.753
34,model.language_model.layers.34.mlp.experts.166.gate_proj,0.0065328830,hessian_weighted_relative_error,18663,0.02500,0.784
34,model.language_model.layers.34.mlp.experts.166.up_proj,0.0074542916,hessian_weighted_relative_error,18663,0.02500,0.800
34,model.language_model.layers.34.mlp.experts.167.down_proj,0.0138550194,hessian_weighted_relative_error,25749,0.02500,0.876
34,model.language_model.layers.34.mlp.experts.167.gate_proj,0.0082728052,hessian_weighted_relative_error,25749,0.02500,0.902
34,model.language_model.layers.34.mlp.experts.167.up_proj,0.0096176968,hessian_weighted_relative_error,25749,0.02500,0.948
34,model.language_model.layers.34.mlp.experts.168.down_proj,0.0137804770,hessian_weighted_relative_error,41695,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.168.gate_proj,0.0077159344,hessian_weighted_relative_error,41695,0.02500,0.784
34,model.language_model.layers.34.mlp.experts.168.up_proj,0.0091574755,hessian_weighted_relative_error,41695,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.169.down_proj,0.0138978428,hessian_weighted_relative_error,26913,0.02500,0.876
34,model.language_model.layers.34.mlp.experts.169.gate_proj,0.0074645626,hessian_weighted_relative_error,26913,0.02500,0.907
34,model.language_model.layers.34.mlp.experts.169.up_proj,0.0095519518,hessian_weighted_relative_error,26913,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.17.down_proj,0.0117342388,hessian_weighted_relative_error,44184,0.02500,0.805
34,model.language_model.layers.34.mlp.experts.17.gate_proj,0.0079044441,hessian_weighted_relative_error,44184,0.02500,0.849
34,model.language_model.layers.34.mlp.experts.17.up_proj,0.0101139196,hessian_weighted_relative_error,44184,0.02500,0.929
34,model.language_model.layers.34.mlp.experts.170.down_proj,0.0108002071,hessian_weighted_relative_error,7445,0.02500,0.759
34,model.language_model.layers.34.mlp.experts.170.gate_proj,0.0054682295,hessian_weighted_relative_error,7445,0.02500,0.786
34,model.language_model.layers.34.mlp.experts.170.up_proj,0.0062923519,hessian_weighted_relative_error,7445,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.171.down_proj,0.0148601620,hessian_weighted_relative_error,38494,0.02500,0.879
34,model.language_model.layers.34.mlp.experts.171.gate_proj,0.0085941307,hessian_weighted_relative_error,38494,0.02500,0.905
34,model.language_model.layers.34.mlp.experts.171.up_proj,0.0107513071,hessian_weighted_relative_error,38494,0.02500,0.949
34,model.language_model.layers.34.mlp.experts.172.down_proj,0.0104154463,hessian_weighted_relative_error,30197,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.172.gate_proj,0.0058895460,hessian_weighted_relative_error,30197,0.02500,0.784
34,model.language_model.layers.34.mlp.experts.172.up_proj,0.0065013203,hessian_weighted_relative_error,30197,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.173.down_proj,0.0123371805,hessian_weighted_relative_error,8036,0.02500,0.877
34,model.language_model.layers.34.mlp.experts.173.gate_proj,0.0066903416,hessian_weighted_relative_error,8036,0.02500,0.905
34,model.language_model.layers.34.mlp.experts.173.up_proj,0.0076763250,hessian_weighted_relative_error,8036,0.02500,0.949
34,model.language_model.layers.34.mlp.experts.174.down_proj,0.0114517932,hessian_weighted_relative_error,42244,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.174.gate_proj,0.0074901613,hessian_weighted_relative_error,42244,0.02500,0.783
34,model.language_model.layers.34.mlp.experts.174.up_proj,0.0082115144,hessian_weighted_relative_error,42244,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.175.down_proj,0.0102006934,hessian_weighted_relative_error,8474,0.02500,0.880
34,model.language_model.layers.34.mlp.experts.175.gate_proj,0.0054918834,hessian_weighted_relative_error,8474,0.02500,0.904
34,model.language_model.layers.34.mlp.experts.175.up_proj,0.0061729212,hessian_weighted_relative_error,8474,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.176.down_proj,0.0099531478,hessian_weighted_relative_error,5890,0.02500,0.756
34,model.language_model.layers.34.mlp.experts.176.gate_proj,0.0049162795,hessian_weighted_relative_error,5890,0.02500,0.784
34,model.language_model.layers.34.mlp.experts.176.up_proj,0.0053325780,hessian_weighted_relative_error,5890,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.177.down_proj,0.0095039342,hessian_weighted_relative_error,9012,0.02500,0.877
34,model.language_model.layers.34.mlp.experts.177.gate_proj,0.0051543992,hessian_weighted_relative_error,9012,0.02500,0.905
34,model.language_model.layers.34.mlp.experts.177.up_proj,0.0057516893,hessian_weighted_relative_error,9012,0.02500,0.955
34,model.language_model.layers.34.mlp.experts.178.down_proj,0.0115297771,hessian_weighted_relative_error,32703,0.02500,0.759
34,model.language_model.layers.34.mlp.experts.178.gate_proj,0.0077172147,hessian_weighted_relative_error,32703,0.02500,0.784
34,model.language_model.layers.34.mlp.experts.178.up_proj,0.0088780754,hessian_weighted_relative_error,32703,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.179.down_proj,0.0143040570,hessian_weighted_relative_error,66961,0.02500,0.879
34,model.language_model.layers.34.mlp.experts.179.gate_proj,0.0085644965,hessian_weighted_relative_error,66961,0.02500,0.906
34,model.language_model.layers.34.mlp.experts.179.up_proj,0.0101152047,hessian_weighted_relative_error,66961,0.02500,0.953
34,model.language_model.layers.34.mlp.experts.18.down_proj,0.0098585246,hessian_weighted_relative_error,22712,0.02500,0.725
34,model.language_model.layers.34.mlp.experts.18.gate_proj,0.0052771798,hessian_weighted_relative_error,22712,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.18.up_proj,0.0058696833,hessian_weighted_relative_error,22712,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.180.down_proj,0.0139573114,hessian_weighted_relative_error,26292,0.02500,0.757
34,model.language_model.layers.34.mlp.experts.180.gate_proj,0.0083887363,hessian_weighted_relative_error,26292,0.02500,0.785
34,model.language_model.layers.34.mlp.experts.180.up_proj,0.0095630025,hessian_weighted_relative_error,26292,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.181.down_proj,0.0064942919,hessian_weighted_relative_error,7385,0.02500,0.878
34,model.language_model.layers.34.mlp.experts.181.gate_proj,0.0030597752,hessian_weighted_relative_error,7385,0.02500,0.905
34,model.language_model.layers.34.mlp.experts.181.up_proj,0.0034501365,hessian_weighted_relative_error,7385,0.02500,0.959
34,model.language_model.layers.34.mlp.experts.182.down_proj,0.0063233380,hessian_weighted_relative_error,25925,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.182.gate_proj,0.0034127858,hessian_weighted_relative_error,25925,0.02500,0.787
34,model.language_model.layers.34.mlp.experts.182.up_proj,0.0038146354,hessian_weighted_relative_error,25925,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.183.down_proj,0.0113671684,hessian_weighted_relative_error,24190,0.02500,0.880
34,model.language_model.layers.34.mlp.experts.183.gate_proj,0.0073227744,hessian_weighted_relative_error,24190,0.02500,0.907
34,model.language_model.layers.34.mlp.experts.183.up_proj,0.0078298384,hessian_weighted_relative_error,24190,0.02500,0.959
34,model.language_model.layers.34.mlp.experts.184.down_proj,0.0139519809,hessian_weighted_relative_error,61047,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.184.gate_proj,0.0088382686,hessian_weighted_relative_error,61047,0.02500,0.786
34,model.language_model.layers.34.mlp.experts.184.up_proj,0.0098866317,hessian_weighted_relative_error,61047,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.185.down_proj,0.0152039972,hessian_weighted_relative_error,47800,0.02500,0.878
34,model.language_model.layers.34.mlp.experts.185.gate_proj,0.0080592362,hessian_weighted_relative_error,47800,0.02500,0.905
34,model.language_model.layers.34.mlp.experts.185.up_proj,0.0108475916,hessian_weighted_relative_error,47800,0.02500,0.951
34,model.language_model.layers.34.mlp.experts.186.down_proj,0.0103027400,hessian_weighted_relative_error,10220,0.02500,0.760
34,model.language_model.layers.34.mlp.experts.186.gate_proj,0.0057034393,hessian_weighted_relative_error,10220,0.02500,0.785
34,model.language_model.layers.34.mlp.experts.186.up_proj,0.0061926409,hessian_weighted_relative_error,10220,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.187.down_proj,0.0153370239,hessian_weighted_relative_error,70407,0.02500,0.886
34,model.language_model.layers.34.mlp.experts.187.gate_proj,0.0085132539,hessian_weighted_relative_error,70407,0.02500,0.905
34,model.language_model.layers.34.mlp.experts.187.up_proj,0.0107724466,hessian_weighted_relative_error,70407,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.188.down_proj,0.0139244895,hessian_weighted_relative_error,51313,0.02500,0.757
34,model.language_model.layers.34.mlp.experts.188.gate_proj,0.0083788426,hessian_weighted_relative_error,51313,0.02500,0.787
34,model.language_model.layers.34.mlp.experts.188.up_proj,0.0096617572,hessian_weighted_relative_error,51313,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.189.down_proj,0.0064382245,hessian_weighted_relative_error,2541,0.02500,0.880
34,model.language_model.layers.34.mlp.experts.189.gate_proj,0.0026759027,hessian_weighted_relative_error,2541,0.02500,0.906
34,model.language_model.layers.34.mlp.experts.189.up_proj,0.0038032202,hessian_weighted_relative_error,2541,0.02500,0.954
34,model.language_model.layers.34.mlp.experts.19.down_proj,0.0140221027,hessian_weighted_relative_error,63156,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.19.gate_proj,0.0071356285,hessian_weighted_relative_error,63156,0.02500,0.853
34,model.language_model.layers.34.mlp.experts.19.up_proj,0.0094983870,hessian_weighted_relative_error,63156,0.02500,0.940
34,model.language_model.layers.34.mlp.experts.190.down_proj,0.0151206105,hessian_weighted_relative_error,86728,0.02500,0.757
34,model.language_model.layers.34.mlp.experts.190.gate_proj,0.0082859051,hessian_weighted_relative_error,86728,0.02500,0.785
34,model.language_model.layers.34.mlp.experts.190.up_proj,0.0107697894,hessian_weighted_relative_error,86728,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.191.down_proj,0.0140509612,hessian_weighted_relative_error,35286,0.02500,0.881
34,model.language_model.layers.34.mlp.experts.191.gate_proj,0.0076948726,hessian_weighted_relative_error,35286,0.02500,0.910
34,model.language_model.layers.34.mlp.experts.191.up_proj,0.0100113907,hessian_weighted_relative_error,35286,0.02500,0.956
34,model.language_model.layers.34.mlp.experts.192.down_proj,0.0151040877,hessian_weighted_relative_error,34779,0.02500,0.757
34,model.language_model.layers.34.mlp.experts.192.gate_proj,0.0086387028,hessian_weighted_relative_error,34779,0.02500,0.786
34,model.language_model.layers.34.mlp.experts.192.up_proj,0.0106562744,hessian_weighted_relative_error,34779,0.02500,0.808
34,model.language_model.layers.34.mlp.experts.193.down_proj,0.0139750928,hessian_weighted_relative_error,43808,0.02500,0.880
34,model.language_model.layers.34.mlp.experts.193.gate_proj,0.0087389727,hessian_weighted_relative_error,43808,0.02500,0.906
34,model.language_model.layers.34.mlp.experts.193.up_proj,0.0094977066,hessian_weighted_relative_error,43808,0.02500,0.956
34,model.language_model.layers.34.mlp.experts.194.down_proj,0.0095930985,hessian_weighted_relative_error,22668,0.02500,0.761
34,model.language_model.layers.34.mlp.experts.194.gate_proj,0.0052587265,hessian_weighted_relative_error,22668,0.02500,0.787
34,model.language_model.layers.34.mlp.experts.194.up_proj,0.0058319872,hessian_weighted_relative_error,22668,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.195.down_proj,0.0133509530,hessian_weighted_relative_error,55745,0.02500,0.882
34,model.language_model.layers.34.mlp.experts.195.gate_proj,0.0079537440,hessian_weighted_relative_error,55745,0.02500,0.917
34,model.language_model.layers.34.mlp.experts.195.up_proj,0.0091972655,hessian_weighted_relative_error,55745,0.02500,0.965
34,model.language_model.layers.34.mlp.experts.196.down_proj,0.0088230412,hessian_weighted_relative_error,24759,0.02500,0.759
34,model.language_model.layers.34.mlp.experts.196.gate_proj,0.0064660541,hessian_weighted_relative_error,24759,0.02500,0.790
34,model.language_model.layers.34.mlp.experts.196.up_proj,0.0068312078,hessian_weighted_relative_error,24759,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.197.down_proj,0.0106006640,hessian_weighted_relative_error,27707,0.02500,0.881
34,model.language_model.layers.34.mlp.experts.197.gate_proj,0.0069473297,hessian_weighted_relative_error,27707,0.02500,0.913
34,model.language_model.layers.34.mlp.experts.197.up_proj,0.0075449247,hessian_weighted_relative_error,27707,0.02500,0.957
34,model.language_model.layers.34.mlp.experts.198.down_proj,0.0105620019,hessian_weighted_relative_error,27858,0.02500,0.757
34,model.language_model.layers.34.mlp.experts.198.gate_proj,0.0059413280,hessian_weighted_relative_error,27858,0.02500,0.790
34,model.language_model.layers.34.mlp.experts.198.up_proj,0.0064032400,hessian_weighted_relative_error,27858,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.199.down_proj,0.0096715916,hessian_weighted_relative_error,19979,0.02500,0.882
34,model.language_model.layers.34.mlp.experts.199.gate_proj,0.0058143750,hessian_weighted_relative_error,19979,0.02500,0.906
34,model.language_model.layers.34.mlp.experts.199.up_proj,0.0063237846,hessian_weighted_relative_error,19979,0.02500,0.956
34,model.language_model.layers.34.mlp.experts.2.down_proj,0.0117188445,hessian_weighted_relative_error,15970,0.02500,0.696
34,model.language_model.layers.34.mlp.experts.2.gate_proj,0.0064289176,hessian_weighted_relative_error,15970,0.02500,0.751
34,model.language_model.layers.34.mlp.experts.2.up_proj,0.0076377479,hessian_weighted_relative_error,15970,0.02500,0.794
34,model.language_model.layers.34.mlp.experts.20.down_proj,0.0142589107,hessian_weighted_relative_error,67440,0.02500,0.726
34,model.language_model.layers.34.mlp.experts.20.gate_proj,0.0087591857,hessian_weighted_relative_error,67440,0.02500,0.754
34,model.language_model.layers.34.mlp.experts.20.up_proj,0.0102887720,hessian_weighted_relative_error,67440,0.02500,0.793
34,model.language_model.layers.34.mlp.experts.200.down_proj,0.0118427367,hessian_weighted_relative_error,12942,0.02500,0.758
34,model.language_model.layers.34.mlp.experts.200.gate_proj,0.0063221527,hessian_weighted_relative_error,12942,0.02500,0.787
34,model.language_model.layers.34.mlp.experts.200.up_proj,0.0073585149,hessian_weighted_relative_error,12942,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.201.down_proj,0.0116990187,hessian_weighted_relative_error,9433,0.02500,0.882
34,model.language_model.layers.34.mlp.experts.201.gate_proj,0.0063349145,hessian_weighted_relative_error,9433,0.02500,0.906
34,model.language_model.layers.34.mlp.experts.201.up_proj,0.0069071306,hessian_weighted_relative_error,9433,0.02500,0.964
34,model.language_model.layers.34.mlp.experts.202.down_proj,0.0113203565,hessian_weighted_relative_error,10630,0.02500,0.761
34,model.language_model.layers.34.mlp.experts.202.gate_proj,0.0058075387,hessian_weighted_relative_error,10630,0.02500,0.788
34,model.language_model.layers.34.mlp.experts.202.up_proj,0.0067888890,hessian_weighted_relative_error,10630,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.203.down_proj,0.0075511457,hessian_weighted_relative_error,17038,0.02500,0.882
34,model.language_model.layers.34.mlp.experts.203.gate_proj,0.0048434187,hessian_weighted_relative_error,17038,0.02500,0.915
34,model.language_model.layers.34.mlp.experts.203.up_proj,0.0056859608,hessian_weighted_relative_error,17038,0.02500,0.963
34,model.language_model.layers.34.mlp.experts.204.down_proj,0.0134544737,hessian_weighted_relative_error,39728,0.02500,0.758
34,model.language_model.layers.34.mlp.experts.204.gate_proj,0.0078233493,hessian_weighted_relative_error,39728,0.02500,0.790
34,model.language_model.layers.34.mlp.experts.204.up_proj,0.0095251132,hessian_weighted_relative_error,39728,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.205.down_proj,0.0117547674,hessian_weighted_relative_error,6713,0.02500,0.882
34,model.language_model.layers.34.mlp.experts.205.gate_proj,0.0062366746,hessian_weighted_relative_error,6713,0.02500,0.913
34,model.language_model.layers.34.mlp.experts.205.up_proj,0.0071351283,hessian_weighted_relative_error,6713,0.02500,0.958
34,model.language_model.layers.34.mlp.experts.206.down_proj,0.0144401592,hessian_weighted_relative_error,12194,0.02500,0.762
34,model.language_model.layers.34.mlp.experts.206.gate_proj,0.0082971305,hessian_weighted_relative_error,12194,0.02500,0.787
34,model.language_model.layers.34.mlp.experts.206.up_proj,0.0094171888,hessian_weighted_relative_error,12194,0.02500,0.812
34,model.language_model.layers.34.mlp.experts.207.down_proj,0.0100991574,hessian_weighted_relative_error,9178,0.02500,0.884
34,model.language_model.layers.34.mlp.experts.207.gate_proj,0.0051231743,hessian_weighted_relative_error,9178,0.02500,0.907
34,model.language_model.layers.34.mlp.experts.207.up_proj,0.0059843819,hessian_weighted_relative_error,9178,0.02500,0.966
34,model.language_model.layers.34.mlp.experts.208.down_proj,0.0104302472,hessian_weighted_relative_error,6476,0.02500,0.758
34,model.language_model.layers.34.mlp.experts.208.gate_proj,0.0051641400,hessian_weighted_relative_error,6476,0.02500,0.789
34,model.language_model.layers.34.mlp.experts.208.up_proj,0.0062811076,hessian_weighted_relative_error,6476,0.02500,0.808
34,model.language_model.layers.34.mlp.experts.209.down_proj,0.0112846448,hessian_weighted_relative_error,29942,0.02500,0.881
34,model.language_model.layers.34.mlp.experts.209.gate_proj,0.0064414733,hessian_weighted_relative_error,29942,0.02500,0.910
34,model.language_model.layers.34.mlp.experts.209.up_proj,0.0067924403,hessian_weighted_relative_error,29942,0.02500,0.967
34,model.language_model.layers.34.mlp.experts.21.down_proj,0.0134352046,hessian_weighted_relative_error,47094,0.02500,0.808
34,model.language_model.layers.34.mlp.experts.21.gate_proj,0.0088266437,hessian_weighted_relative_error,47094,0.02500,0.851
34,model.language_model.layers.34.mlp.experts.21.up_proj,0.0093682303,hessian_weighted_relative_error,47094,0.02500,0.922
34,model.language_model.layers.34.mlp.experts.210.down_proj,0.0097370139,hessian_weighted_relative_error,18022,0.02500,0.761
34,model.language_model.layers.34.mlp.experts.210.gate_proj,0.0059738536,hessian_weighted_relative_error,18022,0.02500,0.786
34,model.language_model.layers.34.mlp.experts.210.up_proj,0.0067504130,hessian_weighted_relative_error,18022,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.211.down_proj,0.0090946529,hessian_weighted_relative_error,8136,0.02500,0.884
34,model.language_model.layers.34.mlp.experts.211.gate_proj,0.0047407948,hessian_weighted_relative_error,8136,0.02500,0.912
34,model.language_model.layers.34.mlp.experts.211.up_proj,0.0053673448,hessian_weighted_relative_error,8136,0.02500,0.993
34,model.language_model.layers.34.mlp.experts.212.down_proj,0.0138750069,hessian_weighted_relative_error,51806,0.02500,0.758
34,model.language_model.layers.34.mlp.experts.212.gate_proj,0.0073154807,hessian_weighted_relative_error,51806,0.02500,0.790
34,model.language_model.layers.34.mlp.experts.212.up_proj,0.0095251289,hessian_weighted_relative_error,51806,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.213.down_proj,0.0147337497,hessian_weighted_relative_error,58016,0.02500,0.883
34,model.language_model.layers.34.mlp.experts.213.gate_proj,0.0088639181,hessian_weighted_relative_error,58016,0.02500,0.910
34,model.language_model.layers.34.mlp.experts.213.up_proj,0.0103125192,hessian_weighted_relative_error,58016,0.02500,0.980
34,model.language_model.layers.34.mlp.experts.214.down_proj,0.0126894154,hessian_weighted_relative_error,22892,0.02500,0.759
34,model.language_model.layers.34.mlp.experts.214.gate_proj,0.0073809697,hessian_weighted_relative_error,22892,0.02500,0.788
34,model.language_model.layers.34.mlp.experts.214.up_proj,0.0083469413,hessian_weighted_relative_error,22892,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.215.down_proj,0.0125540298,hessian_weighted_relative_error,66631,0.02500,0.883
34,model.language_model.layers.34.mlp.experts.215.gate_proj,0.0082392869,hessian_weighted_relative_error,66631,0.02500,0.908
34,model.language_model.layers.34.mlp.experts.215.up_proj,0.0088291209,hessian_weighted_relative_error,66631,0.02500,0.954
34,model.language_model.layers.34.mlp.experts.216.down_proj,0.0087173346,hessian_weighted_relative_error,26543,0.02500,0.762
34,model.language_model.layers.34.mlp.experts.216.gate_proj,0.0055721547,hessian_weighted_relative_error,26543,0.02500,0.789
34,model.language_model.layers.34.mlp.experts.216.up_proj,0.0061425507,hessian_weighted_relative_error,26543,0.02500,0.805
34,model.language_model.layers.34.mlp.experts.217.down_proj,0.0135781786,hessian_weighted_relative_error,23245,0.02500,0.882
34,model.language_model.layers.34.mlp.experts.217.gate_proj,0.0073821464,hessian_weighted_relative_error,23245,0.02500,0.915
34,model.language_model.layers.34.mlp.experts.217.up_proj,0.0089093724,hessian_weighted_relative_error,23245,0.02500,0.971
34,model.language_model.layers.34.mlp.experts.218.down_proj,0.0134912334,hessian_weighted_relative_error,31088,0.02500,0.762
34,model.language_model.layers.34.mlp.experts.218.gate_proj,0.0082196372,hessian_weighted_relative_error,31088,0.02500,0.787
34,model.language_model.layers.34.mlp.experts.218.up_proj,0.0095216869,hessian_weighted_relative_error,31088,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.219.down_proj,0.0097067019,hessian_weighted_relative_error,8088,0.02500,0.883
34,model.language_model.layers.34.mlp.experts.219.gate_proj,0.0057444638,hessian_weighted_relative_error,8088,0.02500,0.909
34,model.language_model.layers.34.mlp.experts.219.up_proj,0.0065092576,hessian_weighted_relative_error,8088,0.02500,0.975
34,model.language_model.layers.34.mlp.experts.22.down_proj,0.0095981128,hessian_weighted_relative_error,51399,0.02500,0.726
34,model.language_model.layers.34.mlp.experts.22.gate_proj,0.0058743761,hessian_weighted_relative_error,51399,0.02500,0.755
34,model.language_model.layers.34.mlp.experts.22.up_proj,0.0064127083,hessian_weighted_relative_error,51399,0.02500,0.793
34,model.language_model.layers.34.mlp.experts.220.down_proj,0.0108993064,hessian_weighted_relative_error,8201,0.02500,0.760
34,model.language_model.layers.34.mlp.experts.220.gate_proj,0.0053883571,hessian_weighted_relative_error,8201,0.02500,0.789
34,model.language_model.layers.34.mlp.experts.220.up_proj,0.0062805241,hessian_weighted_relative_error,8201,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.221.down_proj,0.0112263149,hessian_weighted_relative_error,8252,0.02500,0.884
34,model.language_model.layers.34.mlp.experts.221.gate_proj,0.0059747581,hessian_weighted_relative_error,8252,0.02500,0.914
34,model.language_model.layers.34.mlp.experts.221.up_proj,0.0064305754,hessian_weighted_relative_error,8252,0.02500,0.971
34,model.language_model.layers.34.mlp.experts.222.down_proj,0.0150005690,hessian_weighted_relative_error,72904,0.02500,0.760
34,model.language_model.layers.34.mlp.experts.222.gate_proj,0.0090561644,hessian_weighted_relative_error,72904,0.02500,0.788
34,model.language_model.layers.34.mlp.experts.222.up_proj,0.0107431472,hessian_weighted_relative_error,72904,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.223.down_proj,0.0133170308,hessian_weighted_relative_error,11054,0.02500,0.884
34,model.language_model.layers.34.mlp.experts.223.gate_proj,0.0067176048,hessian_weighted_relative_error,11054,0.02500,0.910
34,model.language_model.layers.34.mlp.experts.223.up_proj,0.0079868765,hessian_weighted_relative_error,11054,0.02500,0.992
34,model.language_model.layers.34.mlp.experts.224.down_proj,0.0069210931,hessian_weighted_relative_error,10842,0.02500,0.761
34,model.language_model.layers.34.mlp.experts.224.gate_proj,0.0035006550,hessian_weighted_relative_error,10842,0.02500,0.789
34,model.language_model.layers.34.mlp.experts.224.up_proj,0.0038293966,hessian_weighted_relative_error,10842,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.225.down_proj,0.0139051184,hessian_weighted_relative_error,41861,0.02500,0.883
34,model.language_model.layers.34.mlp.experts.225.gate_proj,0.0066568014,hessian_weighted_relative_error,41861,0.02500,0.913
34,model.language_model.layers.34.mlp.experts.225.up_proj,0.0093177382,hessian_weighted_relative_error,41861,0.02500,0.961
34,model.language_model.layers.34.mlp.experts.226.down_proj,0.0141028481,hessian_weighted_relative_error,20353,0.02500,0.762
34,model.language_model.layers.34.mlp.experts.226.gate_proj,0.0085392980,hessian_weighted_relative_error,20353,0.02500,0.789
34,model.language_model.layers.34.mlp.experts.226.up_proj,0.0092445604,hessian_weighted_relative_error,20353,0.02500,0.805
34,model.language_model.layers.34.mlp.experts.227.down_proj,0.0111201000,hessian_weighted_relative_error,14859,0.02500,0.885
34,model.language_model.layers.34.mlp.experts.227.gate_proj,0.0065601732,hessian_weighted_relative_error,14859,0.02500,0.920
34,model.language_model.layers.34.mlp.experts.227.up_proj,0.0071651031,hessian_weighted_relative_error,14859,0.02500,0.958
34,model.language_model.layers.34.mlp.experts.228.down_proj,0.0038518696,hessian_weighted_relative_error,24961,0.02500,0.760
34,model.language_model.layers.34.mlp.experts.228.gate_proj,0.0058240952,hessian_weighted_relative_error,24961,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.228.up_proj,0.0059542556,hessian_weighted_relative_error,24961,0.02500,0.814
34,model.language_model.layers.34.mlp.experts.229.down_proj,0.0114102648,hessian_weighted_relative_error,10839,0.02500,0.886
34,model.language_model.layers.34.mlp.experts.229.gate_proj,0.0062374292,hessian_weighted_relative_error,10839,0.02500,0.915
34,model.language_model.layers.34.mlp.experts.229.up_proj,0.0074023615,hessian_weighted_relative_error,10839,0.02500,0.966
34,model.language_model.layers.34.mlp.experts.23.down_proj,0.0146268261,hessian_weighted_relative_error,46825,0.02500,0.808
34,model.language_model.layers.34.mlp.experts.23.gate_proj,0.0081756251,hessian_weighted_relative_error,46825,0.02500,0.860
34,model.language_model.layers.34.mlp.experts.23.up_proj,0.0099364326,hessian_weighted_relative_error,46825,0.02500,0.927
34,model.language_model.layers.34.mlp.experts.230.down_proj,0.0145083471,hessian_weighted_relative_error,40160,0.02500,0.760
34,model.language_model.layers.34.mlp.experts.230.gate_proj,0.0070600137,hessian_weighted_relative_error,40160,0.02500,0.789
34,model.language_model.layers.34.mlp.experts.230.up_proj,0.0101970923,hessian_weighted_relative_error,40160,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.231.down_proj,0.0077973694,hessian_weighted_relative_error,2424,0.02500,0.885
34,model.language_model.layers.34.mlp.experts.231.gate_proj,0.0032600198,hessian_weighted_relative_error,2424,0.02500,0.914
34,model.language_model.layers.34.mlp.experts.231.up_proj,0.0037508091,hessian_weighted_relative_error,2424,0.02500,0.961
34,model.language_model.layers.34.mlp.experts.232.down_proj,0.0140021817,hessian_weighted_relative_error,64972,0.02500,0.762
34,model.language_model.layers.34.mlp.experts.232.gate_proj,0.0093218545,hessian_weighted_relative_error,64972,0.02500,0.789
34,model.language_model.layers.34.mlp.experts.232.up_proj,0.0098651576,hessian_weighted_relative_error,64972,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.233.down_proj,0.0134382611,hessian_weighted_relative_error,45164,0.02500,0.884
34,model.language_model.layers.34.mlp.experts.233.gate_proj,0.0083948051,hessian_weighted_relative_error,45164,0.02500,0.918
34,model.language_model.layers.34.mlp.experts.233.up_proj,0.0092390049,hessian_weighted_relative_error,45164,0.02500,0.965
34,model.language_model.layers.34.mlp.experts.234.down_proj,0.0138379444,hessian_weighted_relative_error,29531,0.02500,0.764
34,model.language_model.layers.34.mlp.experts.234.gate_proj,0.0083707375,hessian_weighted_relative_error,29531,0.02500,0.791
34,model.language_model.layers.34.mlp.experts.234.up_proj,0.0092324339,hessian_weighted_relative_error,29531,0.02500,0.805
34,model.language_model.layers.34.mlp.experts.235.down_proj,0.0138067507,hessian_weighted_relative_error,35901,0.02500,0.886
34,model.language_model.layers.34.mlp.experts.235.gate_proj,0.0086269298,hessian_weighted_relative_error,35901,0.02500,0.921
34,model.language_model.layers.34.mlp.experts.235.up_proj,0.0096041043,hessian_weighted_relative_error,35901,0.02500,0.960
34,model.language_model.layers.34.mlp.experts.236.down_proj,0.0109492817,hessian_weighted_relative_error,5053,0.02500,0.761
34,model.language_model.layers.34.mlp.experts.236.gate_proj,0.0051130201,hessian_weighted_relative_error,5053,0.02500,0.789
34,model.language_model.layers.34.mlp.experts.236.up_proj,0.0061553726,hessian_weighted_relative_error,5053,0.02500,0.805
34,model.language_model.layers.34.mlp.experts.237.down_proj,0.0102790641,hessian_weighted_relative_error,17870,0.02500,0.885
34,model.language_model.layers.34.mlp.experts.237.gate_proj,0.0051645010,hessian_weighted_relative_error,17870,0.02500,0.922
34,model.language_model.layers.34.mlp.experts.237.up_proj,0.0056527629,hessian_weighted_relative_error,17870,0.02500,0.954
34,model.language_model.layers.34.mlp.experts.238.down_proj,0.0115549920,hessian_weighted_relative_error,33482,0.02500,0.761
34,model.language_model.layers.34.mlp.experts.238.gate_proj,0.0082602792,hessian_weighted_relative_error,33482,0.02500,0.791
34,model.language_model.layers.34.mlp.experts.238.up_proj,0.0090633299,hessian_weighted_relative_error,33482,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.239.down_proj,0.0135228752,hessian_weighted_relative_error,18138,0.02500,0.888
34,model.language_model.layers.34.mlp.experts.239.gate_proj,0.0070769346,hessian_weighted_relative_error,18138,0.02500,0.919
34,model.language_model.layers.34.mlp.experts.239.up_proj,0.0087166273,hessian_weighted_relative_error,18138,0.02500,0.971
34,model.language_model.layers.34.mlp.experts.24.down_proj,0.0099063712,hessian_weighted_relative_error,5118,0.02500,0.729
34,model.language_model.layers.34.mlp.experts.24.gate_proj,0.0045369970,hessian_weighted_relative_error,5118,0.02500,0.756
34,model.language_model.layers.34.mlp.experts.24.up_proj,0.0058074927,hessian_weighted_relative_error,5118,0.02500,0.796
34,model.language_model.layers.34.mlp.experts.240.down_proj,0.0116746571,hessian_weighted_relative_error,8956,0.02500,0.762
34,model.language_model.layers.34.mlp.experts.240.gate_proj,0.0062280978,hessian_weighted_relative_error,8956,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.240.up_proj,0.0071602555,hessian_weighted_relative_error,8956,0.02500,0.812
34,model.language_model.layers.34.mlp.experts.241.down_proj,0.0104403350,hessian_weighted_relative_error,8942,0.02500,0.885
34,model.language_model.layers.34.mlp.experts.241.gate_proj,0.0058573971,hessian_weighted_relative_error,8942,0.02500,0.919
34,model.language_model.layers.34.mlp.experts.241.up_proj,0.0064857003,hessian_weighted_relative_error,8942,0.02500,0.957
34,model.language_model.layers.34.mlp.experts.242.down_proj,0.0111282052,hessian_weighted_relative_error,39897,0.02500,0.765
34,model.language_model.layers.34.mlp.experts.242.gate_proj,0.0060098882,hessian_weighted_relative_error,39897,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.242.up_proj,0.0071744101,hessian_weighted_relative_error,39897,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.243.down_proj,0.0147364500,hessian_weighted_relative_error,45924,0.02500,0.887
34,model.language_model.layers.34.mlp.experts.243.gate_proj,0.0088473771,hessian_weighted_relative_error,45924,0.02500,0.921
34,model.language_model.layers.34.mlp.experts.243.up_proj,0.0105898105,hessian_weighted_relative_error,45924,0.02500,0.954
34,model.language_model.layers.34.mlp.experts.244.down_proj,0.0108647332,hessian_weighted_relative_error,23056,0.02500,0.760
34,model.language_model.layers.34.mlp.experts.244.gate_proj,0.0059450326,hessian_weighted_relative_error,23056,0.02500,0.795
34,model.language_model.layers.34.mlp.experts.244.up_proj,0.0066473100,hessian_weighted_relative_error,23056,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.245.down_proj,0.0105257907,hessian_weighted_relative_error,6022,0.02500,0.888
34,model.language_model.layers.34.mlp.experts.245.gate_proj,0.0052713676,hessian_weighted_relative_error,6022,0.02500,0.919
34,model.language_model.layers.34.mlp.experts.245.up_proj,0.0061009201,hessian_weighted_relative_error,6022,0.02500,0.951
34,model.language_model.layers.34.mlp.experts.246.down_proj,0.0126374456,hessian_weighted_relative_error,40584,0.02500,0.761
34,model.language_model.layers.34.mlp.experts.246.gate_proj,0.0078841795,hessian_weighted_relative_error,40584,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.246.up_proj,0.0092222955,hessian_weighted_relative_error,40584,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.247.down_proj,0.0093073631,hessian_weighted_relative_error,10652,0.02500,0.887
34,model.language_model.layers.34.mlp.experts.247.gate_proj,0.0058449523,hessian_weighted_relative_error,10652,0.02500,0.914
34,model.language_model.layers.34.mlp.experts.247.up_proj,0.0063030906,hessian_weighted_relative_error,10652,0.02500,0.963
34,model.language_model.layers.34.mlp.experts.248.down_proj,0.0137624132,hessian_weighted_relative_error,55164,0.02500,0.763
34,model.language_model.layers.34.mlp.experts.248.gate_proj,0.0072206379,hessian_weighted_relative_error,55164,0.02500,0.793
34,model.language_model.layers.34.mlp.experts.248.up_proj,0.0092545515,hessian_weighted_relative_error,55164,0.02500,0.805
34,model.language_model.layers.34.mlp.experts.249.down_proj,0.0128024375,hessian_weighted_relative_error,13341,0.02500,0.886
34,model.language_model.layers.34.mlp.experts.249.gate_proj,0.0072199446,hessian_weighted_relative_error,13341,0.02500,0.937
34,model.language_model.layers.34.mlp.experts.249.up_proj,0.0079630810,hessian_weighted_relative_error,13341,0.02500,0.952
34,model.language_model.layers.34.mlp.experts.25.down_proj,0.0140943214,hessian_weighted_relative_error,40366,0.02500,0.809
34,model.language_model.layers.34.mlp.experts.25.gate_proj,0.0075936244,hessian_weighted_relative_error,40366,0.02500,0.853
34,model.language_model.layers.34.mlp.experts.25.up_proj,0.0097839904,hessian_weighted_relative_error,40366,0.02500,0.926
34,model.language_model.layers.34.mlp.experts.250.down_proj,0.0103499956,hessian_weighted_relative_error,29168,0.02500,0.766
34,model.language_model.layers.34.mlp.experts.250.gate_proj,0.0064684313,hessian_weighted_relative_error,29168,0.02500,0.790
34,model.language_model.layers.34.mlp.experts.250.up_proj,0.0069279605,hessian_weighted_relative_error,29168,0.02500,0.811
34,model.language_model.layers.34.mlp.experts.251.down_proj,0.0146926074,hessian_weighted_relative_error,84174,0.02500,0.893
34,model.language_model.layers.34.mlp.experts.251.gate_proj,0.0079055915,hessian_weighted_relative_error,84174,0.02500,0.921
34,model.language_model.layers.34.mlp.experts.251.up_proj,0.0101859168,hessian_weighted_relative_error,84174,0.02500,0.948
34,model.language_model.layers.34.mlp.experts.252.down_proj,0.0116961618,hessian_weighted_relative_error,18044,0.02500,0.762
34,model.language_model.layers.34.mlp.experts.252.gate_proj,0.0081294831,hessian_weighted_relative_error,18044,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.252.up_proj,0.0088618864,hessian_weighted_relative_error,18044,0.02500,0.806
34,model.language_model.layers.34.mlp.experts.253.down_proj,0.0116826511,hessian_weighted_relative_error,22108,0.02500,0.889
34,model.language_model.layers.34.mlp.experts.253.gate_proj,0.0066110484,hessian_weighted_relative_error,22108,0.02500,0.923
34,model.language_model.layers.34.mlp.experts.253.up_proj,0.0078235141,hessian_weighted_relative_error,22108,0.02500,0.944
34,model.language_model.layers.34.mlp.experts.254.down_proj,0.0140406145,hessian_weighted_relative_error,27149,0.02500,0.763
34,model.language_model.layers.34.mlp.experts.254.gate_proj,0.0083771125,hessian_weighted_relative_error,27149,0.02500,0.790
34,model.language_model.layers.34.mlp.experts.254.up_proj,0.0097747962,hessian_weighted_relative_error,27149,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.255.down_proj,0.0075771082,hessian_weighted_relative_error,20482,0.02500,0.889
34,model.language_model.layers.34.mlp.experts.255.gate_proj,0.0040057315,hessian_weighted_relative_error,20482,0.02500,0.923
34,model.language_model.layers.34.mlp.experts.255.up_proj,0.0042125088,hessian_weighted_relative_error,20482,0.02500,0.946
34,model.language_model.layers.34.mlp.experts.256.down_proj,0.0094574709,hessian_weighted_relative_error,7131,0.02500,0.764
34,model.language_model.layers.34.mlp.experts.256.gate_proj,0.0047411209,hessian_weighted_relative_error,7131,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.256.up_proj,0.0051199977,hessian_weighted_relative_error,7131,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.257.down_proj,0.0094130788,hessian_weighted_relative_error,35625,0.02500,0.888
34,model.language_model.layers.34.mlp.experts.257.gate_proj,0.0054818944,hessian_weighted_relative_error,35625,0.02500,0.924
34,model.language_model.layers.34.mlp.experts.257.up_proj,0.0061109969,hessian_weighted_relative_error,35625,0.02500,0.950
34,model.language_model.layers.34.mlp.experts.258.down_proj,0.0066910737,hessian_weighted_relative_error,27845,0.02500,0.768
34,model.language_model.layers.34.mlp.experts.258.gate_proj,0.0048385477,hessian_weighted_relative_error,27845,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.258.up_proj,0.0053724128,hessian_weighted_relative_error,27845,0.02500,0.811
34,model.language_model.layers.34.mlp.experts.259.down_proj,0.0148798705,hessian_weighted_relative_error,43200,0.02500,0.890
34,model.language_model.layers.34.mlp.experts.259.gate_proj,0.0091747157,hessian_weighted_relative_error,43200,0.02500,0.924
34,model.language_model.layers.34.mlp.experts.259.up_proj,0.0104546754,hessian_weighted_relative_error,43200,0.02500,0.938
34,model.language_model.layers.34.mlp.experts.26.down_proj,0.0130833533,hessian_weighted_relative_error,42547,0.02500,0.728
34,model.language_model.layers.34.mlp.experts.26.gate_proj,0.0072484662,hessian_weighted_relative_error,42547,0.02500,0.759
34,model.language_model.layers.34.mlp.experts.26.up_proj,0.0084871812,hessian_weighted_relative_error,42547,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.260.down_proj,0.0141561666,hessian_weighted_relative_error,48109,0.02500,0.763
34,model.language_model.layers.34.mlp.experts.260.gate_proj,0.0071868591,hessian_weighted_relative_error,48109,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.260.up_proj,0.0097660103,hessian_weighted_relative_error,48109,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.261.down_proj,0.0105474195,hessian_weighted_relative_error,44469,0.02500,0.896
34,model.language_model.layers.34.mlp.experts.261.gate_proj,0.0058405207,hessian_weighted_relative_error,44469,0.02500,0.933
34,model.language_model.layers.34.mlp.experts.261.up_proj,0.0064609306,hessian_weighted_relative_error,44469,0.02500,0.936
34,model.language_model.layers.34.mlp.experts.262.down_proj,0.0102680161,hessian_weighted_relative_error,29628,0.02500,0.764
34,model.language_model.layers.34.mlp.experts.262.gate_proj,0.0054467174,hessian_weighted_relative_error,29628,0.02500,0.793
34,model.language_model.layers.34.mlp.experts.262.up_proj,0.0058504381,hessian_weighted_relative_error,29628,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.263.down_proj,0.0111968079,hessian_weighted_relative_error,16745,0.02500,0.891
34,model.language_model.layers.34.mlp.experts.263.gate_proj,0.0063259578,hessian_weighted_relative_error,16745,0.02500,0.926
34,model.language_model.layers.34.mlp.experts.263.up_proj,0.0068545488,hessian_weighted_relative_error,16745,0.02500,0.957
34,model.language_model.layers.34.mlp.experts.264.down_proj,0.0111842838,hessian_weighted_relative_error,18380,0.02500,0.765
34,model.language_model.layers.34.mlp.experts.264.gate_proj,0.0064727028,hessian_weighted_relative_error,18380,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.264.up_proj,0.0070648660,hessian_weighted_relative_error,18380,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.265.down_proj,0.0127482846,hessian_weighted_relative_error,38260,0.02500,0.888
34,model.language_model.layers.34.mlp.experts.265.gate_proj,0.0077413090,hessian_weighted_relative_error,38260,0.02500,0.919
34,model.language_model.layers.34.mlp.experts.265.up_proj,0.0088479395,hessian_weighted_relative_error,38260,0.02500,0.955
34,model.language_model.layers.34.mlp.experts.266.down_proj,0.0112586176,hessian_weighted_relative_error,28178,0.02500,0.769
34,model.language_model.layers.34.mlp.experts.266.gate_proj,0.0071068903,hessian_weighted_relative_error,28178,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.266.up_proj,0.0080726070,hessian_weighted_relative_error,28178,0.02500,0.803
34,model.language_model.layers.34.mlp.experts.267.down_proj,0.0101272132,hessian_weighted_relative_error,12616,0.02500,0.892
34,model.language_model.layers.34.mlp.experts.267.gate_proj,0.0053614374,hessian_weighted_relative_error,12616,0.02500,0.924
34,model.language_model.layers.34.mlp.experts.267.up_proj,0.0059554043,hessian_weighted_relative_error,12616,0.02500,0.937
34,model.language_model.layers.34.mlp.experts.268.down_proj,0.0084189142,hessian_weighted_relative_error,10749,0.02500,0.766
34,model.language_model.layers.34.mlp.experts.268.gate_proj,0.0056140400,hessian_weighted_relative_error,10749,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.268.up_proj,0.0060747686,hessian_weighted_relative_error,10749,0.02500,0.808
34,model.language_model.layers.34.mlp.experts.269.down_proj,0.0151782335,hessian_weighted_relative_error,53872,0.02500,0.891
34,model.language_model.layers.34.mlp.experts.269.gate_proj,0.0085617516,hessian_weighted_relative_error,53872,0.02500,0.924
34,model.language_model.layers.34.mlp.experts.269.up_proj,0.0108402705,hessian_weighted_relative_error,53872,0.02500,0.939
34,model.language_model.layers.34.mlp.experts.27.down_proj,0.0093642814,hessian_weighted_relative_error,19879,0.02500,0.810
34,model.language_model.layers.34.mlp.experts.27.gate_proj,0.0058610583,hessian_weighted_relative_error,19879,0.02500,0.857
34,model.language_model.layers.34.mlp.experts.27.up_proj,0.0067711790,hessian_weighted_relative_error,19879,0.02500,0.928
34,model.language_model.layers.34.mlp.experts.270.down_proj,0.0077594674,hessian_weighted_relative_error,13922,0.02500,0.764
34,model.language_model.layers.34.mlp.experts.270.gate_proj,0.0040875834,hessian_weighted_relative_error,13922,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.270.up_proj,0.0045490102,hessian_weighted_relative_error,13922,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.271.down_proj,0.0100181740,hessian_weighted_relative_error,7955,0.02500,0.891
34,model.language_model.layers.34.mlp.experts.271.gate_proj,0.0038659044,hessian_weighted_relative_error,7955,0.02500,0.927
34,model.language_model.layers.34.mlp.experts.271.up_proj,0.0062506728,hessian_weighted_relative_error,7955,0.02500,0.940
34,model.language_model.layers.34.mlp.experts.272.down_proj,0.0142883554,hessian_weighted_relative_error,31507,0.02500,0.766
34,model.language_model.layers.34.mlp.experts.272.gate_proj,0.0082955566,hessian_weighted_relative_error,31507,0.02500,0.791
34,model.language_model.layers.34.mlp.experts.272.up_proj,0.0097102535,hessian_weighted_relative_error,31507,0.02500,0.807
34,model.language_model.layers.34.mlp.experts.273.down_proj,0.0123966729,hessian_weighted_relative_error,16612,0.02500,0.889
34,model.language_model.layers.34.mlp.experts.273.gate_proj,0.0069497005,hessian_weighted_relative_error,16612,0.02500,0.940
34,model.language_model.layers.34.mlp.experts.273.up_proj,0.0074621126,hessian_weighted_relative_error,16612,0.02500,0.933
34,model.language_model.layers.34.mlp.experts.274.down_proj,0.0127643239,hessian_weighted_relative_error,45808,0.02500,0.769
34,model.language_model.layers.34.mlp.experts.274.gate_proj,0.0080428406,hessian_weighted_relative_error,45808,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.274.up_proj,0.0086911280,hessian_weighted_relative_error,45808,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.275.down_proj,0.0117967898,hessian_weighted_relative_error,16357,0.02500,0.891
34,model.language_model.layers.34.mlp.experts.275.gate_proj,0.0065780292,hessian_weighted_relative_error,16357,0.02500,0.930
34,model.language_model.layers.34.mlp.experts.275.up_proj,0.0070553598,hessian_weighted_relative_error,16357,0.02500,0.934
34,model.language_model.layers.34.mlp.experts.276.down_proj,0.0129261511,hessian_weighted_relative_error,14146,0.02500,0.770
34,model.language_model.layers.34.mlp.experts.276.gate_proj,0.0063753419,hessian_weighted_relative_error,14146,0.02500,0.796
34,model.language_model.layers.34.mlp.experts.276.up_proj,0.0085424435,hessian_weighted_relative_error,14146,0.02500,0.804
34,model.language_model.layers.34.mlp.experts.277.down_proj,0.0118165577,hessian_weighted_relative_error,16430,0.02500,0.892
34,model.language_model.layers.34.mlp.experts.277.gate_proj,0.0066710820,hessian_weighted_relative_error,16430,0.02500,0.922
34,model.language_model.layers.34.mlp.experts.277.up_proj,0.0074038323,hessian_weighted_relative_error,16430,0.02500,0.933
34,model.language_model.layers.34.mlp.experts.278.down_proj,0.0130438451,hessian_weighted_relative_error,42227,0.02500,0.766
34,model.language_model.layers.34.mlp.experts.278.gate_proj,0.0076284352,hessian_weighted_relative_error,42227,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.278.up_proj,0.0085869854,hessian_weighted_relative_error,42227,0.02500,0.805
34,model.language_model.layers.34.mlp.experts.279.down_proj,0.0144417832,hessian_weighted_relative_error,40327,0.02500,0.892
34,model.language_model.layers.34.mlp.experts.279.gate_proj,0.0085883684,hessian_weighted_relative_error,40327,0.02500,0.925
34,model.language_model.layers.34.mlp.experts.279.up_proj,0.0104373913,hessian_weighted_relative_error,40327,0.02500,0.944
34,model.language_model.layers.34.mlp.experts.28.down_proj,0.0097361002,hessian_weighted_relative_error,19559,0.02500,0.728
34,model.language_model.layers.34.mlp.experts.28.gate_proj,0.0063817552,hessian_weighted_relative_error,19559,0.02500,0.758
34,model.language_model.layers.34.mlp.experts.28.up_proj,0.0073301775,hessian_weighted_relative_error,19559,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.280.down_proj,0.0125379809,hessian_weighted_relative_error,25193,0.02500,0.764
34,model.language_model.layers.34.mlp.experts.280.gate_proj,0.0081649257,hessian_weighted_relative_error,25193,0.02500,0.793
34,model.language_model.layers.34.mlp.experts.280.up_proj,0.0088211953,hessian_weighted_relative_error,25193,0.02500,0.807
34,model.language_model.layers.34.mlp.experts.281.down_proj,0.0148396192,hessian_weighted_relative_error,41039,0.02500,0.888
34,model.language_model.layers.34.mlp.experts.281.gate_proj,0.0076629587,hessian_weighted_relative_error,41039,0.02500,0.928
34,model.language_model.layers.34.mlp.experts.281.up_proj,0.0100898933,hessian_weighted_relative_error,41039,0.02500,0.926
34,model.language_model.layers.34.mlp.experts.282.down_proj,0.0134565598,hessian_weighted_relative_error,34842,0.02500,0.769
34,model.language_model.layers.34.mlp.experts.282.gate_proj,0.0080831325,hessian_weighted_relative_error,34842,0.02500,0.795
34,model.language_model.layers.34.mlp.experts.282.up_proj,0.0093272735,hessian_weighted_relative_error,34842,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.283.down_proj,0.0110148487,hessian_weighted_relative_error,45011,0.02500,0.892
34,model.language_model.layers.34.mlp.experts.283.gate_proj,0.0067110095,hessian_weighted_relative_error,45011,0.02500,0.951
34,model.language_model.layers.34.mlp.experts.283.up_proj,0.0073201773,hessian_weighted_relative_error,45011,0.02500,0.922
34,model.language_model.layers.34.mlp.experts.284.down_proj,0.0114822852,hessian_weighted_relative_error,20413,0.02500,0.768
34,model.language_model.layers.34.mlp.experts.284.gate_proj,0.0067870733,hessian_weighted_relative_error,20413,0.02500,0.795
34,model.language_model.layers.34.mlp.experts.284.up_proj,0.0081502273,hessian_weighted_relative_error,20413,0.02500,0.802
34,model.language_model.layers.34.mlp.experts.285.down_proj,0.0140748920,hessian_weighted_relative_error,16469,0.02500,0.891
34,model.language_model.layers.34.mlp.experts.285.gate_proj,0.0085536662,hessian_weighted_relative_error,16469,0.02500,0.929
34,model.language_model.layers.34.mlp.experts.285.up_proj,0.0095907631,hessian_weighted_relative_error,16469,0.02500,0.922
34,model.language_model.layers.34.mlp.experts.286.down_proj,0.0115706452,hessian_weighted_relative_error,9463,0.02500,0.765
34,model.language_model.layers.34.mlp.experts.286.gate_proj,0.0057413133,hessian_weighted_relative_error,9463,0.02500,0.796
34,model.language_model.layers.34.mlp.experts.286.up_proj,0.0070891890,hessian_weighted_relative_error,9463,0.02500,0.800
34,model.language_model.layers.34.mlp.experts.287.down_proj,0.0145013525,hessian_weighted_relative_error,89292,0.02500,0.891
34,model.language_model.layers.34.mlp.experts.287.gate_proj,0.0086105552,hessian_weighted_relative_error,89292,0.02500,0.924
34,model.language_model.layers.34.mlp.experts.287.up_proj,0.0098614893,hessian_weighted_relative_error,89292,0.02500,0.932
34,model.language_model.layers.34.mlp.experts.29.down_proj,0.0143825631,hessian_weighted_relative_error,51821,0.02500,0.810
34,model.language_model.layers.34.mlp.experts.29.gate_proj,0.0084142505,hessian_weighted_relative_error,51821,0.02500,0.855
34,model.language_model.layers.34.mlp.experts.29.up_proj,0.0099404702,hessian_weighted_relative_error,51821,0.02500,0.929
34,model.language_model.layers.34.mlp.experts.3.down_proj,0.0119295110,hessian_weighted_relative_error,8685,0.02500,0.768
34,model.language_model.layers.34.mlp.experts.3.gate_proj,0.0063048342,hessian_weighted_relative_error,8685,0.02500,0.842
34,model.language_model.layers.34.mlp.experts.3.up_proj,0.0069169743,hessian_weighted_relative_error,8685,0.02500,0.931
34,model.language_model.layers.34.mlp.experts.30.down_proj,0.0140946957,hessian_weighted_relative_error,45878,0.02500,0.729
34,model.language_model.layers.34.mlp.experts.30.gate_proj,0.0093040869,hessian_weighted_relative_error,45878,0.02500,0.757
34,model.language_model.layers.34.mlp.experts.30.up_proj,0.0097885718,hessian_weighted_relative_error,45878,0.02500,0.794
34,model.language_model.layers.34.mlp.experts.31.down_proj,0.0142772158,hessian_weighted_relative_error,69258,0.02500,0.811
34,model.language_model.layers.34.mlp.experts.31.gate_proj,0.0089824157,hessian_weighted_relative_error,69258,0.02500,0.853
34,model.language_model.layers.34.mlp.experts.31.up_proj,0.0101094932,hessian_weighted_relative_error,69258,0.02500,0.927
34,model.language_model.layers.34.mlp.experts.32.down_proj,0.0120348722,hessian_weighted_relative_error,19957,0.02500,0.731
34,model.language_model.layers.34.mlp.experts.32.gate_proj,0.0070641220,hessian_weighted_relative_error,19957,0.02500,0.759
34,model.language_model.layers.34.mlp.experts.32.up_proj,0.0075862089,hessian_weighted_relative_error,19957,0.02500,0.795
34,model.language_model.layers.34.mlp.experts.33.down_proj,0.0116825720,hessian_weighted_relative_error,7580,0.02500,0.812
34,model.language_model.layers.34.mlp.experts.33.gate_proj,0.0049327094,hessian_weighted_relative_error,7580,0.02500,0.858
34,model.language_model.layers.34.mlp.experts.33.up_proj,0.0064567236,hessian_weighted_relative_error,7580,0.02500,0.930
34,model.language_model.layers.34.mlp.experts.34.down_proj,0.0106836471,hessian_weighted_relative_error,5780,0.02500,0.730
34,model.language_model.layers.34.mlp.experts.34.gate_proj,0.0052724011,hessian_weighted_relative_error,5780,0.02500,0.760
34,model.language_model.layers.34.mlp.experts.34.up_proj,0.0059822097,hessian_weighted_relative_error,5780,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.35.down_proj,0.0113862525,hessian_weighted_relative_error,13749,0.02500,0.820
34,model.language_model.layers.34.mlp.experts.35.gate_proj,0.0061162695,hessian_weighted_relative_error,13749,0.02500,0.859
34,model.language_model.layers.34.mlp.experts.35.up_proj,0.0067309647,hessian_weighted_relative_error,13749,0.02500,0.930
34,model.language_model.layers.34.mlp.experts.36.down_proj,0.0123702320,hessian_weighted_relative_error,16057,0.02500,0.733
34,model.language_model.layers.34.mlp.experts.36.gate_proj,0.0067290813,hessian_weighted_relative_error,16057,0.02500,0.763
34,model.language_model.layers.34.mlp.experts.36.up_proj,0.0079264862,hessian_weighted_relative_error,16057,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.37.down_proj,0.0136987676,hessian_weighted_relative_error,30917,0.02500,0.815
34,model.language_model.layers.34.mlp.experts.37.gate_proj,0.0085619938,hessian_weighted_relative_error,30917,0.02500,0.859
34,model.language_model.layers.34.mlp.experts.37.up_proj,0.0094490685,hessian_weighted_relative_error,30917,0.02500,0.939
34,model.language_model.layers.34.mlp.experts.38.down_proj,0.0147359492,hessian_weighted_relative_error,86965,0.02500,0.731
34,model.language_model.layers.34.mlp.experts.38.gate_proj,0.0085569240,hessian_weighted_relative_error,86965,0.02500,0.759
34,model.language_model.layers.34.mlp.experts.38.up_proj,0.0101291498,hessian_weighted_relative_error,86965,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.39.down_proj,0.0098988048,hessian_weighted_relative_error,12593,0.02500,0.814
34,model.language_model.layers.34.mlp.experts.39.gate_proj,0.0053198156,hessian_weighted_relative_error,12593,0.02500,0.869
34,model.language_model.layers.34.mlp.experts.39.up_proj,0.0061553107,hessian_weighted_relative_error,12593,0.02500,0.926
34,model.language_model.layers.34.mlp.experts.4.down_proj,0.0132196624,hessian_weighted_relative_error,58463,0.02500,0.722
34,model.language_model.layers.34.mlp.experts.4.gate_proj,0.0084507124,hessian_weighted_relative_error,58463,0.02500,0.752
34,model.language_model.layers.34.mlp.experts.4.up_proj,0.0089424064,hessian_weighted_relative_error,58463,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.40.down_proj,0.0109292054,hessian_weighted_relative_error,19956,0.02500,0.733
34,model.language_model.layers.34.mlp.experts.40.gate_proj,0.0060896190,hessian_weighted_relative_error,19956,0.02500,0.762
34,model.language_model.layers.34.mlp.experts.40.up_proj,0.0066280570,hessian_weighted_relative_error,19956,0.02500,0.792
34,model.language_model.layers.34.mlp.experts.41.down_proj,0.0091565364,hessian_weighted_relative_error,5141,0.02500,0.816
34,model.language_model.layers.34.mlp.experts.41.gate_proj,0.0040305034,hessian_weighted_relative_error,5141,0.02500,0.862
34,model.language_model.layers.34.mlp.experts.41.up_proj,0.0050614687,hessian_weighted_relative_error,5141,0.02500,0.929
34,model.language_model.layers.34.mlp.experts.42.down_proj,0.0139104880,hessian_weighted_relative_error,39442,0.02500,0.731
34,model.language_model.layers.34.mlp.experts.42.gate_proj,0.0076225148,hessian_weighted_relative_error,39442,0.02500,0.764
34,model.language_model.layers.34.mlp.experts.42.up_proj,0.0093263074,hessian_weighted_relative_error,39442,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.43.down_proj,0.0145716907,hessian_weighted_relative_error,34975,0.02500,0.818
34,model.language_model.layers.34.mlp.experts.43.gate_proj,0.0094133654,hessian_weighted_relative_error,34975,0.02500,0.864
34,model.language_model.layers.34.mlp.experts.43.up_proj,0.0103180359,hessian_weighted_relative_error,34975,0.02500,0.927
34,model.language_model.layers.34.mlp.experts.44.down_proj,0.0110926989,hessian_weighted_relative_error,8677,0.02500,0.732
34,model.language_model.layers.34.mlp.experts.44.gate_proj,0.0058948602,hessian_weighted_relative_error,8677,0.02500,0.761
34,model.language_model.layers.34.mlp.experts.44.up_proj,0.0066130615,hessian_weighted_relative_error,8677,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.45.down_proj,0.0130859223,hessian_weighted_relative_error,13869,0.02500,0.817
34,model.language_model.layers.34.mlp.experts.45.gate_proj,0.0071056243,hessian_weighted_relative_error,13869,0.02500,0.863
34,model.language_model.layers.34.mlp.experts.45.up_proj,0.0081080619,hessian_weighted_relative_error,13869,0.02500,0.935
34,model.language_model.layers.34.mlp.experts.46.down_proj,0.0064434805,hessian_weighted_relative_error,16045,0.02500,0.732
34,model.language_model.layers.34.mlp.experts.46.gate_proj,0.0034327058,hessian_weighted_relative_error,16045,0.02500,0.760
34,model.language_model.layers.34.mlp.experts.46.up_proj,0.0036778325,hessian_weighted_relative_error,16045,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.47.down_proj,0.0106934611,hessian_weighted_relative_error,8155,0.02500,0.818
34,model.language_model.layers.34.mlp.experts.47.gate_proj,0.0054904299,hessian_weighted_relative_error,8155,0.02500,0.863
34,model.language_model.layers.34.mlp.experts.47.up_proj,0.0059752825,hessian_weighted_relative_error,8155,0.02500,0.942
34,model.language_model.layers.34.mlp.experts.48.down_proj,0.0146785557,hessian_weighted_relative_error,52531,0.02500,0.735
34,model.language_model.layers.34.mlp.experts.48.gate_proj,0.0092742198,hessian_weighted_relative_error,52531,0.02500,0.765
34,model.language_model.layers.34.mlp.experts.48.up_proj,0.0100720988,hessian_weighted_relative_error,52531,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.49.down_proj,0.0104789041,hessian_weighted_relative_error,9100,0.02500,0.820
34,model.language_model.layers.34.mlp.experts.49.gate_proj,0.0050417341,hessian_weighted_relative_error,9100,0.02500,0.864
34,model.language_model.layers.34.mlp.experts.49.up_proj,0.0066097416,hessian_weighted_relative_error,9100,0.02500,0.932
34,model.language_model.layers.34.mlp.experts.5.down_proj,0.0125736471,hessian_weighted_relative_error,23350,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.5.gate_proj,0.0066467972,hessian_weighted_relative_error,23350,0.02500,0.847
34,model.language_model.layers.34.mlp.experts.5.up_proj,0.0077175631,hessian_weighted_relative_error,23350,0.02500,0.931
34,model.language_model.layers.34.mlp.experts.50.down_proj,0.0095137037,hessian_weighted_relative_error,19496,0.02500,0.734
34,model.language_model.layers.34.mlp.experts.50.gate_proj,0.0062063254,hessian_weighted_relative_error,19496,0.02500,0.765
34,model.language_model.layers.34.mlp.experts.50.up_proj,0.0068842565,hessian_weighted_relative_error,19496,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.51.down_proj,0.0141267578,hessian_weighted_relative_error,42092,0.02500,0.821
34,model.language_model.layers.34.mlp.experts.51.gate_proj,0.0072411430,hessian_weighted_relative_error,42092,0.02500,0.869
34,model.language_model.layers.34.mlp.experts.51.up_proj,0.0094514551,hessian_weighted_relative_error,42092,0.02500,0.937
34,model.language_model.layers.34.mlp.experts.52.down_proj,0.0115448509,hessian_weighted_relative_error,39573,0.02500,0.734
34,model.language_model.layers.34.mlp.experts.52.gate_proj,0.0071750500,hessian_weighted_relative_error,39573,0.02500,0.765
34,model.language_model.layers.34.mlp.experts.52.up_proj,0.0075293912,hessian_weighted_relative_error,39573,0.02500,0.795
34,model.language_model.layers.34.mlp.experts.53.down_proj,0.0135775823,hessian_weighted_relative_error,36613,0.02500,0.822
34,model.language_model.layers.34.mlp.experts.53.gate_proj,0.0090338928,hessian_weighted_relative_error,36613,0.02500,0.867
34,model.language_model.layers.34.mlp.experts.53.up_proj,0.0100603514,hessian_weighted_relative_error,36613,0.02500,0.928
34,model.language_model.layers.34.mlp.experts.54.down_proj,0.0130630288,hessian_weighted_relative_error,19939,0.02500,0.735
34,model.language_model.layers.34.mlp.experts.54.gate_proj,0.0066045458,hessian_weighted_relative_error,19939,0.02500,0.763
34,model.language_model.layers.34.mlp.experts.54.up_proj,0.0080973349,hessian_weighted_relative_error,19939,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.55.down_proj,0.0140261301,hessian_weighted_relative_error,45067,0.02500,0.822
34,model.language_model.layers.34.mlp.experts.55.gate_proj,0.0085718413,hessian_weighted_relative_error,45067,0.02500,0.866
34,model.language_model.layers.34.mlp.experts.55.up_proj,0.0098024183,hessian_weighted_relative_error,45067,0.02500,0.934
34,model.language_model.layers.34.mlp.experts.56.down_proj,0.0093439681,hessian_weighted_relative_error,50070,0.02500,0.737
34,model.language_model.layers.34.mlp.experts.56.gate_proj,0.0085379741,hessian_weighted_relative_error,50070,0.02500,0.764
34,model.language_model.layers.34.mlp.experts.56.up_proj,0.0099917288,hessian_weighted_relative_error,50070,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.57.down_proj,0.0153557258,hessian_weighted_relative_error,48690,0.02500,0.824
34,model.language_model.layers.34.mlp.experts.57.gate_proj,0.0093406592,hessian_weighted_relative_error,48690,0.02500,0.871
34,model.language_model.layers.34.mlp.experts.57.up_proj,0.0112125283,hessian_weighted_relative_error,48690,0.02500,0.938
34,model.language_model.layers.34.mlp.experts.58.down_proj,0.0144122732,hessian_weighted_relative_error,26610,0.02500,0.736
34,model.language_model.layers.34.mlp.experts.58.gate_proj,0.0091594596,hessian_weighted_relative_error,26610,0.02500,0.766
34,model.language_model.layers.34.mlp.experts.58.up_proj,0.0100048021,hessian_weighted_relative_error,26610,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.59.down_proj,0.0107177382,hessian_weighted_relative_error,76577,0.02500,0.829
34,model.language_model.layers.34.mlp.experts.59.gate_proj,0.0060789623,hessian_weighted_relative_error,76577,0.02500,0.884
34,model.language_model.layers.34.mlp.experts.59.up_proj,0.0064183693,hessian_weighted_relative_error,76577,0.02500,0.939
34,model.language_model.layers.34.mlp.experts.6.down_proj,0.0139642371,hessian_weighted_relative_error,30268,0.02500,0.724
34,model.language_model.layers.34.mlp.experts.6.gate_proj,0.0088463039,hessian_weighted_relative_error,30268,0.02500,0.753
34,model.language_model.layers.34.mlp.experts.6.up_proj,0.0097000622,hessian_weighted_relative_error,30268,0.02500,0.794
34,model.language_model.layers.34.mlp.experts.60.down_proj,0.0127388678,hessian_weighted_relative_error,7493,0.02500,0.736
34,model.language_model.layers.34.mlp.experts.60.gate_proj,0.0054905029,hessian_weighted_relative_error,7493,0.02500,0.765
34,model.language_model.layers.34.mlp.experts.60.up_proj,0.0077434462,hessian_weighted_relative_error,7493,0.02500,0.795
34,model.language_model.layers.34.mlp.experts.61.down_proj,0.0154928730,hessian_weighted_relative_error,84271,0.02500,0.826
34,model.language_model.layers.34.mlp.experts.61.gate_proj,0.0091527956,hessian_weighted_relative_error,84271,0.02500,0.871
34,model.language_model.layers.34.mlp.experts.61.up_proj,0.0109896202,hessian_weighted_relative_error,84271,0.02500,0.935
34,model.language_model.layers.34.mlp.experts.62.down_proj,0.0120177769,hessian_weighted_relative_error,12533,0.02500,0.736
34,model.language_model.layers.34.mlp.experts.62.gate_proj,0.0064955704,hessian_weighted_relative_error,12533,0.02500,0.765
34,model.language_model.layers.34.mlp.experts.62.up_proj,0.0074082951,hessian_weighted_relative_error,12533,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.63.down_proj,0.0107587920,hessian_weighted_relative_error,9368,0.02500,0.826
34,model.language_model.layers.34.mlp.experts.63.gate_proj,0.0057817271,hessian_weighted_relative_error,9368,0.02500,0.869
34,model.language_model.layers.34.mlp.experts.63.up_proj,0.0065679863,hessian_weighted_relative_error,9368,0.02500,0.938
34,model.language_model.layers.34.mlp.experts.64.down_proj,0.0122406091,hessian_weighted_relative_error,20424,0.02500,0.739
34,model.language_model.layers.34.mlp.experts.64.gate_proj,0.0072053508,hessian_weighted_relative_error,20424,0.02500,0.768
34,model.language_model.layers.34.mlp.experts.64.up_proj,0.0081524708,hessian_weighted_relative_error,20424,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.65.down_proj,0.0125638138,hessian_weighted_relative_error,17031,0.02500,0.827
34,model.language_model.layers.34.mlp.experts.65.gate_proj,0.0073958665,hessian_weighted_relative_error,17031,0.02500,0.874
34,model.language_model.layers.34.mlp.experts.65.up_proj,0.0082928057,hessian_weighted_relative_error,17031,0.02500,0.942
34,model.language_model.layers.34.mlp.experts.66.down_proj,0.0090050316,hessian_weighted_relative_error,9696,0.02500,0.737
34,model.language_model.layers.34.mlp.experts.66.gate_proj,0.0048999173,hessian_weighted_relative_error,9696,0.02500,0.770
34,model.language_model.layers.34.mlp.experts.66.up_proj,0.0052087161,hessian_weighted_relative_error,9696,0.02500,0.800
34,model.language_model.layers.34.mlp.experts.67.down_proj,0.0130188852,hessian_weighted_relative_error,35619,0.02500,0.829
34,model.language_model.layers.34.mlp.experts.67.gate_proj,0.0082440207,hessian_weighted_relative_error,35619,0.02500,0.876
34,model.language_model.layers.34.mlp.experts.67.up_proj,0.0094953900,hessian_weighted_relative_error,35619,0.02500,0.947
34,model.language_model.layers.34.mlp.experts.68.down_proj,0.0147903470,hessian_weighted_relative_error,41186,0.02500,0.738
34,model.language_model.layers.34.mlp.experts.68.gate_proj,0.0090370011,hessian_weighted_relative_error,41186,0.02500,0.767
34,model.language_model.layers.34.mlp.experts.68.up_proj,0.0105184501,hessian_weighted_relative_error,41186,0.02500,0.796
34,model.language_model.layers.34.mlp.experts.69.down_proj,0.0118443212,hessian_weighted_relative_error,34863,0.02500,0.829
34,model.language_model.layers.34.mlp.experts.69.gate_proj,0.0069736070,hessian_weighted_relative_error,34863,0.02500,0.876
34,model.language_model.layers.34.mlp.experts.69.up_proj,0.0077427146,hessian_weighted_relative_error,34863,0.02500,0.943
34,model.language_model.layers.34.mlp.experts.7.down_proj,0.0091277474,hessian_weighted_relative_error,6426,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.7.gate_proj,0.0044063820,hessian_weighted_relative_error,6426,0.02500,0.935
34,model.language_model.layers.34.mlp.experts.7.up_proj,0.0049422180,hessian_weighted_relative_error,6426,0.02500,0.928
34,model.language_model.layers.34.mlp.experts.70.down_proj,0.0109279155,hessian_weighted_relative_error,15617,0.02500,0.737
34,model.language_model.layers.34.mlp.experts.70.gate_proj,0.0064962310,hessian_weighted_relative_error,15617,0.02500,0.769
34,model.language_model.layers.34.mlp.experts.70.up_proj,0.0076655849,hessian_weighted_relative_error,15617,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.71.down_proj,0.0129469478,hessian_weighted_relative_error,23808,0.02500,0.831
34,model.language_model.layers.34.mlp.experts.71.gate_proj,0.0073792251,hessian_weighted_relative_error,23808,0.02500,0.871
34,model.language_model.layers.34.mlp.experts.71.up_proj,0.0083564321,hessian_weighted_relative_error,23808,0.02500,0.939
34,model.language_model.layers.34.mlp.experts.72.down_proj,0.0114250070,hessian_weighted_relative_error,14362,0.02500,0.740
34,model.language_model.layers.34.mlp.experts.72.gate_proj,0.0062112889,hessian_weighted_relative_error,14362,0.02500,0.769
34,model.language_model.layers.34.mlp.experts.72.up_proj,0.0066914544,hessian_weighted_relative_error,14362,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.73.down_proj,0.0114324078,hessian_weighted_relative_error,27157,0.02500,0.831
34,model.language_model.layers.34.mlp.experts.73.gate_proj,0.0074944364,hessian_weighted_relative_error,27157,0.02500,0.879
34,model.language_model.layers.34.mlp.experts.73.up_proj,0.0084911151,hessian_weighted_relative_error,27157,0.02500,0.939
34,model.language_model.layers.34.mlp.experts.74.down_proj,0.0133964012,hessian_weighted_relative_error,22504,0.02500,0.742
34,model.language_model.layers.34.mlp.experts.74.gate_proj,0.0070048131,hessian_weighted_relative_error,22504,0.02500,0.770
34,model.language_model.layers.34.mlp.experts.74.up_proj,0.0079734179,hessian_weighted_relative_error,22504,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.75.down_proj,0.0097644314,hessian_weighted_relative_error,43591,0.02500,0.839
34,model.language_model.layers.34.mlp.experts.75.gate_proj,0.0053437804,hessian_weighted_relative_error,43591,0.02500,0.882
34,model.language_model.layers.34.mlp.experts.75.up_proj,0.0058929832,hessian_weighted_relative_error,43591,0.02500,0.942
34,model.language_model.layers.34.mlp.experts.76.down_proj,0.0038435317,hessian_weighted_relative_error,13955,0.02500,0.739
34,model.language_model.layers.34.mlp.experts.76.gate_proj,0.0021936005,hessian_weighted_relative_error,13955,0.02500,0.770
34,model.language_model.layers.34.mlp.experts.76.up_proj,0.0023657145,hessian_weighted_relative_error,13955,0.02500,0.797
34,model.language_model.layers.34.mlp.experts.77.down_proj,0.0124850574,hessian_weighted_relative_error,20493,0.02500,0.833
34,model.language_model.layers.34.mlp.experts.77.gate_proj,0.0067876441,hessian_weighted_relative_error,20493,0.02500,0.883
34,model.language_model.layers.34.mlp.experts.77.up_proj,0.0071238765,hessian_weighted_relative_error,20493,0.02500,0.947
34,model.language_model.layers.34.mlp.experts.78.down_proj,0.0110795941,hessian_weighted_relative_error,22965,0.02500,0.741
34,model.language_model.layers.34.mlp.experts.78.gate_proj,0.0059201227,hessian_weighted_relative_error,22965,0.02500,0.769
34,model.language_model.layers.34.mlp.experts.78.up_proj,0.0064903525,hessian_weighted_relative_error,22965,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.79.down_proj,0.0100659253,hessian_weighted_relative_error,18050,0.02500,0.834
34,model.language_model.layers.34.mlp.experts.79.gate_proj,0.0051580329,hessian_weighted_relative_error,18050,0.02500,0.876
34,model.language_model.layers.34.mlp.experts.79.up_proj,0.0065397299,hessian_weighted_relative_error,18050,0.02500,0.936
34,model.language_model.layers.34.mlp.experts.8.down_proj,0.0136231861,hessian_weighted_relative_error,39852,0.02500,0.724
34,model.language_model.layers.34.mlp.experts.8.gate_proj,0.0089610150,hessian_weighted_relative_error,39852,0.02500,0.750
34,model.language_model.layers.34.mlp.experts.8.up_proj,0.0097581299,hessian_weighted_relative_error,39852,0.02500,0.795
34,model.language_model.layers.34.mlp.experts.80.down_proj,0.0110829470,hessian_weighted_relative_error,25015,0.02500,0.742
34,model.language_model.layers.34.mlp.experts.80.gate_proj,0.0063989098,hessian_weighted_relative_error,25015,0.02500,0.771
34,model.language_model.layers.34.mlp.experts.80.up_proj,0.0068430358,hessian_weighted_relative_error,25015,0.02500,0.808
34,model.language_model.layers.34.mlp.experts.81.down_proj,0.0110693829,hessian_weighted_relative_error,8774,0.02500,0.836
34,model.language_model.layers.34.mlp.experts.81.gate_proj,0.0050281831,hessian_weighted_relative_error,8774,0.02500,0.882
34,model.language_model.layers.34.mlp.experts.81.up_proj,0.0069322102,hessian_weighted_relative_error,8774,0.02500,0.956
34,model.language_model.layers.34.mlp.experts.82.down_proj,0.0073744631,hessian_weighted_relative_error,40422,0.02500,0.742
34,model.language_model.layers.34.mlp.experts.82.gate_proj,0.0080864409,hessian_weighted_relative_error,40422,0.02500,0.773
34,model.language_model.layers.34.mlp.experts.82.up_proj,0.0097011941,hessian_weighted_relative_error,40422,0.02500,0.796
34,model.language_model.layers.34.mlp.experts.83.down_proj,0.0148653733,hessian_weighted_relative_error,64905,0.02500,0.837
34,model.language_model.layers.34.mlp.experts.83.gate_proj,0.0084470778,hessian_weighted_relative_error,64905,0.02500,0.883
34,model.language_model.layers.34.mlp.experts.83.up_proj,0.0103693572,hessian_weighted_relative_error,64905,0.02500,0.946
34,model.language_model.layers.34.mlp.experts.84.down_proj,0.0132819739,hessian_weighted_relative_error,115792,0.02500,0.741
34,model.language_model.layers.34.mlp.experts.84.gate_proj,0.0088956033,hessian_weighted_relative_error,115792,0.02500,0.773
34,model.language_model.layers.34.mlp.experts.84.up_proj,0.0099917556,hessian_weighted_relative_error,115792,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.85.down_proj,0.0129437477,hessian_weighted_relative_error,16362,0.02500,0.838
34,model.language_model.layers.34.mlp.experts.85.gate_proj,0.0075415714,hessian_weighted_relative_error,16362,0.02500,0.885
34,model.language_model.layers.34.mlp.experts.85.up_proj,0.0081962644,hessian_weighted_relative_error,16362,0.02500,0.942
34,model.language_model.layers.34.mlp.experts.86.down_proj,0.0107999264,hessian_weighted_relative_error,4905,0.02500,0.742
34,model.language_model.layers.34.mlp.experts.86.gate_proj,0.0051254502,hessian_weighted_relative_error,4905,0.02500,0.771
34,model.language_model.layers.34.mlp.experts.86.up_proj,0.0062429043,hessian_weighted_relative_error,4905,0.02500,0.813
34,model.language_model.layers.34.mlp.experts.87.down_proj,0.0127900547,hessian_weighted_relative_error,53439,0.02500,0.840
34,model.language_model.layers.34.mlp.experts.87.gate_proj,0.0083151499,hessian_weighted_relative_error,53439,0.02500,0.880
34,model.language_model.layers.34.mlp.experts.87.up_proj,0.0087558641,hessian_weighted_relative_error,53439,0.02500,0.945
34,model.language_model.layers.34.mlp.experts.88.down_proj,0.0139412619,hessian_weighted_relative_error,43208,0.02500,0.743
34,model.language_model.layers.34.mlp.experts.88.gate_proj,0.0080896519,hessian_weighted_relative_error,43208,0.02500,0.771
34,model.language_model.layers.34.mlp.experts.88.up_proj,0.0095493877,hessian_weighted_relative_error,43208,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.89.down_proj,0.0104884933,hessian_weighted_relative_error,25947,0.02500,0.840
34,model.language_model.layers.34.mlp.experts.89.gate_proj,0.0061007929,hessian_weighted_relative_error,25947,0.02500,0.889
34,model.language_model.layers.34.mlp.experts.89.up_proj,0.0064400128,hessian_weighted_relative_error,25947,0.02500,0.942
34,model.language_model.layers.34.mlp.experts.9.down_proj,0.0117791136,hessian_weighted_relative_error,19066,0.02500,0.800
34,model.language_model.layers.34.mlp.experts.9.gate_proj,0.0065783980,hessian_weighted_relative_error,19066,0.02500,0.844
34,model.language_model.layers.34.mlp.experts.9.up_proj,0.0074285285,hessian_weighted_relative_error,19066,0.02500,0.937
34,model.language_model.layers.34.mlp.experts.90.down_proj,0.0125753474,hessian_weighted_relative_error,50318,0.02500,0.745
34,model.language_model.layers.34.mlp.experts.90.gate_proj,0.0080860102,hessian_weighted_relative_error,50318,0.02500,0.773
34,model.language_model.layers.34.mlp.experts.90.up_proj,0.0093154447,hessian_weighted_relative_error,50318,0.02500,0.798
34,model.language_model.layers.34.mlp.experts.91.down_proj,0.0149173617,hessian_weighted_relative_error,75160,0.02500,0.845
34,model.language_model.layers.34.mlp.experts.91.gate_proj,0.0100615125,hessian_weighted_relative_error,75160,0.02500,0.887
34,model.language_model.layers.34.mlp.experts.91.up_proj,0.0106427931,hessian_weighted_relative_error,75160,0.02500,0.943
34,model.language_model.layers.34.mlp.experts.92.down_proj,0.0134077962,hessian_weighted_relative_error,50991,0.02500,0.744
34,model.language_model.layers.34.mlp.experts.92.gate_proj,0.0090415506,hessian_weighted_relative_error,50991,0.02500,0.773
34,model.language_model.layers.34.mlp.experts.92.up_proj,0.0094929163,hessian_weighted_relative_error,50991,0.02500,0.800
34,model.language_model.layers.34.mlp.experts.93.down_proj,0.0106728924,hessian_weighted_relative_error,49703,0.02500,0.841
34,model.language_model.layers.34.mlp.experts.93.gate_proj,0.0056892290,hessian_weighted_relative_error,49703,0.02500,0.888
34,model.language_model.layers.34.mlp.experts.93.up_proj,0.0063535700,hessian_weighted_relative_error,49703,0.02500,0.944
34,model.language_model.layers.34.mlp.experts.94.down_proj,0.0113496973,hessian_weighted_relative_error,23726,0.02500,0.743
34,model.language_model.layers.34.mlp.experts.94.gate_proj,0.0063719294,hessian_weighted_relative_error,23726,0.02500,0.776
34,model.language_model.layers.34.mlp.experts.94.up_proj,0.0076172412,hessian_weighted_relative_error,23726,0.02500,0.799
34,model.language_model.layers.34.mlp.experts.95.down_proj,0.0112370938,hessian_weighted_relative_error,8674,0.02500,0.846
34,model.language_model.layers.34.mlp.experts.95.gate_proj,0.0062120718,hessian_weighted_relative_error,8674,0.02500,0.887
34,model.language_model.layers.34.mlp.experts.95.up_proj,0.0073311375,hessian_weighted_relative_error,8674,0.02500,0.944
34,model.language_model.layers.34.mlp.experts.96.down_proj,0.0106602729,hessian_weighted_relative_error,49690,0.02500,0.744
34,model.language_model.layers.34.mlp.experts.96.gate_proj,0.0062729660,hessian_weighted_relative_error,49690,0.02500,0.776
34,model.language_model.layers.34.mlp.experts.96.up_proj,0.0070922031,hessian_weighted_relative_error,49690,0.02500,0.813
34,model.language_model.layers.34.mlp.experts.97.down_proj,0.0143011914,hessian_weighted_relative_error,58389,0.02500,0.843
34,model.language_model.layers.34.mlp.experts.97.gate_proj,0.0089360020,hessian_weighted_relative_error,58389,0.02500,0.889
34,model.language_model.layers.34.mlp.experts.97.up_proj,0.0103927765,hessian_weighted_relative_error,58389,0.02500,0.956
34,model.language_model.layers.34.mlp.experts.98.down_proj,0.0086073593,hessian_weighted_relative_error,10009,0.02500,0.748
34,model.language_model.layers.34.mlp.experts.98.gate_proj,0.0042688175,hessian_weighted_relative_error,10009,0.02500,0.778
34,model.language_model.layers.34.mlp.experts.98.up_proj,0.0046847447,hessian_weighted_relative_error,10009,0.02500,0.801
34,model.language_model.layers.34.mlp.experts.99.down_proj,0.0131326935,hessian_weighted_relative_error,49777,0.02500,0.844
34,model.language_model.layers.34.mlp.experts.99.gate_proj,0.0067223394,hessian_weighted_relative_error,49777,0.02500,0.890
34,model.language_model.layers.34.mlp.experts.99.up_proj,0.0090058137,hessian_weighted_relative_error,49777,0.02500,0.943
35,model.language_model.layers.35.mlp.experts.0.down_proj,0.0145488824,hessian_weighted_relative_error,16264,0.02500,0.718
35,model.language_model.layers.35.mlp.experts.0.gate_proj,0.0090270255,hessian_weighted_relative_error,16264,0.02500,0.753
35,model.language_model.layers.35.mlp.experts.0.up_proj,0.0097281278,hessian_weighted_relative_error,16264,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.1.down_proj,0.0125622709,hessian_weighted_relative_error,15011,0.02500,0.794
35,model.language_model.layers.35.mlp.experts.1.gate_proj,0.0077926688,hessian_weighted_relative_error,15011,0.02500,0.866
35,model.language_model.layers.35.mlp.experts.1.up_proj,0.0083895765,hessian_weighted_relative_error,15011,0.02500,0.938
35,model.language_model.layers.35.mlp.experts.10.down_proj,0.0110967799,hessian_weighted_relative_error,17701,0.02500,0.723
35,model.language_model.layers.35.mlp.experts.10.gate_proj,0.0068024905,hessian_weighted_relative_error,17701,0.02500,0.748
35,model.language_model.layers.35.mlp.experts.10.up_proj,0.0071523367,hessian_weighted_relative_error,17701,0.02500,0.792
35,model.language_model.layers.35.mlp.experts.100.down_proj,0.0142342455,hessian_weighted_relative_error,30951,0.02500,0.747
35,model.language_model.layers.35.mlp.experts.100.gate_proj,0.0087631074,hessian_weighted_relative_error,30951,0.02500,0.770
35,model.language_model.layers.35.mlp.experts.100.up_proj,0.0095165728,hessian_weighted_relative_error,30951,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.101.down_proj,0.0127460627,hessian_weighted_relative_error,11583,0.02500,0.840
35,model.language_model.layers.35.mlp.experts.101.gate_proj,0.0077577489,hessian_weighted_relative_error,11583,0.02500,0.893
35,model.language_model.layers.35.mlp.experts.101.up_proj,0.0082075727,hessian_weighted_relative_error,11583,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.102.down_proj,0.0156721194,hessian_weighted_relative_error,60607,0.02500,0.742
35,model.language_model.layers.35.mlp.experts.102.gate_proj,0.0099577904,hessian_weighted_relative_error,60607,0.02500,0.774
35,model.language_model.layers.35.mlp.experts.102.up_proj,0.0117630832,hessian_weighted_relative_error,60607,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.103.down_proj,0.0124886999,hessian_weighted_relative_error,38300,0.02500,0.844
35,model.language_model.layers.35.mlp.experts.103.gate_proj,0.0072941119,hessian_weighted_relative_error,38300,0.02500,0.891
35,model.language_model.layers.35.mlp.experts.103.up_proj,0.0078816360,hessian_weighted_relative_error,38300,0.02500,0.953
35,model.language_model.layers.35.mlp.experts.104.down_proj,0.0112898452,hessian_weighted_relative_error,34125,0.02500,0.743
35,model.language_model.layers.35.mlp.experts.104.gate_proj,0.0065094106,hessian_weighted_relative_error,34125,0.02500,0.774
35,model.language_model.layers.35.mlp.experts.104.up_proj,0.0071157891,hessian_weighted_relative_error,34125,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.105.down_proj,0.0152404476,hessian_weighted_relative_error,69875,0.02500,0.844
35,model.language_model.layers.35.mlp.experts.105.gate_proj,0.0092756768,hessian_weighted_relative_error,69875,0.02500,0.895
35,model.language_model.layers.35.mlp.experts.105.up_proj,0.0114192560,hessian_weighted_relative_error,69875,0.02500,0.956
35,model.language_model.layers.35.mlp.experts.106.down_proj,0.0116046580,hessian_weighted_relative_error,7883,0.02500,0.746
35,model.language_model.layers.35.mlp.experts.106.gate_proj,0.0057945651,hessian_weighted_relative_error,7883,0.02500,0.772
35,model.language_model.layers.35.mlp.experts.106.up_proj,0.0067772507,hessian_weighted_relative_error,7883,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.107.down_proj,0.0129006600,hessian_weighted_relative_error,16374,0.02500,0.847
35,model.language_model.layers.35.mlp.experts.107.gate_proj,0.0074620222,hessian_weighted_relative_error,16374,0.02500,0.896
35,model.language_model.layers.35.mlp.experts.107.up_proj,0.0080664711,hessian_weighted_relative_error,16374,0.02500,0.966
35,model.language_model.layers.35.mlp.experts.108.down_proj,0.0149716148,hessian_weighted_relative_error,37020,0.02500,0.749
35,model.language_model.layers.35.mlp.experts.108.gate_proj,0.0096960922,hessian_weighted_relative_error,37020,0.02500,0.771
35,model.language_model.layers.35.mlp.experts.108.up_proj,0.0104693821,hessian_weighted_relative_error,37020,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.109.down_proj,0.0129057116,hessian_weighted_relative_error,21187,0.02500,0.844
35,model.language_model.layers.35.mlp.experts.109.gate_proj,0.0077629812,hessian_weighted_relative_error,21187,0.02500,0.895
35,model.language_model.layers.35.mlp.experts.109.up_proj,0.0088815626,hessian_weighted_relative_error,21187,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.11.down_proj,0.0100789710,hessian_weighted_relative_error,31087,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.11.gate_proj,0.0069252225,hessian_weighted_relative_error,31087,0.02500,0.850
35,model.language_model.layers.35.mlp.experts.11.up_proj,0.0073435993,hessian_weighted_relative_error,31087,0.02500,0.938
35,model.language_model.layers.35.mlp.experts.110.down_proj,0.0151353851,hessian_weighted_relative_error,30453,0.02500,0.744
35,model.language_model.layers.35.mlp.experts.110.gate_proj,0.0084610439,hessian_weighted_relative_error,30453,0.02500,0.778
35,model.language_model.layers.35.mlp.experts.110.up_proj,0.0104963992,hessian_weighted_relative_error,30453,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.111.down_proj,0.0083768285,hessian_weighted_relative_error,31823,0.02500,0.851
35,model.language_model.layers.35.mlp.experts.111.gate_proj,0.0046803930,hessian_weighted_relative_error,31823,0.02500,0.891
35,model.language_model.layers.35.mlp.experts.111.up_proj,0.0049901610,hessian_weighted_relative_error,31823,0.02500,0.956
35,model.language_model.layers.35.mlp.experts.112.down_proj,0.0108281817,hessian_weighted_relative_error,33516,0.02500,0.745
35,model.language_model.layers.35.mlp.experts.112.gate_proj,0.0060034962,hessian_weighted_relative_error,33516,0.02500,0.790
35,model.language_model.layers.35.mlp.experts.112.up_proj,0.0066574728,hessian_weighted_relative_error,33516,0.02500,0.808
35,model.language_model.layers.35.mlp.experts.113.down_proj,0.0143840009,hessian_weighted_relative_error,72779,0.02500,0.849
35,model.language_model.layers.35.mlp.experts.113.gate_proj,0.0094438166,hessian_weighted_relative_error,72779,0.02500,0.896
35,model.language_model.layers.35.mlp.experts.113.up_proj,0.0111904621,hessian_weighted_relative_error,72779,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.114.down_proj,0.0130176437,hessian_weighted_relative_error,22954,0.02500,0.750
35,model.language_model.layers.35.mlp.experts.114.gate_proj,0.0065520123,hessian_weighted_relative_error,22954,0.02500,0.775
35,model.language_model.layers.35.mlp.experts.114.up_proj,0.0078090849,hessian_weighted_relative_error,22954,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.115.down_proj,0.0123437172,hessian_weighted_relative_error,8745,0.02500,0.851
35,model.language_model.layers.35.mlp.experts.115.gate_proj,0.0063813875,hessian_weighted_relative_error,8745,0.02500,0.896
35,model.language_model.layers.35.mlp.experts.115.up_proj,0.0078175091,hessian_weighted_relative_error,8745,0.02500,0.955
35,model.language_model.layers.35.mlp.experts.116.down_proj,0.0136508145,hessian_weighted_relative_error,26435,0.02500,0.749
35,model.language_model.layers.35.mlp.experts.116.gate_proj,0.0080954940,hessian_weighted_relative_error,26435,0.02500,0.771
35,model.language_model.layers.35.mlp.experts.116.up_proj,0.0090199409,hessian_weighted_relative_error,26435,0.02500,0.799
35,model.language_model.layers.35.mlp.experts.117.down_proj,0.0157742368,hessian_weighted_relative_error,93840,0.02500,0.848
35,model.language_model.layers.35.mlp.experts.117.gate_proj,0.0092517054,hessian_weighted_relative_error,93840,0.02500,0.895
35,model.language_model.layers.35.mlp.experts.117.up_proj,0.0112840477,hessian_weighted_relative_error,93840,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.118.down_proj,0.0100127632,hessian_weighted_relative_error,6123,0.02500,0.745
35,model.language_model.layers.35.mlp.experts.118.gate_proj,0.0043498925,hessian_weighted_relative_error,6123,0.02500,0.778
35,model.language_model.layers.35.mlp.experts.118.up_proj,0.0055108393,hessian_weighted_relative_error,6123,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.119.down_proj,0.0113870234,hessian_weighted_relative_error,42475,0.02500,0.850
35,model.language_model.layers.35.mlp.experts.119.gate_proj,0.0068533970,hessian_weighted_relative_error,42475,0.02500,0.895
35,model.language_model.layers.35.mlp.experts.119.up_proj,0.0075674438,hessian_weighted_relative_error,42475,0.02500,0.958
35,model.language_model.layers.35.mlp.experts.12.down_proj,0.0134259573,hessian_weighted_relative_error,21929,0.02500,0.727
35,model.language_model.layers.35.mlp.experts.12.gate_proj,0.0079029756,hessian_weighted_relative_error,21929,0.02500,0.746
35,model.language_model.layers.35.mlp.experts.12.up_proj,0.0091177860,hessian_weighted_relative_error,21929,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.120.down_proj,0.0134902882,hessian_weighted_relative_error,22737,0.02500,0.747
35,model.language_model.layers.35.mlp.experts.120.gate_proj,0.0076476484,hessian_weighted_relative_error,22737,0.02500,0.778
35,model.language_model.layers.35.mlp.experts.120.up_proj,0.0091263035,hessian_weighted_relative_error,22737,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.121.down_proj,0.0129970622,hessian_weighted_relative_error,18998,0.02500,0.853
35,model.language_model.layers.35.mlp.experts.121.gate_proj,0.0070086402,hessian_weighted_relative_error,18998,0.02500,0.896
35,model.language_model.layers.35.mlp.experts.121.up_proj,0.0087779754,hessian_weighted_relative_error,18998,0.02500,0.958
35,model.language_model.layers.35.mlp.experts.122.down_proj,0.0148926919,hessian_weighted_relative_error,23220,0.02500,0.749
35,model.language_model.layers.35.mlp.experts.122.gate_proj,0.0097485691,hessian_weighted_relative_error,23220,0.02500,0.775
35,model.language_model.layers.35.mlp.experts.122.up_proj,0.0107367334,hessian_weighted_relative_error,23220,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.123.down_proj,0.0154319260,hessian_weighted_relative_error,65564,0.02500,0.855
35,model.language_model.layers.35.mlp.experts.123.gate_proj,0.0104536110,hessian_weighted_relative_error,65564,0.02500,0.898
35,model.language_model.layers.35.mlp.experts.123.up_proj,0.0117191295,hessian_weighted_relative_error,65564,0.02500,0.964
35,model.language_model.layers.35.mlp.experts.124.down_proj,0.0087654479,hessian_weighted_relative_error,13707,0.02500,0.752
35,model.language_model.layers.35.mlp.experts.124.gate_proj,0.0051783654,hessian_weighted_relative_error,13707,0.02500,0.775
35,model.language_model.layers.35.mlp.experts.124.up_proj,0.0068000031,hessian_weighted_relative_error,13707,0.02500,0.799
35,model.language_model.layers.35.mlp.experts.125.down_proj,0.0116510458,hessian_weighted_relative_error,19742,0.02500,0.851
35,model.language_model.layers.35.mlp.experts.125.gate_proj,0.0071961212,hessian_weighted_relative_error,19742,0.02500,0.901
35,model.language_model.layers.35.mlp.experts.125.up_proj,0.0079940859,hessian_weighted_relative_error,19742,0.02500,0.959
35,model.language_model.layers.35.mlp.experts.126.down_proj,0.0109297421,hessian_weighted_relative_error,16856,0.02500,0.747
35,model.language_model.layers.35.mlp.experts.126.gate_proj,0.0063028339,hessian_weighted_relative_error,16856,0.02500,0.780
35,model.language_model.layers.35.mlp.experts.126.up_proj,0.0068560289,hessian_weighted_relative_error,16856,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.127.down_proj,0.0098923387,hessian_weighted_relative_error,19663,0.02500,0.857
35,model.language_model.layers.35.mlp.experts.127.gate_proj,0.0062685484,hessian_weighted_relative_error,19663,0.02500,0.894
35,model.language_model.layers.35.mlp.experts.127.up_proj,0.0069588548,hessian_weighted_relative_error,19663,0.02500,0.959
35,model.language_model.layers.35.mlp.experts.128.down_proj,0.0132730693,hessian_weighted_relative_error,37796,0.02500,0.748
35,model.language_model.layers.35.mlp.experts.128.gate_proj,0.0087530821,hessian_weighted_relative_error,37796,0.02500,0.779
35,model.language_model.layers.35.mlp.experts.128.up_proj,0.0096004179,hessian_weighted_relative_error,37796,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.129.down_proj,0.0142080114,hessian_weighted_relative_error,20891,0.02500,0.856
35,model.language_model.layers.35.mlp.experts.129.gate_proj,0.0083073066,hessian_weighted_relative_error,20891,0.02500,0.901
35,model.language_model.layers.35.mlp.experts.129.up_proj,0.0093821812,hessian_weighted_relative_error,20891,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.13.down_proj,0.0108692305,hessian_weighted_relative_error,18108,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.13.gate_proj,0.0074427095,hessian_weighted_relative_error,18108,0.02500,0.853
35,model.language_model.layers.35.mlp.experts.13.up_proj,0.0081853364,hessian_weighted_relative_error,18108,0.02500,0.948
35,model.language_model.layers.35.mlp.experts.130.down_proj,0.0114889824,hessian_weighted_relative_error,10127,0.02500,0.752
35,model.language_model.layers.35.mlp.experts.130.gate_proj,0.0060456164,hessian_weighted_relative_error,10127,0.02500,0.776
35,model.language_model.layers.35.mlp.experts.130.up_proj,0.0071742952,hessian_weighted_relative_error,10127,0.02500,0.800
35,model.language_model.layers.35.mlp.experts.131.down_proj,0.0116023732,hessian_weighted_relative_error,17104,0.02500,0.858
35,model.language_model.layers.35.mlp.experts.131.gate_proj,0.0071878043,hessian_weighted_relative_error,17104,0.02500,0.900
35,model.language_model.layers.35.mlp.experts.131.up_proj,0.0081021124,hessian_weighted_relative_error,17104,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.132.down_proj,0.0139325758,hessian_weighted_relative_error,31254,0.02500,0.753
35,model.language_model.layers.35.mlp.experts.132.gate_proj,0.0082113420,hessian_weighted_relative_error,31254,0.02500,0.774
35,model.language_model.layers.35.mlp.experts.132.up_proj,0.0092600754,hessian_weighted_relative_error,31254,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.133.down_proj,0.0128336412,hessian_weighted_relative_error,10497,0.02500,0.856
35,model.language_model.layers.35.mlp.experts.133.gate_proj,0.0062544447,hessian_weighted_relative_error,10497,0.02500,0.900
35,model.language_model.layers.35.mlp.experts.133.up_proj,0.0076336274,hessian_weighted_relative_error,10497,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.134.down_proj,0.0132403260,hessian_weighted_relative_error,125193,0.02500,0.748
35,model.language_model.layers.35.mlp.experts.134.gate_proj,0.0083314820,hessian_weighted_relative_error,125193,0.02500,0.781
35,model.language_model.layers.35.mlp.experts.134.up_proj,0.0103017923,hessian_weighted_relative_error,125193,0.02500,0.821
35,model.language_model.layers.35.mlp.experts.135.down_proj,0.0144820013,hessian_weighted_relative_error,21173,0.02500,0.857
35,model.language_model.layers.35.mlp.experts.135.gate_proj,0.0072511697,hessian_weighted_relative_error,21173,0.02500,0.896
35,model.language_model.layers.35.mlp.experts.135.up_proj,0.0095024633,hessian_weighted_relative_error,21173,0.02500,0.958
35,model.language_model.layers.35.mlp.experts.136.down_proj,0.0133358814,hessian_weighted_relative_error,14614,0.02500,0.750
35,model.language_model.layers.35.mlp.experts.136.gate_proj,0.0079518140,hessian_weighted_relative_error,14614,0.02500,0.780
35,model.language_model.layers.35.mlp.experts.136.up_proj,0.0086529334,hessian_weighted_relative_error,14614,0.02500,0.806
35,model.language_model.layers.35.mlp.experts.137.down_proj,0.0144929930,hessian_weighted_relative_error,69014,0.02500,0.861
35,model.language_model.layers.35.mlp.experts.137.gate_proj,0.0090486601,hessian_weighted_relative_error,69014,0.02500,0.903
35,model.language_model.layers.35.mlp.experts.137.up_proj,0.0101799950,hessian_weighted_relative_error,69014,0.02500,0.963
35,model.language_model.layers.35.mlp.experts.138.down_proj,0.0114874771,hessian_weighted_relative_error,37163,0.02500,0.752
35,model.language_model.layers.35.mlp.experts.138.gate_proj,0.0067115336,hessian_weighted_relative_error,37163,0.02500,0.779
35,model.language_model.layers.35.mlp.experts.138.up_proj,0.0072769895,hessian_weighted_relative_error,37163,0.02500,0.800
35,model.language_model.layers.35.mlp.experts.139.down_proj,0.0088392668,hessian_weighted_relative_error,20719,0.02500,0.863
35,model.language_model.layers.35.mlp.experts.139.gate_proj,0.0046166765,hessian_weighted_relative_error,20719,0.02500,0.907
35,model.language_model.layers.35.mlp.experts.139.up_proj,0.0051265621,hessian_weighted_relative_error,20719,0.02500,0.992
35,model.language_model.layers.35.mlp.experts.14.down_proj,0.0141431883,hessian_weighted_relative_error,17859,0.02500,0.721
35,model.language_model.layers.35.mlp.experts.14.gate_proj,0.0072432715,hessian_weighted_relative_error,17859,0.02500,0.753
35,model.language_model.layers.35.mlp.experts.14.up_proj,0.0090635880,hessian_weighted_relative_error,17859,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.140.down_proj,0.0115935469,hessian_weighted_relative_error,7569,0.02500,0.755
35,model.language_model.layers.35.mlp.experts.140.gate_proj,0.0061971980,hessian_weighted_relative_error,7569,0.02500,0.775
35,model.language_model.layers.35.mlp.experts.140.up_proj,0.0068135135,hessian_weighted_relative_error,7569,0.02500,0.800
35,model.language_model.layers.35.mlp.experts.141.down_proj,0.0134020279,hessian_weighted_relative_error,53770,0.02500,0.864
35,model.language_model.layers.35.mlp.experts.141.gate_proj,0.0093000805,hessian_weighted_relative_error,53770,0.02500,0.902
35,model.language_model.layers.35.mlp.experts.141.up_proj,0.0098640190,hessian_weighted_relative_error,53770,0.02500,0.971
35,model.language_model.layers.35.mlp.experts.142.down_proj,0.0126430098,hessian_weighted_relative_error,19699,0.02500,0.749
35,model.language_model.layers.35.mlp.experts.142.gate_proj,0.0073832605,hessian_weighted_relative_error,19699,0.02500,0.780
35,model.language_model.layers.35.mlp.experts.142.up_proj,0.0082802285,hessian_weighted_relative_error,19699,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.143.down_proj,0.0078088881,hessian_weighted_relative_error,11865,0.02500,0.863
35,model.language_model.layers.35.mlp.experts.143.gate_proj,0.0045246545,hessian_weighted_relative_error,11865,0.02500,0.899
35,model.language_model.layers.35.mlp.experts.143.up_proj,0.0048872395,hessian_weighted_relative_error,11865,0.02500,0.959
35,model.language_model.layers.35.mlp.experts.144.down_proj,0.0128004514,hessian_weighted_relative_error,9086,0.02500,0.751
35,model.language_model.layers.35.mlp.experts.144.gate_proj,0.0068772966,hessian_weighted_relative_error,9086,0.02500,0.781
35,model.language_model.layers.35.mlp.experts.144.up_proj,0.0079656130,hessian_weighted_relative_error,9086,0.02500,0.809
35,model.language_model.layers.35.mlp.experts.145.down_proj,0.0154592310,hessian_weighted_relative_error,67735,0.02500,0.866
35,model.language_model.layers.35.mlp.experts.145.gate_proj,0.0104531523,hessian_weighted_relative_error,67735,0.02500,0.902
35,model.language_model.layers.35.mlp.experts.145.up_proj,0.0117409800,hessian_weighted_relative_error,67735,0.02500,0.964
35,model.language_model.layers.35.mlp.experts.146.down_proj,0.0094658344,hessian_weighted_relative_error,10645,0.02500,0.753
35,model.language_model.layers.35.mlp.experts.146.gate_proj,0.0048212854,hessian_weighted_relative_error,10645,0.02500,0.777
35,model.language_model.layers.35.mlp.experts.146.up_proj,0.0057848831,hessian_weighted_relative_error,10645,0.02500,0.800
35,model.language_model.layers.35.mlp.experts.147.down_proj,0.0119611057,hessian_weighted_relative_error,46130,0.02500,0.868
35,model.language_model.layers.35.mlp.experts.147.gate_proj,0.0068108382,hessian_weighted_relative_error,46130,0.02500,0.903
35,model.language_model.layers.35.mlp.experts.147.up_proj,0.0073051003,hessian_weighted_relative_error,46130,0.02500,0.968
35,model.language_model.layers.35.mlp.experts.148.down_proj,0.0121580067,hessian_weighted_relative_error,16522,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.148.gate_proj,0.0067096968,hessian_weighted_relative_error,16522,0.02500,0.776
35,model.language_model.layers.35.mlp.experts.148.up_proj,0.0075708234,hessian_weighted_relative_error,16522,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.149.down_proj,0.0062845138,hessian_weighted_relative_error,21812,0.02500,0.865
35,model.language_model.layers.35.mlp.experts.149.gate_proj,0.0040292093,hessian_weighted_relative_error,21812,0.02500,0.905
35,model.language_model.layers.35.mlp.experts.149.up_proj,0.0048090569,hessian_weighted_relative_error,21812,0.02500,0.966
35,model.language_model.layers.35.mlp.experts.15.down_proj,0.0107503986,hessian_weighted_relative_error,5593,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.15.gate_proj,0.0049016817,hessian_weighted_relative_error,5593,0.02500,0.846
35,model.language_model.layers.35.mlp.experts.15.up_proj,0.0061327520,hessian_weighted_relative_error,5593,0.02500,0.935
35,model.language_model.layers.35.mlp.experts.150.down_proj,0.0144471665,hessian_weighted_relative_error,16294,0.02500,0.750
35,model.language_model.layers.35.mlp.experts.150.gate_proj,0.0072374587,hessian_weighted_relative_error,16294,0.02500,0.782
35,model.language_model.layers.35.mlp.experts.150.up_proj,0.0095270112,hessian_weighted_relative_error,16294,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.151.down_proj,0.0124544493,hessian_weighted_relative_error,22509,0.02500,0.868
35,model.language_model.layers.35.mlp.experts.151.gate_proj,0.0078553231,hessian_weighted_relative_error,22509,0.02500,0.900
35,model.language_model.layers.35.mlp.experts.151.up_proj,0.0086337769,hessian_weighted_relative_error,22509,0.02500,0.965
35,model.language_model.layers.35.mlp.experts.152.down_proj,0.0128586519,hessian_weighted_relative_error,16091,0.02500,0.752
35,model.language_model.layers.35.mlp.experts.152.gate_proj,0.0072701040,hessian_weighted_relative_error,16091,0.02500,0.783
35,model.language_model.layers.35.mlp.experts.152.up_proj,0.0079463658,hessian_weighted_relative_error,16091,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.153.down_proj,0.0125941296,hessian_weighted_relative_error,17095,0.02500,0.870
35,model.language_model.layers.35.mlp.experts.153.gate_proj,0.0076549376,hessian_weighted_relative_error,17095,0.02500,0.913
35,model.language_model.layers.35.mlp.experts.153.up_proj,0.0083168505,hessian_weighted_relative_error,17095,0.02500,0.966
35,model.language_model.layers.35.mlp.experts.154.down_proj,0.0097855024,hessian_weighted_relative_error,32795,0.02500,0.754
35,model.language_model.layers.35.mlp.experts.154.gate_proj,0.0071675466,hessian_weighted_relative_error,32795,0.02500,0.777
35,model.language_model.layers.35.mlp.experts.154.up_proj,0.0079276863,hessian_weighted_relative_error,32795,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.155.down_proj,0.0136384107,hessian_weighted_relative_error,25326,0.02500,0.871
35,model.language_model.layers.35.mlp.experts.155.gate_proj,0.0079107503,hessian_weighted_relative_error,25326,0.02500,0.904
35,model.language_model.layers.35.mlp.experts.155.up_proj,0.0093361137,hessian_weighted_relative_error,25326,0.02500,0.962
35,model.language_model.layers.35.mlp.experts.156.down_proj,0.0120963321,hessian_weighted_relative_error,25985,0.02500,0.754
35,model.language_model.layers.35.mlp.experts.156.gate_proj,0.0073367819,hessian_weighted_relative_error,25985,0.02500,0.777
35,model.language_model.layers.35.mlp.experts.156.up_proj,0.0082464476,hessian_weighted_relative_error,25985,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.157.down_proj,0.0149493238,hessian_weighted_relative_error,58637,0.02500,0.869
35,model.language_model.layers.35.mlp.experts.157.gate_proj,0.0096890962,hessian_weighted_relative_error,58637,0.02500,0.909
35,model.language_model.layers.35.mlp.experts.157.up_proj,0.0111099004,hessian_weighted_relative_error,58637,0.02500,0.956
35,model.language_model.layers.35.mlp.experts.158.down_proj,0.0119819545,hessian_weighted_relative_error,15121,0.02500,0.752
35,model.language_model.layers.35.mlp.experts.158.gate_proj,0.0066651954,hessian_weighted_relative_error,15121,0.02500,0.785
35,model.language_model.layers.35.mlp.experts.158.up_proj,0.0071294288,hessian_weighted_relative_error,15121,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.159.down_proj,0.0130256561,hessian_weighted_relative_error,9394,0.02500,0.871
35,model.language_model.layers.35.mlp.experts.159.gate_proj,0.0068388578,hessian_weighted_relative_error,9394,0.02500,0.901
35,model.language_model.layers.35.mlp.experts.159.up_proj,0.0081388237,hessian_weighted_relative_error,9394,0.02500,0.955
35,model.language_model.layers.35.mlp.experts.16.down_proj,0.0150650705,hessian_weighted_relative_error,62749,0.02500,0.723
35,model.language_model.layers.35.mlp.experts.16.gate_proj,0.0091128605,hessian_weighted_relative_error,62749,0.02500,0.754
35,model.language_model.layers.35.mlp.experts.16.up_proj,0.0111918970,hessian_weighted_relative_error,62749,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.160.down_proj,0.0129955693,hessian_weighted_relative_error,11714,0.02500,0.753
35,model.language_model.layers.35.mlp.experts.160.gate_proj,0.0066108445,hessian_weighted_relative_error,11714,0.02500,0.782
35,model.language_model.layers.35.mlp.experts.160.up_proj,0.0081543448,hessian_weighted_relative_error,11714,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.161.down_proj,0.0081986713,hessian_weighted_relative_error,5588,0.02500,0.872
35,model.language_model.layers.35.mlp.experts.161.gate_proj,0.0039769335,hessian_weighted_relative_error,5588,0.02500,0.905
35,model.language_model.layers.35.mlp.experts.161.up_proj,0.0044883483,hessian_weighted_relative_error,5588,0.02500,0.967
35,model.language_model.layers.35.mlp.experts.162.down_proj,0.0134616318,hessian_weighted_relative_error,28949,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.162.gate_proj,0.0077363956,hessian_weighted_relative_error,28949,0.02500,0.782
35,model.language_model.layers.35.mlp.experts.162.up_proj,0.0091916970,hessian_weighted_relative_error,28949,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.163.down_proj,0.0073227966,hessian_weighted_relative_error,8261,0.02500,0.873
35,model.language_model.layers.35.mlp.experts.163.gate_proj,0.0041539427,hessian_weighted_relative_error,8261,0.02500,0.905
35,model.language_model.layers.35.mlp.experts.163.up_proj,0.0052296646,hessian_weighted_relative_error,8261,0.02500,0.960
35,model.language_model.layers.35.mlp.experts.164.down_proj,0.0133852130,hessian_weighted_relative_error,12216,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.164.gate_proj,0.0066543020,hessian_weighted_relative_error,12216,0.02500,0.784
35,model.language_model.layers.35.mlp.experts.164.up_proj,0.0084894199,hessian_weighted_relative_error,12216,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.165.down_proj,0.0114505155,hessian_weighted_relative_error,18818,0.02500,0.871
35,model.language_model.layers.35.mlp.experts.165.gate_proj,0.0075990591,hessian_weighted_relative_error,18818,0.02500,0.917
35,model.language_model.layers.35.mlp.experts.165.up_proj,0.0087804508,hessian_weighted_relative_error,18818,0.02500,0.958
35,model.language_model.layers.35.mlp.experts.166.down_proj,0.0131134231,hessian_weighted_relative_error,24035,0.02500,0.753
35,model.language_model.layers.35.mlp.experts.166.gate_proj,0.0079524463,hessian_weighted_relative_error,24035,0.02500,0.783
35,model.language_model.layers.35.mlp.experts.166.up_proj,0.0089054871,hessian_weighted_relative_error,24035,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.167.down_proj,0.0117569813,hessian_weighted_relative_error,13058,0.02500,0.874
35,model.language_model.layers.35.mlp.experts.167.gate_proj,0.0066472297,hessian_weighted_relative_error,13058,0.02500,0.902
35,model.language_model.layers.35.mlp.experts.167.up_proj,0.0082504679,hessian_weighted_relative_error,13058,0.02500,0.955
35,model.language_model.layers.35.mlp.experts.168.down_proj,0.0137848020,hessian_weighted_relative_error,20476,0.02500,0.754
35,model.language_model.layers.35.mlp.experts.168.gate_proj,0.0070748748,hessian_weighted_relative_error,20476,0.02500,0.784
35,model.language_model.layers.35.mlp.experts.168.up_proj,0.0092435737,hessian_weighted_relative_error,20476,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.169.down_proj,0.0116917289,hessian_weighted_relative_error,11121,0.02500,0.878
35,model.language_model.layers.35.mlp.experts.169.gate_proj,0.0067599767,hessian_weighted_relative_error,11121,0.02500,0.906
35,model.language_model.layers.35.mlp.experts.169.up_proj,0.0074118602,hessian_weighted_relative_error,11121,0.02500,0.956
35,model.language_model.layers.35.mlp.experts.17.down_proj,0.0130507059,hessian_weighted_relative_error,24564,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.17.gate_proj,0.0074227717,hessian_weighted_relative_error,24564,0.02500,0.853
35,model.language_model.layers.35.mlp.experts.17.up_proj,0.0089392826,hessian_weighted_relative_error,24564,0.02500,0.944
35,model.language_model.layers.35.mlp.experts.170.down_proj,0.0095122615,hessian_weighted_relative_error,27493,0.02500,0.757
35,model.language_model.layers.35.mlp.experts.170.gate_proj,0.0070116067,hessian_weighted_relative_error,27493,0.02500,0.783
35,model.language_model.layers.35.mlp.experts.170.up_proj,0.0090370809,hessian_weighted_relative_error,27493,0.02500,0.821
35,model.language_model.layers.35.mlp.experts.171.down_proj,0.0011288672,hessian_weighted_relative_error,7063,0.02500,0.876
35,model.language_model.layers.35.mlp.experts.171.gate_proj,0.0013786664,hessian_weighted_relative_error,7063,0.02500,0.914
35,model.language_model.layers.35.mlp.experts.171.up_proj,0.0017221355,hessian_weighted_relative_error,7063,0.02500,0.954
35,model.language_model.layers.35.mlp.experts.172.down_proj,0.0138827202,hessian_weighted_relative_error,11665,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.172.gate_proj,0.0066821642,hessian_weighted_relative_error,11665,0.02500,0.780
35,model.language_model.layers.35.mlp.experts.172.up_proj,0.0088177326,hessian_weighted_relative_error,11665,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.173.down_proj,0.0109943502,hessian_weighted_relative_error,13568,0.02500,0.874
35,model.language_model.layers.35.mlp.experts.173.gate_proj,0.0057690218,hessian_weighted_relative_error,13568,0.02500,0.916
35,model.language_model.layers.35.mlp.experts.173.up_proj,0.0063584410,hessian_weighted_relative_error,13568,0.02500,0.952
35,model.language_model.layers.35.mlp.experts.174.down_proj,0.0062192509,hessian_weighted_relative_error,19657,0.02500,0.754
35,model.language_model.layers.35.mlp.experts.174.gate_proj,0.0046780196,hessian_weighted_relative_error,19657,0.02500,0.785
35,model.language_model.layers.35.mlp.experts.174.up_proj,0.0053190514,hessian_weighted_relative_error,19657,0.02500,0.809
35,model.language_model.layers.35.mlp.experts.175.down_proj,0.0120702423,hessian_weighted_relative_error,21127,0.02500,0.879
35,model.language_model.layers.35.mlp.experts.175.gate_proj,0.0066678023,hessian_weighted_relative_error,21127,0.02500,0.903
35,model.language_model.layers.35.mlp.experts.175.up_proj,0.0074058980,hessian_weighted_relative_error,21127,0.02500,0.968
35,model.language_model.layers.35.mlp.experts.176.down_proj,0.0127600428,hessian_weighted_relative_error,14241,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.176.gate_proj,0.0074510249,hessian_weighted_relative_error,14241,0.02500,0.785
35,model.language_model.layers.35.mlp.experts.176.up_proj,0.0079492101,hessian_weighted_relative_error,14241,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.177.down_proj,0.0142766111,hessian_weighted_relative_error,17875,0.02500,0.876
35,model.language_model.layers.35.mlp.experts.177.gate_proj,0.0069250233,hessian_weighted_relative_error,17875,0.02500,0.906
35,model.language_model.layers.35.mlp.experts.177.up_proj,0.0092992592,hessian_weighted_relative_error,17875,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.178.down_proj,0.0109463116,hessian_weighted_relative_error,59792,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.178.gate_proj,0.0068781198,hessian_weighted_relative_error,59792,0.02500,0.784
35,model.language_model.layers.35.mlp.experts.178.up_proj,0.0076763528,hessian_weighted_relative_error,59792,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.179.down_proj,0.0128949115,hessian_weighted_relative_error,35690,0.02500,0.877
35,model.language_model.layers.35.mlp.experts.179.gate_proj,0.0085284213,hessian_weighted_relative_error,35690,0.02500,0.907
35,model.language_model.layers.35.mlp.experts.179.up_proj,0.0100852308,hessian_weighted_relative_error,35690,0.02500,0.966
35,model.language_model.layers.35.mlp.experts.18.down_proj,0.0099882146,hessian_weighted_relative_error,12042,0.02500,0.727
35,model.language_model.layers.35.mlp.experts.18.gate_proj,0.0056162236,hessian_weighted_relative_error,12042,0.02500,0.752
35,model.language_model.layers.35.mlp.experts.18.up_proj,0.0062486992,hessian_weighted_relative_error,12042,0.02500,0.794
35,model.language_model.layers.35.mlp.experts.180.down_proj,0.0115682796,hessian_weighted_relative_error,13656,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.180.gate_proj,0.0064998592,hessian_weighted_relative_error,13656,0.02500,0.782
35,model.language_model.layers.35.mlp.experts.180.up_proj,0.0070136731,hessian_weighted_relative_error,13656,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.181.down_proj,0.0104356866,hessian_weighted_relative_error,10768,0.02500,0.877
35,model.language_model.layers.35.mlp.experts.181.gate_proj,0.0058119928,hessian_weighted_relative_error,10768,0.02500,0.915
35,model.language_model.layers.35.mlp.experts.181.up_proj,0.0061290575,hessian_weighted_relative_error,10768,0.02500,0.959
35,model.language_model.layers.35.mlp.experts.182.down_proj,0.0133636150,hessian_weighted_relative_error,12957,0.02500,0.758
35,model.language_model.layers.35.mlp.experts.182.gate_proj,0.0080060002,hessian_weighted_relative_error,12957,0.02500,0.785
35,model.language_model.layers.35.mlp.experts.182.up_proj,0.0089847918,hessian_weighted_relative_error,12957,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.183.down_proj,0.0085300509,hessian_weighted_relative_error,6406,0.02500,0.877
35,model.language_model.layers.35.mlp.experts.183.gate_proj,0.0041553694,hessian_weighted_relative_error,6406,0.02500,0.908
35,model.language_model.layers.35.mlp.experts.183.up_proj,0.0045498534,hessian_weighted_relative_error,6406,0.02500,0.957
35,model.language_model.layers.35.mlp.experts.184.down_proj,0.0154312402,hessian_weighted_relative_error,145757,0.02500,0.754
35,model.language_model.layers.35.mlp.experts.184.gate_proj,0.0079769940,hessian_weighted_relative_error,145757,0.02500,0.786
35,model.language_model.layers.35.mlp.experts.184.up_proj,0.0113778671,hessian_weighted_relative_error,145757,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.185.down_proj,0.0144577900,hessian_weighted_relative_error,19196,0.02500,0.877
35,model.language_model.layers.35.mlp.experts.185.gate_proj,0.0088556408,hessian_weighted_relative_error,19196,0.02500,0.913
35,model.language_model.layers.35.mlp.experts.185.up_proj,0.0099510399,hessian_weighted_relative_error,19196,0.02500,0.964
35,model.language_model.layers.35.mlp.experts.186.down_proj,0.0117947026,hessian_weighted_relative_error,6075,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.186.gate_proj,0.0052057460,hessian_weighted_relative_error,6075,0.02500,0.783
35,model.language_model.layers.35.mlp.experts.186.up_proj,0.0066303007,hessian_weighted_relative_error,6075,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.187.down_proj,0.0110744393,hessian_weighted_relative_error,26457,0.02500,0.879
35,model.language_model.layers.35.mlp.experts.187.gate_proj,0.0069066838,hessian_weighted_relative_error,26457,0.02500,0.918
35,model.language_model.layers.35.mlp.experts.187.up_proj,0.0076525099,hessian_weighted_relative_error,26457,0.02500,0.964
35,model.language_model.layers.35.mlp.experts.188.down_proj,0.0131944655,hessian_weighted_relative_error,31585,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.188.gate_proj,0.0082176641,hessian_weighted_relative_error,31585,0.02500,0.782
35,model.language_model.layers.35.mlp.experts.188.up_proj,0.0089454330,hessian_weighted_relative_error,31585,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.189.down_proj,0.0117655174,hessian_weighted_relative_error,24805,0.02500,0.882
35,model.language_model.layers.35.mlp.experts.189.gate_proj,0.0078431490,hessian_weighted_relative_error,24805,0.02500,0.909
35,model.language_model.layers.35.mlp.experts.189.up_proj,0.0092055104,hessian_weighted_relative_error,24805,0.02500,0.960
35,model.language_model.layers.35.mlp.experts.19.down_proj,0.0111910604,hessian_weighted_relative_error,15055,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.19.gate_proj,0.0063954400,hessian_weighted_relative_error,15055,0.02500,0.854
35,model.language_model.layers.35.mlp.experts.19.up_proj,0.0072838066,hessian_weighted_relative_error,15055,0.02500,0.937
35,model.language_model.layers.35.mlp.experts.190.down_proj,0.0154233066,hessian_weighted_relative_error,79570,0.02500,0.754
35,model.language_model.layers.35.mlp.experts.190.gate_proj,0.0102243080,hessian_weighted_relative_error,79570,0.02500,0.789
35,model.language_model.layers.35.mlp.experts.190.up_proj,0.0117240733,hessian_weighted_relative_error,79570,0.02500,0.811
35,model.language_model.layers.35.mlp.experts.191.down_proj,0.0110999703,hessian_weighted_relative_error,12650,0.02500,0.879
35,model.language_model.layers.35.mlp.experts.191.gate_proj,0.0061727065,hessian_weighted_relative_error,12650,0.02500,0.906
35,model.language_model.layers.35.mlp.experts.191.up_proj,0.0068004280,hessian_weighted_relative_error,12650,0.02500,0.954
35,model.language_model.layers.35.mlp.experts.192.down_proj,0.0147963057,hessian_weighted_relative_error,65111,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.192.gate_proj,0.0096797008,hessian_weighted_relative_error,65111,0.02500,0.788
35,model.language_model.layers.35.mlp.experts.192.up_proj,0.0111970247,hessian_weighted_relative_error,65111,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.193.down_proj,0.0144055304,hessian_weighted_relative_error,30148,0.02500,0.879
35,model.language_model.layers.35.mlp.experts.193.gate_proj,0.0078398964,hessian_weighted_relative_error,30148,0.02500,0.917
35,model.language_model.layers.35.mlp.experts.193.up_proj,0.0097162042,hessian_weighted_relative_error,30148,0.02500,0.969
35,model.language_model.layers.35.mlp.experts.194.down_proj,0.0146711327,hessian_weighted_relative_error,112525,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.194.gate_proj,0.0094925853,hessian_weighted_relative_error,112525,0.02500,0.782
35,model.language_model.layers.35.mlp.experts.194.up_proj,0.0106344379,hessian_weighted_relative_error,112525,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.195.down_proj,0.0142934158,hessian_weighted_relative_error,23913,0.02500,0.881
35,model.language_model.layers.35.mlp.experts.195.gate_proj,0.0090020520,hessian_weighted_relative_error,23913,0.02500,0.919
35,model.language_model.layers.35.mlp.experts.195.up_proj,0.0095801233,hessian_weighted_relative_error,23913,0.02500,0.962
35,model.language_model.layers.35.mlp.experts.196.down_proj,0.0118531639,hessian_weighted_relative_error,13937,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.196.gate_proj,0.0065014178,hessian_weighted_relative_error,13937,0.02500,0.783
35,model.language_model.layers.35.mlp.experts.196.up_proj,0.0075036742,hessian_weighted_relative_error,13937,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.197.down_proj,0.0149580911,hessian_weighted_relative_error,69824,0.02500,0.879
35,model.language_model.layers.35.mlp.experts.197.gate_proj,0.0097757379,hessian_weighted_relative_error,69824,0.02500,0.919
35,model.language_model.layers.35.mlp.experts.197.up_proj,0.0110133103,hessian_weighted_relative_error,69824,0.02500,0.964
35,model.language_model.layers.35.mlp.experts.198.down_proj,0.0116366832,hessian_weighted_relative_error,23825,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.198.gate_proj,0.0065702972,hessian_weighted_relative_error,23825,0.02500,0.786
35,model.language_model.layers.35.mlp.experts.198.up_proj,0.0071838041,hessian_weighted_relative_error,23825,0.02500,0.809
35,model.language_model.layers.35.mlp.experts.199.down_proj,0.0098264031,hessian_weighted_relative_error,16223,0.02500,0.881
35,model.language_model.layers.35.mlp.experts.199.gate_proj,0.0054945059,hessian_weighted_relative_error,16223,0.02500,0.919
35,model.language_model.layers.35.mlp.experts.199.up_proj,0.0061760153,hessian_weighted_relative_error,16223,0.02500,0.959
35,model.language_model.layers.35.mlp.experts.2.down_proj,0.0154625995,hessian_weighted_relative_error,103524,0.02500,0.721
35,model.language_model.layers.35.mlp.experts.2.gate_proj,0.0097969289,hessian_weighted_relative_error,103524,0.02500,0.748
35,model.language_model.layers.35.mlp.experts.2.up_proj,0.0114728754,hessian_weighted_relative_error,103524,0.02500,0.792
35,model.language_model.layers.35.mlp.experts.20.down_proj,0.0125995096,hessian_weighted_relative_error,18388,0.02500,0.727
35,model.language_model.layers.35.mlp.experts.20.gate_proj,0.0075926875,hessian_weighted_relative_error,18388,0.02500,0.748
35,model.language_model.layers.35.mlp.experts.20.up_proj,0.0081513717,hessian_weighted_relative_error,18388,0.02500,0.795
35,model.language_model.layers.35.mlp.experts.200.down_proj,0.0154740761,hessian_weighted_relative_error,49595,0.02500,0.758
35,model.language_model.layers.35.mlp.experts.200.gate_proj,0.0094500551,hessian_weighted_relative_error,49595,0.02500,0.789
35,model.language_model.layers.35.mlp.experts.200.up_proj,0.0115874661,hessian_weighted_relative_error,49595,0.02500,0.808
35,model.language_model.layers.35.mlp.experts.201.down_proj,0.0134144612,hessian_weighted_relative_error,11316,0.02500,0.880
35,model.language_model.layers.35.mlp.experts.201.gate_proj,0.0062609532,hessian_weighted_relative_error,11316,0.02500,0.919
35,model.language_model.layers.35.mlp.experts.201.up_proj,0.0085640029,hessian_weighted_relative_error,11316,0.02500,0.968
35,model.language_model.layers.35.mlp.experts.202.down_proj,0.0130848261,hessian_weighted_relative_error,17548,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.202.gate_proj,0.0079237234,hessian_weighted_relative_error,17548,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.202.up_proj,0.0092727194,hessian_weighted_relative_error,17548,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.203.down_proj,0.0118466813,hessian_weighted_relative_error,18850,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.203.gate_proj,0.0070177133,hessian_weighted_relative_error,18850,0.02500,0.918
35,model.language_model.layers.35.mlp.experts.203.up_proj,0.0080320309,hessian_weighted_relative_error,18850,0.02500,0.969
35,model.language_model.layers.35.mlp.experts.204.down_proj,0.0128819219,hessian_weighted_relative_error,7588,0.02500,0.761
35,model.language_model.layers.35.mlp.experts.204.gate_proj,0.0058642695,hessian_weighted_relative_error,7588,0.02500,0.785
35,model.language_model.layers.35.mlp.experts.204.up_proj,0.0081360818,hessian_weighted_relative_error,7588,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.205.down_proj,0.0126581290,hessian_weighted_relative_error,23822,0.02500,0.882
35,model.language_model.layers.35.mlp.experts.205.gate_proj,0.0078640963,hessian_weighted_relative_error,23822,0.02500,0.920
35,model.language_model.layers.35.mlp.experts.205.up_proj,0.0088189765,hessian_weighted_relative_error,23822,0.02500,0.984
35,model.language_model.layers.35.mlp.experts.206.down_proj,0.0124518971,hessian_weighted_relative_error,32001,0.02500,0.758
35,model.language_model.layers.35.mlp.experts.206.gate_proj,0.0070278763,hessian_weighted_relative_error,32001,0.02500,0.789
35,model.language_model.layers.35.mlp.experts.206.up_proj,0.0074565119,hessian_weighted_relative_error,32001,0.02500,0.806
35,model.language_model.layers.35.mlp.experts.207.down_proj,0.0109331544,hessian_weighted_relative_error,14575,0.02500,0.885
35,model.language_model.layers.35.mlp.experts.207.gate_proj,0.0061883350,hessian_weighted_relative_error,14575,0.02500,0.915
35,model.language_model.layers.35.mlp.experts.207.up_proj,0.0068608563,hessian_weighted_relative_error,14575,0.02500,0.972
35,model.language_model.layers.35.mlp.experts.208.down_proj,0.0111497100,hessian_weighted_relative_error,7077,0.02500,0.758
35,model.language_model.layers.35.mlp.experts.208.gate_proj,0.0057115086,hessian_weighted_relative_error,7077,0.02500,0.787
35,model.language_model.layers.35.mlp.experts.208.up_proj,0.0066483235,hessian_weighted_relative_error,7077,0.02500,0.812
35,model.language_model.layers.35.mlp.experts.209.down_proj,0.0105112362,hessian_weighted_relative_error,18441,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.209.gate_proj,0.0059437136,hessian_weighted_relative_error,18441,0.02500,0.921
35,model.language_model.layers.35.mlp.experts.209.up_proj,0.0065040986,hessian_weighted_relative_error,18441,0.02500,0.976
35,model.language_model.layers.35.mlp.experts.21.down_proj,0.0067453201,hessian_weighted_relative_error,14377,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.21.gate_proj,0.0043690023,hessian_weighted_relative_error,14377,0.02500,0.856
35,model.language_model.layers.35.mlp.experts.21.up_proj,0.0047841938,hessian_weighted_relative_error,14377,0.02500,0.938
35,model.language_model.layers.35.mlp.experts.210.down_proj,0.0077628697,hessian_weighted_relative_error,11523,0.02500,0.761
35,model.language_model.layers.35.mlp.experts.210.gate_proj,0.0041134660,hessian_weighted_relative_error,11523,0.02500,0.785
35,model.language_model.layers.35.mlp.experts.210.up_proj,0.0045866924,hessian_weighted_relative_error,11523,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.211.down_proj,0.0124898596,hessian_weighted_relative_error,12834,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.211.gate_proj,0.0072474678,hessian_weighted_relative_error,12834,0.02500,0.919
35,model.language_model.layers.35.mlp.experts.211.up_proj,0.0080896229,hessian_weighted_relative_error,12834,0.02500,0.987
35,model.language_model.layers.35.mlp.experts.212.down_proj,0.0102566520,hessian_weighted_relative_error,5339,0.02500,0.763
35,model.language_model.layers.35.mlp.experts.212.gate_proj,0.0050718296,hessian_weighted_relative_error,5339,0.02500,0.785
35,model.language_model.layers.35.mlp.experts.212.up_proj,0.0054757396,hessian_weighted_relative_error,5339,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.213.down_proj,0.0101813087,hessian_weighted_relative_error,14406,0.02500,0.882
35,model.language_model.layers.35.mlp.experts.213.gate_proj,0.0050911653,hessian_weighted_relative_error,14406,0.02500,0.924
35,model.language_model.layers.35.mlp.experts.213.up_proj,0.0056523243,hessian_weighted_relative_error,14406,0.02500,0.975
35,model.language_model.layers.35.mlp.experts.214.down_proj,0.0128002791,hessian_weighted_relative_error,7562,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.214.gate_proj,0.0069780552,hessian_weighted_relative_error,7562,0.02500,0.788
35,model.language_model.layers.35.mlp.experts.214.up_proj,0.0079104043,hessian_weighted_relative_error,7562,0.02500,0.809
35,model.language_model.layers.35.mlp.experts.215.down_proj,0.0149606513,hessian_weighted_relative_error,81792,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.215.gate_proj,0.0098009454,hessian_weighted_relative_error,81792,0.02500,0.915
35,model.language_model.layers.35.mlp.experts.215.up_proj,0.0109413858,hessian_weighted_relative_error,81792,0.02500,0.969
35,model.language_model.layers.35.mlp.experts.216.down_proj,0.0117145280,hessian_weighted_relative_error,12934,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.216.gate_proj,0.0061996585,hessian_weighted_relative_error,12934,0.02500,0.791
35,model.language_model.layers.35.mlp.experts.216.up_proj,0.0068738895,hessian_weighted_relative_error,12934,0.02500,0.808
35,model.language_model.layers.35.mlp.experts.217.down_proj,0.0150310133,hessian_weighted_relative_error,60586,0.02500,0.882
35,model.language_model.layers.35.mlp.experts.217.gate_proj,0.0092022236,hessian_weighted_relative_error,60586,0.02500,0.925
35,model.language_model.layers.35.mlp.experts.217.up_proj,0.0109642205,hessian_weighted_relative_error,60586,0.02500,0.973
35,model.language_model.layers.35.mlp.experts.218.down_proj,0.0115269504,hessian_weighted_relative_error,10993,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.218.gate_proj,0.0066607591,hessian_weighted_relative_error,10993,0.02500,0.787
35,model.language_model.layers.35.mlp.experts.218.up_proj,0.0071248099,hessian_weighted_relative_error,10993,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.219.down_proj,0.0151858058,hessian_weighted_relative_error,50106,0.02500,0.885
35,model.language_model.layers.35.mlp.experts.219.gate_proj,0.0097092445,hessian_weighted_relative_error,50106,0.02500,0.923
35,model.language_model.layers.35.mlp.experts.219.up_proj,0.0111292517,hessian_weighted_relative_error,50106,0.02500,0.975
35,model.language_model.layers.35.mlp.experts.22.down_proj,0.0050737363,hessian_weighted_relative_error,26256,0.02500,0.723
35,model.language_model.layers.35.mlp.experts.22.gate_proj,0.0030060787,hessian_weighted_relative_error,26256,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.22.up_proj,0.0036593651,hessian_weighted_relative_error,26256,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.220.down_proj,0.0082869886,hessian_weighted_relative_error,11184,0.02500,0.765
35,model.language_model.layers.35.mlp.experts.220.gate_proj,0.0047875126,hessian_weighted_relative_error,11184,0.02500,0.788
35,model.language_model.layers.35.mlp.experts.220.up_proj,0.0053829737,hessian_weighted_relative_error,11184,0.02500,0.812
35,model.language_model.layers.35.mlp.experts.221.down_proj,0.0110809073,hessian_weighted_relative_error,11269,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.221.gate_proj,0.0061848231,hessian_weighted_relative_error,11269,0.02500,0.918
35,model.language_model.layers.35.mlp.experts.221.up_proj,0.0068309435,hessian_weighted_relative_error,11269,0.02500,0.965
35,model.language_model.layers.35.mlp.experts.222.down_proj,0.0132003301,hessian_weighted_relative_error,27089,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.222.gate_proj,0.0072097675,hessian_weighted_relative_error,27089,0.02500,0.791
35,model.language_model.layers.35.mlp.experts.222.up_proj,0.0083754002,hessian_weighted_relative_error,27089,0.02500,0.810
35,model.language_model.layers.35.mlp.experts.223.down_proj,0.0093475446,hessian_weighted_relative_error,81120,0.02500,0.884
35,model.language_model.layers.35.mlp.experts.223.gate_proj,0.0066408472,hessian_weighted_relative_error,81120,0.02500,0.922
35,model.language_model.layers.35.mlp.experts.223.up_proj,0.0072065287,hessian_weighted_relative_error,81120,0.02500,0.965
35,model.language_model.layers.35.mlp.experts.224.down_proj,0.0132824481,hessian_weighted_relative_error,17712,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.224.gate_proj,0.0078562288,hessian_weighted_relative_error,17712,0.02500,0.789
35,model.language_model.layers.35.mlp.experts.224.up_proj,0.0090622835,hessian_weighted_relative_error,17712,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.225.down_proj,0.0076520798,hessian_weighted_relative_error,17857,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.225.gate_proj,0.0043302484,hessian_weighted_relative_error,17857,0.02500,0.922
35,model.language_model.layers.35.mlp.experts.225.up_proj,0.0047047516,hessian_weighted_relative_error,17857,0.02500,0.975
35,model.language_model.layers.35.mlp.experts.226.down_proj,0.0139550740,hessian_weighted_relative_error,18244,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.226.gate_proj,0.0087843228,hessian_weighted_relative_error,18244,0.02500,0.787
35,model.language_model.layers.35.mlp.experts.226.up_proj,0.0097615464,hessian_weighted_relative_error,18244,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.227.down_proj,0.0133343021,hessian_weighted_relative_error,34763,0.02500,0.884
35,model.language_model.layers.35.mlp.experts.227.gate_proj,0.0077141946,hessian_weighted_relative_error,34763,0.02500,0.928
35,model.language_model.layers.35.mlp.experts.227.up_proj,0.0088618358,hessian_weighted_relative_error,34763,0.02500,0.985
35,model.language_model.layers.35.mlp.experts.228.down_proj,0.0121848860,hessian_weighted_relative_error,14340,0.02500,0.763
35,model.language_model.layers.35.mlp.experts.228.gate_proj,0.0070067588,hessian_weighted_relative_error,14340,0.02500,0.786
35,model.language_model.layers.35.mlp.experts.228.up_proj,0.0082965361,hessian_weighted_relative_error,14340,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.229.down_proj,0.0154810428,hessian_weighted_relative_error,92052,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.229.gate_proj,0.0086843986,hessian_weighted_relative_error,92052,0.02500,0.925
35,model.language_model.layers.35.mlp.experts.229.up_proj,0.0113880761,hessian_weighted_relative_error,92052,0.02500,0.975
35,model.language_model.layers.35.mlp.experts.23.down_proj,0.0151870129,hessian_weighted_relative_error,58130,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.23.gate_proj,0.0097117652,hessian_weighted_relative_error,58130,0.02500,0.850
35,model.language_model.layers.35.mlp.experts.23.up_proj,0.0111676339,hessian_weighted_relative_error,58130,0.02500,0.941
35,model.language_model.layers.35.mlp.experts.230.down_proj,0.0120247203,hessian_weighted_relative_error,11633,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.230.gate_proj,0.0068488786,hessian_weighted_relative_error,11633,0.02500,0.791
35,model.language_model.layers.35.mlp.experts.230.up_proj,0.0077362724,hessian_weighted_relative_error,11633,0.02500,0.806
35,model.language_model.layers.35.mlp.experts.231.down_proj,0.0130476125,hessian_weighted_relative_error,21498,0.02500,0.888
35,model.language_model.layers.35.mlp.experts.231.gate_proj,0.0081542013,hessian_weighted_relative_error,21498,0.02500,0.922
35,model.language_model.layers.35.mlp.experts.231.up_proj,0.0091381946,hessian_weighted_relative_error,21498,0.02500,0.966
35,model.language_model.layers.35.mlp.experts.232.down_proj,0.0153681414,hessian_weighted_relative_error,72621,0.02500,0.761
35,model.language_model.layers.35.mlp.experts.232.gate_proj,0.0108330586,hessian_weighted_relative_error,72621,0.02500,0.791
35,model.language_model.layers.35.mlp.experts.232.up_proj,0.0118504961,hessian_weighted_relative_error,72621,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.233.down_proj,0.0114961448,hessian_weighted_relative_error,13153,0.02500,0.884
35,model.language_model.layers.35.mlp.experts.233.gate_proj,0.0059430402,hessian_weighted_relative_error,13153,0.02500,0.923
35,model.language_model.layers.35.mlp.experts.233.up_proj,0.0070947669,hessian_weighted_relative_error,13153,0.02500,0.974
35,model.language_model.layers.35.mlp.experts.234.down_proj,0.0155870998,hessian_weighted_relative_error,123347,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.234.gate_proj,0.0099619015,hessian_weighted_relative_error,123347,0.02500,0.788
35,model.language_model.layers.35.mlp.experts.234.up_proj,0.0118789969,hessian_weighted_relative_error,123347,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.235.down_proj,0.0135154526,hessian_weighted_relative_error,20133,0.02500,0.887
35,model.language_model.layers.35.mlp.experts.235.gate_proj,0.0074813382,hessian_weighted_relative_error,20133,0.02500,0.924
35,model.language_model.layers.35.mlp.experts.235.up_proj,0.0089328640,hessian_weighted_relative_error,20133,0.02500,0.981
35,model.language_model.layers.35.mlp.experts.236.down_proj,0.0142694309,hessian_weighted_relative_error,100968,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.236.gate_proj,0.0102279504,hessian_weighted_relative_error,100968,0.02500,0.787
35,model.language_model.layers.35.mlp.experts.236.up_proj,0.0107103613,hessian_weighted_relative_error,100968,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.237.down_proj,0.0114513301,hessian_weighted_relative_error,8347,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.237.gate_proj,0.0055346925,hessian_weighted_relative_error,8347,0.02500,0.928
35,model.language_model.layers.35.mlp.experts.237.up_proj,0.0065893879,hessian_weighted_relative_error,8347,0.02500,0.971
35,model.language_model.layers.35.mlp.experts.238.down_proj,0.0150129909,hessian_weighted_relative_error,23583,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.238.gate_proj,0.0088333396,hessian_weighted_relative_error,23583,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.238.up_proj,0.0103871535,hessian_weighted_relative_error,23583,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.239.down_proj,0.0127800046,hessian_weighted_relative_error,11173,0.02500,0.887
35,model.language_model.layers.35.mlp.experts.239.gate_proj,0.0066329006,hessian_weighted_relative_error,11173,0.02500,0.920
35,model.language_model.layers.35.mlp.experts.239.up_proj,0.0080241885,hessian_weighted_relative_error,11173,0.02500,0.965
35,model.language_model.layers.35.mlp.experts.24.down_proj,0.0118733137,hessian_weighted_relative_error,26335,0.02500,0.726
35,model.language_model.layers.35.mlp.experts.24.gate_proj,0.0089174020,hessian_weighted_relative_error,26335,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.24.up_proj,0.0102510312,hessian_weighted_relative_error,26335,0.02500,0.799
35,model.language_model.layers.35.mlp.experts.240.down_proj,0.0148066611,hessian_weighted_relative_error,26958,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.240.gate_proj,0.0085248246,hessian_weighted_relative_error,26958,0.02500,0.790
35,model.language_model.layers.35.mlp.experts.240.up_proj,0.0100488523,hessian_weighted_relative_error,26958,0.02500,0.808
35,model.language_model.layers.35.mlp.experts.241.down_proj,0.0157695164,hessian_weighted_relative_error,124563,0.02500,0.885
35,model.language_model.layers.35.mlp.experts.241.gate_proj,0.0100218757,hessian_weighted_relative_error,124563,0.02500,0.938
35,model.language_model.layers.35.mlp.experts.241.up_proj,0.0116990674,hessian_weighted_relative_error,124563,0.02500,0.966
35,model.language_model.layers.35.mlp.experts.242.down_proj,0.0143537962,hessian_weighted_relative_error,27341,0.02500,0.766
35,model.language_model.layers.35.mlp.experts.242.gate_proj,0.0086054597,hessian_weighted_relative_error,27341,0.02500,0.788
35,model.language_model.layers.35.mlp.experts.242.up_proj,0.0100148098,hessian_weighted_relative_error,27341,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.243.down_proj,0.0122730908,hessian_weighted_relative_error,25264,0.02500,0.887
35,model.language_model.layers.35.mlp.experts.243.gate_proj,0.0072720112,hessian_weighted_relative_error,25264,0.02500,0.925
35,model.language_model.layers.35.mlp.experts.243.up_proj,0.0084583328,hessian_weighted_relative_error,25264,0.02500,0.966
35,model.language_model.layers.35.mlp.experts.244.down_proj,0.0132016231,hessian_weighted_relative_error,39567,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.244.gate_proj,0.0080912793,hessian_weighted_relative_error,39567,0.02500,0.790
35,model.language_model.layers.35.mlp.experts.244.up_proj,0.0095319937,hessian_weighted_relative_error,39567,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.245.down_proj,0.0120755946,hessian_weighted_relative_error,18559,0.02500,0.885
35,model.language_model.layers.35.mlp.experts.245.gate_proj,0.0074103120,hessian_weighted_relative_error,18559,0.02500,0.928
35,model.language_model.layers.35.mlp.experts.245.up_proj,0.0084011716,hessian_weighted_relative_error,18559,0.02500,0.966
35,model.language_model.layers.35.mlp.experts.246.down_proj,0.0126021686,hessian_weighted_relative_error,20459,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.246.gate_proj,0.0070088401,hessian_weighted_relative_error,20459,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.246.up_proj,0.0086754631,hessian_weighted_relative_error,20459,0.02500,0.818
35,model.language_model.layers.35.mlp.experts.247.down_proj,0.0123123909,hessian_weighted_relative_error,18453,0.02500,0.886
35,model.language_model.layers.35.mlp.experts.247.gate_proj,0.0074192741,hessian_weighted_relative_error,18453,0.02500,0.925
35,model.language_model.layers.35.mlp.experts.247.up_proj,0.0079973907,hessian_weighted_relative_error,18453,0.02500,0.960
35,model.language_model.layers.35.mlp.experts.248.down_proj,0.0123672832,hessian_weighted_relative_error,8639,0.02500,0.761
35,model.language_model.layers.35.mlp.experts.248.gate_proj,0.0063711026,hessian_weighted_relative_error,8639,0.02500,0.791
35,model.language_model.layers.35.mlp.experts.248.up_proj,0.0074610682,hessian_weighted_relative_error,8639,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.249.down_proj,0.0151779565,hessian_weighted_relative_error,69945,0.02500,0.885
35,model.language_model.layers.35.mlp.experts.249.gate_proj,0.0098930572,hessian_weighted_relative_error,69945,0.02500,0.933
35,model.language_model.layers.35.mlp.experts.249.up_proj,0.0116551125,hessian_weighted_relative_error,69945,0.02500,0.957
35,model.language_model.layers.35.mlp.experts.25.down_proj,0.0159485157,hessian_weighted_relative_error,89252,0.02500,0.806
35,model.language_model.layers.35.mlp.experts.25.gate_proj,0.0096514994,hessian_weighted_relative_error,89252,0.02500,0.857
35,model.language_model.layers.35.mlp.experts.25.up_proj,0.0118437093,hessian_weighted_relative_error,89252,0.02500,0.938
35,model.language_model.layers.35.mlp.experts.250.down_proj,0.0083718804,hessian_weighted_relative_error,15055,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.250.gate_proj,0.0046402550,hessian_weighted_relative_error,15055,0.02500,0.790
35,model.language_model.layers.35.mlp.experts.250.up_proj,0.0054217396,hessian_weighted_relative_error,15055,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.251.down_proj,0.0105798489,hessian_weighted_relative_error,6868,0.02500,0.888
35,model.language_model.layers.35.mlp.experts.251.gate_proj,0.0052644460,hessian_weighted_relative_error,6868,0.02500,0.932
35,model.language_model.layers.35.mlp.experts.251.up_proj,0.0064314003,hessian_weighted_relative_error,6868,0.02500,0.961
35,model.language_model.layers.35.mlp.experts.252.down_proj,0.0141158967,hessian_weighted_relative_error,18130,0.02500,0.766
35,model.language_model.layers.35.mlp.experts.252.gate_proj,0.0073269000,hessian_weighted_relative_error,18130,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.252.up_proj,0.0094337581,hessian_weighted_relative_error,18130,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.253.down_proj,0.0126793984,hessian_weighted_relative_error,15269,0.02500,0.886
35,model.language_model.layers.35.mlp.experts.253.gate_proj,0.0072251032,hessian_weighted_relative_error,15269,0.02500,0.930
35,model.language_model.layers.35.mlp.experts.253.up_proj,0.0086015757,hessian_weighted_relative_error,15269,0.02500,0.958
35,model.language_model.layers.35.mlp.experts.254.down_proj,0.0114676942,hessian_weighted_relative_error,25055,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.254.gate_proj,0.0058898285,hessian_weighted_relative_error,25055,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.254.up_proj,0.0076087376,hessian_weighted_relative_error,25055,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.255.down_proj,0.0127418871,hessian_weighted_relative_error,18074,0.02500,0.888
35,model.language_model.layers.35.mlp.experts.255.gate_proj,0.0066048336,hessian_weighted_relative_error,18074,0.02500,0.927
35,model.language_model.layers.35.mlp.experts.255.up_proj,0.0084623226,hessian_weighted_relative_error,18074,0.02500,0.958
35,model.language_model.layers.35.mlp.experts.256.down_proj,0.0078662529,hessian_weighted_relative_error,90724,0.02500,0.761
35,model.language_model.layers.35.mlp.experts.256.gate_proj,0.0051104462,hessian_weighted_relative_error,90724,0.02500,0.795
35,model.language_model.layers.35.mlp.experts.256.up_proj,0.0055103804,hessian_weighted_relative_error,90724,0.02500,0.810
35,model.language_model.layers.35.mlp.experts.257.down_proj,0.0123671249,hessian_weighted_relative_error,15303,0.02500,0.887
35,model.language_model.layers.35.mlp.experts.257.gate_proj,0.0073480313,hessian_weighted_relative_error,15303,0.02500,0.930
35,model.language_model.layers.35.mlp.experts.257.up_proj,0.0082948624,hessian_weighted_relative_error,15303,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.258.down_proj,0.0140045476,hessian_weighted_relative_error,110288,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.258.gate_proj,0.0085781941,hessian_weighted_relative_error,110288,0.02500,0.795
35,model.language_model.layers.35.mlp.experts.258.up_proj,0.0095876461,hessian_weighted_relative_error,110288,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.259.down_proj,0.0112543473,hessian_weighted_relative_error,8788,0.02500,0.890
35,model.language_model.layers.35.mlp.experts.259.gate_proj,0.0055363171,hessian_weighted_relative_error,8788,0.02500,0.938
35,model.language_model.layers.35.mlp.experts.259.up_proj,0.0068697257,hessian_weighted_relative_error,8788,0.02500,0.952
35,model.language_model.layers.35.mlp.experts.26.down_proj,0.0116455316,hessian_weighted_relative_error,32632,0.02500,0.729
35,model.language_model.layers.35.mlp.experts.26.gate_proj,0.0078666146,hessian_weighted_relative_error,32632,0.02500,0.754
35,model.language_model.layers.35.mlp.experts.26.up_proj,0.0084452409,hessian_weighted_relative_error,32632,0.02500,0.799
35,model.language_model.layers.35.mlp.experts.260.down_proj,0.0139908742,hessian_weighted_relative_error,18628,0.02500,0.770
35,model.language_model.layers.35.mlp.experts.260.gate_proj,0.0083158041,hessian_weighted_relative_error,18628,0.02500,0.789
35,model.language_model.layers.35.mlp.experts.260.up_proj,0.0091333743,hessian_weighted_relative_error,18628,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.261.down_proj,0.0103462656,hessian_weighted_relative_error,4484,0.02500,0.887
35,model.language_model.layers.35.mlp.experts.261.gate_proj,0.0048940098,hessian_weighted_relative_error,4484,0.02500,0.933
35,model.language_model.layers.35.mlp.experts.261.up_proj,0.0056250623,hessian_weighted_relative_error,4484,0.02500,0.945
35,model.language_model.layers.35.mlp.experts.262.down_proj,0.0113668624,hessian_weighted_relative_error,6800,0.02500,0.763
35,model.language_model.layers.35.mlp.experts.262.gate_proj,0.0056940832,hessian_weighted_relative_error,6800,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.262.up_proj,0.0068268583,hessian_weighted_relative_error,6800,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.263.down_proj,0.0094872463,hessian_weighted_relative_error,22337,0.02500,0.889
35,model.language_model.layers.35.mlp.experts.263.gate_proj,0.0071977825,hessian_weighted_relative_error,22337,0.02500,0.929
35,model.language_model.layers.35.mlp.experts.263.up_proj,0.0082300829,hessian_weighted_relative_error,22337,0.02500,0.948
35,model.language_model.layers.35.mlp.experts.264.down_proj,0.0118125584,hessian_weighted_relative_error,11626,0.02500,0.761
35,model.language_model.layers.35.mlp.experts.264.gate_proj,0.0066388953,hessian_weighted_relative_error,11626,0.02500,0.795
35,model.language_model.layers.35.mlp.experts.264.up_proj,0.0076660490,hessian_weighted_relative_error,11626,0.02500,0.810
35,model.language_model.layers.35.mlp.experts.265.down_proj,0.0114214090,hessian_weighted_relative_error,8924,0.02500,0.888
35,model.language_model.layers.35.mlp.experts.265.gate_proj,0.0062417810,hessian_weighted_relative_error,8924,0.02500,0.931
35,model.language_model.layers.35.mlp.experts.265.up_proj,0.0068917572,hessian_weighted_relative_error,8924,0.02500,0.952
35,model.language_model.layers.35.mlp.experts.266.down_proj,0.0107341027,hessian_weighted_relative_error,6157,0.02500,0.766
35,model.language_model.layers.35.mlp.experts.266.gate_proj,0.0054275762,hessian_weighted_relative_error,6157,0.02500,0.791
35,model.language_model.layers.35.mlp.experts.266.up_proj,0.0060906417,hessian_weighted_relative_error,6157,0.02500,0.805
35,model.language_model.layers.35.mlp.experts.267.down_proj,0.0128361680,hessian_weighted_relative_error,21546,0.02500,0.891
35,model.language_model.layers.35.mlp.experts.267.gate_proj,0.0078698556,hessian_weighted_relative_error,21546,0.02500,0.940
35,model.language_model.layers.35.mlp.experts.267.up_proj,0.0087310403,hessian_weighted_relative_error,21546,0.02500,0.943
35,model.language_model.layers.35.mlp.experts.268.down_proj,0.0127705654,hessian_weighted_relative_error,16420,0.02500,0.766
35,model.language_model.layers.35.mlp.experts.268.gate_proj,0.0080360828,hessian_weighted_relative_error,16420,0.02500,0.791
35,model.language_model.layers.35.mlp.experts.268.up_proj,0.0088252862,hessian_weighted_relative_error,16420,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.269.down_proj,0.0072472113,hessian_weighted_relative_error,19711,0.02500,0.889
35,model.language_model.layers.35.mlp.experts.269.gate_proj,0.0043087361,hessian_weighted_relative_error,19711,0.02500,0.928
35,model.language_model.layers.35.mlp.experts.269.up_proj,0.0045875585,hessian_weighted_relative_error,19711,0.02500,0.943
35,model.language_model.layers.35.mlp.experts.27.down_proj,0.0140877101,hessian_weighted_relative_error,32815,0.02500,0.808
35,model.language_model.layers.35.mlp.experts.27.gate_proj,0.0068380069,hessian_weighted_relative_error,32815,0.02500,0.859
35,model.language_model.layers.35.mlp.experts.27.up_proj,0.0094531616,hessian_weighted_relative_error,32815,0.02500,0.945
35,model.language_model.layers.35.mlp.experts.270.down_proj,0.0124781448,hessian_weighted_relative_error,18584,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.270.gate_proj,0.0073515256,hessian_weighted_relative_error,18584,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.270.up_proj,0.0081887811,hessian_weighted_relative_error,18584,0.02500,0.807
35,model.language_model.layers.35.mlp.experts.271.down_proj,0.0116037765,hessian_weighted_relative_error,31203,0.02500,0.890
35,model.language_model.layers.35.mlp.experts.271.gate_proj,0.0067523246,hessian_weighted_relative_error,31203,0.02500,0.933
35,model.language_model.layers.35.mlp.experts.271.up_proj,0.0073136054,hessian_weighted_relative_error,31203,0.02500,0.942
35,model.language_model.layers.35.mlp.experts.272.down_proj,0.0124038931,hessian_weighted_relative_error,27025,0.02500,0.763
35,model.language_model.layers.35.mlp.experts.272.gate_proj,0.0078194880,hessian_weighted_relative_error,27025,0.02500,0.795
35,model.language_model.layers.35.mlp.experts.272.up_proj,0.0087171748,hessian_weighted_relative_error,27025,0.02500,0.806
35,model.language_model.layers.35.mlp.experts.273.down_proj,0.0107021059,hessian_weighted_relative_error,33417,0.02500,0.888
35,model.language_model.layers.35.mlp.experts.273.gate_proj,0.0063707154,hessian_weighted_relative_error,33417,0.02500,0.933
35,model.language_model.layers.35.mlp.experts.273.up_proj,0.0068469068,hessian_weighted_relative_error,33417,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.274.down_proj,0.0051232993,hessian_weighted_relative_error,10100,0.02500,0.767
35,model.language_model.layers.35.mlp.experts.274.gate_proj,0.0058425211,hessian_weighted_relative_error,10100,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.274.up_proj,0.0065698251,hessian_weighted_relative_error,10100,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.275.down_proj,0.0115434297,hessian_weighted_relative_error,7676,0.02500,0.890
35,model.language_model.layers.35.mlp.experts.275.gate_proj,0.0061815007,hessian_weighted_relative_error,7676,0.02500,0.942
35,model.language_model.layers.35.mlp.experts.275.up_proj,0.0068088942,hessian_weighted_relative_error,7676,0.02500,0.943
35,model.language_model.layers.35.mlp.experts.276.down_proj,0.0121733021,hessian_weighted_relative_error,29817,0.02500,0.767
35,model.language_model.layers.35.mlp.experts.276.gate_proj,0.0086841292,hessian_weighted_relative_error,29817,0.02500,0.792
35,model.language_model.layers.35.mlp.experts.276.up_proj,0.0097576866,hessian_weighted_relative_error,29817,0.02500,0.808
35,model.language_model.layers.35.mlp.experts.277.down_proj,0.0125835216,hessian_weighted_relative_error,9895,0.02500,0.890
35,model.language_model.layers.35.mlp.experts.277.gate_proj,0.0067204261,hessian_weighted_relative_error,9895,0.02500,0.936
35,model.language_model.layers.35.mlp.experts.277.up_proj,0.0075991214,hessian_weighted_relative_error,9895,0.02500,0.942
35,model.language_model.layers.35.mlp.experts.278.down_proj,0.0104680058,hessian_weighted_relative_error,19127,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.278.gate_proj,0.0064391240,hessian_weighted_relative_error,19127,0.02500,0.795
35,model.language_model.layers.35.mlp.experts.278.up_proj,0.0069651928,hessian_weighted_relative_error,19127,0.02500,0.810
35,model.language_model.layers.35.mlp.experts.279.down_proj,0.0117614935,hessian_weighted_relative_error,12148,0.02500,0.891
35,model.language_model.layers.35.mlp.experts.279.gate_proj,0.0070665952,hessian_weighted_relative_error,12148,0.02500,0.931
35,model.language_model.layers.35.mlp.experts.279.up_proj,0.0077979870,hessian_weighted_relative_error,12148,0.02500,0.938
35,model.language_model.layers.35.mlp.experts.28.down_proj,0.0147148789,hessian_weighted_relative_error,55864,0.02500,0.732
35,model.language_model.layers.35.mlp.experts.28.gate_proj,0.0105420698,hessian_weighted_relative_error,55864,0.02500,0.753
35,model.language_model.layers.35.mlp.experts.28.up_proj,0.0115259185,hessian_weighted_relative_error,55864,0.02500,0.795
35,model.language_model.layers.35.mlp.experts.280.down_proj,0.0153626778,hessian_weighted_relative_error,64627,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.280.gate_proj,0.0092248359,hessian_weighted_relative_error,64627,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.280.up_proj,0.0114421825,hessian_weighted_relative_error,64627,0.02500,0.800
35,model.language_model.layers.35.mlp.experts.281.down_proj,0.0118159129,hessian_weighted_relative_error,10426,0.02500,0.887
35,model.language_model.layers.35.mlp.experts.281.gate_proj,0.0065590506,hessian_weighted_relative_error,10426,0.02500,0.935
35,model.language_model.layers.35.mlp.experts.281.up_proj,0.0072935171,hessian_weighted_relative_error,10426,0.02500,0.944
35,model.language_model.layers.35.mlp.experts.282.down_proj,0.0110436831,hessian_weighted_relative_error,12442,0.02500,0.769
35,model.language_model.layers.35.mlp.experts.282.gate_proj,0.0060779336,hessian_weighted_relative_error,12442,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.282.up_proj,0.0071073830,hessian_weighted_relative_error,12442,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.283.down_proj,0.0118744307,hessian_weighted_relative_error,52961,0.02500,0.890
35,model.language_model.layers.35.mlp.experts.283.gate_proj,0.0074717617,hessian_weighted_relative_error,52961,0.02500,0.937
35,model.language_model.layers.35.mlp.experts.283.up_proj,0.0079125755,hessian_weighted_relative_error,52961,0.02500,0.928
35,model.language_model.layers.35.mlp.experts.284.down_proj,0.0136412479,hessian_weighted_relative_error,10671,0.02500,0.768
35,model.language_model.layers.35.mlp.experts.284.gate_proj,0.0073764210,hessian_weighted_relative_error,10671,0.02500,0.790
35,model.language_model.layers.35.mlp.experts.284.up_proj,0.0088464429,hessian_weighted_relative_error,10671,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.285.down_proj,0.0134048587,hessian_weighted_relative_error,64547,0.02500,0.889
35,model.language_model.layers.35.mlp.experts.285.gate_proj,0.0085750241,hessian_weighted_relative_error,64547,0.02500,0.939
35,model.language_model.layers.35.mlp.experts.285.up_proj,0.0096577188,hessian_weighted_relative_error,64547,0.02500,0.930
35,model.language_model.layers.35.mlp.experts.286.down_proj,0.0091852829,hessian_weighted_relative_error,22789,0.02500,0.766
35,model.language_model.layers.35.mlp.experts.286.gate_proj,0.0057374041,hessian_weighted_relative_error,22789,0.02500,0.794
35,model.language_model.layers.35.mlp.experts.286.up_proj,0.0060316031,hessian_weighted_relative_error,22789,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.287.down_proj,0.0146632305,hessian_weighted_relative_error,21950,0.02500,0.892
35,model.language_model.layers.35.mlp.experts.287.gate_proj,0.0087480520,hessian_weighted_relative_error,21950,0.02500,0.935
35,model.language_model.layers.35.mlp.experts.287.up_proj,0.0098392621,hessian_weighted_relative_error,21950,0.02500,0.936
35,model.language_model.layers.35.mlp.experts.29.down_proj,0.0121612760,hessian_weighted_relative_error,27428,0.02500,0.806
35,model.language_model.layers.35.mlp.experts.29.gate_proj,0.0072532892,hessian_weighted_relative_error,27428,0.02500,0.871
35,model.language_model.layers.35.mlp.experts.29.up_proj,0.0077393847,hessian_weighted_relative_error,27428,0.02500,0.946
35,model.language_model.layers.35.mlp.experts.3.down_proj,0.0128883992,hessian_weighted_relative_error,17555,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.3.gate_proj,0.0071242770,hessian_weighted_relative_error,17555,0.02500,0.851
35,model.language_model.layers.35.mlp.experts.3.up_proj,0.0085237340,hessian_weighted_relative_error,17555,0.02500,0.938
35,model.language_model.layers.35.mlp.experts.30.down_proj,0.0128894294,hessian_weighted_relative_error,23926,0.02500,0.725
35,model.language_model.layers.35.mlp.experts.30.gate_proj,0.0078865404,hessian_weighted_relative_error,23926,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.30.up_proj,0.0092211293,hessian_weighted_relative_error,23926,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.31.down_proj,0.0150081376,hessian_weighted_relative_error,46798,0.02500,0.806
35,model.language_model.layers.35.mlp.experts.31.gate_proj,0.0084545470,hessian_weighted_relative_error,46798,0.02500,0.855
35,model.language_model.layers.35.mlp.experts.31.up_proj,0.0101211129,hessian_weighted_relative_error,46798,0.02500,0.939
35,model.language_model.layers.35.mlp.experts.32.down_proj,0.0113139422,hessian_weighted_relative_error,8578,0.02500,0.728
35,model.language_model.layers.35.mlp.experts.32.gate_proj,0.0052232403,hessian_weighted_relative_error,8578,0.02500,0.763
35,model.language_model.layers.35.mlp.experts.32.up_proj,0.0069880391,hessian_weighted_relative_error,8578,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.33.down_proj,0.0113477292,hessian_weighted_relative_error,28964,0.02500,0.809
35,model.language_model.layers.35.mlp.experts.33.gate_proj,0.0073656549,hessian_weighted_relative_error,28964,0.02500,0.858
35,model.language_model.layers.35.mlp.experts.33.up_proj,0.0078334784,hessian_weighted_relative_error,28964,0.02500,0.946
35,model.language_model.layers.35.mlp.experts.34.down_proj,0.0116134984,hessian_weighted_relative_error,28165,0.02500,0.732
35,model.language_model.layers.35.mlp.experts.34.gate_proj,0.0071310732,hessian_weighted_relative_error,28165,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.34.up_proj,0.0081995644,hessian_weighted_relative_error,28165,0.02500,0.794
35,model.language_model.layers.35.mlp.experts.35.down_proj,0.0122828562,hessian_weighted_relative_error,10314,0.02500,0.812
35,model.language_model.layers.35.mlp.experts.35.gate_proj,0.0062737275,hessian_weighted_relative_error,10314,0.02500,0.861
35,model.language_model.layers.35.mlp.experts.35.up_proj,0.0073943557,hessian_weighted_relative_error,10314,0.02500,0.948
35,model.language_model.layers.35.mlp.experts.36.down_proj,0.0124807525,hessian_weighted_relative_error,14020,0.02500,0.733
35,model.language_model.layers.35.mlp.experts.36.gate_proj,0.0073229421,hessian_weighted_relative_error,14020,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.36.up_proj,0.0082296793,hessian_weighted_relative_error,14020,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.37.down_proj,0.0144013426,hessian_weighted_relative_error,17337,0.02500,0.809
35,model.language_model.layers.35.mlp.experts.37.gate_proj,0.0088036013,hessian_weighted_relative_error,17337,0.02500,0.861
35,model.language_model.layers.35.mlp.experts.37.up_proj,0.0093945953,hessian_weighted_relative_error,17337,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.38.down_proj,0.0120542259,hessian_weighted_relative_error,36270,0.02500,0.727
35,model.language_model.layers.35.mlp.experts.38.gate_proj,0.0075137651,hessian_weighted_relative_error,36270,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.38.up_proj,0.0082205296,hessian_weighted_relative_error,36270,0.02500,0.799
35,model.language_model.layers.35.mlp.experts.39.down_proj,0.0116950943,hessian_weighted_relative_error,19602,0.02500,0.813
35,model.language_model.layers.35.mlp.experts.39.gate_proj,0.0076794893,hessian_weighted_relative_error,19602,0.02500,0.857
35,model.language_model.layers.35.mlp.experts.39.up_proj,0.0084183523,hessian_weighted_relative_error,19602,0.02500,0.943
35,model.language_model.layers.35.mlp.experts.4.down_proj,0.0146522170,hessian_weighted_relative_error,61331,0.02500,0.723
35,model.language_model.layers.35.mlp.experts.4.gate_proj,0.0095701160,hessian_weighted_relative_error,61331,0.02500,0.744
35,model.language_model.layers.35.mlp.experts.4.up_proj,0.0108486083,hessian_weighted_relative_error,61331,0.02500,0.792
35,model.language_model.layers.35.mlp.experts.40.down_proj,0.0149068441,hessian_weighted_relative_error,94029,0.02500,0.730
35,model.language_model.layers.35.mlp.experts.40.gate_proj,0.0099125458,hessian_weighted_relative_error,94029,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.40.up_proj,0.0112682682,hessian_weighted_relative_error,94029,0.02500,0.813
35,model.language_model.layers.35.mlp.experts.41.down_proj,0.0148722215,hessian_weighted_relative_error,67858,0.02500,0.814
35,model.language_model.layers.35.mlp.experts.41.gate_proj,0.0090998371,hessian_weighted_relative_error,67858,0.02500,0.862
35,model.language_model.layers.35.mlp.experts.41.up_proj,0.0108198535,hessian_weighted_relative_error,67858,0.02500,0.943
35,model.language_model.layers.35.mlp.experts.42.down_proj,0.0100391537,hessian_weighted_relative_error,9322,0.02500,0.733
35,model.language_model.layers.35.mlp.experts.42.gate_proj,0.0056601500,hessian_weighted_relative_error,9322,0.02500,0.757
35,model.language_model.layers.35.mlp.experts.42.up_proj,0.0060274602,hessian_weighted_relative_error,9322,0.02500,0.795
35,model.language_model.layers.35.mlp.experts.43.down_proj,0.0106057415,hessian_weighted_relative_error,25517,0.02500,0.816
35,model.language_model.layers.35.mlp.experts.43.gate_proj,0.0057969364,hessian_weighted_relative_error,25517,0.02500,0.867
35,model.language_model.layers.35.mlp.experts.43.up_proj,0.0064528620,hessian_weighted_relative_error,25517,0.02500,0.949
35,model.language_model.layers.35.mlp.experts.44.down_proj,0.0140739570,hessian_weighted_relative_error,54589,0.02500,0.734
35,model.language_model.layers.35.mlp.experts.44.gate_proj,0.0093626550,hessian_weighted_relative_error,54589,0.02500,0.756
35,model.language_model.layers.35.mlp.experts.44.up_proj,0.0106904411,hessian_weighted_relative_error,54589,0.02500,0.794
35,model.language_model.layers.35.mlp.experts.45.down_proj,0.0152216011,hessian_weighted_relative_error,96911,0.02500,0.813
35,model.language_model.layers.35.mlp.experts.45.gate_proj,0.0091204324,hessian_weighted_relative_error,96911,0.02500,0.868
35,model.language_model.layers.35.mlp.experts.45.up_proj,0.0110531285,hessian_weighted_relative_error,96911,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.46.down_proj,0.0149676880,hessian_weighted_relative_error,80285,0.02500,0.730
35,model.language_model.layers.35.mlp.experts.46.gate_proj,0.0090698510,hessian_weighted_relative_error,80285,0.02500,0.763
35,model.language_model.layers.35.mlp.experts.46.up_proj,0.0108732595,hessian_weighted_relative_error,80285,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.47.down_proj,0.0128816752,hessian_weighted_relative_error,11182,0.02500,0.814
35,model.language_model.layers.35.mlp.experts.47.gate_proj,0.0073750282,hessian_weighted_relative_error,11182,0.02500,0.860
35,model.language_model.layers.35.mlp.experts.47.up_proj,0.0079210519,hessian_weighted_relative_error,11182,0.02500,0.944
35,model.language_model.layers.35.mlp.experts.48.down_proj,0.0117616820,hessian_weighted_relative_error,7987,0.02500,0.732
35,model.language_model.layers.35.mlp.experts.48.gate_proj,0.0061186666,hessian_weighted_relative_error,7987,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.48.up_proj,0.0070294801,hessian_weighted_relative_error,7987,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.49.down_proj,0.0139044994,hessian_weighted_relative_error,23891,0.02500,0.817
35,model.language_model.layers.35.mlp.experts.49.gate_proj,0.0078750440,hessian_weighted_relative_error,23891,0.02500,0.868
35,model.language_model.layers.35.mlp.experts.49.up_proj,0.0092644795,hessian_weighted_relative_error,23891,0.02500,0.948
35,model.language_model.layers.35.mlp.experts.5.down_proj,0.0126546033,hessian_weighted_relative_error,18290,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.5.gate_proj,0.0068932516,hessian_weighted_relative_error,18290,0.02500,0.846
35,model.language_model.layers.35.mlp.experts.5.up_proj,0.0085636266,hessian_weighted_relative_error,18290,0.02500,0.943
35,model.language_model.layers.35.mlp.experts.50.down_proj,0.0122109351,hessian_weighted_relative_error,26839,0.02500,0.736
35,model.language_model.layers.35.mlp.experts.50.gate_proj,0.0075899135,hessian_weighted_relative_error,26839,0.02500,0.760
35,model.language_model.layers.35.mlp.experts.50.up_proj,0.0082509764,hessian_weighted_relative_error,26839,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.51.down_proj,0.0155078415,hessian_weighted_relative_error,57345,0.02500,0.820
35,model.language_model.layers.35.mlp.experts.51.gate_proj,0.0096221763,hessian_weighted_relative_error,57345,0.02500,0.870
35,model.language_model.layers.35.mlp.experts.51.up_proj,0.0114884086,hessian_weighted_relative_error,57345,0.02500,0.948
35,model.language_model.layers.35.mlp.experts.52.down_proj,0.0122514567,hessian_weighted_relative_error,19094,0.02500,0.736
35,model.language_model.layers.35.mlp.experts.52.gate_proj,0.0060807109,hessian_weighted_relative_error,19094,0.02500,0.759
35,model.language_model.layers.35.mlp.experts.52.up_proj,0.0079834385,hessian_weighted_relative_error,19094,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.53.down_proj,0.0126371694,hessian_weighted_relative_error,21672,0.02500,0.817
35,model.language_model.layers.35.mlp.experts.53.gate_proj,0.0076138781,hessian_weighted_relative_error,21672,0.02500,0.873
35,model.language_model.layers.35.mlp.experts.53.up_proj,0.0082563542,hessian_weighted_relative_error,21672,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.54.down_proj,0.0051516181,hessian_weighted_relative_error,5923,0.02500,0.732
35,model.language_model.layers.35.mlp.experts.54.gate_proj,0.0027670531,hessian_weighted_relative_error,5923,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.54.up_proj,0.0030146462,hessian_weighted_relative_error,5923,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.55.down_proj,0.0096571789,hessian_weighted_relative_error,14707,0.02500,0.819
35,model.language_model.layers.35.mlp.experts.55.gate_proj,0.0061656221,hessian_weighted_relative_error,14707,0.02500,0.865
35,model.language_model.layers.35.mlp.experts.55.up_proj,0.0069421514,hessian_weighted_relative_error,14707,0.02500,0.943
35,model.language_model.layers.35.mlp.experts.56.down_proj,0.0157963820,hessian_weighted_relative_error,62077,0.02500,0.734
35,model.language_model.layers.35.mlp.experts.56.gate_proj,0.0104865357,hessian_weighted_relative_error,62077,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.56.up_proj,0.0122808122,hessian_weighted_relative_error,62077,0.02500,0.800
35,model.language_model.layers.35.mlp.experts.57.down_proj,0.0069209568,hessian_weighted_relative_error,34325,0.02500,0.822
35,model.language_model.layers.35.mlp.experts.57.gate_proj,0.0045991124,hessian_weighted_relative_error,34325,0.02500,0.874
35,model.language_model.layers.35.mlp.experts.57.up_proj,0.0050055078,hessian_weighted_relative_error,34325,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.58.down_proj,0.0150372330,hessian_weighted_relative_error,71535,0.02500,0.739
35,model.language_model.layers.35.mlp.experts.58.gate_proj,0.0104569800,hessian_weighted_relative_error,71535,0.02500,0.763
35,model.language_model.layers.35.mlp.experts.58.up_proj,0.0115718005,hessian_weighted_relative_error,71535,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.59.down_proj,0.0107838057,hessian_weighted_relative_error,10048,0.02500,0.824
35,model.language_model.layers.35.mlp.experts.59.gate_proj,0.0059033866,hessian_weighted_relative_error,10048,0.02500,0.878
35,model.language_model.layers.35.mlp.experts.59.up_proj,0.0069225287,hessian_weighted_relative_error,10048,0.02500,0.949
35,model.language_model.layers.35.mlp.experts.6.down_proj,0.0109342176,hessian_weighted_relative_error,22795,0.02500,0.691
35,model.language_model.layers.35.mlp.experts.6.gate_proj,0.0066892724,hessian_weighted_relative_error,22795,0.02500,0.751
35,model.language_model.layers.35.mlp.experts.6.up_proj,0.0071652376,hessian_weighted_relative_error,22795,0.02500,0.794
35,model.language_model.layers.35.mlp.experts.60.down_proj,0.0141298251,hessian_weighted_relative_error,25231,0.02500,0.739
35,model.language_model.layers.35.mlp.experts.60.gate_proj,0.0084343696,hessian_weighted_relative_error,25231,0.02500,0.762
35,model.language_model.layers.35.mlp.experts.60.up_proj,0.0096261080,hessian_weighted_relative_error,25231,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.61.down_proj,0.0132935918,hessian_weighted_relative_error,18654,0.02500,0.823
35,model.language_model.layers.35.mlp.experts.61.gate_proj,0.0066676518,hessian_weighted_relative_error,18654,0.02500,0.878
35,model.language_model.layers.35.mlp.experts.61.up_proj,0.0085171185,hessian_weighted_relative_error,18654,0.02500,0.951
35,model.language_model.layers.35.mlp.experts.62.down_proj,0.0123557613,hessian_weighted_relative_error,28070,0.02500,0.735
35,model.language_model.layers.35.mlp.experts.62.gate_proj,0.0078640977,hessian_weighted_relative_error,28070,0.02500,0.766
35,model.language_model.layers.35.mlp.experts.62.up_proj,0.0088703452,hessian_weighted_relative_error,28070,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.63.down_proj,0.0140626804,hessian_weighted_relative_error,22052,0.02500,0.822
35,model.language_model.layers.35.mlp.experts.63.gate_proj,0.0083919540,hessian_weighted_relative_error,22052,0.02500,0.872
35,model.language_model.layers.35.mlp.experts.63.up_proj,0.0093700879,hessian_weighted_relative_error,22052,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.64.down_proj,0.0117918138,hessian_weighted_relative_error,25422,0.02500,0.735
35,model.language_model.layers.35.mlp.experts.64.gate_proj,0.0084280000,hessian_weighted_relative_error,25422,0.02500,0.769
35,model.language_model.layers.35.mlp.experts.64.up_proj,0.0092706159,hessian_weighted_relative_error,25422,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.65.down_proj,0.0145448070,hessian_weighted_relative_error,40902,0.02500,0.825
35,model.language_model.layers.35.mlp.experts.65.gate_proj,0.0097147650,hessian_weighted_relative_error,40902,0.02500,0.878
35,model.language_model.layers.35.mlp.experts.65.up_proj,0.0108201408,hessian_weighted_relative_error,40902,0.02500,0.952
35,model.language_model.layers.35.mlp.experts.66.down_proj,0.0116912728,hessian_weighted_relative_error,8052,0.02500,0.738
35,model.language_model.layers.35.mlp.experts.66.gate_proj,0.0062344985,hessian_weighted_relative_error,8052,0.02500,0.767
35,model.language_model.layers.35.mlp.experts.66.up_proj,0.0074073114,hessian_weighted_relative_error,8052,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.67.down_proj,0.0122657485,hessian_weighted_relative_error,22076,0.02500,0.827
35,model.language_model.layers.35.mlp.experts.67.gate_proj,0.0069541747,hessian_weighted_relative_error,22076,0.02500,0.880
35,model.language_model.layers.35.mlp.experts.67.up_proj,0.0079308786,hessian_weighted_relative_error,22076,0.02500,0.945
35,model.language_model.layers.35.mlp.experts.68.down_proj,0.0124466514,hessian_weighted_relative_error,8681,0.02500,0.740
35,model.language_model.layers.35.mlp.experts.68.gate_proj,0.0057668924,hessian_weighted_relative_error,8681,0.02500,0.764
35,model.language_model.layers.35.mlp.experts.68.up_proj,0.0077155574,hessian_weighted_relative_error,8681,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.69.down_proj,0.0142976040,hessian_weighted_relative_error,29038,0.02500,0.824
35,model.language_model.layers.35.mlp.experts.69.gate_proj,0.0068668967,hessian_weighted_relative_error,29038,0.02500,0.882
35,model.language_model.layers.35.mlp.experts.69.up_proj,0.0093770081,hessian_weighted_relative_error,29038,0.02500,0.958
35,model.language_model.layers.35.mlp.experts.7.down_proj,0.0096247897,hessian_weighted_relative_error,6281,0.02500,0.793
35,model.language_model.layers.35.mlp.experts.7.gate_proj,0.0038915007,hessian_weighted_relative_error,6281,0.02500,0.845
35,model.language_model.layers.35.mlp.experts.7.up_proj,0.0059658804,hessian_weighted_relative_error,6281,0.02500,0.937
35,model.language_model.layers.35.mlp.experts.70.down_proj,0.0122692856,hessian_weighted_relative_error,7238,0.02500,0.736
35,model.language_model.layers.35.mlp.experts.70.gate_proj,0.0057481179,hessian_weighted_relative_error,7238,0.02500,0.767
35,model.language_model.layers.35.mlp.experts.70.up_proj,0.0070230308,hessian_weighted_relative_error,7238,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.71.down_proj,0.0108880810,hessian_weighted_relative_error,78236,0.02500,0.827
35,model.language_model.layers.35.mlp.experts.71.gate_proj,0.0066641383,hessian_weighted_relative_error,78236,0.02500,0.874
35,model.language_model.layers.35.mlp.experts.71.up_proj,0.0072169994,hessian_weighted_relative_error,78236,0.02500,0.949
35,model.language_model.layers.35.mlp.experts.72.down_proj,0.0109680179,hessian_weighted_relative_error,4613,0.02500,0.738
35,model.language_model.layers.35.mlp.experts.72.gate_proj,0.0046886620,hessian_weighted_relative_error,4613,0.02500,0.768
35,model.language_model.layers.35.mlp.experts.72.up_proj,0.0060867662,hessian_weighted_relative_error,4613,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.73.down_proj,0.0157021938,hessian_weighted_relative_error,75739,0.02500,0.829
35,model.language_model.layers.35.mlp.experts.73.gate_proj,0.0096960964,hessian_weighted_relative_error,75739,0.02500,0.883
35,model.language_model.layers.35.mlp.experts.73.up_proj,0.0116788765,hessian_weighted_relative_error,75739,0.02500,0.951
35,model.language_model.layers.35.mlp.experts.74.down_proj,0.0111580653,hessian_weighted_relative_error,32274,0.02500,0.741
35,model.language_model.layers.35.mlp.experts.74.gate_proj,0.0061789056,hessian_weighted_relative_error,32274,0.02500,0.767
35,model.language_model.layers.35.mlp.experts.74.up_proj,0.0067770030,hessian_weighted_relative_error,32274,0.02500,0.799
35,model.language_model.layers.35.mlp.experts.75.down_proj,0.0116200479,hessian_weighted_relative_error,5417,0.02500,0.833
35,model.language_model.layers.35.mlp.experts.75.gate_proj,0.0058328470,hessian_weighted_relative_error,5417,0.02500,0.884
35,model.language_model.layers.35.mlp.experts.75.up_proj,0.0064372741,hessian_weighted_relative_error,5417,0.02500,0.947
35,model.language_model.layers.35.mlp.experts.76.down_proj,0.0118571169,hessian_weighted_relative_error,23362,0.02500,0.742
35,model.language_model.layers.35.mlp.experts.76.gate_proj,0.0066840463,hessian_weighted_relative_error,23362,0.02500,0.765
35,model.language_model.layers.35.mlp.experts.76.up_proj,0.0070760195,hessian_weighted_relative_error,23362,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.77.down_proj,0.0092430177,hessian_weighted_relative_error,20325,0.02500,0.828
35,model.language_model.layers.35.mlp.experts.77.gate_proj,0.0049103596,hessian_weighted_relative_error,20325,0.02500,0.885
35,model.language_model.layers.35.mlp.experts.77.up_proj,0.0055019494,hessian_weighted_relative_error,20325,0.02500,0.952
35,model.language_model.layers.35.mlp.experts.78.down_proj,0.0140752688,hessian_weighted_relative_error,10506,0.02500,0.738
35,model.language_model.layers.35.mlp.experts.78.gate_proj,0.0079636632,hessian_weighted_relative_error,10506,0.02500,0.770
35,model.language_model.layers.35.mlp.experts.78.up_proj,0.0091988115,hessian_weighted_relative_error,10506,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.79.down_proj,0.0124010102,hessian_weighted_relative_error,30263,0.02500,0.835
35,model.language_model.layers.35.mlp.experts.79.gate_proj,0.0079292919,hessian_weighted_relative_error,30263,0.02500,0.880
35,model.language_model.layers.35.mlp.experts.79.up_proj,0.0089119934,hessian_weighted_relative_error,30263,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.8.down_proj,0.0126314024,hessian_weighted_relative_error,23576,0.02500,0.721
35,model.language_model.layers.35.mlp.experts.8.gate_proj,0.0078399557,hessian_weighted_relative_error,23576,0.02500,0.752
35,model.language_model.layers.35.mlp.experts.8.up_proj,0.0082990178,hessian_weighted_relative_error,23576,0.02500,0.796
35,model.language_model.layers.35.mlp.experts.80.down_proj,0.0125618800,hessian_weighted_relative_error,53181,0.02500,0.739
35,model.language_model.layers.35.mlp.experts.80.gate_proj,0.0077547043,hessian_weighted_relative_error,53181,0.02500,0.773
35,model.language_model.layers.35.mlp.experts.80.up_proj,0.0082575687,hessian_weighted_relative_error,53181,0.02500,0.817
35,model.language_model.layers.35.mlp.experts.81.down_proj,0.0119308925,hessian_weighted_relative_error,18266,0.02500,0.834
35,model.language_model.layers.35.mlp.experts.81.gate_proj,0.0065393513,hessian_weighted_relative_error,18266,0.02500,0.887
35,model.language_model.layers.35.mlp.experts.81.up_proj,0.0076819828,hessian_weighted_relative_error,18266,0.02500,0.960
35,model.language_model.layers.35.mlp.experts.82.down_proj,0.0152407357,hessian_weighted_relative_error,46693,0.02500,0.741
35,model.language_model.layers.35.mlp.experts.82.gate_proj,0.0098871899,hessian_weighted_relative_error,46693,0.02500,0.770
35,model.language_model.layers.35.mlp.experts.82.up_proj,0.0112946295,hessian_weighted_relative_error,46693,0.02500,0.799
35,model.language_model.layers.35.mlp.experts.83.down_proj,0.0134848411,hessian_weighted_relative_error,92389,0.02500,0.836
35,model.language_model.layers.35.mlp.experts.83.gate_proj,0.0076983103,hessian_weighted_relative_error,92389,0.02500,0.889
35,model.language_model.layers.35.mlp.experts.83.up_proj,0.0095379207,hessian_weighted_relative_error,92389,0.02500,0.956
35,model.language_model.layers.35.mlp.experts.84.down_proj,0.0141820826,hessian_weighted_relative_error,76616,0.02500,0.744
35,model.language_model.layers.35.mlp.experts.84.gate_proj,0.0090945820,hessian_weighted_relative_error,76616,0.02500,0.768
35,model.language_model.layers.35.mlp.experts.84.up_proj,0.0105539896,hessian_weighted_relative_error,76616,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.85.down_proj,0.0156212593,hessian_weighted_relative_error,97603,0.02500,0.834
35,model.language_model.layers.35.mlp.experts.85.gate_proj,0.0095813170,hessian_weighted_relative_error,97603,0.02500,0.891
35,model.language_model.layers.35.mlp.experts.85.up_proj,0.0114256921,hessian_weighted_relative_error,97603,0.02500,0.959
35,model.language_model.layers.35.mlp.experts.86.down_proj,0.0149340275,hessian_weighted_relative_error,43211,0.02500,0.740
35,model.language_model.layers.35.mlp.experts.86.gate_proj,0.0095681399,hessian_weighted_relative_error,43211,0.02500,0.772
35,model.language_model.layers.35.mlp.experts.86.up_proj,0.0111528236,hessian_weighted_relative_error,43211,0.02500,0.804
35,model.language_model.layers.35.mlp.experts.87.down_proj,0.0106756711,hessian_weighted_relative_error,15300,0.02500,0.835
35,model.language_model.layers.35.mlp.experts.87.gate_proj,0.0062051253,hessian_weighted_relative_error,15300,0.02500,0.884
35,model.language_model.layers.35.mlp.experts.87.up_proj,0.0069668063,hessian_weighted_relative_error,15300,0.02500,0.950
35,model.language_model.layers.35.mlp.experts.88.down_proj,0.0113562031,hessian_weighted_relative_error,17497,0.02500,0.740
35,model.language_model.layers.35.mlp.experts.88.gate_proj,0.0062874641,hessian_weighted_relative_error,17497,0.02500,0.776
35,model.language_model.layers.35.mlp.experts.88.up_proj,0.0069087349,hessian_weighted_relative_error,17497,0.02500,0.801
35,model.language_model.layers.35.mlp.experts.89.down_proj,0.0113662349,hessian_weighted_relative_error,43530,0.02500,0.836
35,model.language_model.layers.35.mlp.experts.89.gate_proj,0.0068258390,hessian_weighted_relative_error,43530,0.02500,0.889
35,model.language_model.layers.35.mlp.experts.89.up_proj,0.0075176774,hessian_weighted_relative_error,43530,0.02500,0.951
35,model.language_model.layers.35.mlp.experts.9.down_proj,0.0130710728,hessian_weighted_relative_error,15568,0.02500,0.797
35,model.language_model.layers.35.mlp.experts.9.gate_proj,0.0065288085,hessian_weighted_relative_error,15568,0.02500,0.847
35,model.language_model.layers.35.mlp.experts.9.up_proj,0.0085591972,hessian_weighted_relative_error,15568,0.02500,0.941
35,model.language_model.layers.35.mlp.experts.90.down_proj,0.0099085799,hessian_weighted_relative_error,49435,0.02500,0.745
35,model.language_model.layers.35.mlp.experts.90.gate_proj,0.0064162842,hessian_weighted_relative_error,49435,0.02500,0.773
35,model.language_model.layers.35.mlp.experts.90.up_proj,0.0072416484,hessian_weighted_relative_error,49435,0.02500,0.799
35,model.language_model.layers.35.mlp.experts.91.down_proj,0.0116127714,hessian_weighted_relative_error,22828,0.02500,0.840
35,model.language_model.layers.35.mlp.experts.91.gate_proj,0.0067659284,hessian_weighted_relative_error,22828,0.02500,0.892
35,model.language_model.layers.35.mlp.experts.91.up_proj,0.0073081739,hessian_weighted_relative_error,22828,0.02500,0.955
35,model.language_model.layers.35.mlp.experts.92.down_proj,0.0144756115,hessian_weighted_relative_error,35754,0.02500,0.745
35,model.language_model.layers.35.mlp.experts.92.gate_proj,0.0100109865,hessian_weighted_relative_error,35754,0.02500,0.769
35,model.language_model.layers.35.mlp.experts.92.up_proj,0.0102759237,hessian_weighted_relative_error,35754,0.02500,0.800
35,model.language_model.layers.35.mlp.experts.93.down_proj,0.0052432101,hessian_weighted_relative_error,14338,0.02500,0.836
35,model.language_model.layers.35.mlp.experts.93.gate_proj,0.0038931075,hessian_weighted_relative_error,14338,0.02500,0.893
35,model.language_model.layers.35.mlp.experts.93.up_proj,0.0046798351,hessian_weighted_relative_error,14338,0.02500,0.955
35,model.language_model.layers.35.mlp.experts.94.down_proj,0.0133004594,hessian_weighted_relative_error,17520,0.02500,0.741
35,model.language_model.layers.35.mlp.experts.94.gate_proj,0.0071890698,hessian_weighted_relative_error,17520,0.02500,0.776
35,model.language_model.layers.35.mlp.experts.94.up_proj,0.0089073506,hessian_weighted_relative_error,17520,0.02500,0.802
35,model.language_model.layers.35.mlp.experts.95.down_proj,0.0123043714,hessian_weighted_relative_error,36050,0.02500,0.842
35,model.language_model.layers.35.mlp.experts.95.gate_proj,0.0073726608,hessian_weighted_relative_error,36050,0.02500,0.886
35,model.language_model.layers.35.mlp.experts.95.up_proj,0.0081654017,hessian_weighted_relative_error,36050,0.02500,0.955
35,model.language_model.layers.35.mlp.experts.96.down_proj,0.0080770560,hessian_weighted_relative_error,16851,0.02500,0.741
35,model.language_model.layers.35.mlp.experts.96.gate_proj,0.0041858958,hessian_weighted_relative_error,16851,0.02500,0.774
35,model.language_model.layers.35.mlp.experts.96.up_proj,0.0049860031,hessian_weighted_relative_error,16851,0.02500,0.803
35,model.language_model.layers.35.mlp.experts.97.down_proj,0.0124401092,hessian_weighted_relative_error,13884,0.02500,0.841
35,model.language_model.layers.35.mlp.experts.97.gate_proj,0.0072989928,hessian_weighted_relative_error,13884,0.02500,0.895
35,model.language_model.layers.35.mlp.experts.97.up_proj,0.0082788291,hessian_weighted_relative_error,13884,0.02500,0.955
35,model.language_model.layers.35.mlp.experts.98.down_proj,0.0135492719,hessian_weighted_relative_error,20103,0.02500,0.746
35,model.language_model.layers.35.mlp.experts.98.gate_proj,0.0082110246,hessian_weighted_relative_error,20103,0.02500,0.770
35,model.language_model.layers.35.mlp.experts.98.up_proj,0.0089362869,hessian_weighted_relative_error,20103,0.02500,0.798
35,model.language_model.layers.35.mlp.experts.99.down_proj,0.0101693083,hessian_weighted_relative_error,15062,0.02500,0.843
35,model.language_model.layers.35.mlp.experts.99.gate_proj,0.0069954823,hessian_weighted_relative_error,15062,0.02500,0.896
35,model.language_model.layers.35.mlp.experts.99.up_proj,0.0076189880,hessian_weighted_relative_error,15062,0.02500,0.952
36,model.language_model.layers.36.mlp.experts.0.down_proj,0.0146658667,hessian_weighted_relative_error,74277,0.02500,0.690
36,model.language_model.layers.36.mlp.experts.0.gate_proj,0.0104775493,hessian_weighted_relative_error,74277,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.0.up_proj,0.0113662714,hessian_weighted_relative_error,74277,0.02500,0.798
36,model.language_model.layers.36.mlp.experts.1.down_proj,0.0113525943,hessian_weighted_relative_error,9181,0.02500,0.796
36,model.language_model.layers.36.mlp.experts.1.gate_proj,0.0054744857,hessian_weighted_relative_error,9181,0.02500,0.870
36,model.language_model.layers.36.mlp.experts.1.up_proj,0.0071092479,hessian_weighted_relative_error,9181,0.02500,0.948
36,model.language_model.layers.36.mlp.experts.10.down_proj,0.0104378148,hessian_weighted_relative_error,17260,0.02500,0.722
36,model.language_model.layers.36.mlp.experts.10.gate_proj,0.0056475169,hessian_weighted_relative_error,17260,0.02500,0.757
36,model.language_model.layers.36.mlp.experts.10.up_proj,0.0061080838,hessian_weighted_relative_error,17260,0.02500,0.798
36,model.language_model.layers.36.mlp.experts.100.down_proj,0.0109257328,hessian_weighted_relative_error,26469,0.02500,0.748
36,model.language_model.layers.36.mlp.experts.100.gate_proj,0.0067041893,hessian_weighted_relative_error,26469,0.02500,0.774
36,model.language_model.layers.36.mlp.experts.100.up_proj,0.0073840806,hessian_weighted_relative_error,26469,0.02500,0.812
36,model.language_model.layers.36.mlp.experts.101.down_proj,0.0129510650,hessian_weighted_relative_error,48609,0.02500,0.844
36,model.language_model.layers.36.mlp.experts.101.gate_proj,0.0090413428,hessian_weighted_relative_error,48609,0.02500,0.900
36,model.language_model.layers.36.mlp.experts.101.up_proj,0.0103957611,hessian_weighted_relative_error,48609,0.02500,0.958
36,model.language_model.layers.36.mlp.experts.102.down_proj,0.0106598279,hessian_weighted_relative_error,9614,0.02500,0.747
36,model.language_model.layers.36.mlp.experts.102.gate_proj,0.0067285593,hessian_weighted_relative_error,9614,0.02500,0.776
36,model.language_model.layers.36.mlp.experts.102.up_proj,0.0076310582,hessian_weighted_relative_error,9614,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.103.down_proj,0.0141682212,hessian_weighted_relative_error,46467,0.02500,0.844
36,model.language_model.layers.36.mlp.experts.103.gate_proj,0.0098715525,hessian_weighted_relative_error,46467,0.02500,0.901
36,model.language_model.layers.36.mlp.experts.103.up_proj,0.0114569889,hessian_weighted_relative_error,46467,0.02500,0.997
36,model.language_model.layers.36.mlp.experts.104.down_proj,0.0135515596,hessian_weighted_relative_error,17949,0.02500,0.744
36,model.language_model.layers.36.mlp.experts.104.gate_proj,0.0075469085,hessian_weighted_relative_error,17949,0.02500,0.778
36,model.language_model.layers.36.mlp.experts.104.up_proj,0.0089940391,hessian_weighted_relative_error,17949,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.105.down_proj,0.0147402643,hessian_weighted_relative_error,28750,0.02500,0.849
36,model.language_model.layers.36.mlp.experts.105.gate_proj,0.0083177702,hessian_weighted_relative_error,28750,0.02500,0.900
36,model.language_model.layers.36.mlp.experts.105.up_proj,0.0105863528,hessian_weighted_relative_error,28750,0.02500,0.958
36,model.language_model.layers.36.mlp.experts.106.down_proj,0.0097402459,hessian_weighted_relative_error,20311,0.02500,0.747
36,model.language_model.layers.36.mlp.experts.106.gate_proj,0.0056990866,hessian_weighted_relative_error,20311,0.02500,0.776
36,model.language_model.layers.36.mlp.experts.106.up_proj,0.0060294478,hessian_weighted_relative_error,20311,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.107.down_proj,0.0146253984,hessian_weighted_relative_error,35825,0.02500,0.848
36,model.language_model.layers.36.mlp.experts.107.gate_proj,0.0092241996,hessian_weighted_relative_error,35825,0.02500,0.900
36,model.language_model.layers.36.mlp.experts.107.up_proj,0.0109964464,hessian_weighted_relative_error,35825,0.02500,0.953
36,model.language_model.layers.36.mlp.experts.108.down_proj,0.0132932879,hessian_weighted_relative_error,23444,0.02500,0.749
36,model.language_model.layers.36.mlp.experts.108.gate_proj,0.0074492065,hessian_weighted_relative_error,23444,0.02500,0.774
36,model.language_model.layers.36.mlp.experts.108.up_proj,0.0088958140,hessian_weighted_relative_error,23444,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.109.down_proj,0.0117991151,hessian_weighted_relative_error,11191,0.02500,0.849
36,model.language_model.layers.36.mlp.experts.109.gate_proj,0.0060176171,hessian_weighted_relative_error,11191,0.02500,0.900
36,model.language_model.layers.36.mlp.experts.109.up_proj,0.0077635047,hessian_weighted_relative_error,11191,0.02500,0.957
36,model.language_model.layers.36.mlp.experts.11.down_proj,0.0133240018,hessian_weighted_relative_error,18417,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.11.gate_proj,0.0075170313,hessian_weighted_relative_error,18417,0.02500,0.857
36,model.language_model.layers.36.mlp.experts.11.up_proj,0.0088212669,hessian_weighted_relative_error,18417,0.02500,0.949
36,model.language_model.layers.36.mlp.experts.110.down_proj,0.0137868553,hessian_weighted_relative_error,33622,0.02500,0.748
36,model.language_model.layers.36.mlp.experts.110.gate_proj,0.0084067186,hessian_weighted_relative_error,33622,0.02500,0.782
36,model.language_model.layers.36.mlp.experts.110.up_proj,0.0099254899,hessian_weighted_relative_error,33622,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.111.down_proj,0.0098163388,hessian_weighted_relative_error,15538,0.02500,0.848
36,model.language_model.layers.36.mlp.experts.111.gate_proj,0.0052441247,hessian_weighted_relative_error,15538,0.02500,0.902
36,model.language_model.layers.36.mlp.experts.111.up_proj,0.0058124729,hessian_weighted_relative_error,15538,0.02500,0.960
36,model.language_model.layers.36.mlp.experts.112.down_proj,0.0093781957,hessian_weighted_relative_error,17856,0.02500,0.748
36,model.language_model.layers.36.mlp.experts.112.gate_proj,0.0054287727,hessian_weighted_relative_error,17856,0.02500,0.781
36,model.language_model.layers.36.mlp.experts.112.up_proj,0.0071010287,hessian_weighted_relative_error,17856,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.113.down_proj,0.0099531034,hessian_weighted_relative_error,22675,0.02500,0.852
36,model.language_model.layers.36.mlp.experts.113.gate_proj,0.0051281378,hessian_weighted_relative_error,22675,0.02500,0.909
36,model.language_model.layers.36.mlp.experts.113.up_proj,0.0056340635,hessian_weighted_relative_error,22675,0.02500,0.974
36,model.language_model.layers.36.mlp.experts.114.down_proj,0.0133147084,hessian_weighted_relative_error,23401,0.02500,0.747
36,model.language_model.layers.36.mlp.experts.114.gate_proj,0.0082046679,hessian_weighted_relative_error,23401,0.02500,0.780
36,model.language_model.layers.36.mlp.experts.114.up_proj,0.0099296528,hessian_weighted_relative_error,23401,0.02500,0.811
36,model.language_model.layers.36.mlp.experts.115.down_proj,0.0138722097,hessian_weighted_relative_error,17969,0.02500,0.852
36,model.language_model.layers.36.mlp.experts.115.gate_proj,0.0084779902,hessian_weighted_relative_error,17969,0.02500,0.899
36,model.language_model.layers.36.mlp.experts.115.up_proj,0.0093590061,hessian_weighted_relative_error,17969,0.02500,0.952
36,model.language_model.layers.36.mlp.experts.116.down_proj,0.0111842433,hessian_weighted_relative_error,22662,0.02500,0.753
36,model.language_model.layers.36.mlp.experts.116.gate_proj,0.0060647501,hessian_weighted_relative_error,22662,0.02500,0.777
36,model.language_model.layers.36.mlp.experts.116.up_proj,0.0065852410,hessian_weighted_relative_error,22662,0.02500,0.814
36,model.language_model.layers.36.mlp.experts.117.down_proj,0.0118450801,hessian_weighted_relative_error,40014,0.02500,0.856
36,model.language_model.layers.36.mlp.experts.117.gate_proj,0.0074515327,hessian_weighted_relative_error,40014,0.02500,0.902
36,model.language_model.layers.36.mlp.experts.117.up_proj,0.0082098016,hessian_weighted_relative_error,40014,0.02500,0.949
36,model.language_model.layers.36.mlp.experts.118.down_proj,0.0144011201,hessian_weighted_relative_error,30379,0.02500,0.750
36,model.language_model.layers.36.mlp.experts.118.gate_proj,0.0095148848,hessian_weighted_relative_error,30379,0.02500,0.780
36,model.language_model.layers.36.mlp.experts.118.up_proj,0.0103719218,hessian_weighted_relative_error,30379,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.119.down_proj,0.0114400614,hessian_weighted_relative_error,22063,0.02500,0.851
36,model.language_model.layers.36.mlp.experts.119.gate_proj,0.0074062452,hessian_weighted_relative_error,22063,0.02500,0.904
36,model.language_model.layers.36.mlp.experts.119.up_proj,0.0074954869,hessian_weighted_relative_error,22063,0.02500,0.955
36,model.language_model.layers.36.mlp.experts.12.down_proj,0.0148341036,hessian_weighted_relative_error,50074,0.02500,0.726
36,model.language_model.layers.36.mlp.experts.12.gate_proj,0.0089689111,hessian_weighted_relative_error,50074,0.02500,0.758
36,model.language_model.layers.36.mlp.experts.12.up_proj,0.0106590923,hessian_weighted_relative_error,50074,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.120.down_proj,0.0137864735,hessian_weighted_relative_error,52449,0.02500,0.748
36,model.language_model.layers.36.mlp.experts.120.gate_proj,0.0100325370,hessian_weighted_relative_error,52449,0.02500,0.780
36,model.language_model.layers.36.mlp.experts.120.up_proj,0.0106264621,hessian_weighted_relative_error,52449,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.121.down_proj,0.0114720272,hessian_weighted_relative_error,33335,0.02500,0.857
36,model.language_model.layers.36.mlp.experts.121.gate_proj,0.0067007440,hessian_weighted_relative_error,33335,0.02500,0.903
36,model.language_model.layers.36.mlp.experts.121.up_proj,0.0071732563,hessian_weighted_relative_error,33335,0.02500,0.957
36,model.language_model.layers.36.mlp.experts.122.down_proj,0.0117868841,hessian_weighted_relative_error,15602,0.02500,0.748
36,model.language_model.layers.36.mlp.experts.122.gate_proj,0.0067256150,hessian_weighted_relative_error,15602,0.02500,0.781
36,model.language_model.layers.36.mlp.experts.122.up_proj,0.0074109340,hessian_weighted_relative_error,15602,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.123.down_proj,0.0149508689,hessian_weighted_relative_error,30035,0.02500,0.856
36,model.language_model.layers.36.mlp.experts.123.gate_proj,0.0076690822,hessian_weighted_relative_error,30035,0.02500,0.902
36,model.language_model.layers.36.mlp.experts.123.up_proj,0.0105506636,hessian_weighted_relative_error,30035,0.02500,0.945
36,model.language_model.layers.36.mlp.experts.124.down_proj,0.0129493232,hessian_weighted_relative_error,29414,0.02500,0.752
36,model.language_model.layers.36.mlp.experts.124.gate_proj,0.0076006437,hessian_weighted_relative_error,29414,0.02500,0.778
36,model.language_model.layers.36.mlp.experts.124.up_proj,0.0096690542,hessian_weighted_relative_error,29414,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.125.down_proj,0.0109326397,hessian_weighted_relative_error,4957,0.02500,0.857
36,model.language_model.layers.36.mlp.experts.125.gate_proj,0.0045064542,hessian_weighted_relative_error,4957,0.02500,0.907
36,model.language_model.layers.36.mlp.experts.125.up_proj,0.0063753477,hessian_weighted_relative_error,4957,0.02500,0.959
36,model.language_model.layers.36.mlp.experts.126.down_proj,0.0122263374,hessian_weighted_relative_error,18061,0.02500,0.751
36,model.language_model.layers.36.mlp.experts.126.gate_proj,0.0067494174,hessian_weighted_relative_error,18061,0.02500,0.783
36,model.language_model.layers.36.mlp.experts.126.up_proj,0.0075228378,hessian_weighted_relative_error,18061,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.127.down_proj,0.0121833213,hessian_weighted_relative_error,30776,0.02500,0.855
36,model.language_model.layers.36.mlp.experts.127.gate_proj,0.0070441267,hessian_weighted_relative_error,30776,0.02500,0.905
36,model.language_model.layers.36.mlp.experts.127.up_proj,0.0075628520,hessian_weighted_relative_error,30776,0.02500,0.950
36,model.language_model.layers.36.mlp.experts.128.down_proj,0.0118816844,hessian_weighted_relative_error,12696,0.02500,0.750
36,model.language_model.layers.36.mlp.experts.128.gate_proj,0.0063419087,hessian_weighted_relative_error,12696,0.02500,0.786
36,model.language_model.layers.36.mlp.experts.128.up_proj,0.0078493968,hessian_weighted_relative_error,12696,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.129.down_proj,0.0098484629,hessian_weighted_relative_error,12583,0.02500,0.862
36,model.language_model.layers.36.mlp.experts.129.gate_proj,0.0058646212,hessian_weighted_relative_error,12583,0.02500,0.907
36,model.language_model.layers.36.mlp.experts.129.up_proj,0.0065502846,hessian_weighted_relative_error,12583,0.02500,0.960
36,model.language_model.layers.36.mlp.experts.13.down_proj,0.0143230305,hessian_weighted_relative_error,16602,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.13.gate_proj,0.0080899461,hessian_weighted_relative_error,16602,0.02500,0.860
36,model.language_model.layers.36.mlp.experts.13.up_proj,0.0096676059,hessian_weighted_relative_error,16602,0.02500,0.941
36,model.language_model.layers.36.mlp.experts.130.down_proj,0.0055677762,hessian_weighted_relative_error,19992,0.02500,0.748
36,model.language_model.layers.36.mlp.experts.130.gate_proj,0.0032612315,hessian_weighted_relative_error,19992,0.02500,0.780
36,model.language_model.layers.36.mlp.experts.130.up_proj,0.0036184189,hessian_weighted_relative_error,19992,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.131.down_proj,0.0138032840,hessian_weighted_relative_error,18197,0.02500,0.864
36,model.language_model.layers.36.mlp.experts.131.gate_proj,0.0080273605,hessian_weighted_relative_error,18197,0.02500,0.904
36,model.language_model.layers.36.mlp.experts.131.up_proj,0.0090350828,hessian_weighted_relative_error,18197,0.02500,0.952
36,model.language_model.layers.36.mlp.experts.132.down_proj,0.0106316315,hessian_weighted_relative_error,6062,0.02500,0.754
36,model.language_model.layers.36.mlp.experts.132.gate_proj,0.0053999372,hessian_weighted_relative_error,6062,0.02500,0.781
36,model.language_model.layers.36.mlp.experts.132.up_proj,0.0063428098,hessian_weighted_relative_error,6062,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.133.down_proj,0.0154517859,hessian_weighted_relative_error,47406,0.02500,0.861
36,model.language_model.layers.36.mlp.experts.133.gate_proj,0.0083671162,hessian_weighted_relative_error,47406,0.02500,0.906
36,model.language_model.layers.36.mlp.experts.133.up_proj,0.0113044186,hessian_weighted_relative_error,47406,0.02500,0.952
36,model.language_model.layers.36.mlp.experts.134.down_proj,0.0149259010,hessian_weighted_relative_error,26419,0.02500,0.751
36,model.language_model.layers.36.mlp.experts.134.gate_proj,0.0091712230,hessian_weighted_relative_error,26419,0.02500,0.783
36,model.language_model.layers.36.mlp.experts.134.up_proj,0.0109549930,hessian_weighted_relative_error,26419,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.135.down_proj,0.0089215488,hessian_weighted_relative_error,10497,0.02500,0.861
36,model.language_model.layers.36.mlp.experts.135.gate_proj,0.0049530964,hessian_weighted_relative_error,10497,0.02500,0.908
36,model.language_model.layers.36.mlp.experts.135.up_proj,0.0057787164,hessian_weighted_relative_error,10497,0.02500,0.953
36,model.language_model.layers.36.mlp.experts.136.down_proj,0.0136387607,hessian_weighted_relative_error,48684,0.02500,0.750
36,model.language_model.layers.36.mlp.experts.136.gate_proj,0.0083919228,hessian_weighted_relative_error,48684,0.02500,0.783
36,model.language_model.layers.36.mlp.experts.136.up_proj,0.0097350649,hessian_weighted_relative_error,48684,0.02500,0.808
36,model.language_model.layers.36.mlp.experts.137.down_proj,0.0054495706,hessian_weighted_relative_error,48406,0.02500,0.866
36,model.language_model.layers.36.mlp.experts.137.gate_proj,0.0032049676,hessian_weighted_relative_error,48406,0.02500,0.906
36,model.language_model.layers.36.mlp.experts.137.up_proj,0.0035299869,hessian_weighted_relative_error,48406,0.02500,0.956
36,model.language_model.layers.36.mlp.experts.138.down_proj,0.0146946095,hessian_weighted_relative_error,32449,0.02500,0.750
36,model.language_model.layers.36.mlp.experts.138.gate_proj,0.0082513956,hessian_weighted_relative_error,32449,0.02500,0.780
36,model.language_model.layers.36.mlp.experts.138.up_proj,0.0105144865,hessian_weighted_relative_error,32449,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.139.down_proj,0.0124533709,hessian_weighted_relative_error,32148,0.02500,0.865
36,model.language_model.layers.36.mlp.experts.139.gate_proj,0.0078413594,hessian_weighted_relative_error,32148,0.02500,0.903
36,model.language_model.layers.36.mlp.experts.139.up_proj,0.0086156896,hessian_weighted_relative_error,32148,0.02500,0.951
36,model.language_model.layers.36.mlp.experts.14.down_proj,0.0133799367,hessian_weighted_relative_error,12686,0.02500,0.726
36,model.language_model.layers.36.mlp.experts.14.gate_proj,0.0083619226,hessian_weighted_relative_error,12686,0.02500,0.761
36,model.language_model.layers.36.mlp.experts.14.up_proj,0.0092299048,hessian_weighted_relative_error,12686,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.140.down_proj,0.0141407645,hessian_weighted_relative_error,40619,0.02500,0.755
36,model.language_model.layers.36.mlp.experts.140.gate_proj,0.0086461912,hessian_weighted_relative_error,40619,0.02500,0.782
36,model.language_model.layers.36.mlp.experts.140.up_proj,0.0097231926,hessian_weighted_relative_error,40619,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.141.down_proj,0.0149555367,hessian_weighted_relative_error,39610,0.02500,0.866
36,model.language_model.layers.36.mlp.experts.141.gate_proj,0.0087883424,hessian_weighted_relative_error,39610,0.02500,0.907
36,model.language_model.layers.36.mlp.experts.141.up_proj,0.0105436459,hessian_weighted_relative_error,39610,0.02500,0.954
36,model.language_model.layers.36.mlp.experts.142.down_proj,0.0119491940,hessian_weighted_relative_error,8931,0.02500,0.753
36,model.language_model.layers.36.mlp.experts.142.gate_proj,0.0066215299,hessian_weighted_relative_error,8931,0.02500,0.786
36,model.language_model.layers.36.mlp.experts.142.up_proj,0.0073395383,hessian_weighted_relative_error,8931,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.143.down_proj,0.0120780222,hessian_weighted_relative_error,54641,0.02500,0.865
36,model.language_model.layers.36.mlp.experts.143.gate_proj,0.0076018737,hessian_weighted_relative_error,54641,0.02500,0.907
36,model.language_model.layers.36.mlp.experts.143.up_proj,0.0083667207,hessian_weighted_relative_error,54641,0.02500,0.958
36,model.language_model.layers.36.mlp.experts.144.down_proj,0.0146654529,hessian_weighted_relative_error,34349,0.02500,0.751
36,model.language_model.layers.36.mlp.experts.144.gate_proj,0.0101582750,hessian_weighted_relative_error,34349,0.02500,0.785
36,model.language_model.layers.36.mlp.experts.144.up_proj,0.0105495000,hessian_weighted_relative_error,34349,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.145.down_proj,0.0146385953,hessian_weighted_relative_error,23415,0.02500,0.868
36,model.language_model.layers.36.mlp.experts.145.gate_proj,0.0085789154,hessian_weighted_relative_error,23415,0.02500,0.907
36,model.language_model.layers.36.mlp.experts.145.up_proj,0.0106301462,hessian_weighted_relative_error,23415,0.02500,0.959
36,model.language_model.layers.36.mlp.experts.146.down_proj,0.0147973985,hessian_weighted_relative_error,34066,0.02500,0.752
36,model.language_model.layers.36.mlp.experts.146.gate_proj,0.0085685803,hessian_weighted_relative_error,34066,0.02500,0.784
36,model.language_model.layers.36.mlp.experts.146.up_proj,0.0106478900,hessian_weighted_relative_error,34066,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.147.down_proj,0.0080388493,hessian_weighted_relative_error,9232,0.02500,0.869
36,model.language_model.layers.36.mlp.experts.147.gate_proj,0.0046086883,hessian_weighted_relative_error,9232,0.02500,0.909
36,model.language_model.layers.36.mlp.experts.147.up_proj,0.0052708567,hessian_weighted_relative_error,9232,0.02500,0.955
36,model.language_model.layers.36.mlp.experts.148.down_proj,0.0044388795,hessian_weighted_relative_error,3486,0.02500,0.757
36,model.language_model.layers.36.mlp.experts.148.gate_proj,0.0023786052,hessian_weighted_relative_error,3486,0.02500,0.785
36,model.language_model.layers.36.mlp.experts.148.up_proj,0.0035278417,hessian_weighted_relative_error,3486,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.149.down_proj,0.0122441844,hessian_weighted_relative_error,10655,0.02500,0.870
36,model.language_model.layers.36.mlp.experts.149.gate_proj,0.0057862670,hessian_weighted_relative_error,10655,0.02500,0.917
36,model.language_model.layers.36.mlp.experts.149.up_proj,0.0079002298,hessian_weighted_relative_error,10655,0.02500,0.951
36,model.language_model.layers.36.mlp.experts.15.down_proj,0.0141819145,hessian_weighted_relative_error,43542,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.15.gate_proj,0.0092234817,hessian_weighted_relative_error,43542,0.02500,0.859
36,model.language_model.layers.36.mlp.experts.15.up_proj,0.0100023273,hessian_weighted_relative_error,43542,0.02500,0.953
36,model.language_model.layers.36.mlp.experts.150.down_proj,0.0111476618,hessian_weighted_relative_error,27018,0.02500,0.755
36,model.language_model.layers.36.mlp.experts.150.gate_proj,0.0077459739,hessian_weighted_relative_error,27018,0.02500,0.788
36,model.language_model.layers.36.mlp.experts.150.up_proj,0.0084770632,hessian_weighted_relative_error,27018,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.151.down_proj,0.0146501278,hessian_weighted_relative_error,34364,0.02500,0.869
36,model.language_model.layers.36.mlp.experts.151.gate_proj,0.0083562609,hessian_weighted_relative_error,34364,0.02500,0.920
36,model.language_model.layers.36.mlp.experts.151.up_proj,0.0105477272,hessian_weighted_relative_error,34364,0.02500,0.959
36,model.language_model.layers.36.mlp.experts.152.down_proj,0.0110309400,hessian_weighted_relative_error,27167,0.02500,0.753
36,model.language_model.layers.36.mlp.experts.152.gate_proj,0.0066505354,hessian_weighted_relative_error,27167,0.02500,0.785
36,model.language_model.layers.36.mlp.experts.152.up_proj,0.0073996046,hessian_weighted_relative_error,27167,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.153.down_proj,0.0139606802,hessian_weighted_relative_error,24538,0.02500,0.871
36,model.language_model.layers.36.mlp.experts.153.gate_proj,0.0087216059,hessian_weighted_relative_error,24538,0.02500,0.917
36,model.language_model.layers.36.mlp.experts.153.up_proj,0.0099123313,hessian_weighted_relative_error,24538,0.02500,0.963
36,model.language_model.layers.36.mlp.experts.154.down_proj,0.0124208654,hessian_weighted_relative_error,55197,0.02500,0.753
36,model.language_model.layers.36.mlp.experts.154.gate_proj,0.0072016962,hessian_weighted_relative_error,55197,0.02500,0.781
36,model.language_model.layers.36.mlp.experts.154.up_proj,0.0079122246,hessian_weighted_relative_error,55197,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.155.down_proj,0.0152668510,hessian_weighted_relative_error,43833,0.02500,0.871
36,model.language_model.layers.36.mlp.experts.155.gate_proj,0.0095823837,hessian_weighted_relative_error,43833,0.02500,0.907
36,model.language_model.layers.36.mlp.experts.155.up_proj,0.0111851317,hessian_weighted_relative_error,43833,0.02500,0.960
36,model.language_model.layers.36.mlp.experts.156.down_proj,0.0153719078,hessian_weighted_relative_error,33809,0.02500,0.756
36,model.language_model.layers.36.mlp.experts.156.gate_proj,0.0096798321,hessian_weighted_relative_error,33809,0.02500,0.784
36,model.language_model.layers.36.mlp.experts.156.up_proj,0.0112923960,hessian_weighted_relative_error,33809,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.157.down_proj,0.0147785200,hessian_weighted_relative_error,52003,0.02500,0.871
36,model.language_model.layers.36.mlp.experts.157.gate_proj,0.0097181267,hessian_weighted_relative_error,52003,0.02500,0.910
36,model.language_model.layers.36.mlp.experts.157.up_proj,0.0110848182,hessian_weighted_relative_error,52003,0.02500,0.960
36,model.language_model.layers.36.mlp.experts.158.down_proj,0.0134822068,hessian_weighted_relative_error,20586,0.02500,0.755
36,model.language_model.layers.36.mlp.experts.158.gate_proj,0.0077691427,hessian_weighted_relative_error,20586,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.158.up_proj,0.0091461124,hessian_weighted_relative_error,20586,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.159.down_proj,0.0141050414,hessian_weighted_relative_error,25527,0.02500,0.872
36,model.language_model.layers.36.mlp.experts.159.gate_proj,0.0083504501,hessian_weighted_relative_error,25527,0.02500,0.910
36,model.language_model.layers.36.mlp.experts.159.up_proj,0.0099116563,hessian_weighted_relative_error,25527,0.02500,0.961
36,model.language_model.layers.36.mlp.experts.16.down_proj,0.0149615055,hessian_weighted_relative_error,36897,0.02500,0.725
36,model.language_model.layers.36.mlp.experts.16.gate_proj,0.0073002703,hessian_weighted_relative_error,36897,0.02500,0.757
36,model.language_model.layers.36.mlp.experts.16.up_proj,0.0105666483,hessian_weighted_relative_error,36897,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.160.down_proj,0.0145274465,hessian_weighted_relative_error,31859,0.02500,0.752
36,model.language_model.layers.36.mlp.experts.160.gate_proj,0.0091462820,hessian_weighted_relative_error,31859,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.160.up_proj,0.0109021685,hessian_weighted_relative_error,31859,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.161.down_proj,0.0120776222,hessian_weighted_relative_error,22239,0.02500,0.874
36,model.language_model.layers.36.mlp.experts.161.gate_proj,0.0066538335,hessian_weighted_relative_error,22239,0.02500,0.919
36,model.language_model.layers.36.mlp.experts.161.up_proj,0.0070907822,hessian_weighted_relative_error,22239,0.02500,0.966
36,model.language_model.layers.36.mlp.experts.162.down_proj,0.0101486145,hessian_weighted_relative_error,6217,0.02500,0.753
36,model.language_model.layers.36.mlp.experts.162.gate_proj,0.0047122465,hessian_weighted_relative_error,6217,0.02500,0.784
36,model.language_model.layers.36.mlp.experts.162.up_proj,0.0063826694,hessian_weighted_relative_error,6217,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.163.down_proj,0.0149788100,hessian_weighted_relative_error,26203,0.02500,0.873
36,model.language_model.layers.36.mlp.experts.163.gate_proj,0.0090814523,hessian_weighted_relative_error,26203,0.02500,0.918
36,model.language_model.layers.36.mlp.experts.163.up_proj,0.0111149007,hessian_weighted_relative_error,26203,0.02500,0.965
36,model.language_model.layers.36.mlp.experts.164.down_proj,0.0149232332,hessian_weighted_relative_error,34463,0.02500,0.755
36,model.language_model.layers.36.mlp.experts.164.gate_proj,0.0086102081,hessian_weighted_relative_error,34463,0.02500,0.783
36,model.language_model.layers.36.mlp.experts.164.up_proj,0.0108929139,hessian_weighted_relative_error,34463,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.165.down_proj,0.0066613127,hessian_weighted_relative_error,19987,0.02500,0.874
36,model.language_model.layers.36.mlp.experts.165.gate_proj,0.0069968894,hessian_weighted_relative_error,19987,0.02500,0.918
36,model.language_model.layers.36.mlp.experts.165.up_proj,0.0078070674,hessian_weighted_relative_error,19987,0.02500,0.960
36,model.language_model.layers.36.mlp.experts.166.down_proj,0.0145194150,hessian_weighted_relative_error,51220,0.02500,0.756
36,model.language_model.layers.36.mlp.experts.166.gate_proj,0.0089714343,hessian_weighted_relative_error,51220,0.02500,0.786
36,model.language_model.layers.36.mlp.experts.166.up_proj,0.0103495476,hessian_weighted_relative_error,51220,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.167.down_proj,0.0135327421,hessian_weighted_relative_error,23021,0.02500,0.875
36,model.language_model.layers.36.mlp.experts.167.gate_proj,0.0072421668,hessian_weighted_relative_error,23021,0.02500,0.924
36,model.language_model.layers.36.mlp.experts.167.up_proj,0.0091569031,hessian_weighted_relative_error,23021,0.02500,0.974
36,model.language_model.layers.36.mlp.experts.168.down_proj,0.0112212447,hessian_weighted_relative_error,39760,0.02500,0.752
36,model.language_model.layers.36.mlp.experts.168.gate_proj,0.0082764945,hessian_weighted_relative_error,39760,0.02500,0.787
36,model.language_model.layers.36.mlp.experts.168.up_proj,0.0087808308,hessian_weighted_relative_error,39760,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.169.down_proj,0.0144525742,hessian_weighted_relative_error,21149,0.02500,0.876
36,model.language_model.layers.36.mlp.experts.169.gate_proj,0.0081845900,hessian_weighted_relative_error,21149,0.02500,0.918
36,model.language_model.layers.36.mlp.experts.169.up_proj,0.0100383700,hessian_weighted_relative_error,21149,0.02500,0.958
36,model.language_model.layers.36.mlp.experts.17.down_proj,0.0115463209,hessian_weighted_relative_error,24577,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.17.gate_proj,0.0070312548,hessian_weighted_relative_error,24577,0.02500,0.859
36,model.language_model.layers.36.mlp.experts.17.up_proj,0.0077825244,hessian_weighted_relative_error,24577,0.02500,0.950
36,model.language_model.layers.36.mlp.experts.170.down_proj,0.0119728344,hessian_weighted_relative_error,75585,0.02500,0.753
36,model.language_model.layers.36.mlp.experts.170.gate_proj,0.0095356421,hessian_weighted_relative_error,75585,0.02500,0.785
36,model.language_model.layers.36.mlp.experts.170.up_proj,0.0100705842,hessian_weighted_relative_error,75585,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.171.down_proj,0.0139495828,hessian_weighted_relative_error,43843,0.02500,0.876
36,model.language_model.layers.36.mlp.experts.171.gate_proj,0.0089322869,hessian_weighted_relative_error,43843,0.02500,0.922
36,model.language_model.layers.36.mlp.experts.171.up_proj,0.0100640561,hessian_weighted_relative_error,43843,0.02500,0.956
36,model.language_model.layers.36.mlp.experts.172.down_proj,0.0143562132,hessian_weighted_relative_error,30535,0.02500,0.759
36,model.language_model.layers.36.mlp.experts.172.gate_proj,0.0091302099,hessian_weighted_relative_error,30535,0.02500,0.789
36,model.language_model.layers.36.mlp.experts.172.up_proj,0.0108389216,hessian_weighted_relative_error,30535,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.173.down_proj,0.0145980910,hessian_weighted_relative_error,24884,0.02500,0.877
36,model.language_model.layers.36.mlp.experts.173.gate_proj,0.0094895654,hessian_weighted_relative_error,24884,0.02500,0.923
36,model.language_model.layers.36.mlp.experts.173.up_proj,0.0105160631,hessian_weighted_relative_error,24884,0.02500,0.969
36,model.language_model.layers.36.mlp.experts.174.down_proj,0.0140278241,hessian_weighted_relative_error,42405,0.02500,0.756
36,model.language_model.layers.36.mlp.experts.174.gate_proj,0.0086538198,hessian_weighted_relative_error,42405,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.174.up_proj,0.0104862293,hessian_weighted_relative_error,42405,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.175.down_proj,0.0157953651,hessian_weighted_relative_error,65226,0.02500,0.877
36,model.language_model.layers.36.mlp.experts.175.gate_proj,0.0101033857,hessian_weighted_relative_error,65226,0.02500,0.923
36,model.language_model.layers.36.mlp.experts.175.up_proj,0.0118669949,hessian_weighted_relative_error,65226,0.02500,0.971
36,model.language_model.layers.36.mlp.experts.176.down_proj,0.0082725727,hessian_weighted_relative_error,11476,0.02500,0.758
36,model.language_model.layers.36.mlp.experts.176.gate_proj,0.0039549232,hessian_weighted_relative_error,11476,0.02500,0.791
36,model.language_model.layers.36.mlp.experts.176.up_proj,0.0052414917,hessian_weighted_relative_error,11476,0.02500,0.812
36,model.language_model.layers.36.mlp.experts.177.down_proj,0.0143559715,hessian_weighted_relative_error,21377,0.02500,0.877
36,model.language_model.layers.36.mlp.experts.177.gate_proj,0.0081975868,hessian_weighted_relative_error,21377,0.02500,0.921
36,model.language_model.layers.36.mlp.experts.177.up_proj,0.0100337312,hessian_weighted_relative_error,21377,0.02500,1.027
36,model.language_model.layers.36.mlp.experts.178.down_proj,0.0101344144,hessian_weighted_relative_error,37234,0.02500,0.755
36,model.language_model.layers.36.mlp.experts.178.gate_proj,0.0063759955,hessian_weighted_relative_error,37234,0.02500,0.786
36,model.language_model.layers.36.mlp.experts.178.up_proj,0.0069839560,hessian_weighted_relative_error,37234,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.179.down_proj,0.0126645122,hessian_weighted_relative_error,52782,0.02500,0.877
36,model.language_model.layers.36.mlp.experts.179.gate_proj,0.0100966369,hessian_weighted_relative_error,52782,0.02500,0.915
36,model.language_model.layers.36.mlp.experts.179.up_proj,0.0110444862,hessian_weighted_relative_error,52782,0.02500,0.966
36,model.language_model.layers.36.mlp.experts.18.down_proj,0.0141701376,hessian_weighted_relative_error,22599,0.02500,0.726
36,model.language_model.layers.36.mlp.experts.18.gate_proj,0.0088363564,hessian_weighted_relative_error,22599,0.02500,0.757
36,model.language_model.layers.36.mlp.experts.18.up_proj,0.0096746285,hessian_weighted_relative_error,22599,0.02500,0.796
36,model.language_model.layers.36.mlp.experts.180.down_proj,0.0144594354,hessian_weighted_relative_error,33723,0.02500,0.759
36,model.language_model.layers.36.mlp.experts.180.gate_proj,0.0095946371,hessian_weighted_relative_error,33723,0.02500,0.787
36,model.language_model.layers.36.mlp.experts.180.up_proj,0.0108400122,hessian_weighted_relative_error,33723,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.181.down_proj,0.0139699032,hessian_weighted_relative_error,22548,0.02500,0.878
36,model.language_model.layers.36.mlp.experts.181.gate_proj,0.0090227756,hessian_weighted_relative_error,22548,0.02500,0.923
36,model.language_model.layers.36.mlp.experts.181.up_proj,0.0102098959,hessian_weighted_relative_error,22548,0.02500,0.973
36,model.language_model.layers.36.mlp.experts.182.down_proj,0.0123139770,hessian_weighted_relative_error,21544,0.02500,0.758
36,model.language_model.layers.36.mlp.experts.182.gate_proj,0.0070657068,hessian_weighted_relative_error,21544,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.182.up_proj,0.0074266175,hessian_weighted_relative_error,21544,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.183.down_proj,0.0071405385,hessian_weighted_relative_error,9424,0.02500,0.878
36,model.language_model.layers.36.mlp.experts.183.gate_proj,0.0037400155,hessian_weighted_relative_error,9424,0.02500,0.921
36,model.language_model.layers.36.mlp.experts.183.up_proj,0.0043980439,hessian_weighted_relative_error,9424,0.02500,0.966
36,model.language_model.layers.36.mlp.experts.184.down_proj,0.0114661982,hessian_weighted_relative_error,14611,0.02500,0.756
36,model.language_model.layers.36.mlp.experts.184.gate_proj,0.0075909809,hessian_weighted_relative_error,14611,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.184.up_proj,0.0079991477,hessian_weighted_relative_error,14611,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.185.down_proj,0.0120645462,hessian_weighted_relative_error,6349,0.02500,0.878
36,model.language_model.layers.36.mlp.experts.185.gate_proj,0.0056372474,hessian_weighted_relative_error,6349,0.02500,0.920
36,model.language_model.layers.36.mlp.experts.185.up_proj,0.0071649063,hessian_weighted_relative_error,6349,0.02500,0.972
36,model.language_model.layers.36.mlp.experts.186.down_proj,0.0104477266,hessian_weighted_relative_error,21774,0.02500,0.755
36,model.language_model.layers.36.mlp.experts.186.gate_proj,0.0069182096,hessian_weighted_relative_error,21774,0.02500,0.786
36,model.language_model.layers.36.mlp.experts.186.up_proj,0.0076322167,hessian_weighted_relative_error,21774,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.187.down_proj,0.0120142862,hessian_weighted_relative_error,59355,0.02500,0.882
36,model.language_model.layers.36.mlp.experts.187.gate_proj,0.0074148781,hessian_weighted_relative_error,59355,0.02500,0.919
36,model.language_model.layers.36.mlp.experts.187.up_proj,0.0079312731,hessian_weighted_relative_error,59355,0.02500,0.964
36,model.language_model.layers.36.mlp.experts.188.down_proj,0.0127157327,hessian_weighted_relative_error,69606,0.02500,0.761
36,model.language_model.layers.36.mlp.experts.188.gate_proj,0.0078618310,hessian_weighted_relative_error,69606,0.02500,0.791
36,model.language_model.layers.36.mlp.experts.188.up_proj,0.0084887356,hessian_weighted_relative_error,69606,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.189.down_proj,0.0145544444,hessian_weighted_relative_error,29412,0.02500,0.879
36,model.language_model.layers.36.mlp.experts.189.gate_proj,0.0089292751,hessian_weighted_relative_error,29412,0.02500,0.921
36,model.language_model.layers.36.mlp.experts.189.up_proj,0.0104947503,hessian_weighted_relative_error,29412,0.02500,0.976
36,model.language_model.layers.36.mlp.experts.19.down_proj,0.0140802847,hessian_weighted_relative_error,35858,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.19.gate_proj,0.0087951393,hessian_weighted_relative_error,35858,0.02500,0.856
36,model.language_model.layers.36.mlp.experts.19.up_proj,0.0104215563,hessian_weighted_relative_error,35858,0.02500,0.949
36,model.language_model.layers.36.mlp.experts.190.down_proj,0.0154020117,hessian_weighted_relative_error,50713,0.02500,0.758
36,model.language_model.layers.36.mlp.experts.190.gate_proj,0.0078355532,hessian_weighted_relative_error,50713,0.02500,0.792
36,model.language_model.layers.36.mlp.experts.190.up_proj,0.0113849566,hessian_weighted_relative_error,50713,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.191.down_proj,0.0120582628,hessian_weighted_relative_error,33804,0.02500,0.880
36,model.language_model.layers.36.mlp.experts.191.gate_proj,0.0071563900,hessian_weighted_relative_error,33804,0.02500,0.931
36,model.language_model.layers.36.mlp.experts.191.up_proj,0.0079031129,hessian_weighted_relative_error,33804,0.02500,0.973
36,model.language_model.layers.36.mlp.experts.192.down_proj,0.0139168345,hessian_weighted_relative_error,34837,0.02500,0.758
36,model.language_model.layers.36.mlp.experts.192.gate_proj,0.0096180409,hessian_weighted_relative_error,34837,0.02500,0.791
36,model.language_model.layers.36.mlp.experts.192.up_proj,0.0101820647,hessian_weighted_relative_error,34837,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.193.down_proj,0.0141182104,hessian_weighted_relative_error,22004,0.02500,0.879
36,model.language_model.layers.36.mlp.experts.193.gate_proj,0.0071791062,hessian_weighted_relative_error,22004,0.02500,0.922
36,model.language_model.layers.36.mlp.experts.193.up_proj,0.0095999447,hessian_weighted_relative_error,22004,0.02500,0.976
36,model.language_model.layers.36.mlp.experts.194.down_proj,0.0145423163,hessian_weighted_relative_error,46607,0.02500,0.756
36,model.language_model.layers.36.mlp.experts.194.gate_proj,0.0080495296,hessian_weighted_relative_error,46607,0.02500,0.789
36,model.language_model.layers.36.mlp.experts.194.up_proj,0.0101681182,hessian_weighted_relative_error,46607,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.195.down_proj,0.0101988319,hessian_weighted_relative_error,63874,0.02500,0.879
36,model.language_model.layers.36.mlp.experts.195.gate_proj,0.0062270529,hessian_weighted_relative_error,63874,0.02500,0.927
36,model.language_model.layers.36.mlp.experts.195.up_proj,0.0065695270,hessian_weighted_relative_error,63874,0.02500,0.969
36,model.language_model.layers.36.mlp.experts.196.down_proj,0.0125463231,hessian_weighted_relative_error,10475,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.196.gate_proj,0.0069536057,hessian_weighted_relative_error,10475,0.02500,0.787
36,model.language_model.layers.36.mlp.experts.196.up_proj,0.0081879938,hessian_weighted_relative_error,10475,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.197.down_proj,0.0156151757,hessian_weighted_relative_error,33263,0.02500,0.879
36,model.language_model.layers.36.mlp.experts.197.gate_proj,0.0106735073,hessian_weighted_relative_error,33263,0.02500,0.928
36,model.language_model.layers.36.mlp.experts.197.up_proj,0.0118878290,hessian_weighted_relative_error,33263,0.02500,0.978
36,model.language_model.layers.36.mlp.experts.198.down_proj,0.0153181419,hessian_weighted_relative_error,41902,0.02500,0.762
36,model.language_model.layers.36.mlp.experts.198.gate_proj,0.0092032210,hessian_weighted_relative_error,41902,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.198.up_proj,0.0110957133,hessian_weighted_relative_error,41902,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.199.down_proj,0.0082538591,hessian_weighted_relative_error,38316,0.02500,0.881
36,model.language_model.layers.36.mlp.experts.199.gate_proj,0.0051773007,hessian_weighted_relative_error,38316,0.02500,0.920
36,model.language_model.layers.36.mlp.experts.199.up_proj,0.0057014938,hessian_weighted_relative_error,38316,0.02500,0.978
36,model.language_model.layers.36.mlp.experts.2.down_proj,0.0151030954,hessian_weighted_relative_error,39643,0.02500,0.720
36,model.language_model.layers.36.mlp.experts.2.gate_proj,0.0093733805,hessian_weighted_relative_error,39643,0.02500,0.756
36,model.language_model.layers.36.mlp.experts.2.up_proj,0.0111572664,hessian_weighted_relative_error,39643,0.02500,0.796
36,model.language_model.layers.36.mlp.experts.20.down_proj,0.0145312791,hessian_weighted_relative_error,41312,0.02500,0.730
36,model.language_model.layers.36.mlp.experts.20.gate_proj,0.0098382677,hessian_weighted_relative_error,41312,0.02500,0.756
36,model.language_model.layers.36.mlp.experts.20.up_proj,0.0109117267,hessian_weighted_relative_error,41312,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.200.down_proj,0.0109222222,hessian_weighted_relative_error,10397,0.02500,0.758
36,model.language_model.layers.36.mlp.experts.200.gate_proj,0.0053531483,hessian_weighted_relative_error,10397,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.200.up_proj,0.0069256696,hessian_weighted_relative_error,10397,0.02500,0.808
36,model.language_model.layers.36.mlp.experts.201.down_proj,0.0146628722,hessian_weighted_relative_error,21503,0.02500,0.880
36,model.language_model.layers.36.mlp.experts.201.gate_proj,0.0093021800,hessian_weighted_relative_error,21503,0.02500,0.922
36,model.language_model.layers.36.mlp.experts.201.up_proj,0.0107178778,hessian_weighted_relative_error,21503,0.02500,0.968
36,model.language_model.layers.36.mlp.experts.202.down_proj,0.0107225003,hessian_weighted_relative_error,7717,0.02500,0.758
36,model.language_model.layers.36.mlp.experts.202.gate_proj,0.0051811384,hessian_weighted_relative_error,7717,0.02500,0.788
36,model.language_model.layers.36.mlp.experts.202.up_proj,0.0065730129,hessian_weighted_relative_error,7717,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.203.down_proj,0.0139502141,hessian_weighted_relative_error,44110,0.02500,0.881
36,model.language_model.layers.36.mlp.experts.203.gate_proj,0.0089751072,hessian_weighted_relative_error,44110,0.02500,0.921
36,model.language_model.layers.36.mlp.experts.203.up_proj,0.0100284287,hessian_weighted_relative_error,44110,0.02500,0.966
36,model.language_model.layers.36.mlp.experts.204.down_proj,0.0090607727,hessian_weighted_relative_error,15299,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.204.gate_proj,0.0069142313,hessian_weighted_relative_error,15299,0.02500,0.789
36,model.language_model.layers.36.mlp.experts.204.up_proj,0.0075966245,hessian_weighted_relative_error,15299,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.205.down_proj,0.0150483547,hessian_weighted_relative_error,34966,0.02500,0.882
36,model.language_model.layers.36.mlp.experts.205.gate_proj,0.0091527870,hessian_weighted_relative_error,34966,0.02500,0.926
36,model.language_model.layers.36.mlp.experts.205.up_proj,0.0105448679,hessian_weighted_relative_error,34966,0.02500,0.978
36,model.language_model.layers.36.mlp.experts.206.down_proj,0.0128539975,hessian_weighted_relative_error,24714,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.206.gate_proj,0.0083124919,hessian_weighted_relative_error,24714,0.02500,0.791
36,model.language_model.layers.36.mlp.experts.206.up_proj,0.0094693718,hessian_weighted_relative_error,24714,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.207.down_proj,0.0135974360,hessian_weighted_relative_error,21458,0.02500,0.885
36,model.language_model.layers.36.mlp.experts.207.gate_proj,0.0076829477,hessian_weighted_relative_error,21458,0.02500,0.920
36,model.language_model.layers.36.mlp.experts.207.up_proj,0.0095189752,hessian_weighted_relative_error,21458,0.02500,0.970
36,model.language_model.layers.36.mlp.experts.208.down_proj,0.0122462591,hessian_weighted_relative_error,35980,0.02500,0.758
36,model.language_model.layers.36.mlp.experts.208.gate_proj,0.0074399401,hessian_weighted_relative_error,35980,0.02500,0.791
36,model.language_model.layers.36.mlp.experts.208.up_proj,0.0079167219,hessian_weighted_relative_error,35980,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.209.down_proj,0.0151971664,hessian_weighted_relative_error,48587,0.02500,0.881
36,model.language_model.layers.36.mlp.experts.209.gate_proj,0.0097980023,hessian_weighted_relative_error,48587,0.02500,0.926
36,model.language_model.layers.36.mlp.experts.209.up_proj,0.0113241896,hessian_weighted_relative_error,48587,0.02500,0.976
36,model.language_model.layers.36.mlp.experts.21.down_proj,0.0090415791,hessian_weighted_relative_error,13927,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.21.gate_proj,0.0060965837,hessian_weighted_relative_error,13927,0.02500,0.861
36,model.language_model.layers.36.mlp.experts.21.up_proj,0.0067697633,hessian_weighted_relative_error,13927,0.02500,0.949
36,model.language_model.layers.36.mlp.experts.210.down_proj,0.0152114445,hessian_weighted_relative_error,57606,0.02500,0.759
36,model.language_model.layers.36.mlp.experts.210.gate_proj,0.0097378445,hessian_weighted_relative_error,57606,0.02500,0.788
36,model.language_model.layers.36.mlp.experts.210.up_proj,0.0112142104,hessian_weighted_relative_error,57606,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.211.down_proj,0.0148612840,hessian_weighted_relative_error,28370,0.02500,0.885
36,model.language_model.layers.36.mlp.experts.211.gate_proj,0.0096233274,hessian_weighted_relative_error,28370,0.02500,0.926
36,model.language_model.layers.36.mlp.experts.211.up_proj,0.0110876206,hessian_weighted_relative_error,28370,0.02500,0.976
36,model.language_model.layers.36.mlp.experts.212.down_proj,0.0103343146,hessian_weighted_relative_error,90075,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.212.gate_proj,0.0070784108,hessian_weighted_relative_error,90075,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.212.up_proj,0.0074715095,hessian_weighted_relative_error,90075,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.213.down_proj,0.0139094585,hessian_weighted_relative_error,31019,0.02500,0.883
36,model.language_model.layers.36.mlp.experts.213.gate_proj,0.0089268580,hessian_weighted_relative_error,31019,0.02500,0.929
36,model.language_model.layers.36.mlp.experts.213.up_proj,0.0101590080,hessian_weighted_relative_error,31019,0.02500,0.999
36,model.language_model.layers.36.mlp.experts.214.down_proj,0.0143662744,hessian_weighted_relative_error,28553,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.214.gate_proj,0.0102603522,hessian_weighted_relative_error,28553,0.02500,0.792
36,model.language_model.layers.36.mlp.experts.214.up_proj,0.0108270765,hessian_weighted_relative_error,28553,0.02500,0.811
36,model.language_model.layers.36.mlp.experts.215.down_proj,0.0104169002,hessian_weighted_relative_error,34452,0.02500,0.883
36,model.language_model.layers.36.mlp.experts.215.gate_proj,0.0067739630,hessian_weighted_relative_error,34452,0.02500,0.932
36,model.language_model.layers.36.mlp.experts.215.up_proj,0.0075782967,hessian_weighted_relative_error,34452,0.02500,0.973
36,model.language_model.layers.36.mlp.experts.216.down_proj,0.0141497983,hessian_weighted_relative_error,22703,0.02500,0.759
36,model.language_model.layers.36.mlp.experts.216.gate_proj,0.0084847718,hessian_weighted_relative_error,22703,0.02500,0.795
36,model.language_model.layers.36.mlp.experts.216.up_proj,0.0098006253,hessian_weighted_relative_error,22703,0.02500,0.813
36,model.language_model.layers.36.mlp.experts.217.down_proj,0.0152474711,hessian_weighted_relative_error,111588,0.02500,0.882
36,model.language_model.layers.36.mlp.experts.217.gate_proj,0.0104636618,hessian_weighted_relative_error,111588,0.02500,0.925
36,model.language_model.layers.36.mlp.experts.217.up_proj,0.0116693415,hessian_weighted_relative_error,111588,0.02500,0.975
36,model.language_model.layers.36.mlp.experts.218.down_proj,0.0135388501,hessian_weighted_relative_error,35640,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.218.gate_proj,0.0084481032,hessian_weighted_relative_error,35640,0.02500,0.791
36,model.language_model.layers.36.mlp.experts.218.up_proj,0.0096895477,hessian_weighted_relative_error,35640,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.219.down_proj,0.0126214824,hessian_weighted_relative_error,29775,0.02500,0.884
36,model.language_model.layers.36.mlp.experts.219.gate_proj,0.0082418693,hessian_weighted_relative_error,29775,0.02500,0.925
36,model.language_model.layers.36.mlp.experts.219.up_proj,0.0090704197,hessian_weighted_relative_error,29775,0.02500,0.965
36,model.language_model.layers.36.mlp.experts.22.down_proj,0.0111312807,hessian_weighted_relative_error,41158,0.02500,0.729
36,model.language_model.layers.36.mlp.experts.22.gate_proj,0.0072536740,hessian_weighted_relative_error,41158,0.02500,0.762
36,model.language_model.layers.36.mlp.experts.22.up_proj,0.0078212228,hessian_weighted_relative_error,41158,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.220.down_proj,0.0110190803,hessian_weighted_relative_error,101547,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.220.gate_proj,0.0076318075,hessian_weighted_relative_error,101547,0.02500,0.791
36,model.language_model.layers.36.mlp.experts.220.up_proj,0.0081074925,hessian_weighted_relative_error,101547,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.221.down_proj,0.0093160622,hessian_weighted_relative_error,8414,0.02500,0.883
36,model.language_model.layers.36.mlp.experts.221.gate_proj,0.0047793817,hessian_weighted_relative_error,8414,0.02500,0.937
36,model.language_model.layers.36.mlp.experts.221.up_proj,0.0050559801,hessian_weighted_relative_error,8414,0.02500,0.977
36,model.language_model.layers.36.mlp.experts.222.down_proj,0.0126835703,hessian_weighted_relative_error,22482,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.222.gate_proj,0.0079769864,hessian_weighted_relative_error,22482,0.02500,0.794
36,model.language_model.layers.36.mlp.experts.222.up_proj,0.0085823510,hessian_weighted_relative_error,22482,0.02500,0.810
36,model.language_model.layers.36.mlp.experts.223.down_proj,0.0123755179,hessian_weighted_relative_error,24276,0.02500,0.884
36,model.language_model.layers.36.mlp.experts.223.gate_proj,0.0074446570,hessian_weighted_relative_error,24276,0.02500,0.929
36,model.language_model.layers.36.mlp.experts.223.up_proj,0.0083988564,hessian_weighted_relative_error,24276,0.02500,0.968
36,model.language_model.layers.36.mlp.experts.224.down_proj,0.0139688268,hessian_weighted_relative_error,20625,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.224.gate_proj,0.0084371966,hessian_weighted_relative_error,20625,0.02500,0.792
36,model.language_model.layers.36.mlp.experts.224.up_proj,0.0098647512,hessian_weighted_relative_error,20625,0.02500,0.808
36,model.language_model.layers.36.mlp.experts.225.down_proj,0.0122556114,hessian_weighted_relative_error,54720,0.02500,0.883
36,model.language_model.layers.36.mlp.experts.225.gate_proj,0.0073167981,hessian_weighted_relative_error,54720,0.02500,0.935
36,model.language_model.layers.36.mlp.experts.225.up_proj,0.0081382770,hessian_weighted_relative_error,54720,0.02500,0.971
36,model.language_model.layers.36.mlp.experts.226.down_proj,0.0143785162,hessian_weighted_relative_error,14847,0.02500,0.759
36,model.language_model.layers.36.mlp.experts.226.gate_proj,0.0083342563,hessian_weighted_relative_error,14847,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.226.up_proj,0.0095851456,hessian_weighted_relative_error,14847,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.227.down_proj,0.0116542079,hessian_weighted_relative_error,6580,0.02500,0.886
36,model.language_model.layers.36.mlp.experts.227.gate_proj,0.0060551776,hessian_weighted_relative_error,6580,0.02500,0.931
36,model.language_model.layers.36.mlp.experts.227.up_proj,0.0071197530,hessian_weighted_relative_error,6580,0.02500,0.968
36,model.language_model.layers.36.mlp.experts.228.down_proj,0.0138131808,hessian_weighted_relative_error,23555,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.228.gate_proj,0.0090424355,hessian_weighted_relative_error,23555,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.228.up_proj,0.0096697368,hessian_weighted_relative_error,23555,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.229.down_proj,0.0147099196,hessian_weighted_relative_error,58374,0.02500,0.884
36,model.language_model.layers.36.mlp.experts.229.gate_proj,0.0098838712,hessian_weighted_relative_error,58374,0.02500,0.928
36,model.language_model.layers.36.mlp.experts.229.up_proj,0.0110280458,hessian_weighted_relative_error,58374,0.02500,0.970
36,model.language_model.layers.36.mlp.experts.23.down_proj,0.0143157081,hessian_weighted_relative_error,29361,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.23.gate_proj,0.0085014929,hessian_weighted_relative_error,29361,0.02500,0.861
36,model.language_model.layers.36.mlp.experts.23.up_proj,0.0105189390,hessian_weighted_relative_error,29361,0.02500,0.951
36,model.language_model.layers.36.mlp.experts.230.down_proj,0.0146254072,hessian_weighted_relative_error,37697,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.230.gate_proj,0.0096585380,hessian_weighted_relative_error,37697,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.230.up_proj,0.0107320858,hessian_weighted_relative_error,37697,0.02500,0.810
36,model.language_model.layers.36.mlp.experts.231.down_proj,0.0135954568,hessian_weighted_relative_error,35505,0.02500,0.885
36,model.language_model.layers.36.mlp.experts.231.gate_proj,0.0086121606,hessian_weighted_relative_error,35505,0.02500,0.937
36,model.language_model.layers.36.mlp.experts.231.up_proj,0.0097022154,hessian_weighted_relative_error,35505,0.02500,0.968
36,model.language_model.layers.36.mlp.experts.232.down_proj,0.0128810578,hessian_weighted_relative_error,27917,0.02500,0.761
36,model.language_model.layers.36.mlp.experts.232.gate_proj,0.0073284948,hessian_weighted_relative_error,27917,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.232.up_proj,0.0082159627,hessian_weighted_relative_error,27917,0.02500,0.810
36,model.language_model.layers.36.mlp.experts.233.down_proj,0.0151082747,hessian_weighted_relative_error,32335,0.02500,0.884
36,model.language_model.layers.36.mlp.experts.233.gate_proj,0.0088376954,hessian_weighted_relative_error,32335,0.02500,0.933
36,model.language_model.layers.36.mlp.experts.233.up_proj,0.0112360827,hessian_weighted_relative_error,32335,0.02500,0.969
36,model.language_model.layers.36.mlp.experts.234.down_proj,0.0128349206,hessian_weighted_relative_error,41181,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.234.gate_proj,0.0083620190,hessian_weighted_relative_error,41181,0.02500,0.790
36,model.language_model.layers.36.mlp.experts.234.up_proj,0.0087775306,hessian_weighted_relative_error,41181,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.235.down_proj,0.0111401252,hessian_weighted_relative_error,7439,0.02500,0.890
36,model.language_model.layers.36.mlp.experts.235.gate_proj,0.0057889489,hessian_weighted_relative_error,7439,0.02500,0.933
36,model.language_model.layers.36.mlp.experts.235.up_proj,0.0065410205,hessian_weighted_relative_error,7439,0.02500,0.959
36,model.language_model.layers.36.mlp.experts.236.down_proj,0.0145859666,hessian_weighted_relative_error,25327,0.02500,0.764
36,model.language_model.layers.36.mlp.experts.236.gate_proj,0.0090263040,hessian_weighted_relative_error,25327,0.02500,0.789
36,model.language_model.layers.36.mlp.experts.236.up_proj,0.0104591465,hessian_weighted_relative_error,25327,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.237.down_proj,0.0138721504,hessian_weighted_relative_error,49352,0.02500,0.886
36,model.language_model.layers.36.mlp.experts.237.gate_proj,0.0088290529,hessian_weighted_relative_error,49352,0.02500,0.934
36,model.language_model.layers.36.mlp.experts.237.up_proj,0.0094095442,hessian_weighted_relative_error,49352,0.02500,0.952
36,model.language_model.layers.36.mlp.experts.238.down_proj,0.0131215210,hessian_weighted_relative_error,22983,0.02500,0.764
36,model.language_model.layers.36.mlp.experts.238.gate_proj,0.0076530754,hessian_weighted_relative_error,22983,0.02500,0.794
36,model.language_model.layers.36.mlp.experts.238.up_proj,0.0094561435,hessian_weighted_relative_error,22983,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.239.down_proj,0.0146360166,hessian_weighted_relative_error,43284,0.02500,0.886
36,model.language_model.layers.36.mlp.experts.239.gate_proj,0.0093327904,hessian_weighted_relative_error,43284,0.02500,0.939
36,model.language_model.layers.36.mlp.experts.239.up_proj,0.0107605655,hessian_weighted_relative_error,43284,0.02500,0.957
36,model.language_model.layers.36.mlp.experts.24.down_proj,0.0091167705,hessian_weighted_relative_error,22917,0.02500,0.728
36,model.language_model.layers.36.mlp.experts.24.gate_proj,0.0064096396,hessian_weighted_relative_error,22917,0.02500,0.762
36,model.language_model.layers.36.mlp.experts.24.up_proj,0.0072820837,hessian_weighted_relative_error,22917,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.240.down_proj,0.0143558286,hessian_weighted_relative_error,27751,0.02500,0.761
36,model.language_model.layers.36.mlp.experts.240.gate_proj,0.0085744553,hessian_weighted_relative_error,27751,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.240.up_proj,0.0103304048,hessian_weighted_relative_error,27751,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.241.down_proj,0.0139553594,hessian_weighted_relative_error,20083,0.02500,0.886
36,model.language_model.layers.36.mlp.experts.241.gate_proj,0.0083870639,hessian_weighted_relative_error,20083,0.02500,0.940
36,model.language_model.layers.36.mlp.experts.241.up_proj,0.0097561761,hessian_weighted_relative_error,20083,0.02500,0.964
36,model.language_model.layers.36.mlp.experts.242.down_proj,0.0151498655,hessian_weighted_relative_error,41812,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.242.gate_proj,0.0096961127,hessian_weighted_relative_error,41812,0.02500,0.792
36,model.language_model.layers.36.mlp.experts.242.up_proj,0.0113923230,hessian_weighted_relative_error,41812,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.243.down_proj,0.0102743535,hessian_weighted_relative_error,25185,0.02500,0.887
36,model.language_model.layers.36.mlp.experts.243.gate_proj,0.0076363209,hessian_weighted_relative_error,25185,0.02500,0.937
36,model.language_model.layers.36.mlp.experts.243.up_proj,0.0084945740,hessian_weighted_relative_error,25185,0.02500,0.952
36,model.language_model.layers.36.mlp.experts.244.down_proj,0.0147166870,hessian_weighted_relative_error,32667,0.02500,0.765
36,model.language_model.layers.36.mlp.experts.244.gate_proj,0.0094195555,hessian_weighted_relative_error,32667,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.244.up_proj,0.0108699663,hessian_weighted_relative_error,32667,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.245.down_proj,0.0106091520,hessian_weighted_relative_error,9758,0.02500,0.888
36,model.language_model.layers.36.mlp.experts.245.gate_proj,0.0060044280,hessian_weighted_relative_error,9758,0.02500,0.932
36,model.language_model.layers.36.mlp.experts.245.up_proj,0.0067963420,hessian_weighted_relative_error,9758,0.02500,0.953
36,model.language_model.layers.36.mlp.experts.246.down_proj,0.0081972084,hessian_weighted_relative_error,14988,0.02500,0.765
36,model.language_model.layers.36.mlp.experts.246.gate_proj,0.0052755248,hessian_weighted_relative_error,14988,0.02500,0.796
36,model.language_model.layers.36.mlp.experts.246.up_proj,0.0058790814,hessian_weighted_relative_error,14988,0.02500,0.808
36,model.language_model.layers.36.mlp.experts.247.down_proj,0.0140390580,hessian_weighted_relative_error,39712,0.02500,0.887
36,model.language_model.layers.36.mlp.experts.247.gate_proj,0.0094172230,hessian_weighted_relative_error,39712,0.02500,0.936
36,model.language_model.layers.36.mlp.experts.247.up_proj,0.0106596652,hessian_weighted_relative_error,39712,0.02500,0.955
36,model.language_model.layers.36.mlp.experts.248.down_proj,0.0129558205,hessian_weighted_relative_error,58318,0.02500,0.761
36,model.language_model.layers.36.mlp.experts.248.gate_proj,0.0089121767,hessian_weighted_relative_error,58318,0.02500,0.794
36,model.language_model.layers.36.mlp.experts.248.up_proj,0.0095197633,hessian_weighted_relative_error,58318,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.249.down_proj,0.0146510332,hessian_weighted_relative_error,27830,0.02500,0.887
36,model.language_model.layers.36.mlp.experts.249.gate_proj,0.0098091527,hessian_weighted_relative_error,27830,0.02500,0.938
36,model.language_model.layers.36.mlp.experts.249.up_proj,0.0107338467,hessian_weighted_relative_error,27830,0.02500,0.957
36,model.language_model.layers.36.mlp.experts.25.down_proj,0.0133443228,hessian_weighted_relative_error,21631,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.25.gate_proj,0.0080403018,hessian_weighted_relative_error,21631,0.02500,0.866
36,model.language_model.layers.36.mlp.experts.25.up_proj,0.0095519009,hessian_weighted_relative_error,21631,0.02500,0.954
36,model.language_model.layers.36.mlp.experts.250.down_proj,0.0134043292,hessian_weighted_relative_error,14508,0.02500,0.762
36,model.language_model.layers.36.mlp.experts.250.gate_proj,0.0068660751,hessian_weighted_relative_error,14508,0.02500,0.792
36,model.language_model.layers.36.mlp.experts.250.up_proj,0.0087329896,hessian_weighted_relative_error,14508,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.251.down_proj,0.0157318151,hessian_weighted_relative_error,89767,0.02500,0.889
36,model.language_model.layers.36.mlp.experts.251.gate_proj,0.0106037464,hessian_weighted_relative_error,89767,0.02500,0.941
36,model.language_model.layers.36.mlp.experts.251.up_proj,0.0120710268,hessian_weighted_relative_error,89767,0.02500,0.958
36,model.language_model.layers.36.mlp.experts.252.down_proj,0.0123322295,hessian_weighted_relative_error,24800,0.02500,0.766
36,model.language_model.layers.36.mlp.experts.252.gate_proj,0.0073889227,hessian_weighted_relative_error,24800,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.252.up_proj,0.0088930578,hessian_weighted_relative_error,24800,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.253.down_proj,0.0083125876,hessian_weighted_relative_error,19219,0.02500,0.889
36,model.language_model.layers.36.mlp.experts.253.gate_proj,0.0052294032,hessian_weighted_relative_error,19219,0.02500,0.939
36,model.language_model.layers.36.mlp.experts.253.up_proj,0.0058206348,hessian_weighted_relative_error,19219,0.02500,0.951
36,model.language_model.layers.36.mlp.experts.254.down_proj,0.0148721325,hessian_weighted_relative_error,50786,0.02500,0.766
36,model.language_model.layers.36.mlp.experts.254.gate_proj,0.0087300902,hessian_weighted_relative_error,50786,0.02500,0.798
36,model.language_model.layers.36.mlp.experts.254.up_proj,0.0108493336,hessian_weighted_relative_error,50786,0.02500,0.813
36,model.language_model.layers.36.mlp.experts.255.down_proj,0.0138580766,hessian_weighted_relative_error,39483,0.02500,0.889
36,model.language_model.layers.36.mlp.experts.255.gate_proj,0.0086605257,hessian_weighted_relative_error,39483,0.02500,0.941
36,model.language_model.layers.36.mlp.experts.255.up_proj,0.0101467881,hessian_weighted_relative_error,39483,0.02500,0.949
36,model.language_model.layers.36.mlp.experts.256.down_proj,0.0146625448,hessian_weighted_relative_error,42264,0.02500,0.762
36,model.language_model.layers.36.mlp.experts.256.gate_proj,0.0101894745,hessian_weighted_relative_error,42264,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.256.up_proj,0.0109110340,hessian_weighted_relative_error,42264,0.02500,0.812
36,model.language_model.layers.36.mlp.experts.257.down_proj,0.0086147844,hessian_weighted_relative_error,63930,0.02500,0.888
36,model.language_model.layers.36.mlp.experts.257.gate_proj,0.0072573255,hessian_weighted_relative_error,63930,0.02500,0.935
36,model.language_model.layers.36.mlp.experts.257.up_proj,0.0076791964,hessian_weighted_relative_error,63930,0.02500,0.952
36,model.language_model.layers.36.mlp.experts.258.down_proj,0.0151037998,hessian_weighted_relative_error,49004,0.02500,0.762
36,model.language_model.layers.36.mlp.experts.258.gate_proj,0.0094847036,hessian_weighted_relative_error,49004,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.258.up_proj,0.0111915619,hessian_weighted_relative_error,49004,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.259.down_proj,0.0110033937,hessian_weighted_relative_error,20375,0.02500,0.891
36,model.language_model.layers.36.mlp.experts.259.gate_proj,0.0067315223,hessian_weighted_relative_error,20375,0.02500,0.940
36,model.language_model.layers.36.mlp.experts.259.up_proj,0.0071922411,hessian_weighted_relative_error,20375,0.02500,0.954
36,model.language_model.layers.36.mlp.experts.26.down_proj,0.0120867822,hessian_weighted_relative_error,9866,0.02500,0.728
36,model.language_model.layers.36.mlp.experts.26.gate_proj,0.0066646482,hessian_weighted_relative_error,9866,0.02500,0.759
36,model.language_model.layers.36.mlp.experts.26.up_proj,0.0074679834,hessian_weighted_relative_error,9866,0.02500,0.798
36,model.language_model.layers.36.mlp.experts.260.down_proj,0.0143237804,hessian_weighted_relative_error,43602,0.02500,0.766
36,model.language_model.layers.36.mlp.experts.260.gate_proj,0.0096368641,hessian_weighted_relative_error,43602,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.260.up_proj,0.0109867443,hessian_weighted_relative_error,43602,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.261.down_proj,0.0096491865,hessian_weighted_relative_error,43066,0.02500,0.891
36,model.language_model.layers.36.mlp.experts.261.gate_proj,0.0058670316,hessian_weighted_relative_error,43066,0.02500,0.938
36,model.language_model.layers.36.mlp.experts.261.up_proj,0.0065361964,hessian_weighted_relative_error,43066,0.02500,0.950
36,model.language_model.layers.36.mlp.experts.262.down_proj,0.0129900316,hessian_weighted_relative_error,30251,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.262.gate_proj,0.0086520820,hessian_weighted_relative_error,30251,0.02500,0.794
36,model.language_model.layers.36.mlp.experts.262.up_proj,0.0096306463,hessian_weighted_relative_error,30251,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.263.down_proj,0.0149913133,hessian_weighted_relative_error,31046,0.02500,0.890
36,model.language_model.layers.36.mlp.experts.263.gate_proj,0.0088095184,hessian_weighted_relative_error,31046,0.02500,0.945
36,model.language_model.layers.36.mlp.experts.263.up_proj,0.0108725091,hessian_weighted_relative_error,31046,0.02500,0.946
36,model.language_model.layers.36.mlp.experts.264.down_proj,0.0132655723,hessian_weighted_relative_error,45443,0.02500,0.762
36,model.language_model.layers.36.mlp.experts.264.gate_proj,0.0079359101,hessian_weighted_relative_error,45443,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.264.up_proj,0.0086483094,hessian_weighted_relative_error,45443,0.02500,0.812
36,model.language_model.layers.36.mlp.experts.265.down_proj,0.0107301278,hessian_weighted_relative_error,26989,0.02500,0.888
36,model.language_model.layers.36.mlp.experts.265.gate_proj,0.0058863663,hessian_weighted_relative_error,26989,0.02500,0.942
36,model.language_model.layers.36.mlp.experts.265.up_proj,0.0066096292,hessian_weighted_relative_error,26989,0.02500,0.948
36,model.language_model.layers.36.mlp.experts.266.down_proj,0.0132160482,hessian_weighted_relative_error,23192,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.266.gate_proj,0.0083671004,hessian_weighted_relative_error,23192,0.02500,0.792
36,model.language_model.layers.36.mlp.experts.266.up_proj,0.0094500219,hessian_weighted_relative_error,23192,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.267.down_proj,0.0137558276,hessian_weighted_relative_error,19247,0.02500,0.892
36,model.language_model.layers.36.mlp.experts.267.gate_proj,0.0085828077,hessian_weighted_relative_error,19247,0.02500,0.938
36,model.language_model.layers.36.mlp.experts.267.up_proj,0.0097223810,hessian_weighted_relative_error,19247,0.02500,0.948
36,model.language_model.layers.36.mlp.experts.268.down_proj,0.0105356279,hessian_weighted_relative_error,8210,0.02500,0.768
36,model.language_model.layers.36.mlp.experts.268.gate_proj,0.0051760058,hessian_weighted_relative_error,8210,0.02500,0.794
36,model.language_model.layers.36.mlp.experts.268.up_proj,0.0066967913,hessian_weighted_relative_error,8210,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.269.down_proj,0.0134537648,hessian_weighted_relative_error,15051,0.02500,0.893
36,model.language_model.layers.36.mlp.experts.269.gate_proj,0.0082929041,hessian_weighted_relative_error,15051,0.02500,0.943
36,model.language_model.layers.36.mlp.experts.269.up_proj,0.0094361502,hessian_weighted_relative_error,15051,0.02500,0.956
36,model.language_model.layers.36.mlp.experts.27.down_proj,0.0124012165,hessian_weighted_relative_error,15940,0.02500,0.808
36,model.language_model.layers.36.mlp.experts.27.gate_proj,0.0077835342,hessian_weighted_relative_error,15940,0.02500,0.861
36,model.language_model.layers.36.mlp.experts.27.up_proj,0.0086815509,hessian_weighted_relative_error,15940,0.02500,0.943
36,model.language_model.layers.36.mlp.experts.270.down_proj,0.0107676330,hessian_weighted_relative_error,20152,0.02500,0.765
36,model.language_model.layers.36.mlp.experts.270.gate_proj,0.0062749262,hessian_weighted_relative_error,20152,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.270.up_proj,0.0069226065,hessian_weighted_relative_error,20152,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.271.down_proj,0.0154626388,hessian_weighted_relative_error,82599,0.02500,0.890
36,model.language_model.layers.36.mlp.experts.271.gate_proj,0.0097246986,hessian_weighted_relative_error,82599,0.02500,0.942
36,model.language_model.layers.36.mlp.experts.271.up_proj,0.0115460768,hessian_weighted_relative_error,82599,0.02500,0.938
36,model.language_model.layers.36.mlp.experts.272.down_proj,0.0149118730,hessian_weighted_relative_error,44711,0.02500,0.764
36,model.language_model.layers.36.mlp.experts.272.gate_proj,0.0090915656,hessian_weighted_relative_error,44711,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.272.up_proj,0.0109131354,hessian_weighted_relative_error,44711,0.02500,0.808
36,model.language_model.layers.36.mlp.experts.273.down_proj,0.0134272508,hessian_weighted_relative_error,41026,0.02500,0.888
36,model.language_model.layers.36.mlp.experts.273.gate_proj,0.0088419872,hessian_weighted_relative_error,41026,0.02500,0.942
36,model.language_model.layers.36.mlp.experts.273.up_proj,0.0099783470,hessian_weighted_relative_error,41026,0.02500,0.948
36,model.language_model.layers.36.mlp.experts.274.down_proj,0.0131990885,hessian_weighted_relative_error,35014,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.274.gate_proj,0.0086066318,hessian_weighted_relative_error,35014,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.274.up_proj,0.0094723205,hessian_weighted_relative_error,35014,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.275.down_proj,0.0114090741,hessian_weighted_relative_error,15818,0.02500,0.892
36,model.language_model.layers.36.mlp.experts.275.gate_proj,0.0073943324,hessian_weighted_relative_error,15818,0.02500,0.941
36,model.language_model.layers.36.mlp.experts.275.up_proj,0.0082765215,hessian_weighted_relative_error,15818,0.02500,0.943
36,model.language_model.layers.36.mlp.experts.276.down_proj,0.0145754506,hessian_weighted_relative_error,27918,0.02500,0.768
36,model.language_model.layers.36.mlp.experts.276.gate_proj,0.0080935949,hessian_weighted_relative_error,27918,0.02500,0.793
36,model.language_model.layers.36.mlp.experts.276.up_proj,0.0102092286,hessian_weighted_relative_error,27918,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.277.down_proj,0.0133171003,hessian_weighted_relative_error,50020,0.02500,0.892
36,model.language_model.layers.36.mlp.experts.277.gate_proj,0.0086109462,hessian_weighted_relative_error,50020,0.02500,0.944
36,model.language_model.layers.36.mlp.experts.277.up_proj,0.0092733847,hessian_weighted_relative_error,50020,0.02500,0.936
36,model.language_model.layers.36.mlp.experts.278.down_proj,0.0131599222,hessian_weighted_relative_error,28485,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.278.gate_proj,0.0077602051,hessian_weighted_relative_error,28485,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.278.up_proj,0.0085040066,hessian_weighted_relative_error,28485,0.02500,0.814
36,model.language_model.layers.36.mlp.experts.279.down_proj,0.0151584911,hessian_weighted_relative_error,29047,0.02500,0.891
36,model.language_model.layers.36.mlp.experts.279.gate_proj,0.0094474593,hessian_weighted_relative_error,29047,0.02500,0.943
36,model.language_model.layers.36.mlp.experts.279.up_proj,0.0108469491,hessian_weighted_relative_error,29047,0.02500,0.936
36,model.language_model.layers.36.mlp.experts.28.down_proj,0.0157484988,hessian_weighted_relative_error,84230,0.02500,0.729
36,model.language_model.layers.36.mlp.experts.28.gate_proj,0.0084075770,hessian_weighted_relative_error,84230,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.28.up_proj,0.0115155424,hessian_weighted_relative_error,84230,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.280.down_proj,0.0106329855,hessian_weighted_relative_error,42845,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.280.gate_proj,0.0060837484,hessian_weighted_relative_error,42845,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.280.up_proj,0.0070200495,hessian_weighted_relative_error,42845,0.02500,0.809
36,model.language_model.layers.36.mlp.experts.281.down_proj,0.0149967483,hessian_weighted_relative_error,29500,0.02500,0.888
36,model.language_model.layers.36.mlp.experts.281.gate_proj,0.0092361600,hessian_weighted_relative_error,29500,0.02500,0.940
36,model.language_model.layers.36.mlp.experts.281.up_proj,0.0107865212,hessian_weighted_relative_error,29500,0.02500,0.942
36,model.language_model.layers.36.mlp.experts.282.down_proj,0.0084738698,hessian_weighted_relative_error,2934,0.02500,0.763
36,model.language_model.layers.36.mlp.experts.282.gate_proj,0.0040819953,hessian_weighted_relative_error,2934,0.02500,0.795
36,model.language_model.layers.36.mlp.experts.282.up_proj,0.0044372097,hessian_weighted_relative_error,2934,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.283.down_proj,0.0123245608,hessian_weighted_relative_error,17763,0.02500,0.890
36,model.language_model.layers.36.mlp.experts.283.gate_proj,0.0067565264,hessian_weighted_relative_error,17763,0.02500,0.945
36,model.language_model.layers.36.mlp.experts.283.up_proj,0.0082618296,hessian_weighted_relative_error,17763,0.02500,0.933
36,model.language_model.layers.36.mlp.experts.284.down_proj,0.0149571025,hessian_weighted_relative_error,44683,0.02500,0.768
36,model.language_model.layers.36.mlp.experts.284.gate_proj,0.0098573297,hessian_weighted_relative_error,44683,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.284.up_proj,0.0110040131,hessian_weighted_relative_error,44683,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.285.down_proj,0.0134334349,hessian_weighted_relative_error,16495,0.02500,0.891
36,model.language_model.layers.36.mlp.experts.285.gate_proj,0.0077557966,hessian_weighted_relative_error,16495,0.02500,0.946
36,model.language_model.layers.36.mlp.experts.285.up_proj,0.0094353065,hessian_weighted_relative_error,16495,0.02500,0.935
36,model.language_model.layers.36.mlp.experts.286.down_proj,0.0101907709,hessian_weighted_relative_error,19542,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.286.gate_proj,0.0058233890,hessian_weighted_relative_error,19542,0.02500,0.798
36,model.language_model.layers.36.mlp.experts.286.up_proj,0.0064135389,hessian_weighted_relative_error,19542,0.02500,0.806
36,model.language_model.layers.36.mlp.experts.287.down_proj,0.0129803213,hessian_weighted_relative_error,9949,0.02500,0.891
36,model.language_model.layers.36.mlp.experts.287.gate_proj,0.0073301167,hessian_weighted_relative_error,9949,0.02500,0.938
36,model.language_model.layers.36.mlp.experts.287.up_proj,0.0080033061,hessian_weighted_relative_error,9949,0.02500,0.932
36,model.language_model.layers.36.mlp.experts.29.down_proj,0.0147127930,hessian_weighted_relative_error,22587,0.02500,0.812
36,model.language_model.layers.36.mlp.experts.29.gate_proj,0.0092453503,hessian_weighted_relative_error,22587,0.02500,0.866
36,model.language_model.layers.36.mlp.experts.29.up_proj,0.0109326233,hessian_weighted_relative_error,22587,0.02500,0.947
36,model.language_model.layers.36.mlp.experts.3.down_proj,0.0150267501,hessian_weighted_relative_error,42003,0.02500,0.795
36,model.language_model.layers.36.mlp.experts.3.gate_proj,0.0096360405,hessian_weighted_relative_error,42003,0.02500,0.852
36,model.language_model.layers.36.mlp.experts.3.up_proj,0.0109174379,hessian_weighted_relative_error,42003,0.02500,0.942
36,model.language_model.layers.36.mlp.experts.30.down_proj,0.0145929451,hessian_weighted_relative_error,72447,0.02500,0.730
36,model.language_model.layers.36.mlp.experts.30.gate_proj,0.0102933617,hessian_weighted_relative_error,72447,0.02500,0.764
36,model.language_model.layers.36.mlp.experts.30.up_proj,0.0109793589,hessian_weighted_relative_error,72447,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.31.down_proj,0.0114593148,hessian_weighted_relative_error,40209,0.02500,0.807
36,model.language_model.layers.36.mlp.experts.31.gate_proj,0.0066327531,hessian_weighted_relative_error,40209,0.02500,0.868
36,model.language_model.layers.36.mlp.experts.31.up_proj,0.0072377007,hessian_weighted_relative_error,40209,0.02500,0.950
36,model.language_model.layers.36.mlp.experts.32.down_proj,0.0152188152,hessian_weighted_relative_error,42388,0.02500,0.732
36,model.language_model.layers.36.mlp.experts.32.gate_proj,0.0096703691,hessian_weighted_relative_error,42388,0.02500,0.765
36,model.language_model.layers.36.mlp.experts.32.up_proj,0.0110109551,hessian_weighted_relative_error,42388,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.33.down_proj,0.0134301499,hessian_weighted_relative_error,23925,0.02500,0.813
36,model.language_model.layers.36.mlp.experts.33.gate_proj,0.0084568279,hessian_weighted_relative_error,23925,0.02500,0.868
36,model.language_model.layers.36.mlp.experts.33.up_proj,0.0093275874,hessian_weighted_relative_error,23925,0.02500,0.951
36,model.language_model.layers.36.mlp.experts.34.down_proj,0.0086234947,hessian_weighted_relative_error,4087,0.02500,0.730
36,model.language_model.layers.36.mlp.experts.34.gate_proj,0.0037152608,hessian_weighted_relative_error,4087,0.02500,0.774
36,model.language_model.layers.36.mlp.experts.34.up_proj,0.0043698448,hessian_weighted_relative_error,4087,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.35.down_proj,0.0140969015,hessian_weighted_relative_error,23099,0.02500,0.812
36,model.language_model.layers.36.mlp.experts.35.gate_proj,0.0082685316,hessian_weighted_relative_error,23099,0.02500,0.864
36,model.language_model.layers.36.mlp.experts.35.up_proj,0.0098969078,hessian_weighted_relative_error,23099,0.02500,0.948
36,model.language_model.layers.36.mlp.experts.36.down_proj,0.0152934409,hessian_weighted_relative_error,52650,0.02500,0.731
36,model.language_model.layers.36.mlp.experts.36.gate_proj,0.0084656105,hessian_weighted_relative_error,52650,0.02500,0.761
36,model.language_model.layers.36.mlp.experts.36.up_proj,0.0111406756,hessian_weighted_relative_error,52650,0.02500,0.808
36,model.language_model.layers.36.mlp.experts.37.down_proj,0.0152618372,hessian_weighted_relative_error,37868,0.02500,0.813
36,model.language_model.layers.36.mlp.experts.37.gate_proj,0.0096231044,hessian_weighted_relative_error,37868,0.02500,0.868
36,model.language_model.layers.36.mlp.experts.37.up_proj,0.0111134881,hessian_weighted_relative_error,37868,0.02500,1.002
36,model.language_model.layers.36.mlp.experts.38.down_proj,0.0143871013,hessian_weighted_relative_error,32318,0.02500,0.733
36,model.language_model.layers.36.mlp.experts.38.gate_proj,0.0091162472,hessian_weighted_relative_error,32318,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.38.up_proj,0.0107233173,hessian_weighted_relative_error,32318,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.39.down_proj,0.0135247754,hessian_weighted_relative_error,31925,0.02500,0.811
36,model.language_model.layers.36.mlp.experts.39.gate_proj,0.0083497961,hessian_weighted_relative_error,31925,0.02500,0.871
36,model.language_model.layers.36.mlp.experts.39.up_proj,0.0101185257,hessian_weighted_relative_error,31925,0.02500,0.954
36,model.language_model.layers.36.mlp.experts.4.down_proj,0.0113662172,hessian_weighted_relative_error,15716,0.02500,0.723
36,model.language_model.layers.36.mlp.experts.4.gate_proj,0.0072148754,hessian_weighted_relative_error,15716,0.02500,0.754
36,model.language_model.layers.36.mlp.experts.4.up_proj,0.0079715497,hessian_weighted_relative_error,15716,0.02500,0.796
36,model.language_model.layers.36.mlp.experts.40.down_proj,0.0132863020,hessian_weighted_relative_error,28983,0.02500,0.730
36,model.language_model.layers.36.mlp.experts.40.gate_proj,0.0084429349,hessian_weighted_relative_error,28983,0.02500,0.766
36,model.language_model.layers.36.mlp.experts.40.up_proj,0.0096555740,hessian_weighted_relative_error,28983,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.41.down_proj,0.0074116298,hessian_weighted_relative_error,9566,0.02500,0.817
36,model.language_model.layers.36.mlp.experts.41.gate_proj,0.0044710014,hessian_weighted_relative_error,9566,0.02500,0.870
36,model.language_model.layers.36.mlp.experts.41.up_proj,0.0052223080,hessian_weighted_relative_error,9566,0.02500,0.949
36,model.language_model.layers.36.mlp.experts.42.down_proj,0.0133095829,hessian_weighted_relative_error,28096,0.02500,0.732
36,model.language_model.layers.36.mlp.experts.42.gate_proj,0.0088577277,hessian_weighted_relative_error,28096,0.02500,0.762
36,model.language_model.layers.36.mlp.experts.42.up_proj,0.0099070484,hessian_weighted_relative_error,28096,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.43.down_proj,0.0131599838,hessian_weighted_relative_error,32504,0.02500,0.817
36,model.language_model.layers.36.mlp.experts.43.gate_proj,0.0082068295,hessian_weighted_relative_error,32504,0.02500,0.871
36,model.language_model.layers.36.mlp.experts.43.up_proj,0.0095946314,hessian_weighted_relative_error,32504,0.02500,0.945
36,model.language_model.layers.36.mlp.experts.44.down_proj,0.0136190337,hessian_weighted_relative_error,23017,0.02500,0.735
36,model.language_model.layers.36.mlp.experts.44.gate_proj,0.0081700877,hessian_weighted_relative_error,23017,0.02500,0.765
36,model.language_model.layers.36.mlp.experts.44.up_proj,0.0095678001,hessian_weighted_relative_error,23017,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.45.down_proj,0.0122786917,hessian_weighted_relative_error,10178,0.02500,0.817
36,model.language_model.layers.36.mlp.experts.45.gate_proj,0.0066574091,hessian_weighted_relative_error,10178,0.02500,0.876
36,model.language_model.layers.36.mlp.experts.45.up_proj,0.0081825867,hessian_weighted_relative_error,10178,0.02500,0.947
36,model.language_model.layers.36.mlp.experts.46.down_proj,0.0148166957,hessian_weighted_relative_error,20577,0.02500,0.735
36,model.language_model.layers.36.mlp.experts.46.gate_proj,0.0088516413,hessian_weighted_relative_error,20577,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.46.up_proj,0.0107419419,hessian_weighted_relative_error,20577,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.47.down_proj,0.0120540397,hessian_weighted_relative_error,13246,0.02500,0.815
36,model.language_model.layers.36.mlp.experts.47.gate_proj,0.0061674596,hessian_weighted_relative_error,13246,0.02500,0.877
36,model.language_model.layers.36.mlp.experts.47.up_proj,0.0074875952,hessian_weighted_relative_error,13246,0.02500,0.952
36,model.language_model.layers.36.mlp.experts.48.down_proj,0.0124657617,hessian_weighted_relative_error,10550,0.02500,0.734
36,model.language_model.layers.36.mlp.experts.48.gate_proj,0.0040439876,hessian_weighted_relative_error,10550,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.48.up_proj,0.0079200352,hessian_weighted_relative_error,10550,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.49.down_proj,0.0133041042,hessian_weighted_relative_error,16354,0.02500,0.822
36,model.language_model.layers.36.mlp.experts.49.gate_proj,0.0078045712,hessian_weighted_relative_error,16354,0.02500,0.876
36,model.language_model.layers.36.mlp.experts.49.up_proj,0.0089688501,hessian_weighted_relative_error,16354,0.02500,0.944
36,model.language_model.layers.36.mlp.experts.5.down_proj,0.0148017719,hessian_weighted_relative_error,22632,0.02500,0.796
36,model.language_model.layers.36.mlp.experts.5.gate_proj,0.0087822508,hessian_weighted_relative_error,22632,0.02500,0.855
36,model.language_model.layers.36.mlp.experts.5.up_proj,0.0104684255,hessian_weighted_relative_error,22632,0.02500,0.954
36,model.language_model.layers.36.mlp.experts.50.down_proj,0.0118064751,hessian_weighted_relative_error,7511,0.02500,0.734
36,model.language_model.layers.36.mlp.experts.50.gate_proj,0.0061864862,hessian_weighted_relative_error,7511,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.50.up_proj,0.0071412590,hessian_weighted_relative_error,7511,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.51.down_proj,0.0110547698,hessian_weighted_relative_error,24138,0.02500,0.821
36,model.language_model.layers.36.mlp.experts.51.gate_proj,0.0064138007,hessian_weighted_relative_error,24138,0.02500,0.876
36,model.language_model.layers.36.mlp.experts.51.up_proj,0.0069873071,hessian_weighted_relative_error,24138,0.02500,0.939
36,model.language_model.layers.36.mlp.experts.52.down_proj,0.0132469429,hessian_weighted_relative_error,24979,0.02500,0.736
36,model.language_model.layers.36.mlp.experts.52.gate_proj,0.0073985119,hessian_weighted_relative_error,24979,0.02500,0.766
36,model.language_model.layers.36.mlp.experts.52.up_proj,0.0099694941,hessian_weighted_relative_error,24979,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.53.down_proj,0.0106489770,hessian_weighted_relative_error,27951,0.02500,0.821
36,model.language_model.layers.36.mlp.experts.53.gate_proj,0.0081067945,hessian_weighted_relative_error,27951,0.02500,0.881
36,model.language_model.layers.36.mlp.experts.53.up_proj,0.0088141539,hessian_weighted_relative_error,27951,0.02500,0.950
36,model.language_model.layers.36.mlp.experts.54.down_proj,0.0094648751,hessian_weighted_relative_error,19865,0.02500,0.738
36,model.language_model.layers.36.mlp.experts.54.gate_proj,0.0054268936,hessian_weighted_relative_error,19865,0.02500,0.769
36,model.language_model.layers.36.mlp.experts.54.up_proj,0.0062599156,hessian_weighted_relative_error,19865,0.02500,0.804
36,model.language_model.layers.36.mlp.experts.55.down_proj,0.0143489487,hessian_weighted_relative_error,21837,0.02500,0.819
36,model.language_model.layers.36.mlp.experts.55.gate_proj,0.0094993186,hessian_weighted_relative_error,21837,0.02500,0.880
36,model.language_model.layers.36.mlp.experts.55.up_proj,0.0104095910,hessian_weighted_relative_error,21837,0.02500,0.946
36,model.language_model.layers.36.mlp.experts.56.down_proj,0.0120977145,hessian_weighted_relative_error,8578,0.02500,0.735
36,model.language_model.layers.36.mlp.experts.56.gate_proj,0.0066358013,hessian_weighted_relative_error,8578,0.02500,0.770
36,model.language_model.layers.36.mlp.experts.56.up_proj,0.0077422484,hessian_weighted_relative_error,8578,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.57.down_proj,0.0136653277,hessian_weighted_relative_error,24979,0.02500,0.825
36,model.language_model.layers.36.mlp.experts.57.gate_proj,0.0065611030,hessian_weighted_relative_error,24979,0.02500,0.881
36,model.language_model.layers.36.mlp.experts.57.up_proj,0.0093555127,hessian_weighted_relative_error,24979,0.02500,0.945
36,model.language_model.layers.36.mlp.experts.58.down_proj,0.0145061510,hessian_weighted_relative_error,26309,0.02500,0.737
36,model.language_model.layers.36.mlp.experts.58.gate_proj,0.0094731062,hessian_weighted_relative_error,26309,0.02500,0.767
36,model.language_model.layers.36.mlp.experts.58.up_proj,0.0103388319,hessian_weighted_relative_error,26309,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.59.down_proj,0.0150808778,hessian_weighted_relative_error,29215,0.02500,0.824
36,model.language_model.layers.36.mlp.experts.59.gate_proj,0.0094905136,hessian_weighted_relative_error,29215,0.02500,0.883
36,model.language_model.layers.36.mlp.experts.59.up_proj,0.0110969709,hessian_weighted_relative_error,29215,0.02500,0.936
36,model.language_model.layers.36.mlp.experts.6.down_proj,0.0149795797,hessian_weighted_relative_error,21456,0.02500,0.723
36,model.language_model.layers.36.mlp.experts.6.gate_proj,0.0091286149,hessian_weighted_relative_error,21456,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.6.up_proj,0.0107794310,hessian_weighted_relative_error,21456,0.02500,0.798
36,model.language_model.layers.36.mlp.experts.60.down_proj,0.0076976025,hessian_weighted_relative_error,10796,0.02500,0.739
36,model.language_model.layers.36.mlp.experts.60.gate_proj,0.0026791175,hessian_weighted_relative_error,10796,0.02500,0.765
36,model.language_model.layers.36.mlp.experts.60.up_proj,0.0044451034,hessian_weighted_relative_error,10796,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.61.down_proj,0.0127782333,hessian_weighted_relative_error,19874,0.02500,0.826
36,model.language_model.layers.36.mlp.experts.61.gate_proj,0.0077969872,hessian_weighted_relative_error,19874,0.02500,0.886
36,model.language_model.layers.36.mlp.experts.61.up_proj,0.0087742130,hessian_weighted_relative_error,19874,0.02500,0.946
36,model.language_model.layers.36.mlp.experts.62.down_proj,0.0120694101,hessian_weighted_relative_error,14345,0.02500,0.739
36,model.language_model.layers.36.mlp.experts.62.gate_proj,0.0067106445,hessian_weighted_relative_error,14345,0.02500,0.772
36,model.language_model.layers.36.mlp.experts.62.up_proj,0.0081354958,hessian_weighted_relative_error,14345,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.63.down_proj,0.0100206151,hessian_weighted_relative_error,9968,0.02500,0.825
36,model.language_model.layers.36.mlp.experts.63.gate_proj,0.0057864390,hessian_weighted_relative_error,9968,0.02500,0.887
36,model.language_model.layers.36.mlp.experts.63.up_proj,0.0064494868,hessian_weighted_relative_error,9968,0.02500,0.940
36,model.language_model.layers.36.mlp.experts.64.down_proj,0.0104571171,hessian_weighted_relative_error,27536,0.02500,0.739
36,model.language_model.layers.36.mlp.experts.64.gate_proj,0.0062785478,hessian_weighted_relative_error,27536,0.02500,0.772
36,model.language_model.layers.36.mlp.experts.64.up_proj,0.0069036627,hessian_weighted_relative_error,27536,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.65.down_proj,0.0153068253,hessian_weighted_relative_error,37862,0.02500,0.829
36,model.language_model.layers.36.mlp.experts.65.gate_proj,0.0084349813,hessian_weighted_relative_error,37862,0.02500,0.886
36,model.language_model.layers.36.mlp.experts.65.up_proj,0.0110008465,hessian_weighted_relative_error,37862,0.02500,0.945
36,model.language_model.layers.36.mlp.experts.66.down_proj,0.0141553439,hessian_weighted_relative_error,48111,0.02500,0.738
36,model.language_model.layers.36.mlp.experts.66.gate_proj,0.0091864225,hessian_weighted_relative_error,48111,0.02500,0.769
36,model.language_model.layers.36.mlp.experts.66.up_proj,0.0105264341,hessian_weighted_relative_error,48111,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.67.down_proj,0.0042018609,hessian_weighted_relative_error,39141,0.02500,0.829
36,model.language_model.layers.36.mlp.experts.67.gate_proj,0.0029650115,hessian_weighted_relative_error,39141,0.02500,0.885
36,model.language_model.layers.36.mlp.experts.67.up_proj,0.0032931951,hessian_weighted_relative_error,39141,0.02500,0.943
36,model.language_model.layers.36.mlp.experts.68.down_proj,0.0131079744,hessian_weighted_relative_error,25465,0.02500,0.740
36,model.language_model.layers.36.mlp.experts.68.gate_proj,0.0082106831,hessian_weighted_relative_error,25465,0.02500,0.772
36,model.language_model.layers.36.mlp.experts.68.up_proj,0.0086828690,hessian_weighted_relative_error,25465,0.02500,0.797
36,model.language_model.layers.36.mlp.experts.69.down_proj,0.0104609877,hessian_weighted_relative_error,21023,0.02500,0.829
36,model.language_model.layers.36.mlp.experts.69.gate_proj,0.0054701595,hessian_weighted_relative_error,21023,0.02500,0.888
36,model.language_model.layers.36.mlp.experts.69.up_proj,0.0058390369,hessian_weighted_relative_error,21023,0.02500,0.944
36,model.language_model.layers.36.mlp.experts.7.down_proj,0.0144304541,hessian_weighted_relative_error,28638,0.02500,0.764
36,model.language_model.layers.36.mlp.experts.7.gate_proj,0.0078064647,hessian_weighted_relative_error,28638,0.02500,0.854
36,model.language_model.layers.36.mlp.experts.7.up_proj,0.0103510936,hessian_weighted_relative_error,28638,0.02500,0.943
36,model.language_model.layers.36.mlp.experts.70.down_proj,0.0081284245,hessian_weighted_relative_error,14868,0.02500,0.740
36,model.language_model.layers.36.mlp.experts.70.gate_proj,0.0061404872,hessian_weighted_relative_error,14868,0.02500,0.774
36,model.language_model.layers.36.mlp.experts.70.up_proj,0.0070399936,hessian_weighted_relative_error,14868,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.71.down_proj,0.0141115977,hessian_weighted_relative_error,21018,0.02500,0.829
36,model.language_model.layers.36.mlp.experts.71.gate_proj,0.0073080742,hessian_weighted_relative_error,21018,0.02500,0.890
36,model.language_model.layers.36.mlp.experts.71.up_proj,0.0096280908,hessian_weighted_relative_error,21018,0.02500,0.947
36,model.language_model.layers.36.mlp.experts.72.down_proj,0.0140540913,hessian_weighted_relative_error,33464,0.02500,0.740
36,model.language_model.layers.36.mlp.experts.72.gate_proj,0.0087332723,hessian_weighted_relative_error,33464,0.02500,0.773
36,model.language_model.layers.36.mlp.experts.72.up_proj,0.0100480347,hessian_weighted_relative_error,33464,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.73.down_proj,0.0103477275,hessian_weighted_relative_error,22249,0.02500,0.833
36,model.language_model.layers.36.mlp.experts.73.gate_proj,0.0072177494,hessian_weighted_relative_error,22249,0.02500,0.892
36,model.language_model.layers.36.mlp.experts.73.up_proj,0.0078292639,hessian_weighted_relative_error,22249,0.02500,0.945
36,model.language_model.layers.36.mlp.experts.74.down_proj,0.0076674558,hessian_weighted_relative_error,8842,0.02500,0.740
36,model.language_model.layers.36.mlp.experts.74.gate_proj,0.0033994222,hessian_weighted_relative_error,8842,0.02500,0.771
36,model.language_model.layers.36.mlp.experts.74.up_proj,0.0049933706,hessian_weighted_relative_error,8842,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.75.down_proj,0.0119115117,hessian_weighted_relative_error,8863,0.02500,0.833
36,model.language_model.layers.36.mlp.experts.75.gate_proj,0.0063664026,hessian_weighted_relative_error,8863,0.02500,0.888
36,model.language_model.layers.36.mlp.experts.75.up_proj,0.0074860504,hessian_weighted_relative_error,8863,0.02500,0.946
36,model.language_model.layers.36.mlp.experts.76.down_proj,0.0127200264,hessian_weighted_relative_error,15484,0.02500,0.743
36,model.language_model.layers.36.mlp.experts.76.gate_proj,0.0066965690,hessian_weighted_relative_error,15484,0.02500,0.770
36,model.language_model.layers.36.mlp.experts.76.up_proj,0.0079185923,hessian_weighted_relative_error,15484,0.02500,0.798
36,model.language_model.layers.36.mlp.experts.77.down_proj,0.0149187446,hessian_weighted_relative_error,34102,0.02500,0.833
36,model.language_model.layers.36.mlp.experts.77.gate_proj,0.0096401064,hessian_weighted_relative_error,34102,0.02500,0.892
36,model.language_model.layers.36.mlp.experts.77.up_proj,0.0110737431,hessian_weighted_relative_error,34102,0.02500,0.948
36,model.language_model.layers.36.mlp.experts.78.down_proj,0.0139661583,hessian_weighted_relative_error,54451,0.02500,0.743
36,model.language_model.layers.36.mlp.experts.78.gate_proj,0.0085214619,hessian_weighted_relative_error,54451,0.02500,0.774
36,model.language_model.layers.36.mlp.experts.78.up_proj,0.0098647977,hessian_weighted_relative_error,54451,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.79.down_proj,0.0116162067,hessian_weighted_relative_error,18590,0.02500,0.831
36,model.language_model.layers.36.mlp.experts.79.gate_proj,0.0072893587,hessian_weighted_relative_error,18590,0.02500,0.892
36,model.language_model.layers.36.mlp.experts.79.up_proj,0.0081992108,hessian_weighted_relative_error,18590,0.02500,0.950
36,model.language_model.layers.36.mlp.experts.8.down_proj,0.0073059427,hessian_weighted_relative_error,14568,0.02500,0.724
36,model.language_model.layers.36.mlp.experts.8.gate_proj,0.0048201372,hessian_weighted_relative_error,14568,0.02500,0.760
36,model.language_model.layers.36.mlp.experts.8.up_proj,0.0052568858,hessian_weighted_relative_error,14568,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.80.down_proj,0.0143874872,hessian_weighted_relative_error,39922,0.02500,0.740
36,model.language_model.layers.36.mlp.experts.80.gate_proj,0.0089438841,hessian_weighted_relative_error,39922,0.02500,0.775
36,model.language_model.layers.36.mlp.experts.80.up_proj,0.0103875420,hessian_weighted_relative_error,39922,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.81.down_proj,0.0158744696,hessian_weighted_relative_error,100736,0.02500,0.836
36,model.language_model.layers.36.mlp.experts.81.gate_proj,0.0111899111,hessian_weighted_relative_error,100736,0.02500,0.894
36,model.language_model.layers.36.mlp.experts.81.up_proj,0.0122590183,hessian_weighted_relative_error,100736,0.02500,0.954
36,model.language_model.layers.36.mlp.experts.82.down_proj,0.0104752575,hessian_weighted_relative_error,16662,0.02500,0.742
36,model.language_model.layers.36.mlp.experts.82.gate_proj,0.0059607056,hessian_weighted_relative_error,16662,0.02500,0.774
36,model.language_model.layers.36.mlp.experts.82.up_proj,0.0065085153,hessian_weighted_relative_error,16662,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.83.down_proj,0.0143364539,hessian_weighted_relative_error,20168,0.02500,0.836
36,model.language_model.layers.36.mlp.experts.83.gate_proj,0.0086532961,hessian_weighted_relative_error,20168,0.02500,0.892
36,model.language_model.layers.36.mlp.experts.83.up_proj,0.0101076484,hessian_weighted_relative_error,20168,0.02500,0.951
36,model.language_model.layers.36.mlp.experts.84.down_proj,0.0152350715,hessian_weighted_relative_error,44006,0.02500,0.746
36,model.language_model.layers.36.mlp.experts.84.gate_proj,0.0092587314,hessian_weighted_relative_error,44006,0.02500,0.772
36,model.language_model.layers.36.mlp.experts.84.up_proj,0.0113027310,hessian_weighted_relative_error,44006,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.85.down_proj,0.0141067971,hessian_weighted_relative_error,27862,0.02500,0.836
36,model.language_model.layers.36.mlp.experts.85.gate_proj,0.0098126901,hessian_weighted_relative_error,27862,0.02500,0.895
36,model.language_model.layers.36.mlp.experts.85.up_proj,0.0107134723,hessian_weighted_relative_error,27862,0.02500,0.948
36,model.language_model.layers.36.mlp.experts.86.down_proj,0.0134588749,hessian_weighted_relative_error,29910,0.02500,0.744
36,model.language_model.layers.36.mlp.experts.86.gate_proj,0.0092642561,hessian_weighted_relative_error,29910,0.02500,0.776
36,model.language_model.layers.36.mlp.experts.86.up_proj,0.0102305397,hessian_weighted_relative_error,29910,0.02500,0.805
36,model.language_model.layers.36.mlp.experts.87.down_proj,0.0137158273,hessian_weighted_relative_error,14411,0.02500,0.835
36,model.language_model.layers.36.mlp.experts.87.gate_proj,0.0080990581,hessian_weighted_relative_error,14411,0.02500,0.906
36,model.language_model.layers.36.mlp.experts.87.up_proj,0.0095132169,hessian_weighted_relative_error,14411,0.02500,0.954
36,model.language_model.layers.36.mlp.experts.88.down_proj,0.0027449655,hessian_weighted_relative_error,22507,0.02500,0.743
36,model.language_model.layers.36.mlp.experts.88.gate_proj,0.0062635290,hessian_weighted_relative_error,22507,0.02500,0.777
36,model.language_model.layers.36.mlp.experts.88.up_proj,0.0071536854,hessian_weighted_relative_error,22507,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.89.down_proj,0.0131468911,hessian_weighted_relative_error,36284,0.02500,0.840
36,model.language_model.layers.36.mlp.experts.89.gate_proj,0.0091822139,hessian_weighted_relative_error,36284,0.02500,0.896
36,model.language_model.layers.36.mlp.experts.89.up_proj,0.0101828718,hessian_weighted_relative_error,36284,0.02500,0.954
36,model.language_model.layers.36.mlp.experts.9.down_proj,0.0144754850,hessian_weighted_relative_error,19145,0.02500,0.801
36,model.language_model.layers.36.mlp.experts.9.gate_proj,0.0085253180,hessian_weighted_relative_error,19145,0.02500,0.857
36,model.language_model.layers.36.mlp.experts.9.up_proj,0.0103047908,hessian_weighted_relative_error,19145,0.02500,0.947
36,model.language_model.layers.36.mlp.experts.90.down_proj,0.0124761054,hessian_weighted_relative_error,7088,0.02500,0.744
36,model.language_model.layers.36.mlp.experts.90.gate_proj,0.0061263980,hessian_weighted_relative_error,7088,0.02500,0.773
36,model.language_model.layers.36.mlp.experts.90.up_proj,0.0076600252,hessian_weighted_relative_error,7088,0.02500,0.798
36,model.language_model.layers.36.mlp.experts.91.down_proj,0.0098809014,hessian_weighted_relative_error,8693,0.02500,0.840
36,model.language_model.layers.36.mlp.experts.91.gate_proj,0.0051139988,hessian_weighted_relative_error,8693,0.02500,0.893
36,model.language_model.layers.36.mlp.experts.91.up_proj,0.0056130816,hessian_weighted_relative_error,8693,0.02500,0.948
36,model.language_model.layers.36.mlp.experts.92.down_proj,0.0145810826,hessian_weighted_relative_error,53085,0.02500,0.746
36,model.language_model.layers.36.mlp.experts.92.gate_proj,0.0103021063,hessian_weighted_relative_error,53085,0.02500,0.775
36,model.language_model.layers.36.mlp.experts.92.up_proj,0.0110301623,hessian_weighted_relative_error,53085,0.02500,0.799
36,model.language_model.layers.36.mlp.experts.93.down_proj,0.0128187793,hessian_weighted_relative_error,24853,0.02500,0.840
36,model.language_model.layers.36.mlp.experts.93.gate_proj,0.0075045072,hessian_weighted_relative_error,24853,0.02500,0.897
36,model.language_model.layers.36.mlp.experts.93.up_proj,0.0095176361,hessian_weighted_relative_error,24853,0.02500,0.953
36,model.language_model.layers.36.mlp.experts.94.down_proj,0.0144211916,hessian_weighted_relative_error,31280,0.02500,0.746
36,model.language_model.layers.36.mlp.experts.94.gate_proj,0.0081360934,hessian_weighted_relative_error,31280,0.02500,0.777
36,model.language_model.layers.36.mlp.experts.94.up_proj,0.0103913838,hessian_weighted_relative_error,31280,0.02500,0.803
36,model.language_model.layers.36.mlp.experts.95.down_proj,0.0098457125,hessian_weighted_relative_error,32743,0.02500,0.838
36,model.language_model.layers.36.mlp.experts.95.gate_proj,0.0069138539,hessian_weighted_relative_error,32743,0.02500,0.899
36,model.language_model.layers.36.mlp.experts.95.up_proj,0.0080822779,hessian_weighted_relative_error,32743,0.02500,0.956
36,model.language_model.layers.36.mlp.experts.96.down_proj,0.0090567608,hessian_weighted_relative_error,6004,0.02500,0.745
36,model.language_model.layers.36.mlp.experts.96.gate_proj,0.0048722170,hessian_weighted_relative_error,6004,0.02500,0.778
36,model.language_model.layers.36.mlp.experts.96.up_proj,0.0052633414,hessian_weighted_relative_error,6004,0.02500,0.802
36,model.language_model.layers.36.mlp.experts.97.down_proj,0.0116848585,hessian_weighted_relative_error,13832,0.02500,0.848
36,model.language_model.layers.36.mlp.experts.97.gate_proj,0.0065694484,hessian_weighted_relative_error,13832,0.02500,0.898
36,model.language_model.layers.36.mlp.experts.97.up_proj,0.0077479416,hessian_weighted_relative_error,13832,0.02500,0.961
36,model.language_model.layers.36.mlp.experts.98.down_proj,0.0130783825,hessian_weighted_relative_error,21765,0.02500,0.746
36,model.language_model.layers.36.mlp.experts.98.gate_proj,0.0068251127,hessian_weighted_relative_error,21765,0.02500,0.775
36,model.language_model.layers.36.mlp.experts.98.up_proj,0.0089603862,hessian_weighted_relative_error,21765,0.02500,0.800
36,model.language_model.layers.36.mlp.experts.99.down_proj,0.0123774672,hessian_weighted_relative_error,25670,0.02500,0.844
36,model.language_model.layers.36.mlp.experts.99.gate_proj,0.0073012779,hessian_weighted_relative_error,25670,0.02500,0.897
36,model.language_model.layers.36.mlp.experts.99.up_proj,0.0088216948,hessian_weighted_relative_error,25670,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.0.down_proj,0.0108578774,hessian_weighted_relative_error,38277,0.02500,0.723
37,model.language_model.layers.37.mlp.experts.0.gate_proj,0.0084200657,hessian_weighted_relative_error,38277,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.0.up_proj,0.0091154249,hessian_weighted_relative_error,38277,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.1.down_proj,0.0146940678,hessian_weighted_relative_error,30649,0.02500,0.793
37,model.language_model.layers.37.mlp.experts.1.gate_proj,0.0088283044,hessian_weighted_relative_error,30649,0.02500,0.856
37,model.language_model.layers.37.mlp.experts.1.up_proj,0.0104831441,hessian_weighted_relative_error,30649,0.02500,0.954
37,model.language_model.layers.37.mlp.experts.10.down_proj,0.0139503897,hessian_weighted_relative_error,67880,0.02500,0.721
37,model.language_model.layers.37.mlp.experts.10.gate_proj,0.0100501500,hessian_weighted_relative_error,67880,0.02500,0.756
37,model.language_model.layers.37.mlp.experts.10.up_proj,0.0110522293,hessian_weighted_relative_error,67880,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.100.down_proj,0.0133331730,hessian_weighted_relative_error,19480,0.02500,0.744
37,model.language_model.layers.37.mlp.experts.100.gate_proj,0.0067393455,hessian_weighted_relative_error,19480,0.02500,0.775
37,model.language_model.layers.37.mlp.experts.100.up_proj,0.0092143521,hessian_weighted_relative_error,19480,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.101.down_proj,0.0145904210,hessian_weighted_relative_error,45590,0.02500,0.844
37,model.language_model.layers.37.mlp.experts.101.gate_proj,0.0093873305,hessian_weighted_relative_error,45590,0.02500,0.898
37,model.language_model.layers.37.mlp.experts.101.up_proj,0.0108654343,hessian_weighted_relative_error,45590,0.02500,0.952
37,model.language_model.layers.37.mlp.experts.102.down_proj,0.0139552202,hessian_weighted_relative_error,21041,0.02500,0.748
37,model.language_model.layers.37.mlp.experts.102.gate_proj,0.0074063926,hessian_weighted_relative_error,21041,0.02500,0.775
37,model.language_model.layers.37.mlp.experts.102.up_proj,0.0094419811,hessian_weighted_relative_error,21041,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.103.down_proj,0.0100693365,hessian_weighted_relative_error,29275,0.02500,0.849
37,model.language_model.layers.37.mlp.experts.103.gate_proj,0.0067890623,hessian_weighted_relative_error,29275,0.02500,0.897
37,model.language_model.layers.37.mlp.experts.103.up_proj,0.0091827051,hessian_weighted_relative_error,29275,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.104.down_proj,0.0133717282,hessian_weighted_relative_error,43433,0.02500,0.749
37,model.language_model.layers.37.mlp.experts.104.gate_proj,0.0088963553,hessian_weighted_relative_error,43433,0.02500,0.777
37,model.language_model.layers.37.mlp.experts.104.up_proj,0.0109684743,hessian_weighted_relative_error,43433,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.105.down_proj,0.0103889181,hessian_weighted_relative_error,12632,0.02500,0.844
37,model.language_model.layers.37.mlp.experts.105.gate_proj,0.0051451986,hessian_weighted_relative_error,12632,0.02500,0.900
37,model.language_model.layers.37.mlp.experts.105.up_proj,0.0066306638,hessian_weighted_relative_error,12632,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.106.down_proj,0.0154165559,hessian_weighted_relative_error,53938,0.02500,0.746
37,model.language_model.layers.37.mlp.experts.106.gate_proj,0.0091460427,hessian_weighted_relative_error,53938,0.02500,0.780
37,model.language_model.layers.37.mlp.experts.106.up_proj,0.0111162850,hessian_weighted_relative_error,53938,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.107.down_proj,0.0117958997,hessian_weighted_relative_error,16394,0.02500,0.847
37,model.language_model.layers.37.mlp.experts.107.gate_proj,0.0068727107,hessian_weighted_relative_error,16394,0.02500,0.900
37,model.language_model.layers.37.mlp.experts.107.up_proj,0.0090617931,hessian_weighted_relative_error,16394,0.02500,0.949
37,model.language_model.layers.37.mlp.experts.108.down_proj,0.0141160539,hessian_weighted_relative_error,63809,0.02500,0.746
37,model.language_model.layers.37.mlp.experts.108.gate_proj,0.0090451925,hessian_weighted_relative_error,63809,0.02500,0.778
37,model.language_model.layers.37.mlp.experts.108.up_proj,0.0098411493,hessian_weighted_relative_error,63809,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.109.down_proj,0.0109598784,hessian_weighted_relative_error,17266,0.02500,0.847
37,model.language_model.layers.37.mlp.experts.109.gate_proj,0.0081095629,hessian_weighted_relative_error,17266,0.02500,0.901
37,model.language_model.layers.37.mlp.experts.109.up_proj,0.0089375554,hessian_weighted_relative_error,17266,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.11.down_proj,0.0146251041,hessian_weighted_relative_error,65155,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.11.gate_proj,0.0084879120,hessian_weighted_relative_error,65155,0.02500,0.857
37,model.language_model.layers.37.mlp.experts.11.up_proj,0.0111670198,hessian_weighted_relative_error,65155,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.110.down_proj,0.0119079892,hessian_weighted_relative_error,27314,0.02500,0.751
37,model.language_model.layers.37.mlp.experts.110.gate_proj,0.0071783911,hessian_weighted_relative_error,27314,0.02500,0.778
37,model.language_model.layers.37.mlp.experts.110.up_proj,0.0076962836,hessian_weighted_relative_error,27314,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.111.down_proj,0.0132942724,hessian_weighted_relative_error,23461,0.02500,0.848
37,model.language_model.layers.37.mlp.experts.111.gate_proj,0.0069934925,hessian_weighted_relative_error,23461,0.02500,0.898
37,model.language_model.layers.37.mlp.experts.111.up_proj,0.0101066613,hessian_weighted_relative_error,23461,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.112.down_proj,0.0121477934,hessian_weighted_relative_error,17526,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.112.gate_proj,0.0075940523,hessian_weighted_relative_error,17526,0.02500,0.781
37,model.language_model.layers.37.mlp.experts.112.up_proj,0.0084451250,hessian_weighted_relative_error,17526,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.113.down_proj,0.0097235056,hessian_weighted_relative_error,9058,0.02500,0.848
37,model.language_model.layers.37.mlp.experts.113.gate_proj,0.0065299394,hessian_weighted_relative_error,9058,0.02500,0.918
37,model.language_model.layers.37.mlp.experts.113.up_proj,0.0074495345,hessian_weighted_relative_error,9058,0.02500,0.942
37,model.language_model.layers.37.mlp.experts.114.down_proj,0.0138607776,hessian_weighted_relative_error,43604,0.02500,0.746
37,model.language_model.layers.37.mlp.experts.114.gate_proj,0.0083551896,hessian_weighted_relative_error,43604,0.02500,0.781
37,model.language_model.layers.37.mlp.experts.114.up_proj,0.0105536514,hessian_weighted_relative_error,43604,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.115.down_proj,0.0046589824,hessian_weighted_relative_error,44430,0.02500,0.850
37,model.language_model.layers.37.mlp.experts.115.gate_proj,0.0089353024,hessian_weighted_relative_error,44430,0.02500,0.900
37,model.language_model.layers.37.mlp.experts.115.up_proj,0.0102490887,hessian_weighted_relative_error,44430,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.116.down_proj,0.0140559307,hessian_weighted_relative_error,29951,0.02500,0.746
37,model.language_model.layers.37.mlp.experts.116.gate_proj,0.0095328854,hessian_weighted_relative_error,29951,0.02500,0.779
37,model.language_model.layers.37.mlp.experts.116.up_proj,0.0114707704,hessian_weighted_relative_error,29951,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.117.down_proj,0.0144327531,hessian_weighted_relative_error,44531,0.02500,0.850
37,model.language_model.layers.37.mlp.experts.117.gate_proj,0.0098093206,hessian_weighted_relative_error,44531,0.02500,0.901
37,model.language_model.layers.37.mlp.experts.117.up_proj,0.0108930086,hessian_weighted_relative_error,44531,0.02500,0.955
37,model.language_model.layers.37.mlp.experts.118.down_proj,0.0137945795,hessian_weighted_relative_error,65289,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.118.gate_proj,0.0087982470,hessian_weighted_relative_error,65289,0.02500,0.780
37,model.language_model.layers.37.mlp.experts.118.up_proj,0.0096738418,hessian_weighted_relative_error,65289,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.119.down_proj,0.0128673416,hessian_weighted_relative_error,9508,0.02500,0.852
37,model.language_model.layers.37.mlp.experts.119.gate_proj,0.0074123148,hessian_weighted_relative_error,9508,0.02500,0.899
37,model.language_model.layers.37.mlp.experts.119.up_proj,0.0083827667,hessian_weighted_relative_error,9508,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.12.down_proj,0.0145773940,hessian_weighted_relative_error,65302,0.02500,0.723
37,model.language_model.layers.37.mlp.experts.12.gate_proj,0.0103752190,hessian_weighted_relative_error,65302,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.12.up_proj,0.0112590698,hessian_weighted_relative_error,65302,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.120.down_proj,0.0145197112,hessian_weighted_relative_error,41755,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.120.gate_proj,0.0102955760,hessian_weighted_relative_error,41755,0.02500,0.781
37,model.language_model.layers.37.mlp.experts.120.up_proj,0.0111616744,hessian_weighted_relative_error,41755,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.121.down_proj,0.0150665379,hessian_weighted_relative_error,37988,0.02500,0.853
37,model.language_model.layers.37.mlp.experts.121.gate_proj,0.0093140807,hessian_weighted_relative_error,37988,0.02500,0.902
37,model.language_model.layers.37.mlp.experts.121.up_proj,0.0122860150,hessian_weighted_relative_error,37988,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.122.down_proj,0.0152207434,hessian_weighted_relative_error,34278,0.02500,0.748
37,model.language_model.layers.37.mlp.experts.122.gate_proj,0.0091355344,hessian_weighted_relative_error,34278,0.02500,0.781
37,model.language_model.layers.37.mlp.experts.122.up_proj,0.0115151642,hessian_weighted_relative_error,34278,0.02500,0.818
37,model.language_model.layers.37.mlp.experts.123.down_proj,0.0126626654,hessian_weighted_relative_error,13323,0.02500,0.853
37,model.language_model.layers.37.mlp.experts.123.gate_proj,0.0080239842,hessian_weighted_relative_error,13323,0.02500,0.908
37,model.language_model.layers.37.mlp.experts.123.up_proj,0.0090586472,hessian_weighted_relative_error,13323,0.02500,0.957
37,model.language_model.layers.37.mlp.experts.124.down_proj,0.0113617893,hessian_weighted_relative_error,38860,0.02500,0.748
37,model.language_model.layers.37.mlp.experts.124.gate_proj,0.0078470780,hessian_weighted_relative_error,38860,0.02500,0.779
37,model.language_model.layers.37.mlp.experts.124.up_proj,0.0084489434,hessian_weighted_relative_error,38860,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.125.down_proj,0.0136226010,hessian_weighted_relative_error,27079,0.02500,0.855
37,model.language_model.layers.37.mlp.experts.125.gate_proj,0.0082672542,hessian_weighted_relative_error,27079,0.02500,0.904
37,model.language_model.layers.37.mlp.experts.125.up_proj,0.0096373814,hessian_weighted_relative_error,27079,0.02500,0.953
37,model.language_model.layers.37.mlp.experts.126.down_proj,0.0147316418,hessian_weighted_relative_error,37726,0.02500,0.751
37,model.language_model.layers.37.mlp.experts.126.gate_proj,0.0085210994,hessian_weighted_relative_error,37726,0.02500,0.779
37,model.language_model.layers.37.mlp.experts.126.up_proj,0.0108250615,hessian_weighted_relative_error,37726,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.127.down_proj,0.0133748977,hessian_weighted_relative_error,17037,0.02500,0.860
37,model.language_model.layers.37.mlp.experts.127.gate_proj,0.0075333039,hessian_weighted_relative_error,17037,0.02500,0.900
37,model.language_model.layers.37.mlp.experts.127.up_proj,0.0088419303,hessian_weighted_relative_error,17037,0.02500,0.947
37,model.language_model.layers.37.mlp.experts.128.down_proj,0.0115280259,hessian_weighted_relative_error,59037,0.02500,0.752
37,model.language_model.layers.37.mlp.experts.128.gate_proj,0.0035842277,hessian_weighted_relative_error,59037,0.02500,0.784
37,model.language_model.layers.37.mlp.experts.128.up_proj,0.0064979481,hessian_weighted_relative_error,59037,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.129.down_proj,0.0102569292,hessian_weighted_relative_error,34754,0.02500,0.856
37,model.language_model.layers.37.mlp.experts.129.gate_proj,0.0079635089,hessian_weighted_relative_error,34754,0.02500,0.906
37,model.language_model.layers.37.mlp.experts.129.up_proj,0.0094568534,hessian_weighted_relative_error,34754,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.13.down_proj,0.0136739334,hessian_weighted_relative_error,21812,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.13.gate_proj,0.0086199520,hessian_weighted_relative_error,21812,0.02500,0.859
37,model.language_model.layers.37.mlp.experts.13.up_proj,0.0100559634,hessian_weighted_relative_error,21812,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.130.down_proj,0.0125731409,hessian_weighted_relative_error,13162,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.130.gate_proj,0.0073420516,hessian_weighted_relative_error,13162,0.02500,0.781
37,model.language_model.layers.37.mlp.experts.130.up_proj,0.0091433574,hessian_weighted_relative_error,13162,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.131.down_proj,0.0133486808,hessian_weighted_relative_error,18325,0.02500,0.858
37,model.language_model.layers.37.mlp.experts.131.gate_proj,0.0082882856,hessian_weighted_relative_error,18325,0.02500,0.906
37,model.language_model.layers.37.mlp.experts.131.up_proj,0.0100046171,hessian_weighted_relative_error,18325,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.132.down_proj,0.0131313391,hessian_weighted_relative_error,23329,0.02500,0.748
37,model.language_model.layers.37.mlp.experts.132.gate_proj,0.0087489366,hessian_weighted_relative_error,23329,0.02500,0.779
37,model.language_model.layers.37.mlp.experts.132.up_proj,0.0096557308,hessian_weighted_relative_error,23329,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.133.down_proj,0.0153839774,hessian_weighted_relative_error,32865,0.02500,0.858
37,model.language_model.layers.37.mlp.experts.133.gate_proj,0.0088041473,hessian_weighted_relative_error,32865,0.02500,0.905
37,model.language_model.layers.37.mlp.experts.133.up_proj,0.0115917846,hessian_weighted_relative_error,32865,0.02500,0.953
37,model.language_model.layers.37.mlp.experts.134.down_proj,0.0132492042,hessian_weighted_relative_error,42085,0.02500,0.752
37,model.language_model.layers.37.mlp.experts.134.gate_proj,0.0085474469,hessian_weighted_relative_error,42085,0.02500,0.780
37,model.language_model.layers.37.mlp.experts.134.up_proj,0.0100730672,hessian_weighted_relative_error,42085,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.135.down_proj,0.0154783534,hessian_weighted_relative_error,25230,0.02500,0.860
37,model.language_model.layers.37.mlp.experts.135.gate_proj,0.0093713244,hessian_weighted_relative_error,25230,0.02500,0.908
37,model.language_model.layers.37.mlp.experts.135.up_proj,0.0115793501,hessian_weighted_relative_error,25230,0.02500,0.954
37,model.language_model.layers.37.mlp.experts.136.down_proj,0.0129758822,hessian_weighted_relative_error,13414,0.02500,0.754
37,model.language_model.layers.37.mlp.experts.136.gate_proj,0.0075320593,hessian_weighted_relative_error,13414,0.02500,0.783
37,model.language_model.layers.37.mlp.experts.136.up_proj,0.0094646650,hessian_weighted_relative_error,13414,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.137.down_proj,0.0140224086,hessian_weighted_relative_error,24703,0.02500,0.860
37,model.language_model.layers.37.mlp.experts.137.gate_proj,0.0079636770,hessian_weighted_relative_error,24703,0.02500,0.907
37,model.language_model.layers.37.mlp.experts.137.up_proj,0.0099681550,hessian_weighted_relative_error,24703,0.02500,0.959
37,model.language_model.layers.37.mlp.experts.138.down_proj,0.0139091789,hessian_weighted_relative_error,28993,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.138.gate_proj,0.0081083281,hessian_weighted_relative_error,28993,0.02500,0.785
37,model.language_model.layers.37.mlp.experts.138.up_proj,0.0096597788,hessian_weighted_relative_error,28993,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.139.down_proj,0.0123961881,hessian_weighted_relative_error,22378,0.02500,0.863
37,model.language_model.layers.37.mlp.experts.139.gate_proj,0.0081073246,hessian_weighted_relative_error,22378,0.02500,0.905
37,model.language_model.layers.37.mlp.experts.139.up_proj,0.0088803027,hessian_weighted_relative_error,22378,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.14.down_proj,0.0155328545,hessian_weighted_relative_error,29157,0.02500,0.724
37,model.language_model.layers.37.mlp.experts.14.gate_proj,0.0093712027,hessian_weighted_relative_error,29157,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.14.up_proj,0.0116226530,hessian_weighted_relative_error,29157,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.140.down_proj,0.0136469966,hessian_weighted_relative_error,19528,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.140.gate_proj,0.0087149382,hessian_weighted_relative_error,19528,0.02500,0.782
37,model.language_model.layers.37.mlp.experts.140.up_proj,0.0103356031,hessian_weighted_relative_error,19528,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.141.down_proj,0.0142626489,hessian_weighted_relative_error,27751,0.02500,0.866
37,model.language_model.layers.37.mlp.experts.141.gate_proj,0.0083136608,hessian_weighted_relative_error,27751,0.02500,0.913
37,model.language_model.layers.37.mlp.experts.141.up_proj,0.0107094512,hessian_weighted_relative_error,27751,0.02500,0.966
37,model.language_model.layers.37.mlp.experts.142.down_proj,0.0099436208,hessian_weighted_relative_error,15952,0.02500,0.752
37,model.language_model.layers.37.mlp.experts.142.gate_proj,0.0086450200,hessian_weighted_relative_error,15952,0.02500,0.782
37,model.language_model.layers.37.mlp.experts.142.up_proj,0.0102047297,hessian_weighted_relative_error,15952,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.143.down_proj,0.0145778273,hessian_weighted_relative_error,29206,0.02500,0.865
37,model.language_model.layers.37.mlp.experts.143.gate_proj,0.0100229612,hessian_weighted_relative_error,29206,0.02500,0.905
37,model.language_model.layers.37.mlp.experts.143.up_proj,0.0112968342,hessian_weighted_relative_error,29206,0.02500,0.986
37,model.language_model.layers.37.mlp.experts.144.down_proj,0.0138648759,hessian_weighted_relative_error,40614,0.02500,0.754
37,model.language_model.layers.37.mlp.experts.144.gate_proj,0.0089466183,hessian_weighted_relative_error,40614,0.02500,0.784
37,model.language_model.layers.37.mlp.experts.144.up_proj,0.0104543681,hessian_weighted_relative_error,40614,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.145.down_proj,0.0145340915,hessian_weighted_relative_error,43946,0.02500,0.864
37,model.language_model.layers.37.mlp.experts.145.gate_proj,0.0078750127,hessian_weighted_relative_error,43946,0.02500,0.919
37,model.language_model.layers.37.mlp.experts.145.up_proj,0.0106422193,hessian_weighted_relative_error,43946,0.02500,0.969
37,model.language_model.layers.37.mlp.experts.146.down_proj,0.0127947752,hessian_weighted_relative_error,22060,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.146.gate_proj,0.0071281073,hessian_weighted_relative_error,22060,0.02500,0.787
37,model.language_model.layers.37.mlp.experts.146.up_proj,0.0091888275,hessian_weighted_relative_error,22060,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.147.down_proj,0.0136358514,hessian_weighted_relative_error,23370,0.02500,0.870
37,model.language_model.layers.37.mlp.experts.147.gate_proj,0.0081163663,hessian_weighted_relative_error,23370,0.02500,0.909
37,model.language_model.layers.37.mlp.experts.147.up_proj,0.0101786243,hessian_weighted_relative_error,23370,0.02500,1.001
37,model.language_model.layers.37.mlp.experts.148.down_proj,0.0139485185,hessian_weighted_relative_error,27143,0.02500,0.750
37,model.language_model.layers.37.mlp.experts.148.gate_proj,0.0079444484,hessian_weighted_relative_error,27143,0.02500,0.782
37,model.language_model.layers.37.mlp.experts.148.up_proj,0.0099542170,hessian_weighted_relative_error,27143,0.02500,0.811
37,model.language_model.layers.37.mlp.experts.149.down_proj,0.0142055794,hessian_weighted_relative_error,19214,0.02500,0.867
37,model.language_model.layers.37.mlp.experts.149.gate_proj,0.0088023815,hessian_weighted_relative_error,19214,0.02500,0.910
37,model.language_model.layers.37.mlp.experts.149.up_proj,0.0109418266,hessian_weighted_relative_error,19214,0.02500,0.967
37,model.language_model.layers.37.mlp.experts.15.down_proj,0.0150643563,hessian_weighted_relative_error,43104,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.15.gate_proj,0.0088295909,hessian_weighted_relative_error,43104,0.02500,0.852
37,model.language_model.layers.37.mlp.experts.15.up_proj,0.0117075155,hessian_weighted_relative_error,43104,0.02500,0.947
37,model.language_model.layers.37.mlp.experts.150.down_proj,0.0100081215,hessian_weighted_relative_error,9993,0.02500,0.757
37,model.language_model.layers.37.mlp.experts.150.gate_proj,0.0053332286,hessian_weighted_relative_error,9993,0.02500,0.783
37,model.language_model.layers.37.mlp.experts.150.up_proj,0.0066115684,hessian_weighted_relative_error,9993,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.151.down_proj,0.0096088353,hessian_weighted_relative_error,16698,0.02500,0.871
37,model.language_model.layers.37.mlp.experts.151.gate_proj,0.0057999080,hessian_weighted_relative_error,16698,0.02500,0.905
37,model.language_model.layers.37.mlp.experts.151.up_proj,0.0064488057,hessian_weighted_relative_error,16698,0.02500,0.962
37,model.language_model.layers.37.mlp.experts.152.down_proj,0.0118489206,hessian_weighted_relative_error,10681,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.152.gate_proj,0.0057838361,hessian_weighted_relative_error,10681,0.02500,0.785
37,model.language_model.layers.37.mlp.experts.152.up_proj,0.0079371714,hessian_weighted_relative_error,10681,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.153.down_proj,0.0135351378,hessian_weighted_relative_error,49041,0.02500,0.867
37,model.language_model.layers.37.mlp.experts.153.gate_proj,0.0091173367,hessian_weighted_relative_error,49041,0.02500,0.908
37,model.language_model.layers.37.mlp.experts.153.up_proj,0.0110181476,hessian_weighted_relative_error,49041,0.02500,0.955
37,model.language_model.layers.37.mlp.experts.154.down_proj,0.0131341195,hessian_weighted_relative_error,29523,0.02500,0.752
37,model.language_model.layers.37.mlp.experts.154.gate_proj,0.0074708878,hessian_weighted_relative_error,29523,0.02500,0.786
37,model.language_model.layers.37.mlp.experts.154.up_proj,0.0094574896,hessian_weighted_relative_error,29523,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.155.down_proj,0.0091234889,hessian_weighted_relative_error,15542,0.02500,0.869
37,model.language_model.layers.37.mlp.experts.155.gate_proj,0.0049715831,hessian_weighted_relative_error,15542,0.02500,0.917
37,model.language_model.layers.37.mlp.experts.155.up_proj,0.0060969215,hessian_weighted_relative_error,15542,0.02500,0.961
37,model.language_model.layers.37.mlp.experts.156.down_proj,0.0138979927,hessian_weighted_relative_error,32900,0.02500,0.751
37,model.language_model.layers.37.mlp.experts.156.gate_proj,0.0093863644,hessian_weighted_relative_error,32900,0.02500,0.784
37,model.language_model.layers.37.mlp.experts.156.up_proj,0.0105959400,hessian_weighted_relative_error,32900,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.157.down_proj,0.0127537688,hessian_weighted_relative_error,19683,0.02500,0.872
37,model.language_model.layers.37.mlp.experts.157.gate_proj,0.0074780864,hessian_weighted_relative_error,19683,0.02500,0.916
37,model.language_model.layers.37.mlp.experts.157.up_proj,0.0096321326,hessian_weighted_relative_error,19683,0.02500,0.968
37,model.language_model.layers.37.mlp.experts.158.down_proj,0.0107698207,hessian_weighted_relative_error,28626,0.02500,0.754
37,model.language_model.layers.37.mlp.experts.158.gate_proj,0.0081015142,hessian_weighted_relative_error,28626,0.02500,0.787
37,model.language_model.layers.37.mlp.experts.158.up_proj,0.0087794049,hessian_weighted_relative_error,28626,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.159.down_proj,0.0104817738,hessian_weighted_relative_error,14870,0.02500,0.872
37,model.language_model.layers.37.mlp.experts.159.gate_proj,0.0059423961,hessian_weighted_relative_error,14870,0.02500,0.912
37,model.language_model.layers.37.mlp.experts.159.up_proj,0.0064892424,hessian_weighted_relative_error,14870,0.02500,0.952
37,model.language_model.layers.37.mlp.experts.16.down_proj,0.0130711416,hessian_weighted_relative_error,47505,0.02500,0.729
37,model.language_model.layers.37.mlp.experts.16.gate_proj,0.0067750725,hessian_weighted_relative_error,47505,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.16.up_proj,0.0097066453,hessian_weighted_relative_error,47505,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.160.down_proj,0.0062565969,hessian_weighted_relative_error,1712,0.02500,0.758
37,model.language_model.layers.37.mlp.experts.160.gate_proj,0.0023161583,hessian_weighted_relative_error,1712,0.02500,0.787
37,model.language_model.layers.37.mlp.experts.160.up_proj,0.0033313350,hessian_weighted_relative_error,1712,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.161.down_proj,0.0091955192,hessian_weighted_relative_error,41905,0.02500,0.871
37,model.language_model.layers.37.mlp.experts.161.gate_proj,0.0055143537,hessian_weighted_relative_error,41905,0.02500,0.909
37,model.language_model.layers.37.mlp.experts.161.up_proj,0.0061275251,hessian_weighted_relative_error,41905,0.02500,0.965
37,model.language_model.layers.37.mlp.experts.162.down_proj,0.0141340973,hessian_weighted_relative_error,20911,0.02500,0.753
37,model.language_model.layers.37.mlp.experts.162.gate_proj,0.0085515765,hessian_weighted_relative_error,20911,0.02500,0.788
37,model.language_model.layers.37.mlp.experts.162.up_proj,0.0102636915,hessian_weighted_relative_error,20911,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.163.down_proj,0.0154748336,hessian_weighted_relative_error,41386,0.02500,0.873
37,model.language_model.layers.37.mlp.experts.163.gate_proj,0.0096764915,hessian_weighted_relative_error,41386,0.02500,0.910
37,model.language_model.layers.37.mlp.experts.163.up_proj,0.0119551852,hessian_weighted_relative_error,41386,0.02500,0.953
37,model.language_model.layers.37.mlp.experts.164.down_proj,0.0106077335,hessian_weighted_relative_error,31844,0.02500,0.754
37,model.language_model.layers.37.mlp.experts.164.gate_proj,0.0067422334,hessian_weighted_relative_error,31844,0.02500,0.785
37,model.language_model.layers.37.mlp.experts.164.up_proj,0.0073981706,hessian_weighted_relative_error,31844,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.165.down_proj,0.0119368848,hessian_weighted_relative_error,27890,0.02500,0.872
37,model.language_model.layers.37.mlp.experts.165.gate_proj,0.0071644159,hessian_weighted_relative_error,27890,0.02500,0.921
37,model.language_model.layers.37.mlp.experts.165.up_proj,0.0077244722,hessian_weighted_relative_error,27890,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.166.down_proj,0.0119658422,hessian_weighted_relative_error,34139,0.02500,0.756
37,model.language_model.layers.37.mlp.experts.166.gate_proj,0.0088010801,hessian_weighted_relative_error,34139,0.02500,0.783
37,model.language_model.layers.37.mlp.experts.166.up_proj,0.0099532064,hessian_weighted_relative_error,34139,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.167.down_proj,0.0113019239,hessian_weighted_relative_error,20169,0.02500,0.874
37,model.language_model.layers.37.mlp.experts.167.gate_proj,0.0071662171,hessian_weighted_relative_error,20169,0.02500,0.917
37,model.language_model.layers.37.mlp.experts.167.up_proj,0.0080273947,hessian_weighted_relative_error,20169,0.02500,0.946
37,model.language_model.layers.37.mlp.experts.168.down_proj,0.0101322559,hessian_weighted_relative_error,30645,0.02500,0.758
37,model.language_model.layers.37.mlp.experts.168.gate_proj,0.0060388972,hessian_weighted_relative_error,30645,0.02500,0.788
37,model.language_model.layers.37.mlp.experts.168.up_proj,0.0069031824,hessian_weighted_relative_error,30645,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.169.down_proj,0.0145417781,hessian_weighted_relative_error,40563,0.02500,0.874
37,model.language_model.layers.37.mlp.experts.169.gate_proj,0.0092666479,hessian_weighted_relative_error,40563,0.02500,0.917
37,model.language_model.layers.37.mlp.experts.169.up_proj,0.0110686284,hessian_weighted_relative_error,40563,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.17.down_proj,0.0151291312,hessian_weighted_relative_error,30059,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.17.gate_proj,0.0086324853,hessian_weighted_relative_error,30059,0.02500,0.859
37,model.language_model.layers.37.mlp.experts.17.up_proj,0.0109277567,hessian_weighted_relative_error,30059,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.170.down_proj,0.0118891629,hessian_weighted_relative_error,26729,0.02500,0.754
37,model.language_model.layers.37.mlp.experts.170.gate_proj,0.0077749509,hessian_weighted_relative_error,26729,0.02500,0.789
37,model.language_model.layers.37.mlp.experts.170.up_proj,0.0082942030,hessian_weighted_relative_error,26729,0.02500,0.806
37,model.language_model.layers.37.mlp.experts.171.down_proj,0.0012170166,hessian_weighted_relative_error,31296,0.02500,0.876
37,model.language_model.layers.37.mlp.experts.171.gate_proj,0.0071615802,hessian_weighted_relative_error,31296,0.02500,0.920
37,model.language_model.layers.37.mlp.experts.171.up_proj,0.0080992908,hessian_weighted_relative_error,31296,0.02500,0.957
37,model.language_model.layers.37.mlp.experts.172.down_proj,0.0096056494,hessian_weighted_relative_error,11441,0.02500,0.754
37,model.language_model.layers.37.mlp.experts.172.gate_proj,0.0048619024,hessian_weighted_relative_error,11441,0.02500,0.786
37,model.language_model.layers.37.mlp.experts.172.up_proj,0.0055410283,hessian_weighted_relative_error,11441,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.173.down_proj,0.0116992139,hessian_weighted_relative_error,30128,0.02500,0.875
37,model.language_model.layers.37.mlp.experts.173.gate_proj,0.0077167403,hessian_weighted_relative_error,30128,0.02500,0.920
37,model.language_model.layers.37.mlp.experts.173.up_proj,0.0083460032,hessian_weighted_relative_error,30128,0.02500,0.954
37,model.language_model.layers.37.mlp.experts.174.down_proj,0.0101430666,hessian_weighted_relative_error,34040,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.174.gate_proj,0.0065673644,hessian_weighted_relative_error,34040,0.02500,0.786
37,model.language_model.layers.37.mlp.experts.174.up_proj,0.0071598353,hessian_weighted_relative_error,34040,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.175.down_proj,0.0128790379,hessian_weighted_relative_error,48586,0.02500,0.877
37,model.language_model.layers.37.mlp.experts.175.gate_proj,0.0088642749,hessian_weighted_relative_error,48586,0.02500,0.915
37,model.language_model.layers.37.mlp.experts.175.up_proj,0.0097419500,hessian_weighted_relative_error,48586,0.02500,0.949
37,model.language_model.layers.37.mlp.experts.176.down_proj,0.0151329163,hessian_weighted_relative_error,32643,0.02500,0.758
37,model.language_model.layers.37.mlp.experts.176.gate_proj,0.0100447819,hessian_weighted_relative_error,32643,0.02500,0.786
37,model.language_model.layers.37.mlp.experts.176.up_proj,0.0116793983,hessian_weighted_relative_error,32643,0.02500,0.809
37,model.language_model.layers.37.mlp.experts.177.down_proj,0.0149958799,hessian_weighted_relative_error,23796,0.02500,0.875
37,model.language_model.layers.37.mlp.experts.177.gate_proj,0.0087955454,hessian_weighted_relative_error,23796,0.02500,0.921
37,model.language_model.layers.37.mlp.experts.177.up_proj,0.0115578245,hessian_weighted_relative_error,23796,0.02500,0.954
37,model.language_model.layers.37.mlp.experts.178.down_proj,0.0137493928,hessian_weighted_relative_error,18983,0.02500,0.754
37,model.language_model.layers.37.mlp.experts.178.gate_proj,0.0066069219,hessian_weighted_relative_error,18983,0.02500,0.786
37,model.language_model.layers.37.mlp.experts.178.up_proj,0.0097237562,hessian_weighted_relative_error,18983,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.179.down_proj,0.0129801502,hessian_weighted_relative_error,23105,0.02500,0.878
37,model.language_model.layers.37.mlp.experts.179.gate_proj,0.0084128388,hessian_weighted_relative_error,23105,0.02500,0.925
37,model.language_model.layers.37.mlp.experts.179.up_proj,0.0091812433,hessian_weighted_relative_error,23105,0.02500,0.957
37,model.language_model.layers.37.mlp.experts.18.down_proj,0.0127622564,hessian_weighted_relative_error,40141,0.02500,0.723
37,model.language_model.layers.37.mlp.experts.18.gate_proj,0.0094578454,hessian_weighted_relative_error,40141,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.18.up_proj,0.0109982416,hessian_weighted_relative_error,40141,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.180.down_proj,0.0115592029,hessian_weighted_relative_error,38701,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.180.gate_proj,0.0088162856,hessian_weighted_relative_error,38701,0.02500,0.782
37,model.language_model.layers.37.mlp.experts.180.up_proj,0.0102243552,hessian_weighted_relative_error,38701,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.181.down_proj,0.0109488238,hessian_weighted_relative_error,87307,0.02500,0.880
37,model.language_model.layers.37.mlp.experts.181.gate_proj,0.0075979503,hessian_weighted_relative_error,87307,0.02500,0.925
37,model.language_model.layers.37.mlp.experts.181.up_proj,0.0087227843,hessian_weighted_relative_error,87307,0.02500,0.962
37,model.language_model.layers.37.mlp.experts.182.down_proj,0.0110165634,hessian_weighted_relative_error,13754,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.182.gate_proj,0.0066677336,hessian_weighted_relative_error,13754,0.02500,0.785
37,model.language_model.layers.37.mlp.experts.182.up_proj,0.0081190773,hessian_weighted_relative_error,13754,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.183.down_proj,0.0141497917,hessian_weighted_relative_error,73110,0.02500,0.878
37,model.language_model.layers.37.mlp.experts.183.gate_proj,0.0081697209,hessian_weighted_relative_error,73110,0.02500,0.925
37,model.language_model.layers.37.mlp.experts.183.up_proj,0.0112137876,hessian_weighted_relative_error,73110,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.184.down_proj,0.0138408559,hessian_weighted_relative_error,25982,0.02500,0.758
37,model.language_model.layers.37.mlp.experts.184.gate_proj,0.0078282323,hessian_weighted_relative_error,25982,0.02500,0.789
37,model.language_model.layers.37.mlp.experts.184.up_proj,0.0103487179,hessian_weighted_relative_error,25982,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.185.down_proj,0.0149912348,hessian_weighted_relative_error,25692,0.02500,0.875
37,model.language_model.layers.37.mlp.experts.185.gate_proj,0.0087264211,hessian_weighted_relative_error,25692,0.02500,0.926
37,model.language_model.layers.37.mlp.experts.185.up_proj,0.0108538613,hessian_weighted_relative_error,25692,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.186.down_proj,0.0150287722,hessian_weighted_relative_error,34401,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.186.gate_proj,0.0086510642,hessian_weighted_relative_error,34401,0.02500,0.790
37,model.language_model.layers.37.mlp.experts.186.up_proj,0.0107474773,hessian_weighted_relative_error,34401,0.02500,0.808
37,model.language_model.layers.37.mlp.experts.187.down_proj,0.0101805318,hessian_weighted_relative_error,39804,0.02500,0.879
37,model.language_model.layers.37.mlp.experts.187.gate_proj,0.0061179161,hessian_weighted_relative_error,39804,0.02500,0.921
37,model.language_model.layers.37.mlp.experts.187.up_proj,0.0075447987,hessian_weighted_relative_error,39804,0.02500,0.962
37,model.language_model.layers.37.mlp.experts.188.down_proj,0.0127046686,hessian_weighted_relative_error,23651,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.188.gate_proj,0.0082026269,hessian_weighted_relative_error,23651,0.02500,0.786
37,model.language_model.layers.37.mlp.experts.188.up_proj,0.0092433784,hessian_weighted_relative_error,23651,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.189.down_proj,0.0148184651,hessian_weighted_relative_error,37592,0.02500,0.878
37,model.language_model.layers.37.mlp.experts.189.gate_proj,0.0089925769,hessian_weighted_relative_error,37592,0.02500,0.926
37,model.language_model.layers.37.mlp.experts.189.up_proj,0.0112171155,hessian_weighted_relative_error,37592,0.02500,0.973
37,model.language_model.layers.37.mlp.experts.19.down_proj,0.0080876025,hessian_weighted_relative_error,7029,0.02500,0.806
37,model.language_model.layers.37.mlp.experts.19.gate_proj,0.0030716203,hessian_weighted_relative_error,7029,0.02500,0.860
37,model.language_model.layers.37.mlp.experts.19.up_proj,0.0047324892,hessian_weighted_relative_error,7029,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.190.down_proj,0.0142296113,hessian_weighted_relative_error,19049,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.190.gate_proj,0.0078622022,hessian_weighted_relative_error,19049,0.02500,0.787
37,model.language_model.layers.37.mlp.experts.190.up_proj,0.0105772811,hessian_weighted_relative_error,19049,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.191.down_proj,0.0139118610,hessian_weighted_relative_error,22955,0.02500,0.879
37,model.language_model.layers.37.mlp.experts.191.gate_proj,0.0095133279,hessian_weighted_relative_error,22955,0.02500,0.924
37,model.language_model.layers.37.mlp.experts.191.up_proj,0.0107538436,hessian_weighted_relative_error,22955,0.02500,0.957
37,model.language_model.layers.37.mlp.experts.192.down_proj,0.0148251352,hessian_weighted_relative_error,35485,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.192.gate_proj,0.0096862956,hessian_weighted_relative_error,35485,0.02500,0.789
37,model.language_model.layers.37.mlp.experts.192.up_proj,0.0109236406,hessian_weighted_relative_error,35485,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.193.down_proj,0.0073368356,hessian_weighted_relative_error,24338,0.02500,0.877
37,model.language_model.layers.37.mlp.experts.193.gate_proj,0.0087111989,hessian_weighted_relative_error,24338,0.02500,0.927
37,model.language_model.layers.37.mlp.experts.193.up_proj,0.0096604611,hessian_weighted_relative_error,24338,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.194.down_proj,0.0113787500,hessian_weighted_relative_error,17793,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.194.gate_proj,0.0045180841,hessian_weighted_relative_error,17793,0.02500,0.790
37,model.language_model.layers.37.mlp.experts.194.up_proj,0.0072825471,hessian_weighted_relative_error,17793,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.195.down_proj,0.0132381803,hessian_weighted_relative_error,32520,0.02500,0.881
37,model.language_model.layers.37.mlp.experts.195.gate_proj,0.0087817512,hessian_weighted_relative_error,32520,0.02500,0.929
37,model.language_model.layers.37.mlp.experts.195.up_proj,0.0099973307,hessian_weighted_relative_error,32520,0.02500,0.961
37,model.language_model.layers.37.mlp.experts.196.down_proj,0.0141665207,hessian_weighted_relative_error,24353,0.02500,0.757
37,model.language_model.layers.37.mlp.experts.196.gate_proj,0.0075975268,hessian_weighted_relative_error,24353,0.02500,0.787
37,model.language_model.layers.37.mlp.experts.196.up_proj,0.0098996378,hessian_weighted_relative_error,24353,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.197.down_proj,0.0083375609,hessian_weighted_relative_error,41673,0.02500,0.880
37,model.language_model.layers.37.mlp.experts.197.gate_proj,0.0058571501,hessian_weighted_relative_error,41673,0.02500,0.929
37,model.language_model.layers.37.mlp.experts.197.up_proj,0.0064497164,hessian_weighted_relative_error,41673,0.02500,0.964
37,model.language_model.layers.37.mlp.experts.198.down_proj,0.0137617562,hessian_weighted_relative_error,51354,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.198.gate_proj,0.0092058535,hessian_weighted_relative_error,51354,0.02500,0.785
37,model.language_model.layers.37.mlp.experts.198.up_proj,0.0098712965,hessian_weighted_relative_error,51354,0.02500,0.809
37,model.language_model.layers.37.mlp.experts.199.down_proj,0.0144644985,hessian_weighted_relative_error,23458,0.02500,0.881
37,model.language_model.layers.37.mlp.experts.199.gate_proj,0.0071344887,hessian_weighted_relative_error,23458,0.02500,0.925
37,model.language_model.layers.37.mlp.experts.199.up_proj,0.0100479068,hessian_weighted_relative_error,23458,0.02500,0.954
37,model.language_model.layers.37.mlp.experts.2.down_proj,0.0137032868,hessian_weighted_relative_error,32899,0.02500,0.721
37,model.language_model.layers.37.mlp.experts.2.gate_proj,0.0084510027,hessian_weighted_relative_error,32899,0.02500,0.756
37,model.language_model.layers.37.mlp.experts.2.up_proj,0.0099580965,hessian_weighted_relative_error,32899,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.20.down_proj,0.0149150505,hessian_weighted_relative_error,23799,0.02500,0.725
37,model.language_model.layers.37.mlp.experts.20.gate_proj,0.0090468726,hessian_weighted_relative_error,23799,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.20.up_proj,0.0109408894,hessian_weighted_relative_error,23799,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.200.down_proj,0.0141493084,hessian_weighted_relative_error,30780,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.200.gate_proj,0.0091667817,hessian_weighted_relative_error,30780,0.02500,0.792
37,model.language_model.layers.37.mlp.experts.200.up_proj,0.0103748567,hessian_weighted_relative_error,30780,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.201.down_proj,0.0141663336,hessian_weighted_relative_error,26720,0.02500,0.879
37,model.language_model.layers.37.mlp.experts.201.gate_proj,0.0084531683,hessian_weighted_relative_error,26720,0.02500,0.941
37,model.language_model.layers.37.mlp.experts.201.up_proj,0.0104785390,hessian_weighted_relative_error,26720,0.02500,0.963
37,model.language_model.layers.37.mlp.experts.202.down_proj,0.0060051666,hessian_weighted_relative_error,41017,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.202.gate_proj,0.0039184803,hessian_weighted_relative_error,41017,0.02500,0.795
37,model.language_model.layers.37.mlp.experts.202.up_proj,0.0043115410,hessian_weighted_relative_error,41017,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.203.down_proj,0.0136943175,hessian_weighted_relative_error,23171,0.02500,0.881
37,model.language_model.layers.37.mlp.experts.203.gate_proj,0.0078292720,hessian_weighted_relative_error,23171,0.02500,0.925
37,model.language_model.layers.37.mlp.experts.203.up_proj,0.0101537438,hessian_weighted_relative_error,23171,0.02500,0.966
37,model.language_model.layers.37.mlp.experts.204.down_proj,0.0126117546,hessian_weighted_relative_error,25970,0.02500,0.757
37,model.language_model.layers.37.mlp.experts.204.gate_proj,0.0085330459,hessian_weighted_relative_error,25970,0.02500,0.789
37,model.language_model.layers.37.mlp.experts.204.up_proj,0.0094151225,hessian_weighted_relative_error,25970,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.205.down_proj,0.0142689165,hessian_weighted_relative_error,32080,0.02500,0.881
37,model.language_model.layers.37.mlp.experts.205.gate_proj,0.0093235055,hessian_weighted_relative_error,32080,0.02500,0.929
37,model.language_model.layers.37.mlp.experts.205.up_proj,0.0110887028,hessian_weighted_relative_error,32080,0.02500,0.964
37,model.language_model.layers.37.mlp.experts.206.down_proj,0.0114738015,hessian_weighted_relative_error,32641,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.206.gate_proj,0.0085931108,hessian_weighted_relative_error,32641,0.02500,0.786
37,model.language_model.layers.37.mlp.experts.206.up_proj,0.0098777565,hessian_weighted_relative_error,32641,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.207.down_proj,0.0122945759,hessian_weighted_relative_error,17998,0.02500,0.881
37,model.language_model.layers.37.mlp.experts.207.gate_proj,0.0073315782,hessian_weighted_relative_error,17998,0.02500,0.921
37,model.language_model.layers.37.mlp.experts.207.up_proj,0.0080775196,hessian_weighted_relative_error,17998,0.02500,0.962
37,model.language_model.layers.37.mlp.experts.208.down_proj,0.0133667248,hessian_weighted_relative_error,24599,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.208.gate_proj,0.0093085577,hessian_weighted_relative_error,24599,0.02500,0.791
37,model.language_model.layers.37.mlp.experts.208.up_proj,0.0103454640,hessian_weighted_relative_error,24599,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.209.down_proj,0.0107518318,hessian_weighted_relative_error,20274,0.02500,0.880
37,model.language_model.layers.37.mlp.experts.209.gate_proj,0.0063688826,hessian_weighted_relative_error,20274,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.209.up_proj,0.0072811141,hessian_weighted_relative_error,20274,0.02500,0.970
37,model.language_model.layers.37.mlp.experts.21.down_proj,0.0115919170,hessian_weighted_relative_error,22623,0.02500,0.809
37,model.language_model.layers.37.mlp.experts.21.gate_proj,0.0071479406,hessian_weighted_relative_error,22623,0.02500,0.862
37,model.language_model.layers.37.mlp.experts.21.up_proj,0.0087476331,hessian_weighted_relative_error,22623,0.02500,0.946
37,model.language_model.layers.37.mlp.experts.210.down_proj,0.0140383630,hessian_weighted_relative_error,44661,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.210.gate_proj,0.0083403534,hessian_weighted_relative_error,44661,0.02500,0.790
37,model.language_model.layers.37.mlp.experts.210.up_proj,0.0105483011,hessian_weighted_relative_error,44661,0.02500,0.811
37,model.language_model.layers.37.mlp.experts.211.down_proj,0.0138854390,hessian_weighted_relative_error,33060,0.02500,0.883
37,model.language_model.layers.37.mlp.experts.211.gate_proj,0.0085128742,hessian_weighted_relative_error,33060,0.02500,0.928
37,model.language_model.layers.37.mlp.experts.211.up_proj,0.0100106821,hessian_weighted_relative_error,33060,0.02500,0.974
37,model.language_model.layers.37.mlp.experts.212.down_proj,0.0063831895,hessian_weighted_relative_error,25868,0.02500,0.757
37,model.language_model.layers.37.mlp.experts.212.gate_proj,0.0085249702,hessian_weighted_relative_error,25868,0.02500,0.787
37,model.language_model.layers.37.mlp.experts.212.up_proj,0.0100755610,hessian_weighted_relative_error,25868,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.213.down_proj,0.0133593154,hessian_weighted_relative_error,16766,0.02500,0.882
37,model.language_model.layers.37.mlp.experts.213.gate_proj,0.0082629384,hessian_weighted_relative_error,16766,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.213.up_proj,0.0100447906,hessian_weighted_relative_error,16766,0.02500,0.973
37,model.language_model.layers.37.mlp.experts.214.down_proj,0.0153175803,hessian_weighted_relative_error,67990,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.214.gate_proj,0.0093071641,hessian_weighted_relative_error,67990,0.02500,0.789
37,model.language_model.layers.37.mlp.experts.214.up_proj,0.0113883721,hessian_weighted_relative_error,67990,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.215.down_proj,0.0117035054,hessian_weighted_relative_error,16841,0.02500,0.882
37,model.language_model.layers.37.mlp.experts.215.gate_proj,0.0077484164,hessian_weighted_relative_error,16841,0.02500,0.939
37,model.language_model.layers.37.mlp.experts.215.up_proj,0.0092910276,hessian_weighted_relative_error,16841,0.02500,0.957
37,model.language_model.layers.37.mlp.experts.216.down_proj,0.0139726093,hessian_weighted_relative_error,46838,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.216.gate_proj,0.0095326134,hessian_weighted_relative_error,46838,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.216.up_proj,0.0100567486,hessian_weighted_relative_error,46838,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.217.down_proj,0.0151229411,hessian_weighted_relative_error,21169,0.02500,0.881
37,model.language_model.layers.37.mlp.experts.217.gate_proj,0.0105554662,hessian_weighted_relative_error,21169,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.217.up_proj,0.0114088375,hessian_weighted_relative_error,21169,0.02500,0.978
37,model.language_model.layers.37.mlp.experts.218.down_proj,0.0146207775,hessian_weighted_relative_error,15727,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.218.gate_proj,0.0092568270,hessian_weighted_relative_error,15727,0.02500,0.792
37,model.language_model.layers.37.mlp.experts.218.up_proj,0.0104199700,hessian_weighted_relative_error,15727,0.02500,0.808
37,model.language_model.layers.37.mlp.experts.219.down_proj,0.0129497627,hessian_weighted_relative_error,33462,0.02500,0.884
37,model.language_model.layers.37.mlp.experts.219.gate_proj,0.0079852596,hessian_weighted_relative_error,33462,0.02500,0.935
37,model.language_model.layers.37.mlp.experts.219.up_proj,0.0103152178,hessian_weighted_relative_error,33462,0.02500,0.964
37,model.language_model.layers.37.mlp.experts.22.down_proj,0.0078734403,hessian_weighted_relative_error,19250,0.02500,0.726
37,model.language_model.layers.37.mlp.experts.22.gate_proj,0.0043656449,hessian_weighted_relative_error,19250,0.02500,0.755
37,model.language_model.layers.37.mlp.experts.22.up_proj,0.0049543360,hessian_weighted_relative_error,19250,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.220.down_proj,0.0143786824,hessian_weighted_relative_error,74799,0.02500,0.758
37,model.language_model.layers.37.mlp.experts.220.gate_proj,0.0091774610,hessian_weighted_relative_error,74799,0.02500,0.789
37,model.language_model.layers.37.mlp.experts.220.up_proj,0.0107582401,hessian_weighted_relative_error,74799,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.221.down_proj,0.0114849653,hessian_weighted_relative_error,14894,0.02500,0.884
37,model.language_model.layers.37.mlp.experts.221.gate_proj,0.0063129156,hessian_weighted_relative_error,14894,0.02500,0.931
37,model.language_model.layers.37.mlp.experts.221.up_proj,0.0080274891,hessian_weighted_relative_error,14894,0.02500,1.002
37,model.language_model.layers.37.mlp.experts.222.down_proj,0.0111389211,hessian_weighted_relative_error,13492,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.222.gate_proj,0.0060396918,hessian_weighted_relative_error,13492,0.02500,0.790
37,model.language_model.layers.37.mlp.experts.222.up_proj,0.0077535872,hessian_weighted_relative_error,13492,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.223.down_proj,0.0121204145,hessian_weighted_relative_error,35111,0.02500,0.885
37,model.language_model.layers.37.mlp.experts.223.gate_proj,0.0083567405,hessian_weighted_relative_error,35111,0.02500,0.926
37,model.language_model.layers.37.mlp.experts.223.up_proj,0.0091900473,hessian_weighted_relative_error,35111,0.02500,0.966
37,model.language_model.layers.37.mlp.experts.224.down_proj,0.0139975895,hessian_weighted_relative_error,26018,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.224.gate_proj,0.0083597838,hessian_weighted_relative_error,26018,0.02500,0.791
37,model.language_model.layers.37.mlp.experts.224.up_proj,0.0105332482,hessian_weighted_relative_error,26018,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.225.down_proj,0.0104679513,hessian_weighted_relative_error,75603,0.02500,0.881
37,model.language_model.layers.37.mlp.experts.225.gate_proj,0.0056266562,hessian_weighted_relative_error,75603,0.02500,0.926
37,model.language_model.layers.37.mlp.experts.225.up_proj,0.0081626098,hessian_weighted_relative_error,75603,0.02500,0.977
37,model.language_model.layers.37.mlp.experts.226.down_proj,0.0139688702,hessian_weighted_relative_error,22225,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.226.gate_proj,0.0084555295,hessian_weighted_relative_error,22225,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.226.up_proj,0.0102932536,hessian_weighted_relative_error,22225,0.02500,0.806
37,model.language_model.layers.37.mlp.experts.227.down_proj,0.0057419475,hessian_weighted_relative_error,30097,0.02500,0.884
37,model.language_model.layers.37.mlp.experts.227.gate_proj,0.0037802728,hessian_weighted_relative_error,30097,0.02500,0.938
37,model.language_model.layers.37.mlp.experts.227.up_proj,0.0042986977,hessian_weighted_relative_error,30097,0.02500,0.967
37,model.language_model.layers.37.mlp.experts.228.down_proj,0.0111538445,hessian_weighted_relative_error,18541,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.228.gate_proj,0.0070103233,hessian_weighted_relative_error,18541,0.02500,0.792
37,model.language_model.layers.37.mlp.experts.228.up_proj,0.0083993309,hessian_weighted_relative_error,18541,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.229.down_proj,0.0102577769,hessian_weighted_relative_error,33760,0.02500,0.885
37,model.language_model.layers.37.mlp.experts.229.gate_proj,0.0079201369,hessian_weighted_relative_error,33760,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.229.up_proj,0.0086774809,hessian_weighted_relative_error,33760,0.02500,0.972
37,model.language_model.layers.37.mlp.experts.23.down_proj,0.0119828635,hessian_weighted_relative_error,37712,0.02500,0.806
37,model.language_model.layers.37.mlp.experts.23.gate_proj,0.0073374603,hessian_weighted_relative_error,37712,0.02500,0.856
37,model.language_model.layers.37.mlp.experts.23.up_proj,0.0080656315,hessian_weighted_relative_error,37712,0.02500,0.944
37,model.language_model.layers.37.mlp.experts.230.down_proj,0.0070786112,hessian_weighted_relative_error,16985,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.230.gate_proj,0.0055673948,hessian_weighted_relative_error,16985,0.02500,0.790
37,model.language_model.layers.37.mlp.experts.230.up_proj,0.0068431710,hessian_weighted_relative_error,16985,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.231.down_proj,0.0119016689,hessian_weighted_relative_error,14566,0.02500,0.884
37,model.language_model.layers.37.mlp.experts.231.gate_proj,0.0067572128,hessian_weighted_relative_error,14566,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.231.up_proj,0.0077314684,hessian_weighted_relative_error,14566,0.02500,0.976
37,model.language_model.layers.37.mlp.experts.232.down_proj,0.0152980923,hessian_weighted_relative_error,54306,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.232.gate_proj,0.0098800176,hessian_weighted_relative_error,54306,0.02500,0.792
37,model.language_model.layers.37.mlp.experts.232.up_proj,0.0115371222,hessian_weighted_relative_error,54306,0.02500,0.806
37,model.language_model.layers.37.mlp.experts.233.down_proj,0.0127405968,hessian_weighted_relative_error,35518,0.02500,0.882
37,model.language_model.layers.37.mlp.experts.233.gate_proj,0.0085463112,hessian_weighted_relative_error,35518,0.02500,0.938
37,model.language_model.layers.37.mlp.experts.233.up_proj,0.0101533331,hessian_weighted_relative_error,35518,0.02500,0.970
37,model.language_model.layers.37.mlp.experts.234.down_proj,0.0101399557,hessian_weighted_relative_error,20148,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.234.gate_proj,0.0060034745,hessian_weighted_relative_error,20148,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.234.up_proj,0.0073829219,hessian_weighted_relative_error,20148,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.235.down_proj,0.0155196289,hessian_weighted_relative_error,29467,0.02500,0.886
37,model.language_model.layers.37.mlp.experts.235.gate_proj,0.0094870949,hessian_weighted_relative_error,29467,0.02500,0.943
37,model.language_model.layers.37.mlp.experts.235.up_proj,0.0116350183,hessian_weighted_relative_error,29467,0.02500,0.965
37,model.language_model.layers.37.mlp.experts.236.down_proj,0.0133790472,hessian_weighted_relative_error,36757,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.236.gate_proj,0.0082896196,hessian_weighted_relative_error,36757,0.02500,0.791
37,model.language_model.layers.37.mlp.experts.236.up_proj,0.0093428080,hessian_weighted_relative_error,36757,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.237.down_proj,0.0125498344,hessian_weighted_relative_error,14225,0.02500,0.885
37,model.language_model.layers.37.mlp.experts.237.gate_proj,0.0080662221,hessian_weighted_relative_error,14225,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.237.up_proj,0.0091398291,hessian_weighted_relative_error,14225,0.02500,0.964
37,model.language_model.layers.37.mlp.experts.238.down_proj,0.0122439682,hessian_weighted_relative_error,37826,0.02500,0.765
37,model.language_model.layers.37.mlp.experts.238.gate_proj,0.0077317459,hessian_weighted_relative_error,37826,0.02500,0.792
37,model.language_model.layers.37.mlp.experts.238.up_proj,0.0093292712,hessian_weighted_relative_error,37826,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.239.down_proj,0.0127214679,hessian_weighted_relative_error,22658,0.02500,0.888
37,model.language_model.layers.37.mlp.experts.239.gate_proj,0.0079693080,hessian_weighted_relative_error,22658,0.02500,0.930
37,model.language_model.layers.37.mlp.experts.239.up_proj,0.0087582503,hessian_weighted_relative_error,22658,0.02500,0.961
37,model.language_model.layers.37.mlp.experts.24.down_proj,0.0120538700,hessian_weighted_relative_error,22357,0.02500,0.732
37,model.language_model.layers.37.mlp.experts.24.gate_proj,0.0083416765,hessian_weighted_relative_error,22357,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.24.up_proj,0.0099870811,hessian_weighted_relative_error,22357,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.240.down_proj,0.0122410671,hessian_weighted_relative_error,22888,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.240.gate_proj,0.0081385419,hessian_weighted_relative_error,22888,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.240.up_proj,0.0091787273,hessian_weighted_relative_error,22888,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.241.down_proj,0.0150589058,hessian_weighted_relative_error,43047,0.02500,0.883
37,model.language_model.layers.37.mlp.experts.241.gate_proj,0.0101134644,hessian_weighted_relative_error,43047,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.241.up_proj,0.0117628000,hessian_weighted_relative_error,43047,0.02500,0.955
37,model.language_model.layers.37.mlp.experts.242.down_proj,0.0143281463,hessian_weighted_relative_error,20366,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.242.gate_proj,0.0086865535,hessian_weighted_relative_error,20366,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.242.up_proj,0.0100800134,hessian_weighted_relative_error,20366,0.02500,0.808
37,model.language_model.layers.37.mlp.experts.243.down_proj,0.0145273219,hessian_weighted_relative_error,21692,0.02500,0.887
37,model.language_model.layers.37.mlp.experts.243.gate_proj,0.0097646656,hessian_weighted_relative_error,21692,0.02500,0.936
37,model.language_model.layers.37.mlp.experts.243.up_proj,0.0106860525,hessian_weighted_relative_error,21692,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.244.down_proj,0.0101455921,hessian_weighted_relative_error,26634,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.244.gate_proj,0.0077612160,hessian_weighted_relative_error,26634,0.02500,0.791
37,model.language_model.layers.37.mlp.experts.244.up_proj,0.0087662053,hessian_weighted_relative_error,26634,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.245.down_proj,0.0142537453,hessian_weighted_relative_error,26917,0.02500,0.889
37,model.language_model.layers.37.mlp.experts.245.gate_proj,0.0089297337,hessian_weighted_relative_error,26917,0.02500,0.945
37,model.language_model.layers.37.mlp.experts.245.up_proj,0.0104981452,hessian_weighted_relative_error,26917,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.246.down_proj,0.0150226770,hessian_weighted_relative_error,39241,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.246.gate_proj,0.0087064939,hessian_weighted_relative_error,39241,0.02500,0.790
37,model.language_model.layers.37.mlp.experts.246.up_proj,0.0114283901,hessian_weighted_relative_error,39241,0.02500,0.816
37,model.language_model.layers.37.mlp.experts.247.down_proj,0.0144598155,hessian_weighted_relative_error,37604,0.02500,0.886
37,model.language_model.layers.37.mlp.experts.247.gate_proj,0.0083856468,hessian_weighted_relative_error,37604,0.02500,0.935
37,model.language_model.layers.37.mlp.experts.247.up_proj,0.0105153982,hessian_weighted_relative_error,37604,0.02500,0.957
37,model.language_model.layers.37.mlp.experts.248.down_proj,0.0147650415,hessian_weighted_relative_error,66186,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.248.gate_proj,0.0106986055,hessian_weighted_relative_error,66186,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.248.up_proj,0.0118164917,hessian_weighted_relative_error,66186,0.02500,0.806
37,model.language_model.layers.37.mlp.experts.249.down_proj,0.0114684160,hessian_weighted_relative_error,23886,0.02500,0.883
37,model.language_model.layers.37.mlp.experts.249.gate_proj,0.0073880560,hessian_weighted_relative_error,23886,0.02500,0.937
37,model.language_model.layers.37.mlp.experts.249.up_proj,0.0084698343,hessian_weighted_relative_error,23886,0.02500,0.949
37,model.language_model.layers.37.mlp.experts.25.down_proj,0.0141925978,hessian_weighted_relative_error,13753,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.25.gate_proj,0.0085769836,hessian_weighted_relative_error,13753,0.02500,0.863
37,model.language_model.layers.37.mlp.experts.25.up_proj,0.0098925684,hessian_weighted_relative_error,13753,0.02500,0.948
37,model.language_model.layers.37.mlp.experts.250.down_proj,0.0087671478,hessian_weighted_relative_error,27259,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.250.gate_proj,0.0060208943,hessian_weighted_relative_error,27259,0.02500,0.795
37,model.language_model.layers.37.mlp.experts.250.up_proj,0.0073897334,hessian_weighted_relative_error,27259,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.251.down_proj,0.0029285284,hessian_weighted_relative_error,4043,0.02500,0.887
37,model.language_model.layers.37.mlp.experts.251.gate_proj,0.0013278305,hessian_weighted_relative_error,4043,0.02500,0.937
37,model.language_model.layers.37.mlp.experts.251.up_proj,0.0016685470,hessian_weighted_relative_error,4043,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.252.down_proj,0.0123298901,hessian_weighted_relative_error,31301,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.252.gate_proj,0.0091217917,hessian_weighted_relative_error,31301,0.02500,0.793
37,model.language_model.layers.37.mlp.experts.252.up_proj,0.0102950515,hessian_weighted_relative_error,31301,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.253.down_proj,0.0118225355,hessian_weighted_relative_error,30473,0.02500,0.887
37,model.language_model.layers.37.mlp.experts.253.gate_proj,0.0074744828,hessian_weighted_relative_error,30473,0.02500,0.942
37,model.language_model.layers.37.mlp.experts.253.up_proj,0.0090712356,hessian_weighted_relative_error,30473,0.02500,0.947
37,model.language_model.layers.37.mlp.experts.254.down_proj,0.0097399998,hessian_weighted_relative_error,52226,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.254.gate_proj,0.0066349658,hessian_weighted_relative_error,52226,0.02500,0.792
37,model.language_model.layers.37.mlp.experts.254.up_proj,0.0083684835,hessian_weighted_relative_error,52226,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.255.down_proj,0.0151007016,hessian_weighted_relative_error,43025,0.02500,0.888
37,model.language_model.layers.37.mlp.experts.255.gate_proj,0.0077422548,hessian_weighted_relative_error,43025,0.02500,0.938
37,model.language_model.layers.37.mlp.experts.255.up_proj,0.0110102264,hessian_weighted_relative_error,43025,0.02500,0.955
37,model.language_model.layers.37.mlp.experts.256.down_proj,0.0142187619,hessian_weighted_relative_error,24009,0.02500,0.765
37,model.language_model.layers.37.mlp.experts.256.gate_proj,0.0096431867,hessian_weighted_relative_error,24009,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.256.up_proj,0.0108597402,hessian_weighted_relative_error,24009,0.02500,0.806
37,model.language_model.layers.37.mlp.experts.257.down_proj,0.0095638167,hessian_weighted_relative_error,39341,0.02500,0.885
37,model.language_model.layers.37.mlp.experts.257.gate_proj,0.0078691981,hessian_weighted_relative_error,39341,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.257.up_proj,0.0087385241,hessian_weighted_relative_error,39341,0.02500,0.949
37,model.language_model.layers.37.mlp.experts.258.down_proj,0.0118127687,hessian_weighted_relative_error,21367,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.258.gate_proj,0.0064066242,hessian_weighted_relative_error,21367,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.258.up_proj,0.0080875310,hessian_weighted_relative_error,21367,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.259.down_proj,0.0143074538,hessian_weighted_relative_error,30996,0.02500,0.889
37,model.language_model.layers.37.mlp.experts.259.gate_proj,0.0086899347,hessian_weighted_relative_error,30996,0.02500,0.940
37,model.language_model.layers.37.mlp.experts.259.up_proj,0.0108061032,hessian_weighted_relative_error,30996,0.02500,0.948
37,model.language_model.layers.37.mlp.experts.26.down_proj,0.0140988440,hessian_weighted_relative_error,30375,0.02500,0.730
37,model.language_model.layers.37.mlp.experts.26.gate_proj,0.0078980481,hessian_weighted_relative_error,30375,0.02500,0.764
37,model.language_model.layers.37.mlp.experts.26.up_proj,0.0102006938,hessian_weighted_relative_error,30375,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.260.down_proj,0.0130724335,hessian_weighted_relative_error,46649,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.260.gate_proj,0.0086835845,hessian_weighted_relative_error,46649,0.02500,0.792
37,model.language_model.layers.37.mlp.experts.260.up_proj,0.0093874512,hessian_weighted_relative_error,46649,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.261.down_proj,0.0145688383,hessian_weighted_relative_error,24096,0.02500,0.887
37,model.language_model.layers.37.mlp.experts.261.gate_proj,0.0095619096,hessian_weighted_relative_error,24096,0.02500,0.945
37,model.language_model.layers.37.mlp.experts.261.up_proj,0.0108982368,hessian_weighted_relative_error,24096,0.02500,0.944
37,model.language_model.layers.37.mlp.experts.262.down_proj,0.0124509526,hessian_weighted_relative_error,41679,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.262.gate_proj,0.0080583358,hessian_weighted_relative_error,41679,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.262.up_proj,0.0088433785,hessian_weighted_relative_error,41679,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.263.down_proj,0.0141365959,hessian_weighted_relative_error,24179,0.02500,0.889
37,model.language_model.layers.37.mlp.experts.263.gate_proj,0.0082938459,hessian_weighted_relative_error,24179,0.02500,0.942
37,model.language_model.layers.37.mlp.experts.263.up_proj,0.0102925656,hessian_weighted_relative_error,24179,0.02500,0.947
37,model.language_model.layers.37.mlp.experts.264.down_proj,0.0106612479,hessian_weighted_relative_error,33888,0.02500,0.765
37,model.language_model.layers.37.mlp.experts.264.gate_proj,0.0069218448,hessian_weighted_relative_error,33888,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.264.up_proj,0.0076562076,hessian_weighted_relative_error,33888,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.265.down_proj,0.0145321578,hessian_weighted_relative_error,17370,0.02500,0.886
37,model.language_model.layers.37.mlp.experts.265.gate_proj,0.0086796094,hessian_weighted_relative_error,17370,0.02500,0.944
37,model.language_model.layers.37.mlp.experts.265.up_proj,0.0104833122,hessian_weighted_relative_error,17370,0.02500,0.949
37,model.language_model.layers.37.mlp.experts.266.down_proj,0.0119762696,hessian_weighted_relative_error,69176,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.266.gate_proj,0.0082154857,hessian_weighted_relative_error,69176,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.266.up_proj,0.0097696932,hessian_weighted_relative_error,69176,0.02500,0.806
37,model.language_model.layers.37.mlp.experts.267.down_proj,0.0104218723,hessian_weighted_relative_error,26035,0.02500,0.889
37,model.language_model.layers.37.mlp.experts.267.gate_proj,0.0058269588,hessian_weighted_relative_error,26035,0.02500,0.947
37,model.language_model.layers.37.mlp.experts.267.up_proj,0.0072755648,hessian_weighted_relative_error,26035,0.02500,0.946
37,model.language_model.layers.37.mlp.experts.268.down_proj,0.0129911817,hessian_weighted_relative_error,23186,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.268.gate_proj,0.0068715561,hessian_weighted_relative_error,23186,0.02500,0.792
37,model.language_model.layers.37.mlp.experts.268.up_proj,0.0086278495,hessian_weighted_relative_error,23186,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.269.down_proj,0.0130203554,hessian_weighted_relative_error,22905,0.02500,0.892
37,model.language_model.layers.37.mlp.experts.269.gate_proj,0.0081342131,hessian_weighted_relative_error,22905,0.02500,0.944
37,model.language_model.layers.37.mlp.experts.269.up_proj,0.0089854190,hessian_weighted_relative_error,22905,0.02500,0.941
37,model.language_model.layers.37.mlp.experts.27.down_proj,0.0131615714,hessian_weighted_relative_error,28309,0.02500,0.809
37,model.language_model.layers.37.mlp.experts.27.gate_proj,0.0082887018,hessian_weighted_relative_error,28309,0.02500,0.865
37,model.language_model.layers.37.mlp.experts.27.up_proj,0.0092289284,hessian_weighted_relative_error,28309,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.270.down_proj,0.0041255802,hessian_weighted_relative_error,22006,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.270.gate_proj,0.0062245782,hessian_weighted_relative_error,22006,0.02500,0.793
37,model.language_model.layers.37.mlp.experts.270.up_proj,0.0081346635,hessian_weighted_relative_error,22006,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.271.down_proj,0.0140888253,hessian_weighted_relative_error,34939,0.02500,0.890
37,model.language_model.layers.37.mlp.experts.271.gate_proj,0.0098965216,hessian_weighted_relative_error,34939,0.02500,0.939
37,model.language_model.layers.37.mlp.experts.271.up_proj,0.0114662391,hessian_weighted_relative_error,34939,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.272.down_proj,0.0119984646,hessian_weighted_relative_error,20746,0.02500,0.765
37,model.language_model.layers.37.mlp.experts.272.gate_proj,0.0069140532,hessian_weighted_relative_error,20746,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.272.up_proj,0.0085307867,hessian_weighted_relative_error,20746,0.02500,0.808
37,model.language_model.layers.37.mlp.experts.273.down_proj,0.0138963868,hessian_weighted_relative_error,25205,0.02500,0.886
37,model.language_model.layers.37.mlp.experts.273.gate_proj,0.0094152689,hessian_weighted_relative_error,25205,0.02500,0.941
37,model.language_model.layers.37.mlp.experts.273.up_proj,0.0106717203,hessian_weighted_relative_error,25205,0.02500,0.934
37,model.language_model.layers.37.mlp.experts.274.down_proj,0.0129569748,hessian_weighted_relative_error,16448,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.274.gate_proj,0.0079610875,hessian_weighted_relative_error,16448,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.274.up_proj,0.0095206399,hessian_weighted_relative_error,16448,0.02500,0.807
37,model.language_model.layers.37.mlp.experts.275.down_proj,0.0137220522,hessian_weighted_relative_error,20905,0.02500,0.888
37,model.language_model.layers.37.mlp.experts.275.gate_proj,0.0079165578,hessian_weighted_relative_error,20905,0.02500,0.944
37,model.language_model.layers.37.mlp.experts.275.up_proj,0.0099146878,hessian_weighted_relative_error,20905,0.02500,0.935
37,model.language_model.layers.37.mlp.experts.276.down_proj,0.0128606914,hessian_weighted_relative_error,20137,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.276.gate_proj,0.0076377692,hessian_weighted_relative_error,20137,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.276.up_proj,0.0095287285,hessian_weighted_relative_error,20137,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.277.down_proj,0.0132609640,hessian_weighted_relative_error,14736,0.02500,0.890
37,model.language_model.layers.37.mlp.experts.277.gate_proj,0.0076220921,hessian_weighted_relative_error,14736,0.02500,0.948
37,model.language_model.layers.37.mlp.experts.277.up_proj,0.0092596864,hessian_weighted_relative_error,14736,0.02500,0.937
37,model.language_model.layers.37.mlp.experts.278.down_proj,0.0123309494,hessian_weighted_relative_error,38708,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.278.gate_proj,0.0071735787,hessian_weighted_relative_error,38708,0.02500,0.794
37,model.language_model.layers.37.mlp.experts.278.up_proj,0.0083499004,hessian_weighted_relative_error,38708,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.279.down_proj,0.0121743437,hessian_weighted_relative_error,13285,0.02500,0.889
37,model.language_model.layers.37.mlp.experts.279.gate_proj,0.0071292827,hessian_weighted_relative_error,13285,0.02500,0.940
37,model.language_model.layers.37.mlp.experts.279.up_proj,0.0074783132,hessian_weighted_relative_error,13285,0.02500,0.937
37,model.language_model.layers.37.mlp.experts.28.down_proj,0.0144137409,hessian_weighted_relative_error,30334,0.02500,0.727
37,model.language_model.layers.37.mlp.experts.28.gate_proj,0.0088405212,hessian_weighted_relative_error,30334,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.28.up_proj,0.0104534228,hessian_weighted_relative_error,30334,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.280.down_proj,0.0115202821,hessian_weighted_relative_error,17012,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.280.gate_proj,0.0084189016,hessian_weighted_relative_error,17012,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.280.up_proj,0.0093151371,hessian_weighted_relative_error,17012,0.02500,0.805
37,model.language_model.layers.37.mlp.experts.281.down_proj,0.0077484132,hessian_weighted_relative_error,35369,0.02500,0.886
37,model.language_model.layers.37.mlp.experts.281.gate_proj,0.0063954610,hessian_weighted_relative_error,35369,0.02500,0.940
37,model.language_model.layers.37.mlp.experts.281.up_proj,0.0073722491,hessian_weighted_relative_error,35369,0.02500,0.935
37,model.language_model.layers.37.mlp.experts.282.down_proj,0.0113403787,hessian_weighted_relative_error,33597,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.282.gate_proj,0.0074835595,hessian_weighted_relative_error,33597,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.282.up_proj,0.0083984978,hessian_weighted_relative_error,33597,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.283.down_proj,0.0129613145,hessian_weighted_relative_error,10248,0.02500,0.889
37,model.language_model.layers.37.mlp.experts.283.gate_proj,0.0065297939,hessian_weighted_relative_error,10248,0.02500,0.948
37,model.language_model.layers.37.mlp.experts.283.up_proj,0.0086051546,hessian_weighted_relative_error,10248,0.02500,0.926
37,model.language_model.layers.37.mlp.experts.284.down_proj,0.0107266703,hessian_weighted_relative_error,29452,0.02500,0.763
37,model.language_model.layers.37.mlp.experts.284.gate_proj,0.0064788832,hessian_weighted_relative_error,29452,0.02500,0.793
37,model.language_model.layers.37.mlp.experts.284.up_proj,0.0078337665,hessian_weighted_relative_error,29452,0.02500,0.815
37,model.language_model.layers.37.mlp.experts.285.down_proj,0.0143770431,hessian_weighted_relative_error,22354,0.02500,0.891
37,model.language_model.layers.37.mlp.experts.285.gate_proj,0.0088255412,hessian_weighted_relative_error,22354,0.02500,0.939
37,model.language_model.layers.37.mlp.experts.285.up_proj,0.0107463682,hessian_weighted_relative_error,22354,0.02500,0.926
37,model.language_model.layers.37.mlp.experts.286.down_proj,0.0140130233,hessian_weighted_relative_error,17580,0.02500,0.768
37,model.language_model.layers.37.mlp.experts.286.gate_proj,0.0072553669,hessian_weighted_relative_error,17580,0.02500,0.793
37,model.language_model.layers.37.mlp.experts.286.up_proj,0.0094769073,hessian_weighted_relative_error,17580,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.287.down_proj,0.0137877383,hessian_weighted_relative_error,35589,0.02500,0.891
37,model.language_model.layers.37.mlp.experts.287.gate_proj,0.0076192552,hessian_weighted_relative_error,35589,0.02500,0.940
37,model.language_model.layers.37.mlp.experts.287.up_proj,0.0108342763,hessian_weighted_relative_error,35589,0.02500,0.924
37,model.language_model.layers.37.mlp.experts.29.down_proj,0.0133574847,hessian_weighted_relative_error,23361,0.02500,0.809
37,model.language_model.layers.37.mlp.experts.29.gate_proj,0.0070552314,hessian_weighted_relative_error,23361,0.02500,0.878
37,model.language_model.layers.37.mlp.experts.29.up_proj,0.0092399191,hessian_weighted_relative_error,23361,0.02500,0.952
37,model.language_model.layers.37.mlp.experts.3.down_proj,0.0113540921,hessian_weighted_relative_error,31957,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.3.gate_proj,0.0070632401,hessian_weighted_relative_error,31957,0.02500,0.852
37,model.language_model.layers.37.mlp.experts.3.up_proj,0.0084511284,hessian_weighted_relative_error,31957,0.02500,0.948
37,model.language_model.layers.37.mlp.experts.30.down_proj,0.0148167309,hessian_weighted_relative_error,41514,0.02500,0.728
37,model.language_model.layers.37.mlp.experts.30.gate_proj,0.0098054856,hessian_weighted_relative_error,41514,0.02500,0.759
37,model.language_model.layers.37.mlp.experts.30.up_proj,0.0112658208,hessian_weighted_relative_error,41514,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.31.down_proj,0.0137711096,hessian_weighted_relative_error,18415,0.02500,0.810
37,model.language_model.layers.37.mlp.experts.31.gate_proj,0.0083261487,hessian_weighted_relative_error,18415,0.02500,0.861
37,model.language_model.layers.37.mlp.experts.31.up_proj,0.0101914084,hessian_weighted_relative_error,18415,0.02500,0.942
37,model.language_model.layers.37.mlp.experts.32.down_proj,0.0122581006,hessian_weighted_relative_error,33541,0.02500,0.733
37,model.language_model.layers.37.mlp.experts.32.gate_proj,0.0040538704,hessian_weighted_relative_error,33541,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.32.up_proj,0.0086042339,hessian_weighted_relative_error,33541,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.33.down_proj,0.0119740679,hessian_weighted_relative_error,54980,0.02500,0.810
37,model.language_model.layers.37.mlp.experts.33.gate_proj,0.0075091529,hessian_weighted_relative_error,54980,0.02500,0.867
37,model.language_model.layers.37.mlp.experts.33.up_proj,0.0082900407,hessian_weighted_relative_error,54980,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.34.down_proj,0.0147965111,hessian_weighted_relative_error,22868,0.02500,0.730
37,model.language_model.layers.37.mlp.experts.34.gate_proj,0.0090267137,hessian_weighted_relative_error,22868,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.34.up_proj,0.0109652053,hessian_weighted_relative_error,22868,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.35.down_proj,0.0150303793,hessian_weighted_relative_error,43498,0.02500,0.814
37,model.language_model.layers.37.mlp.experts.35.gate_proj,0.0106949017,hessian_weighted_relative_error,43498,0.02500,0.868
37,model.language_model.layers.37.mlp.experts.35.up_proj,0.0120738491,hessian_weighted_relative_error,43498,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.36.down_proj,0.0112306670,hessian_weighted_relative_error,30516,0.02500,0.729
37,model.language_model.layers.37.mlp.experts.36.gate_proj,0.0073268101,hessian_weighted_relative_error,30516,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.36.up_proj,0.0077206084,hessian_weighted_relative_error,30516,0.02500,0.795
37,model.language_model.layers.37.mlp.experts.37.down_proj,0.0131745737,hessian_weighted_relative_error,18124,0.02500,0.812
37,model.language_model.layers.37.mlp.experts.37.gate_proj,0.0083908559,hessian_weighted_relative_error,18124,0.02500,0.870
37,model.language_model.layers.37.mlp.experts.37.up_proj,0.0103593265,hessian_weighted_relative_error,18124,0.02500,0.954
37,model.language_model.layers.37.mlp.experts.38.down_proj,0.0149784889,hessian_weighted_relative_error,33460,0.02500,0.732
37,model.language_model.layers.37.mlp.experts.38.gate_proj,0.0086035198,hessian_weighted_relative_error,33460,0.02500,0.761
37,model.language_model.layers.37.mlp.experts.38.up_proj,0.0110414949,hessian_weighted_relative_error,33460,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.39.down_proj,0.0132281993,hessian_weighted_relative_error,31155,0.02500,0.814
37,model.language_model.layers.37.mlp.experts.39.gate_proj,0.0082910756,hessian_weighted_relative_error,31155,0.02500,0.864
37,model.language_model.layers.37.mlp.experts.39.up_proj,0.0103104447,hessian_weighted_relative_error,31155,0.02500,0.954
37,model.language_model.layers.37.mlp.experts.4.down_proj,0.0145466737,hessian_weighted_relative_error,20233,0.02500,0.721
37,model.language_model.layers.37.mlp.experts.4.gate_proj,0.0087041567,hessian_weighted_relative_error,20233,0.02500,0.753
37,model.language_model.layers.37.mlp.experts.4.up_proj,0.0106148026,hessian_weighted_relative_error,20233,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.40.down_proj,0.0137887852,hessian_weighted_relative_error,32105,0.02500,0.735
37,model.language_model.layers.37.mlp.experts.40.gate_proj,0.0090082338,hessian_weighted_relative_error,32105,0.02500,0.765
37,model.language_model.layers.37.mlp.experts.40.up_proj,0.0106410197,hessian_weighted_relative_error,32105,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.41.down_proj,0.0124139547,hessian_weighted_relative_error,32524,0.02500,0.814
37,model.language_model.layers.37.mlp.experts.41.gate_proj,0.0077008617,hessian_weighted_relative_error,32524,0.02500,0.873
37,model.language_model.layers.37.mlp.experts.41.up_proj,0.0095799881,hessian_weighted_relative_error,32524,0.02500,0.952
37,model.language_model.layers.37.mlp.experts.42.down_proj,0.0121023865,hessian_weighted_relative_error,47183,0.02500,0.732
37,model.language_model.layers.37.mlp.experts.42.gate_proj,0.0075748717,hessian_weighted_relative_error,47183,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.42.up_proj,0.0090095038,hessian_weighted_relative_error,47183,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.43.down_proj,0.0115107251,hessian_weighted_relative_error,16782,0.02500,0.816
37,model.language_model.layers.37.mlp.experts.43.gate_proj,0.0071712346,hessian_weighted_relative_error,16782,0.02500,0.876
37,model.language_model.layers.37.mlp.experts.43.up_proj,0.0079921088,hessian_weighted_relative_error,16782,0.02500,0.953
37,model.language_model.layers.37.mlp.experts.44.down_proj,0.0086956449,hessian_weighted_relative_error,32723,0.02500,0.732
37,model.language_model.layers.37.mlp.experts.44.gate_proj,0.0070514422,hessian_weighted_relative_error,32723,0.02500,0.767
37,model.language_model.layers.37.mlp.experts.44.up_proj,0.0079611735,hessian_weighted_relative_error,32723,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.45.down_proj,0.0106483790,hessian_weighted_relative_error,28816,0.02500,0.816
37,model.language_model.layers.37.mlp.experts.45.gate_proj,0.0073150130,hessian_weighted_relative_error,28816,0.02500,0.874
37,model.language_model.layers.37.mlp.experts.45.up_proj,0.0086644872,hessian_weighted_relative_error,28816,0.02500,0.952
37,model.language_model.layers.37.mlp.experts.46.down_proj,0.0121688419,hessian_weighted_relative_error,16035,0.02500,0.733
37,model.language_model.layers.37.mlp.experts.46.gate_proj,0.0076135680,hessian_weighted_relative_error,16035,0.02500,0.762
37,model.language_model.layers.37.mlp.experts.46.up_proj,0.0087990202,hessian_weighted_relative_error,16035,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.47.down_proj,0.0142960005,hessian_weighted_relative_error,81796,0.02500,0.817
37,model.language_model.layers.37.mlp.experts.47.gate_proj,0.0071918320,hessian_weighted_relative_error,81796,0.02500,0.869
37,model.language_model.layers.37.mlp.experts.47.up_proj,0.0111335822,hessian_weighted_relative_error,81796,0.02500,0.954
37,model.language_model.layers.37.mlp.experts.48.down_proj,0.0131641608,hessian_weighted_relative_error,40568,0.02500,0.738
37,model.language_model.layers.37.mlp.experts.48.gate_proj,0.0080283366,hessian_weighted_relative_error,40568,0.02500,0.768
37,model.language_model.layers.37.mlp.experts.48.up_proj,0.0085189063,hessian_weighted_relative_error,40568,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.49.down_proj,0.0055964574,hessian_weighted_relative_error,18384,0.02500,0.818
37,model.language_model.layers.37.mlp.experts.49.gate_proj,0.0081068718,hessian_weighted_relative_error,18384,0.02500,0.877
37,model.language_model.layers.37.mlp.experts.49.up_proj,0.0090342824,hessian_weighted_relative_error,18384,0.02500,0.955
37,model.language_model.layers.37.mlp.experts.5.down_proj,0.0129065669,hessian_weighted_relative_error,13671,0.02500,0.760
37,model.language_model.layers.37.mlp.experts.5.gate_proj,0.0073486943,hessian_weighted_relative_error,13671,0.02500,0.852
37,model.language_model.layers.37.mlp.experts.5.up_proj,0.0090451614,hessian_weighted_relative_error,13671,0.02500,0.949
37,model.language_model.layers.37.mlp.experts.50.down_proj,0.0132242807,hessian_weighted_relative_error,22730,0.02500,0.734
37,model.language_model.layers.37.mlp.experts.50.gate_proj,0.0071730417,hessian_weighted_relative_error,22730,0.02500,0.772
37,model.language_model.layers.37.mlp.experts.50.up_proj,0.0096127945,hessian_weighted_relative_error,22730,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.51.down_proj,0.0116866616,hessian_weighted_relative_error,21815,0.02500,0.821
37,model.language_model.layers.37.mlp.experts.51.gate_proj,0.0057922843,hessian_weighted_relative_error,21815,0.02500,0.878
37,model.language_model.layers.37.mlp.experts.51.up_proj,0.0076709268,hessian_weighted_relative_error,21815,0.02500,0.964
37,model.language_model.layers.37.mlp.experts.52.down_proj,0.0068543235,hessian_weighted_relative_error,23526,0.02500,0.734
37,model.language_model.layers.37.mlp.experts.52.gate_proj,0.0046063308,hessian_weighted_relative_error,23526,0.02500,0.765
37,model.language_model.layers.37.mlp.experts.52.up_proj,0.0050441649,hessian_weighted_relative_error,23526,0.02500,0.795
37,model.language_model.layers.37.mlp.experts.53.down_proj,0.0044874808,hessian_weighted_relative_error,22232,0.02500,0.820
37,model.language_model.layers.37.mlp.experts.53.gate_proj,0.0075937275,hessian_weighted_relative_error,22232,0.02500,0.880
37,model.language_model.layers.37.mlp.experts.53.up_proj,0.0091309074,hessian_weighted_relative_error,22232,0.02500,0.961
37,model.language_model.layers.37.mlp.experts.54.down_proj,0.0139154877,hessian_weighted_relative_error,25643,0.02500,0.737
37,model.language_model.layers.37.mlp.experts.54.gate_proj,0.0088089258,hessian_weighted_relative_error,25643,0.02500,0.764
37,model.language_model.layers.37.mlp.experts.54.up_proj,0.0104353461,hessian_weighted_relative_error,25643,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.55.down_proj,0.0122417591,hessian_weighted_relative_error,30074,0.02500,0.821
37,model.language_model.layers.37.mlp.experts.55.gate_proj,0.0052787841,hessian_weighted_relative_error,30074,0.02500,0.873
37,model.language_model.layers.37.mlp.experts.55.up_proj,0.0086464076,hessian_weighted_relative_error,30074,0.02500,0.952
37,model.language_model.layers.37.mlp.experts.56.down_proj,0.0152394343,hessian_weighted_relative_error,30781,0.02500,0.739
37,model.language_model.layers.37.mlp.experts.56.gate_proj,0.0096397113,hessian_weighted_relative_error,30781,0.02500,0.770
37,model.language_model.layers.37.mlp.experts.56.up_proj,0.0118384126,hessian_weighted_relative_error,30781,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.57.down_proj,0.0145311298,hessian_weighted_relative_error,38730,0.02500,0.821
37,model.language_model.layers.37.mlp.experts.57.gate_proj,0.0094237979,hessian_weighted_relative_error,38730,0.02500,0.880
37,model.language_model.layers.37.mlp.experts.57.up_proj,0.0110941849,hessian_weighted_relative_error,38730,0.02500,0.949
37,model.language_model.layers.37.mlp.experts.58.down_proj,0.0138928882,hessian_weighted_relative_error,36367,0.02500,0.736
37,model.language_model.layers.37.mlp.experts.58.gate_proj,0.0090302970,hessian_weighted_relative_error,36367,0.02500,0.768
37,model.language_model.layers.37.mlp.experts.58.up_proj,0.0104180457,hessian_weighted_relative_error,36367,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.59.down_proj,0.0108005062,hessian_weighted_relative_error,17876,0.02500,0.824
37,model.language_model.layers.37.mlp.experts.59.gate_proj,0.0071197147,hessian_weighted_relative_error,17876,0.02500,0.883
37,model.language_model.layers.37.mlp.experts.59.up_proj,0.0081945483,hessian_weighted_relative_error,17876,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.6.down_proj,0.0104676088,hessian_weighted_relative_error,26748,0.02500,0.696
37,model.language_model.layers.37.mlp.experts.6.gate_proj,0.0069356920,hessian_weighted_relative_error,26748,0.02500,0.751
37,model.language_model.layers.37.mlp.experts.6.up_proj,0.0079824884,hessian_weighted_relative_error,26748,0.02500,0.795
37,model.language_model.layers.37.mlp.experts.60.down_proj,0.0147833889,hessian_weighted_relative_error,24877,0.02500,0.736
37,model.language_model.layers.37.mlp.experts.60.gate_proj,0.0098084035,hessian_weighted_relative_error,24877,0.02500,0.766
37,model.language_model.layers.37.mlp.experts.60.up_proj,0.0111564242,hessian_weighted_relative_error,24877,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.61.down_proj,0.0126803163,hessian_weighted_relative_error,31166,0.02500,0.827
37,model.language_model.layers.37.mlp.experts.61.gate_proj,0.0069247931,hessian_weighted_relative_error,31166,0.02500,0.885
37,model.language_model.layers.37.mlp.experts.61.up_proj,0.0084268511,hessian_weighted_relative_error,31166,0.02500,0.962
37,model.language_model.layers.37.mlp.experts.62.down_proj,0.0121837236,hessian_weighted_relative_error,12892,0.02500,0.738
37,model.language_model.layers.37.mlp.experts.62.gate_proj,0.0072130342,hessian_weighted_relative_error,12892,0.02500,0.767
37,model.language_model.layers.37.mlp.experts.62.up_proj,0.0085169461,hessian_weighted_relative_error,12892,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.63.down_proj,0.0126871647,hessian_weighted_relative_error,30164,0.02500,0.826
37,model.language_model.layers.37.mlp.experts.63.gate_proj,0.0081796580,hessian_weighted_relative_error,30164,0.02500,0.880
37,model.language_model.layers.37.mlp.experts.63.up_proj,0.0103269405,hessian_weighted_relative_error,30164,0.02500,0.952
37,model.language_model.layers.37.mlp.experts.64.down_proj,0.0153522288,hessian_weighted_relative_error,60322,0.02500,0.741
37,model.language_model.layers.37.mlp.experts.64.gate_proj,0.0103853640,hessian_weighted_relative_error,60322,0.02500,0.769
37,model.language_model.layers.37.mlp.experts.64.up_proj,0.0116530089,hessian_weighted_relative_error,60322,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.65.down_proj,0.0129605706,hessian_weighted_relative_error,17305,0.02500,0.826
37,model.language_model.layers.37.mlp.experts.65.gate_proj,0.0072774206,hessian_weighted_relative_error,17305,0.02500,0.884
37,model.language_model.layers.37.mlp.experts.65.up_proj,0.0092698761,hessian_weighted_relative_error,17305,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.66.down_proj,0.0117424343,hessian_weighted_relative_error,13863,0.02500,0.738
37,model.language_model.layers.37.mlp.experts.66.gate_proj,0.0078664836,hessian_weighted_relative_error,13863,0.02500,0.772
37,model.language_model.layers.37.mlp.experts.66.up_proj,0.0090014436,hessian_weighted_relative_error,13863,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.67.down_proj,0.0117738843,hessian_weighted_relative_error,24289,0.02500,0.829
37,model.language_model.layers.37.mlp.experts.67.gate_proj,0.0065248520,hessian_weighted_relative_error,24289,0.02500,0.889
37,model.language_model.layers.37.mlp.experts.67.up_proj,0.0071886287,hessian_weighted_relative_error,24289,0.02500,0.959
37,model.language_model.layers.37.mlp.experts.68.down_proj,0.0125606555,hessian_weighted_relative_error,20717,0.02500,0.737
37,model.language_model.layers.37.mlp.experts.68.gate_proj,0.0056922100,hessian_weighted_relative_error,20717,0.02500,0.769
37,model.language_model.layers.37.mlp.experts.68.up_proj,0.0087392186,hessian_weighted_relative_error,20717,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.69.down_proj,0.0116692400,hessian_weighted_relative_error,21897,0.02500,0.829
37,model.language_model.layers.37.mlp.experts.69.gate_proj,0.0074913954,hessian_weighted_relative_error,21897,0.02500,0.890
37,model.language_model.layers.37.mlp.experts.69.up_proj,0.0092477075,hessian_weighted_relative_error,21897,0.02500,0.963
37,model.language_model.layers.37.mlp.experts.7.down_proj,0.0141357387,hessian_weighted_relative_error,15778,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.7.gate_proj,0.0066382684,hessian_weighted_relative_error,15778,0.02500,0.849
37,model.language_model.layers.37.mlp.experts.7.up_proj,0.0097761186,hessian_weighted_relative_error,15778,0.02500,0.939
37,model.language_model.layers.37.mlp.experts.70.down_proj,0.0126535524,hessian_weighted_relative_error,18555,0.02500,0.739
37,model.language_model.layers.37.mlp.experts.70.gate_proj,0.0070947083,hessian_weighted_relative_error,18555,0.02500,0.769
37,model.language_model.layers.37.mlp.experts.70.up_proj,0.0090347346,hessian_weighted_relative_error,18555,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.71.down_proj,0.0122896469,hessian_weighted_relative_error,50854,0.02500,0.831
37,model.language_model.layers.37.mlp.experts.71.gate_proj,0.0076366265,hessian_weighted_relative_error,50854,0.02500,0.884
37,model.language_model.layers.37.mlp.experts.71.up_proj,0.0085062060,hessian_weighted_relative_error,50854,0.02500,0.951
37,model.language_model.layers.37.mlp.experts.72.down_proj,0.0088000214,hessian_weighted_relative_error,27043,0.02500,0.743
37,model.language_model.layers.37.mlp.experts.72.gate_proj,0.0056224857,hessian_weighted_relative_error,27043,0.02500,0.772
37,model.language_model.layers.37.mlp.experts.72.up_proj,0.0060590272,hessian_weighted_relative_error,27043,0.02500,0.822
37,model.language_model.layers.37.mlp.experts.73.down_proj,0.0140009130,hessian_weighted_relative_error,27382,0.02500,0.829
37,model.language_model.layers.37.mlp.experts.73.gate_proj,0.0093906957,hessian_weighted_relative_error,27382,0.02500,0.891
37,model.language_model.layers.37.mlp.experts.73.up_proj,0.0109502758,hessian_weighted_relative_error,27382,0.02500,0.959
37,model.language_model.layers.37.mlp.experts.74.down_proj,0.0155126261,hessian_weighted_relative_error,41412,0.02500,0.738
37,model.language_model.layers.37.mlp.experts.74.gate_proj,0.0093246148,hessian_weighted_relative_error,41412,0.02500,0.773
37,model.language_model.layers.37.mlp.experts.74.up_proj,0.0115400739,hessian_weighted_relative_error,41412,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.75.down_proj,0.0112885294,hessian_weighted_relative_error,8388,0.02500,0.831
37,model.language_model.layers.37.mlp.experts.75.gate_proj,0.0053395378,hessian_weighted_relative_error,8388,0.02500,0.891
37,model.language_model.layers.37.mlp.experts.75.up_proj,0.0075910959,hessian_weighted_relative_error,8388,0.02500,0.962
37,model.language_model.layers.37.mlp.experts.76.down_proj,0.0148553535,hessian_weighted_relative_error,27705,0.02500,0.739
37,model.language_model.layers.37.mlp.experts.76.gate_proj,0.0095568845,hessian_weighted_relative_error,27705,0.02500,0.769
37,model.language_model.layers.37.mlp.experts.76.up_proj,0.0113333119,hessian_weighted_relative_error,27705,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.77.down_proj,0.0134802682,hessian_weighted_relative_error,33642,0.02500,0.832
37,model.language_model.layers.37.mlp.experts.77.gate_proj,0.0086592028,hessian_weighted_relative_error,33642,0.02500,0.891
37,model.language_model.layers.37.mlp.experts.77.up_proj,0.0095560220,hessian_weighted_relative_error,33642,0.02500,0.956
37,model.language_model.layers.37.mlp.experts.78.down_proj,0.0108784286,hessian_weighted_relative_error,24991,0.02500,0.741
37,model.language_model.layers.37.mlp.experts.78.gate_proj,0.0074701845,hessian_weighted_relative_error,24991,0.02500,0.770
37,model.language_model.layers.37.mlp.experts.78.up_proj,0.0088315633,hessian_weighted_relative_error,24991,0.02500,0.796
37,model.language_model.layers.37.mlp.experts.79.down_proj,0.0128755100,hessian_weighted_relative_error,32885,0.02500,0.833
37,model.language_model.layers.37.mlp.experts.79.gate_proj,0.0090322934,hessian_weighted_relative_error,32885,0.02500,0.887
37,model.language_model.layers.37.mlp.experts.79.up_proj,0.0104672818,hessian_weighted_relative_error,32885,0.02500,0.950
37,model.language_model.layers.37.mlp.experts.8.down_proj,0.0039350434,hessian_weighted_relative_error,17723,0.02500,0.728
37,model.language_model.layers.37.mlp.experts.8.gate_proj,0.0028408942,hessian_weighted_relative_error,17723,0.02500,0.753
37,model.language_model.layers.37.mlp.experts.8.up_proj,0.0033816806,hessian_weighted_relative_error,17723,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.80.down_proj,0.0125225808,hessian_weighted_relative_error,51996,0.02500,0.745
37,model.language_model.layers.37.mlp.experts.80.gate_proj,0.0074204438,hessian_weighted_relative_error,51996,0.02500,0.775
37,model.language_model.layers.37.mlp.experts.80.up_proj,0.0079573990,hessian_weighted_relative_error,51996,0.02500,0.803
37,model.language_model.layers.37.mlp.experts.81.down_proj,0.0114017495,hessian_weighted_relative_error,28395,0.02500,0.832
37,model.language_model.layers.37.mlp.experts.81.gate_proj,0.0069260384,hessian_weighted_relative_error,28395,0.02500,0.891
37,model.language_model.layers.37.mlp.experts.81.up_proj,0.0075635138,hessian_weighted_relative_error,28395,0.02500,0.962
37,model.language_model.layers.37.mlp.experts.82.down_proj,0.0097565614,hessian_weighted_relative_error,26402,0.02500,0.742
37,model.language_model.layers.37.mlp.experts.82.gate_proj,0.0060523247,hessian_weighted_relative_error,26402,0.02500,0.788
37,model.language_model.layers.37.mlp.experts.82.up_proj,0.0068740156,hessian_weighted_relative_error,26402,0.02500,0.804
37,model.language_model.layers.37.mlp.experts.83.down_proj,0.0094161184,hessian_weighted_relative_error,36157,0.02500,0.836
37,model.language_model.layers.37.mlp.experts.83.gate_proj,0.0078855962,hessian_weighted_relative_error,36157,0.02500,0.895
37,model.language_model.layers.37.mlp.experts.83.up_proj,0.0086952065,hessian_weighted_relative_error,36157,0.02500,0.963
37,model.language_model.layers.37.mlp.experts.84.down_proj,0.0096363001,hessian_weighted_relative_error,12756,0.02500,0.741
37,model.language_model.layers.37.mlp.experts.84.gate_proj,0.0064016406,hessian_weighted_relative_error,12756,0.02500,0.772
37,model.language_model.layers.37.mlp.experts.84.up_proj,0.0069619367,hessian_weighted_relative_error,12756,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.85.down_proj,0.0070987263,hessian_weighted_relative_error,26861,0.02500,0.835
37,model.language_model.layers.37.mlp.experts.85.gate_proj,0.0058137140,hessian_weighted_relative_error,26861,0.02500,0.897
37,model.language_model.layers.37.mlp.experts.85.up_proj,0.0065084185,hessian_weighted_relative_error,26861,0.02500,0.989
37,model.language_model.layers.37.mlp.experts.86.down_proj,0.0123156080,hessian_weighted_relative_error,10342,0.02500,0.746
37,model.language_model.layers.37.mlp.experts.86.gate_proj,0.0051670256,hessian_weighted_relative_error,10342,0.02500,0.772
37,model.language_model.layers.37.mlp.experts.86.up_proj,0.0083466061,hessian_weighted_relative_error,10342,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.87.down_proj,0.0146633574,hessian_weighted_relative_error,30625,0.02500,0.838
37,model.language_model.layers.37.mlp.experts.87.gate_proj,0.0094522059,hessian_weighted_relative_error,30625,0.02500,0.889
37,model.language_model.layers.37.mlp.experts.87.up_proj,0.0108502502,hessian_weighted_relative_error,30625,0.02500,0.957
37,model.language_model.layers.37.mlp.experts.88.down_proj,0.0127354325,hessian_weighted_relative_error,37834,0.02500,0.745
37,model.language_model.layers.37.mlp.experts.88.gate_proj,0.0076238337,hessian_weighted_relative_error,37834,0.02500,0.775
37,model.language_model.layers.37.mlp.experts.88.up_proj,0.0083365028,hessian_weighted_relative_error,37834,0.02500,0.801
37,model.language_model.layers.37.mlp.experts.89.down_proj,0.0136273968,hessian_weighted_relative_error,16720,0.02500,0.839
37,model.language_model.layers.37.mlp.experts.89.gate_proj,0.0082173235,hessian_weighted_relative_error,16720,0.02500,0.895
37,model.language_model.layers.37.mlp.experts.89.up_proj,0.0098859986,hessian_weighted_relative_error,16720,0.02500,0.962
37,model.language_model.layers.37.mlp.experts.9.down_proj,0.0126663872,hessian_weighted_relative_error,50743,0.02500,0.798
37,model.language_model.layers.37.mlp.experts.9.gate_proj,0.0074024980,hessian_weighted_relative_error,50743,0.02500,0.854
37,model.language_model.layers.37.mlp.experts.9.up_proj,0.0079428639,hessian_weighted_relative_error,50743,0.02500,0.945
37,model.language_model.layers.37.mlp.experts.90.down_proj,0.0130648582,hessian_weighted_relative_error,34920,0.02500,0.742
37,model.language_model.layers.37.mlp.experts.90.gate_proj,0.0081002653,hessian_weighted_relative_error,34920,0.02500,0.777
37,model.language_model.layers.37.mlp.experts.90.up_proj,0.0090818296,hessian_weighted_relative_error,34920,0.02500,0.800
37,model.language_model.layers.37.mlp.experts.91.down_proj,0.0151266762,hessian_weighted_relative_error,37263,0.02500,0.838
37,model.language_model.layers.37.mlp.experts.91.gate_proj,0.0099743116,hessian_weighted_relative_error,37263,0.02500,0.896
37,model.language_model.layers.37.mlp.experts.91.up_proj,0.0114733994,hessian_weighted_relative_error,37263,0.02500,0.963
37,model.language_model.layers.37.mlp.experts.92.down_proj,0.0133008431,hessian_weighted_relative_error,30106,0.02500,0.742
37,model.language_model.layers.37.mlp.experts.92.gate_proj,0.0084782114,hessian_weighted_relative_error,30106,0.02500,0.773
37,model.language_model.layers.37.mlp.experts.92.up_proj,0.0100076652,hessian_weighted_relative_error,30106,0.02500,0.795
37,model.language_model.layers.37.mlp.experts.93.down_proj,0.0111038917,hessian_weighted_relative_error,60808,0.02500,0.839
37,model.language_model.layers.37.mlp.experts.93.gate_proj,0.0070821869,hessian_weighted_relative_error,60808,0.02500,0.898
37,model.language_model.layers.37.mlp.experts.93.up_proj,0.0078233723,hessian_weighted_relative_error,60808,0.02500,0.957
37,model.language_model.layers.37.mlp.experts.94.down_proj,0.0119786116,hessian_weighted_relative_error,23105,0.02500,0.746
37,model.language_model.layers.37.mlp.experts.94.gate_proj,0.0073677282,hessian_weighted_relative_error,23105,0.02500,0.774
37,model.language_model.layers.37.mlp.experts.94.up_proj,0.0083594000,hessian_weighted_relative_error,23105,0.02500,0.797
37,model.language_model.layers.37.mlp.experts.95.down_proj,0.0116318599,hessian_weighted_relative_error,53471,0.02500,0.841
37,model.language_model.layers.37.mlp.experts.95.gate_proj,0.0073237136,hessian_weighted_relative_error,53471,0.02500,0.893
37,model.language_model.layers.37.mlp.experts.95.up_proj,0.0079708884,hessian_weighted_relative_error,53471,0.02500,0.959
37,model.language_model.layers.37.mlp.experts.96.down_proj,0.0116077873,hessian_weighted_relative_error,20692,0.02500,0.748
37,model.language_model.layers.37.mlp.experts.96.gate_proj,0.0069489665,hessian_weighted_relative_error,20692,0.02500,0.778
37,model.language_model.layers.37.mlp.experts.96.up_proj,0.0084611997,hessian_weighted_relative_error,20692,0.02500,0.799
37,model.language_model.layers.37.mlp.experts.97.down_proj,0.0134011314,hessian_weighted_relative_error,26309,0.02500,0.841
37,model.language_model.layers.37.mlp.experts.97.gate_proj,0.0086384326,hessian_weighted_relative_error,26309,0.02500,0.898
37,model.language_model.layers.37.mlp.experts.97.up_proj,0.0095401316,hessian_weighted_relative_error,26309,0.02500,0.966
37,model.language_model.layers.37.mlp.experts.98.down_proj,0.0128042252,hessian_weighted_relative_error,13588,0.02500,0.744
37,model.language_model.layers.37.mlp.experts.98.gate_proj,0.0068957152,hessian_weighted_relative_error,13588,0.02500,0.779
37,model.language_model.layers.37.mlp.experts.98.up_proj,0.0087969661,hessian_weighted_relative_error,13588,0.02500,0.802
37,model.language_model.layers.37.mlp.experts.99.down_proj,0.0102701900,hessian_weighted_relative_error,24162,0.02500,0.843
37,model.language_model.layers.37.mlp.experts.99.gate_proj,0.0080211889,hessian_weighted_relative_error,24162,0.02500,0.898
37,model.language_model.layers.37.mlp.experts.99.up_proj,0.0085279573,hessian_weighted_relative_error,24162,0.02500,0.961
38,model.language_model.layers.38.mlp.experts.0.down_proj,0.0134979935,hessian_weighted_relative_error,16160,0.02500,0.721
38,model.language_model.layers.38.mlp.experts.0.gate_proj,0.0079817505,hessian_weighted_relative_error,16160,0.02500,0.754
38,model.language_model.layers.38.mlp.experts.0.up_proj,0.0093509739,hessian_weighted_relative_error,16160,0.02500,0.791
38,model.language_model.layers.38.mlp.experts.1.down_proj,0.0114735645,hessian_weighted_relative_error,23772,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.1.gate_proj,0.0070230275,hessian_weighted_relative_error,23772,0.02500,0.857
38,model.language_model.layers.38.mlp.experts.1.up_proj,0.0080147475,hessian_weighted_relative_error,23772,0.02500,0.945
38,model.language_model.layers.38.mlp.experts.10.down_proj,0.0123377568,hessian_weighted_relative_error,40788,0.02500,0.725
38,model.language_model.layers.38.mlp.experts.10.gate_proj,0.0081844609,hessian_weighted_relative_error,40788,0.02500,0.752
38,model.language_model.layers.38.mlp.experts.10.up_proj,0.0087848480,hessian_weighted_relative_error,40788,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.100.down_proj,0.0128060686,hessian_weighted_relative_error,29237,0.02500,0.743
38,model.language_model.layers.38.mlp.experts.100.gate_proj,0.0082307293,hessian_weighted_relative_error,29237,0.02500,0.777
38,model.language_model.layers.38.mlp.experts.100.up_proj,0.0090979821,hessian_weighted_relative_error,29237,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.101.down_proj,0.0119572137,hessian_weighted_relative_error,17832,0.02500,0.841
38,model.language_model.layers.38.mlp.experts.101.gate_proj,0.0064460931,hessian_weighted_relative_error,17832,0.02500,0.899
38,model.language_model.layers.38.mlp.experts.101.up_proj,0.0084604148,hessian_weighted_relative_error,17832,0.02500,0.958
38,model.language_model.layers.38.mlp.experts.102.down_proj,0.0147461523,hessian_weighted_relative_error,25518,0.02500,0.742
38,model.language_model.layers.38.mlp.experts.102.gate_proj,0.0093094898,hessian_weighted_relative_error,25518,0.02500,0.776
38,model.language_model.layers.38.mlp.experts.102.up_proj,0.0106479879,hessian_weighted_relative_error,25518,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.103.down_proj,0.0134340838,hessian_weighted_relative_error,28506,0.02500,0.841
38,model.language_model.layers.38.mlp.experts.103.gate_proj,0.0083860954,hessian_weighted_relative_error,28506,0.02500,0.899
38,model.language_model.layers.38.mlp.experts.103.up_proj,0.0100167741,hessian_weighted_relative_error,28506,0.02500,0.954
38,model.language_model.layers.38.mlp.experts.104.down_proj,0.0112266746,hessian_weighted_relative_error,19149,0.02500,0.746
38,model.language_model.layers.38.mlp.experts.104.gate_proj,0.0069119607,hessian_weighted_relative_error,19149,0.02500,0.774
38,model.language_model.layers.38.mlp.experts.104.up_proj,0.0080863060,hessian_weighted_relative_error,19149,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.105.down_proj,0.0147045760,hessian_weighted_relative_error,36046,0.02500,0.843
38,model.language_model.layers.38.mlp.experts.105.gate_proj,0.0087655817,hessian_weighted_relative_error,36046,0.02500,0.899
38,model.language_model.layers.38.mlp.experts.105.up_proj,0.0106580947,hessian_weighted_relative_error,36046,0.02500,0.959
38,model.language_model.layers.38.mlp.experts.106.down_proj,0.0126452560,hessian_weighted_relative_error,34171,0.02500,0.749
38,model.language_model.layers.38.mlp.experts.106.gate_proj,0.0074770224,hessian_weighted_relative_error,34171,0.02500,0.775
38,model.language_model.layers.38.mlp.experts.106.up_proj,0.0094387962,hessian_weighted_relative_error,34171,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.107.down_proj,0.0101842673,hessian_weighted_relative_error,89716,0.02500,0.844
38,model.language_model.layers.38.mlp.experts.107.gate_proj,0.0063661025,hessian_weighted_relative_error,89716,0.02500,0.897
38,model.language_model.layers.38.mlp.experts.107.up_proj,0.0075511905,hessian_weighted_relative_error,89716,0.02500,0.953
38,model.language_model.layers.38.mlp.experts.108.down_proj,0.0140790932,hessian_weighted_relative_error,25449,0.02500,0.744
38,model.language_model.layers.38.mlp.experts.108.gate_proj,0.0088969672,hessian_weighted_relative_error,25449,0.02500,0.780
38,model.language_model.layers.38.mlp.experts.108.up_proj,0.0103031914,hessian_weighted_relative_error,25449,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.109.down_proj,0.0136993580,hessian_weighted_relative_error,27495,0.02500,0.845
38,model.language_model.layers.38.mlp.experts.109.gate_proj,0.0083928901,hessian_weighted_relative_error,27495,0.02500,0.902
38,model.language_model.layers.38.mlp.experts.109.up_proj,0.0101067752,hessian_weighted_relative_error,27495,0.02500,0.961
38,model.language_model.layers.38.mlp.experts.11.down_proj,0.0090988854,hessian_weighted_relative_error,15017,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.11.gate_proj,0.0057899232,hessian_weighted_relative_error,15017,0.02500,0.852
38,model.language_model.layers.38.mlp.experts.11.up_proj,0.0063253719,hessian_weighted_relative_error,15017,0.02500,0.943
38,model.language_model.layers.38.mlp.experts.110.down_proj,0.0134542096,hessian_weighted_relative_error,27096,0.02500,0.745
38,model.language_model.layers.38.mlp.experts.110.gate_proj,0.0071598313,hessian_weighted_relative_error,27096,0.02500,0.779
38,model.language_model.layers.38.mlp.experts.110.up_proj,0.0093892857,hessian_weighted_relative_error,27096,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.111.down_proj,0.0138829769,hessian_weighted_relative_error,24126,0.02500,0.846
38,model.language_model.layers.38.mlp.experts.111.gate_proj,0.0092174717,hessian_weighted_relative_error,24126,0.02500,0.899
38,model.language_model.layers.38.mlp.experts.111.up_proj,0.0102382421,hessian_weighted_relative_error,24126,0.02500,0.961
38,model.language_model.layers.38.mlp.experts.112.down_proj,0.0112892559,hessian_weighted_relative_error,25951,0.02500,0.746
38,model.language_model.layers.38.mlp.experts.112.gate_proj,0.0070440659,hessian_weighted_relative_error,25951,0.02500,0.775
38,model.language_model.layers.38.mlp.experts.112.up_proj,0.0080771255,hessian_weighted_relative_error,25951,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.113.down_proj,0.0101016315,hessian_weighted_relative_error,26014,0.02500,0.847
38,model.language_model.layers.38.mlp.experts.113.gate_proj,0.0064087251,hessian_weighted_relative_error,26014,0.02500,0.905
38,model.language_model.layers.38.mlp.experts.113.up_proj,0.0081507293,hessian_weighted_relative_error,26014,0.02500,0.959
38,model.language_model.layers.38.mlp.experts.114.down_proj,0.0086514337,hessian_weighted_relative_error,18563,0.02500,0.749
38,model.language_model.layers.38.mlp.experts.114.gate_proj,0.0049421902,hessian_weighted_relative_error,18563,0.02500,0.778
38,model.language_model.layers.38.mlp.experts.114.up_proj,0.0058416328,hessian_weighted_relative_error,18563,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.115.down_proj,0.0051468650,hessian_weighted_relative_error,1921,0.02500,0.847
38,model.language_model.layers.38.mlp.experts.115.gate_proj,0.0022222738,hessian_weighted_relative_error,1921,0.02500,0.898
38,model.language_model.layers.38.mlp.experts.115.up_proj,0.0026940949,hessian_weighted_relative_error,1921,0.02500,0.952
38,model.language_model.layers.38.mlp.experts.116.down_proj,0.0126318994,hessian_weighted_relative_error,17918,0.02500,0.746
38,model.language_model.layers.38.mlp.experts.116.gate_proj,0.0072466769,hessian_weighted_relative_error,17918,0.02500,0.779
38,model.language_model.layers.38.mlp.experts.116.up_proj,0.0085821583,hessian_weighted_relative_error,17918,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.117.down_proj,0.0133530492,hessian_weighted_relative_error,25498,0.02500,0.848
38,model.language_model.layers.38.mlp.experts.117.gate_proj,0.0073822799,hessian_weighted_relative_error,25498,0.02500,0.901
38,model.language_model.layers.38.mlp.experts.117.up_proj,0.0092468559,hessian_weighted_relative_error,25498,0.02500,0.961
38,model.language_model.layers.38.mlp.experts.118.down_proj,0.0143036052,hessian_weighted_relative_error,37367,0.02500,0.745
38,model.language_model.layers.38.mlp.experts.118.gate_proj,0.0085380600,hessian_weighted_relative_error,37367,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.118.up_proj,0.0102348800,hessian_weighted_relative_error,37367,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.119.down_proj,0.0131952740,hessian_weighted_relative_error,36187,0.02500,0.849
38,model.language_model.layers.38.mlp.experts.119.gate_proj,0.0074330834,hessian_weighted_relative_error,36187,0.02500,0.902
38,model.language_model.layers.38.mlp.experts.119.up_proj,0.0092720396,hessian_weighted_relative_error,36187,0.02500,0.964
38,model.language_model.layers.38.mlp.experts.12.down_proj,0.0132276932,hessian_weighted_relative_error,20672,0.02500,0.721
38,model.language_model.layers.38.mlp.experts.12.gate_proj,0.0078810970,hessian_weighted_relative_error,20672,0.02500,0.758
38,model.language_model.layers.38.mlp.experts.12.up_proj,0.0096703483,hessian_weighted_relative_error,20672,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.120.down_proj,0.0123195586,hessian_weighted_relative_error,25655,0.02500,0.747
38,model.language_model.layers.38.mlp.experts.120.gate_proj,0.0080007693,hessian_weighted_relative_error,25655,0.02500,0.778
38,model.language_model.layers.38.mlp.experts.120.up_proj,0.0097199814,hessian_weighted_relative_error,25655,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.121.down_proj,0.0120987814,hessian_weighted_relative_error,26188,0.02500,0.851
38,model.language_model.layers.38.mlp.experts.121.gate_proj,0.0074061583,hessian_weighted_relative_error,26188,0.02500,0.903
38,model.language_model.layers.38.mlp.experts.121.up_proj,0.0079609045,hessian_weighted_relative_error,26188,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.122.down_proj,0.0134347568,hessian_weighted_relative_error,20866,0.02500,0.750
38,model.language_model.layers.38.mlp.experts.122.gate_proj,0.0083425067,hessian_weighted_relative_error,20866,0.02500,0.777
38,model.language_model.layers.38.mlp.experts.122.up_proj,0.0094232130,hessian_weighted_relative_error,20866,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.123.down_proj,0.0149923640,hessian_weighted_relative_error,37556,0.02500,0.852
38,model.language_model.layers.38.mlp.experts.123.gate_proj,0.0086382466,hessian_weighted_relative_error,37556,0.02500,0.899
38,model.language_model.layers.38.mlp.experts.123.up_proj,0.0111096733,hessian_weighted_relative_error,37556,0.02500,0.953
38,model.language_model.layers.38.mlp.experts.124.down_proj,0.0126010670,hessian_weighted_relative_error,21701,0.02500,0.747
38,model.language_model.layers.38.mlp.experts.124.gate_proj,0.0074053185,hessian_weighted_relative_error,21701,0.02500,0.781
38,model.language_model.layers.38.mlp.experts.124.up_proj,0.0092815457,hessian_weighted_relative_error,21701,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.125.down_proj,0.0100847380,hessian_weighted_relative_error,23559,0.02500,0.852
38,model.language_model.layers.38.mlp.experts.125.gate_proj,0.0056930541,hessian_weighted_relative_error,23559,0.02500,0.903
38,model.language_model.layers.38.mlp.experts.125.up_proj,0.0074529663,hessian_weighted_relative_error,23559,0.02500,0.964
38,model.language_model.layers.38.mlp.experts.126.down_proj,0.0123242648,hessian_weighted_relative_error,26972,0.02500,0.746
38,model.language_model.layers.38.mlp.experts.126.gate_proj,0.0083101317,hessian_weighted_relative_error,26972,0.02500,0.781
38,model.language_model.layers.38.mlp.experts.126.up_proj,0.0091358427,hessian_weighted_relative_error,26972,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.127.down_proj,0.0096830411,hessian_weighted_relative_error,10299,0.02500,0.854
38,model.language_model.layers.38.mlp.experts.127.gate_proj,0.0053345663,hessian_weighted_relative_error,10299,0.02500,0.905
38,model.language_model.layers.38.mlp.experts.127.up_proj,0.0066912850,hessian_weighted_relative_error,10299,0.02500,0.963
38,model.language_model.layers.38.mlp.experts.128.down_proj,0.0123029411,hessian_weighted_relative_error,43055,0.02500,0.750
38,model.language_model.layers.38.mlp.experts.128.gate_proj,0.0077366217,hessian_weighted_relative_error,43055,0.02500,0.778
38,model.language_model.layers.38.mlp.experts.128.up_proj,0.0089062565,hessian_weighted_relative_error,43055,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.129.down_proj,0.0137220336,hessian_weighted_relative_error,20139,0.02500,0.854
38,model.language_model.layers.38.mlp.experts.129.gate_proj,0.0078776127,hessian_weighted_relative_error,20139,0.02500,0.904
38,model.language_model.layers.38.mlp.experts.129.up_proj,0.0092582136,hessian_weighted_relative_error,20139,0.02500,0.961
38,model.language_model.layers.38.mlp.experts.13.down_proj,0.0143164087,hessian_weighted_relative_error,23977,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.13.gate_proj,0.0093546901,hessian_weighted_relative_error,23977,0.02500,0.860
38,model.language_model.layers.38.mlp.experts.13.up_proj,0.0107989364,hessian_weighted_relative_error,23977,0.02500,0.948
38,model.language_model.layers.38.mlp.experts.130.down_proj,0.0065425857,hessian_weighted_relative_error,40375,0.02500,0.755
38,model.language_model.layers.38.mlp.experts.130.gate_proj,0.0038187683,hessian_weighted_relative_error,40375,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.130.up_proj,0.0041859910,hessian_weighted_relative_error,40375,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.131.down_proj,0.0139928716,hessian_weighted_relative_error,17034,0.02500,0.855
38,model.language_model.layers.38.mlp.experts.131.gate_proj,0.0083164675,hessian_weighted_relative_error,17034,0.02500,0.900
38,model.language_model.layers.38.mlp.experts.131.up_proj,0.0099384766,hessian_weighted_relative_error,17034,0.02500,0.955
38,model.language_model.layers.38.mlp.experts.132.down_proj,0.0136548061,hessian_weighted_relative_error,21690,0.02500,0.748
38,model.language_model.layers.38.mlp.experts.132.gate_proj,0.0086247617,hessian_weighted_relative_error,21690,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.132.up_proj,0.0095527537,hessian_weighted_relative_error,21690,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.133.down_proj,0.0132781449,hessian_weighted_relative_error,21202,0.02500,0.856
38,model.language_model.layers.38.mlp.experts.133.gate_proj,0.0063529943,hessian_weighted_relative_error,21202,0.02500,0.910
38,model.language_model.layers.38.mlp.experts.133.up_proj,0.0088962768,hessian_weighted_relative_error,21202,0.02500,0.965
38,model.language_model.layers.38.mlp.experts.134.down_proj,0.0137387601,hessian_weighted_relative_error,40739,0.02500,0.748
38,model.language_model.layers.38.mlp.experts.134.gate_proj,0.0070321290,hessian_weighted_relative_error,40739,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.134.up_proj,0.0097428807,hessian_weighted_relative_error,40739,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.135.down_proj,0.0115075210,hessian_weighted_relative_error,23753,0.02500,0.859
38,model.language_model.layers.38.mlp.experts.135.gate_proj,0.0069262046,hessian_weighted_relative_error,23753,0.02500,0.907
38,model.language_model.layers.38.mlp.experts.135.up_proj,0.0077926320,hessian_weighted_relative_error,23753,0.02500,0.963
38,model.language_model.layers.38.mlp.experts.136.down_proj,0.0130165023,hessian_weighted_relative_error,13983,0.02500,0.752
38,model.language_model.layers.38.mlp.experts.136.gate_proj,0.0074777166,hessian_weighted_relative_error,13983,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.136.up_proj,0.0087540658,hessian_weighted_relative_error,13983,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.137.down_proj,0.0141596436,hessian_weighted_relative_error,24759,0.02500,0.862
38,model.language_model.layers.38.mlp.experts.137.gate_proj,0.0088377773,hessian_weighted_relative_error,24759,0.02500,0.905
38,model.language_model.layers.38.mlp.experts.137.up_proj,0.0108780002,hessian_weighted_relative_error,24759,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.138.down_proj,0.0124584914,hessian_weighted_relative_error,30139,0.02500,0.752
38,model.language_model.layers.38.mlp.experts.138.gate_proj,0.0072947056,hessian_weighted_relative_error,30139,0.02500,0.779
38,model.language_model.layers.38.mlp.experts.138.up_proj,0.0081160878,hessian_weighted_relative_error,30139,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.139.down_proj,0.0128734968,hessian_weighted_relative_error,26673,0.02500,0.858
38,model.language_model.layers.38.mlp.experts.139.gate_proj,0.0086859409,hessian_weighted_relative_error,26673,0.02500,0.904
38,model.language_model.layers.38.mlp.experts.139.up_proj,0.0096109600,hessian_weighted_relative_error,26673,0.02500,0.959
38,model.language_model.layers.38.mlp.experts.14.down_proj,0.0124406961,hessian_weighted_relative_error,42114,0.02500,0.722
38,model.language_model.layers.38.mlp.experts.14.gate_proj,0.0084794658,hessian_weighted_relative_error,42114,0.02500,0.758
38,model.language_model.layers.38.mlp.experts.14.up_proj,0.0097208574,hessian_weighted_relative_error,42114,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.140.down_proj,0.0143180899,hessian_weighted_relative_error,51059,0.02500,0.751
38,model.language_model.layers.38.mlp.experts.140.gate_proj,0.0090786403,hessian_weighted_relative_error,51059,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.140.up_proj,0.0106045679,hessian_weighted_relative_error,51059,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.141.down_proj,0.0135283998,hessian_weighted_relative_error,14454,0.02500,0.859
38,model.language_model.layers.38.mlp.experts.141.gate_proj,0.0070897936,hessian_weighted_relative_error,14454,0.02500,0.905
38,model.language_model.layers.38.mlp.experts.141.up_proj,0.0093321981,hessian_weighted_relative_error,14454,0.02500,0.971
38,model.language_model.layers.38.mlp.experts.142.down_proj,0.0149865228,hessian_weighted_relative_error,51433,0.02500,0.749
38,model.language_model.layers.38.mlp.experts.142.gate_proj,0.0083743804,hessian_weighted_relative_error,51433,0.02500,0.784
38,model.language_model.layers.38.mlp.experts.142.up_proj,0.0110519043,hessian_weighted_relative_error,51433,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.143.down_proj,0.0055659307,hessian_weighted_relative_error,60885,0.02500,0.863
38,model.language_model.layers.38.mlp.experts.143.gate_proj,0.0039699955,hessian_weighted_relative_error,60885,0.02500,0.910
38,model.language_model.layers.38.mlp.experts.143.up_proj,0.0043983543,hessian_weighted_relative_error,60885,0.02500,0.996
38,model.language_model.layers.38.mlp.experts.144.down_proj,0.0111545297,hessian_weighted_relative_error,29378,0.02500,0.753
38,model.language_model.layers.38.mlp.experts.144.gate_proj,0.0083521743,hessian_weighted_relative_error,29378,0.02500,0.780
38,model.language_model.layers.38.mlp.experts.144.up_proj,0.0094721455,hessian_weighted_relative_error,29378,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.145.down_proj,0.0148120703,hessian_weighted_relative_error,33413,0.02500,0.863
38,model.language_model.layers.38.mlp.experts.145.gate_proj,0.0081071131,hessian_weighted_relative_error,33413,0.02500,0.906
38,model.language_model.layers.38.mlp.experts.145.up_proj,0.0106964921,hessian_weighted_relative_error,33413,0.02500,0.970
38,model.language_model.layers.38.mlp.experts.146.down_proj,0.0105907777,hessian_weighted_relative_error,24347,0.02500,0.754
38,model.language_model.layers.38.mlp.experts.146.gate_proj,0.0075014505,hessian_weighted_relative_error,24347,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.146.up_proj,0.0092731371,hessian_weighted_relative_error,24347,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.147.down_proj,0.0127056976,hessian_weighted_relative_error,72758,0.02500,0.864
38,model.language_model.layers.38.mlp.experts.147.gate_proj,0.0077055256,hessian_weighted_relative_error,72758,0.02500,0.902
38,model.language_model.layers.38.mlp.experts.147.up_proj,0.0085228435,hessian_weighted_relative_error,72758,0.02500,0.964
38,model.language_model.layers.38.mlp.experts.148.down_proj,0.0140950795,hessian_weighted_relative_error,37139,0.02500,0.750
38,model.language_model.layers.38.mlp.experts.148.gate_proj,0.0073246403,hessian_weighted_relative_error,37139,0.02500,0.783
38,model.language_model.layers.38.mlp.experts.148.up_proj,0.0097476154,hessian_weighted_relative_error,37139,0.02500,0.812
38,model.language_model.layers.38.mlp.experts.149.down_proj,0.0132478254,hessian_weighted_relative_error,44830,0.02500,0.864
38,model.language_model.layers.38.mlp.experts.149.gate_proj,0.0094385277,hessian_weighted_relative_error,44830,0.02500,0.907
38,model.language_model.layers.38.mlp.experts.149.up_proj,0.0102556503,hessian_weighted_relative_error,44830,0.02500,0.956
38,model.language_model.layers.38.mlp.experts.15.down_proj,0.0128386660,hessian_weighted_relative_error,27084,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.15.gate_proj,0.0077154355,hessian_weighted_relative_error,27084,0.02500,0.856
38,model.language_model.layers.38.mlp.experts.15.up_proj,0.0093474194,hessian_weighted_relative_error,27084,0.02500,0.949
38,model.language_model.layers.38.mlp.experts.150.down_proj,0.0137128837,hessian_weighted_relative_error,46992,0.02500,0.751
38,model.language_model.layers.38.mlp.experts.150.gate_proj,0.0094587770,hessian_weighted_relative_error,46992,0.02500,0.785
38,model.language_model.layers.38.mlp.experts.150.up_proj,0.0104876041,hessian_weighted_relative_error,46992,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.151.down_proj,0.0122950049,hessian_weighted_relative_error,42705,0.02500,0.867
38,model.language_model.layers.38.mlp.experts.151.gate_proj,0.0083075605,hessian_weighted_relative_error,42705,0.02500,0.906
38,model.language_model.layers.38.mlp.experts.151.up_proj,0.0087911331,hessian_weighted_relative_error,42705,0.02500,0.969
38,model.language_model.layers.38.mlp.experts.152.down_proj,0.0102728676,hessian_weighted_relative_error,26877,0.02500,0.754
38,model.language_model.layers.38.mlp.experts.152.gate_proj,0.0059682324,hessian_weighted_relative_error,26877,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.152.up_proj,0.0073938514,hessian_weighted_relative_error,26877,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.153.down_proj,0.0138394562,hessian_weighted_relative_error,24221,0.02500,0.867
38,model.language_model.layers.38.mlp.experts.153.gate_proj,0.0082889807,hessian_weighted_relative_error,24221,0.02500,0.906
38,model.language_model.layers.38.mlp.experts.153.up_proj,0.0099485395,hessian_weighted_relative_error,24221,0.02500,0.967
38,model.language_model.layers.38.mlp.experts.154.down_proj,0.0124275648,hessian_weighted_relative_error,11712,0.02500,0.754
38,model.language_model.layers.38.mlp.experts.154.gate_proj,0.0066621324,hessian_weighted_relative_error,11712,0.02500,0.781
38,model.language_model.layers.38.mlp.experts.154.up_proj,0.0080381964,hessian_weighted_relative_error,11712,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.155.down_proj,0.0131830957,hessian_weighted_relative_error,19966,0.02500,0.868
38,model.language_model.layers.38.mlp.experts.155.gate_proj,0.0080794617,hessian_weighted_relative_error,19966,0.02500,0.902
38,model.language_model.layers.38.mlp.experts.155.up_proj,0.0092900576,hessian_weighted_relative_error,19966,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.156.down_proj,0.0097219938,hessian_weighted_relative_error,18827,0.02500,0.752
38,model.language_model.layers.38.mlp.experts.156.gate_proj,0.0061584608,hessian_weighted_relative_error,18827,0.02500,0.791
38,model.language_model.layers.38.mlp.experts.156.up_proj,0.0064966826,hessian_weighted_relative_error,18827,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.157.down_proj,0.0132632290,hessian_weighted_relative_error,24667,0.02500,0.868
38,model.language_model.layers.38.mlp.experts.157.gate_proj,0.0080883264,hessian_weighted_relative_error,24667,0.02500,0.915
38,model.language_model.layers.38.mlp.experts.157.up_proj,0.0089328386,hessian_weighted_relative_error,24667,0.02500,0.955
38,model.language_model.layers.38.mlp.experts.158.down_proj,0.0148171664,hessian_weighted_relative_error,43478,0.02500,0.752
38,model.language_model.layers.38.mlp.experts.158.gate_proj,0.0075240151,hessian_weighted_relative_error,43478,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.158.up_proj,0.0105446751,hessian_weighted_relative_error,43478,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.159.down_proj,0.0118349517,hessian_weighted_relative_error,7779,0.02500,0.870
38,model.language_model.layers.38.mlp.experts.159.gate_proj,0.0063532312,hessian_weighted_relative_error,7779,0.02500,0.906
38,model.language_model.layers.38.mlp.experts.159.up_proj,0.0068787416,hessian_weighted_relative_error,7779,0.02500,0.961
38,model.language_model.layers.38.mlp.experts.16.down_proj,0.0089649838,hessian_weighted_relative_error,8575,0.02500,0.725
38,model.language_model.layers.38.mlp.experts.16.gate_proj,0.0051504881,hessian_weighted_relative_error,8575,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.16.up_proj,0.0059152338,hessian_weighted_relative_error,8575,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.160.down_proj,0.0137367363,hessian_weighted_relative_error,51429,0.02500,0.755
38,model.language_model.layers.38.mlp.experts.160.gate_proj,0.0072789163,hessian_weighted_relative_error,51429,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.160.up_proj,0.0100731433,hessian_weighted_relative_error,51429,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.161.down_proj,0.0135857157,hessian_weighted_relative_error,33334,0.02500,0.869
38,model.language_model.layers.38.mlp.experts.161.gate_proj,0.0068519847,hessian_weighted_relative_error,33334,0.02500,0.919
38,model.language_model.layers.38.mlp.experts.161.up_proj,0.0095857844,hessian_weighted_relative_error,33334,0.02500,0.962
38,model.language_model.layers.38.mlp.experts.162.down_proj,0.0145529264,hessian_weighted_relative_error,44718,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.162.gate_proj,0.0086295848,hessian_weighted_relative_error,44718,0.02500,0.783
38,model.language_model.layers.38.mlp.experts.162.up_proj,0.0104959519,hessian_weighted_relative_error,44718,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.163.down_proj,0.0076422286,hessian_weighted_relative_error,23623,0.02500,0.871
38,model.language_model.layers.38.mlp.experts.163.gate_proj,0.0053199331,hessian_weighted_relative_error,23623,0.02500,0.916
38,model.language_model.layers.38.mlp.experts.163.up_proj,0.0055489238,hessian_weighted_relative_error,23623,0.02500,0.954
38,model.language_model.layers.38.mlp.experts.164.down_proj,0.0143582247,hessian_weighted_relative_error,26840,0.02500,0.752
38,model.language_model.layers.38.mlp.experts.164.gate_proj,0.0078367128,hessian_weighted_relative_error,26840,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.164.up_proj,0.0098103349,hessian_weighted_relative_error,26840,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.165.down_proj,0.0140715608,hessian_weighted_relative_error,48742,0.02500,0.871
38,model.language_model.layers.38.mlp.experts.165.gate_proj,0.0089584428,hessian_weighted_relative_error,48742,0.02500,0.916
38,model.language_model.layers.38.mlp.experts.165.up_proj,0.0105861961,hessian_weighted_relative_error,48742,0.02500,0.961
38,model.language_model.layers.38.mlp.experts.166.down_proj,0.0114455249,hessian_weighted_relative_error,31866,0.02500,0.754
38,model.language_model.layers.38.mlp.experts.166.gate_proj,0.0067262796,hessian_weighted_relative_error,31866,0.02500,0.787
38,model.language_model.layers.38.mlp.experts.166.up_proj,0.0073885169,hessian_weighted_relative_error,31866,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.167.down_proj,0.0112363116,hessian_weighted_relative_error,11647,0.02500,0.873
38,model.language_model.layers.38.mlp.experts.167.gate_proj,0.0062947979,hessian_weighted_relative_error,11647,0.02500,0.920
38,model.language_model.layers.38.mlp.experts.167.up_proj,0.0070698852,hessian_weighted_relative_error,11647,0.02500,0.954
38,model.language_model.layers.38.mlp.experts.168.down_proj,0.0132345286,hessian_weighted_relative_error,31859,0.02500,0.756
38,model.language_model.layers.38.mlp.experts.168.gate_proj,0.0085877628,hessian_weighted_relative_error,31859,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.168.up_proj,0.0093441646,hessian_weighted_relative_error,31859,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.169.down_proj,0.0148973065,hessian_weighted_relative_error,85168,0.02500,0.871
38,model.language_model.layers.38.mlp.experts.169.gate_proj,0.0094848235,hessian_weighted_relative_error,85168,0.02500,0.915
38,model.language_model.layers.38.mlp.experts.169.up_proj,0.0114708313,hessian_weighted_relative_error,85168,0.02500,0.951
38,model.language_model.layers.38.mlp.experts.17.down_proj,0.0122378683,hessian_weighted_relative_error,34708,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.17.gate_proj,0.0084199249,hessian_weighted_relative_error,34708,0.02500,0.860
38,model.language_model.layers.38.mlp.experts.17.up_proj,0.0093008625,hessian_weighted_relative_error,34708,0.02500,0.950
38,model.language_model.layers.38.mlp.experts.170.down_proj,0.0101717300,hessian_weighted_relative_error,10319,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.170.gate_proj,0.0049050874,hessian_weighted_relative_error,10319,0.02500,0.783
38,model.language_model.layers.38.mlp.experts.170.up_proj,0.0063727733,hessian_weighted_relative_error,10319,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.171.down_proj,0.0105796544,hessian_weighted_relative_error,20164,0.02500,0.872
38,model.language_model.layers.38.mlp.experts.171.gate_proj,0.0064620822,hessian_weighted_relative_error,20164,0.02500,0.914
38,model.language_model.layers.38.mlp.experts.171.up_proj,0.0071120651,hessian_weighted_relative_error,20164,0.02500,0.962
38,model.language_model.layers.38.mlp.experts.172.down_proj,0.0123451916,hessian_weighted_relative_error,18409,0.02500,0.752
38,model.language_model.layers.38.mlp.experts.172.gate_proj,0.0066441518,hessian_weighted_relative_error,18409,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.172.up_proj,0.0081930894,hessian_weighted_relative_error,18409,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.173.down_proj,0.0137200723,hessian_weighted_relative_error,31162,0.02500,0.873
38,model.language_model.layers.38.mlp.experts.173.gate_proj,0.0087389534,hessian_weighted_relative_error,31162,0.02500,0.919
38,model.language_model.layers.38.mlp.experts.173.up_proj,0.0101769389,hessian_weighted_relative_error,31162,0.02500,0.956
38,model.language_model.layers.38.mlp.experts.174.down_proj,0.0143353474,hessian_weighted_relative_error,33036,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.174.gate_proj,0.0087444077,hessian_weighted_relative_error,33036,0.02500,0.788
38,model.language_model.layers.38.mlp.experts.174.up_proj,0.0103472769,hessian_weighted_relative_error,33036,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.175.down_proj,0.0135889924,hessian_weighted_relative_error,29524,0.02500,0.874
38,model.language_model.layers.38.mlp.experts.175.gate_proj,0.0077369047,hessian_weighted_relative_error,29524,0.02500,0.917
38,model.language_model.layers.38.mlp.experts.175.up_proj,0.0094035558,hessian_weighted_relative_error,29524,0.02500,0.957
38,model.language_model.layers.38.mlp.experts.176.down_proj,0.0139837178,hessian_weighted_relative_error,38750,0.02500,0.755
38,model.language_model.layers.38.mlp.experts.176.gate_proj,0.0083350147,hessian_weighted_relative_error,38750,0.02500,0.787
38,model.language_model.layers.38.mlp.experts.176.up_proj,0.0106564448,hessian_weighted_relative_error,38750,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.177.down_proj,0.0128788096,hessian_weighted_relative_error,44997,0.02500,0.874
38,model.language_model.layers.38.mlp.experts.177.gate_proj,0.0079629892,hessian_weighted_relative_error,44997,0.02500,0.918
38,model.language_model.layers.38.mlp.experts.177.up_proj,0.0086635473,hessian_weighted_relative_error,44997,0.02500,0.958
38,model.language_model.layers.38.mlp.experts.178.down_proj,0.0087147892,hessian_weighted_relative_error,32202,0.02500,0.758
38,model.language_model.layers.38.mlp.experts.178.gate_proj,0.0056134999,hessian_weighted_relative_error,32202,0.02500,0.785
38,model.language_model.layers.38.mlp.experts.178.up_proj,0.0064784884,hessian_weighted_relative_error,32202,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.179.down_proj,0.0141634008,hessian_weighted_relative_error,41684,0.02500,0.874
38,model.language_model.layers.38.mlp.experts.179.gate_proj,0.0081349268,hessian_weighted_relative_error,41684,0.02500,0.907
38,model.language_model.layers.38.mlp.experts.179.up_proj,0.0102723772,hessian_weighted_relative_error,41684,0.02500,0.955
38,model.language_model.layers.38.mlp.experts.18.down_proj,0.0123760495,hessian_weighted_relative_error,29140,0.02500,0.728
38,model.language_model.layers.38.mlp.experts.18.gate_proj,0.0079478797,hessian_weighted_relative_error,29140,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.18.up_proj,0.0097401154,hessian_weighted_relative_error,29140,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.180.down_proj,0.0096442379,hessian_weighted_relative_error,33724,0.02500,0.753
38,model.language_model.layers.38.mlp.experts.180.gate_proj,0.0057931152,hessian_weighted_relative_error,33724,0.02500,0.789
38,model.language_model.layers.38.mlp.experts.180.up_proj,0.0062308980,hessian_weighted_relative_error,33724,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.181.down_proj,0.0082866457,hessian_weighted_relative_error,31547,0.02500,0.876
38,model.language_model.layers.38.mlp.experts.181.gate_proj,0.0060053212,hessian_weighted_relative_error,31547,0.02500,0.923
38,model.language_model.layers.38.mlp.experts.181.up_proj,0.0067888248,hessian_weighted_relative_error,31547,0.02500,0.957
38,model.language_model.layers.38.mlp.experts.182.down_proj,0.0131542183,hessian_weighted_relative_error,88193,0.02500,0.754
38,model.language_model.layers.38.mlp.experts.182.gate_proj,0.0094726440,hessian_weighted_relative_error,88193,0.02500,0.788
38,model.language_model.layers.38.mlp.experts.182.up_proj,0.0103497647,hessian_weighted_relative_error,88193,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.183.down_proj,0.0143769254,hessian_weighted_relative_error,25754,0.02500,0.878
38,model.language_model.layers.38.mlp.experts.183.gate_proj,0.0089334633,hessian_weighted_relative_error,25754,0.02500,0.920
38,model.language_model.layers.38.mlp.experts.183.up_proj,0.0103462445,hessian_weighted_relative_error,25754,0.02500,0.959
38,model.language_model.layers.38.mlp.experts.184.down_proj,0.0148534277,hessian_weighted_relative_error,44523,0.02500,0.758
38,model.language_model.layers.38.mlp.experts.184.gate_proj,0.0097322953,hessian_weighted_relative_error,44523,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.184.up_proj,0.0110957835,hessian_weighted_relative_error,44523,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.185.down_proj,0.0106994068,hessian_weighted_relative_error,17512,0.02500,0.876
38,model.language_model.layers.38.mlp.experts.185.gate_proj,0.0057592463,hessian_weighted_relative_error,17512,0.02500,0.918
38,model.language_model.layers.38.mlp.experts.185.up_proj,0.0063241895,hessian_weighted_relative_error,17512,0.02500,0.958
38,model.language_model.layers.38.mlp.experts.186.down_proj,0.0116205279,hessian_weighted_relative_error,38137,0.02500,0.759
38,model.language_model.layers.38.mlp.experts.186.gate_proj,0.0070066653,hessian_weighted_relative_error,38137,0.02500,0.783
38,model.language_model.layers.38.mlp.experts.186.up_proj,0.0077926225,hessian_weighted_relative_error,38137,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.187.down_proj,0.0132251620,hessian_weighted_relative_error,46420,0.02500,0.878
38,model.language_model.layers.38.mlp.experts.187.gate_proj,0.0079835951,hessian_weighted_relative_error,46420,0.02500,0.909
38,model.language_model.layers.38.mlp.experts.187.up_proj,0.0087853012,hessian_weighted_relative_error,46420,0.02500,0.964
38,model.language_model.layers.38.mlp.experts.188.down_proj,0.0119136623,hessian_weighted_relative_error,23979,0.02500,0.754
38,model.language_model.layers.38.mlp.experts.188.gate_proj,0.0061377148,hessian_weighted_relative_error,23979,0.02500,0.791
38,model.language_model.layers.38.mlp.experts.188.up_proj,0.0071775300,hessian_weighted_relative_error,23979,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.189.down_proj,0.0133420446,hessian_weighted_relative_error,20284,0.02500,0.877
38,model.language_model.layers.38.mlp.experts.189.gate_proj,0.0073491722,hessian_weighted_relative_error,20284,0.02500,0.918
38,model.language_model.layers.38.mlp.experts.189.up_proj,0.0093131487,hessian_weighted_relative_error,20284,0.02500,0.956
38,model.language_model.layers.38.mlp.experts.19.down_proj,0.0108357393,hessian_weighted_relative_error,5484,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.19.gate_proj,0.0054609214,hessian_weighted_relative_error,5484,0.02500,0.857
38,model.language_model.layers.38.mlp.experts.19.up_proj,0.0062877620,hessian_weighted_relative_error,5484,0.02500,0.943
38,model.language_model.layers.38.mlp.experts.190.down_proj,0.0150672742,hessian_weighted_relative_error,41146,0.02500,0.756
38,model.language_model.layers.38.mlp.experts.190.gate_proj,0.0100785928,hessian_weighted_relative_error,41146,0.02500,0.787
38,model.language_model.layers.38.mlp.experts.190.up_proj,0.0111622753,hessian_weighted_relative_error,41146,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.191.down_proj,0.0128593173,hessian_weighted_relative_error,21443,0.02500,0.878
38,model.language_model.layers.38.mlp.experts.191.gate_proj,0.0080316624,hessian_weighted_relative_error,21443,0.02500,0.925
38,model.language_model.layers.38.mlp.experts.191.up_proj,0.0093635480,hessian_weighted_relative_error,21443,0.02500,0.963
38,model.language_model.layers.38.mlp.experts.192.down_proj,0.0105150766,hessian_weighted_relative_error,32849,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.192.gate_proj,0.0056121048,hessian_weighted_relative_error,32849,0.02500,0.787
38,model.language_model.layers.38.mlp.experts.192.up_proj,0.0069956133,hessian_weighted_relative_error,32849,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.193.down_proj,0.0134950389,hessian_weighted_relative_error,26528,0.02500,0.877
38,model.language_model.layers.38.mlp.experts.193.gate_proj,0.0065629846,hessian_weighted_relative_error,26528,0.02500,0.920
38,model.language_model.layers.38.mlp.experts.193.up_proj,0.0091033805,hessian_weighted_relative_error,26528,0.02500,0.957
38,model.language_model.layers.38.mlp.experts.194.down_proj,0.0129766423,hessian_weighted_relative_error,43221,0.02500,0.759
38,model.language_model.layers.38.mlp.experts.194.gate_proj,0.0083696668,hessian_weighted_relative_error,43221,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.194.up_proj,0.0091872062,hessian_weighted_relative_error,43221,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.195.down_proj,0.0107186863,hessian_weighted_relative_error,41959,0.02500,0.878
38,model.language_model.layers.38.mlp.experts.195.gate_proj,0.0066406578,hessian_weighted_relative_error,41959,0.02500,0.919
38,model.language_model.layers.38.mlp.experts.195.up_proj,0.0071776649,hessian_weighted_relative_error,41959,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.196.down_proj,0.0124210011,hessian_weighted_relative_error,19138,0.02500,0.756
38,model.language_model.layers.38.mlp.experts.196.gate_proj,0.0061648089,hessian_weighted_relative_error,19138,0.02500,0.788
38,model.language_model.layers.38.mlp.experts.196.up_proj,0.0081988255,hessian_weighted_relative_error,19138,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.197.down_proj,0.0137886691,hessian_weighted_relative_error,28037,0.02500,0.879
38,model.language_model.layers.38.mlp.experts.197.gate_proj,0.0077920386,hessian_weighted_relative_error,28037,0.02500,0.922
38,model.language_model.layers.38.mlp.experts.197.up_proj,0.0098142152,hessian_weighted_relative_error,28037,0.02500,0.978
38,model.language_model.layers.38.mlp.experts.198.down_proj,0.0133186916,hessian_weighted_relative_error,27312,0.02500,0.754
38,model.language_model.layers.38.mlp.experts.198.gate_proj,0.0071236776,hessian_weighted_relative_error,27312,0.02500,0.791
38,model.language_model.layers.38.mlp.experts.198.up_proj,0.0094028757,hessian_weighted_relative_error,27312,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.199.down_proj,0.0124155251,hessian_weighted_relative_error,23516,0.02500,0.880
38,model.language_model.layers.38.mlp.experts.199.gate_proj,0.0072335947,hessian_weighted_relative_error,23516,0.02500,0.919
38,model.language_model.layers.38.mlp.experts.199.up_proj,0.0088644795,hessian_weighted_relative_error,23516,0.02500,0.970
38,model.language_model.layers.38.mlp.experts.2.down_proj,0.0097722254,hessian_weighted_relative_error,62997,0.02500,0.722
38,model.language_model.layers.38.mlp.experts.2.gate_proj,0.0064022234,hessian_weighted_relative_error,62997,0.02500,0.746
38,model.language_model.layers.38.mlp.experts.2.up_proj,0.0069093241,hessian_weighted_relative_error,62997,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.20.down_proj,0.0140859189,hessian_weighted_relative_error,18522,0.02500,0.725
38,model.language_model.layers.38.mlp.experts.20.gate_proj,0.0067349687,hessian_weighted_relative_error,18522,0.02500,0.759
38,model.language_model.layers.38.mlp.experts.20.up_proj,0.0097600489,hessian_weighted_relative_error,18522,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.200.down_proj,0.0130641492,hessian_weighted_relative_error,38294,0.02500,0.759
38,model.language_model.layers.38.mlp.experts.200.gate_proj,0.0094340496,hessian_weighted_relative_error,38294,0.02500,0.788
38,model.language_model.layers.38.mlp.experts.200.up_proj,0.0104217762,hessian_weighted_relative_error,38294,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.201.down_proj,0.0142174858,hessian_weighted_relative_error,26730,0.02500,0.878
38,model.language_model.layers.38.mlp.experts.201.gate_proj,0.0085614825,hessian_weighted_relative_error,26730,0.02500,0.932
38,model.language_model.layers.38.mlp.experts.201.up_proj,0.0101696818,hessian_weighted_relative_error,26730,0.02500,0.966
38,model.language_model.layers.38.mlp.experts.202.down_proj,0.0110036424,hessian_weighted_relative_error,11860,0.02500,0.759
38,model.language_model.layers.38.mlp.experts.202.gate_proj,0.0059583321,hessian_weighted_relative_error,11860,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.202.up_proj,0.0069462743,hessian_weighted_relative_error,11860,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.203.down_proj,0.0151786253,hessian_weighted_relative_error,45087,0.02500,0.879
38,model.language_model.layers.38.mlp.experts.203.gate_proj,0.0095788432,hessian_weighted_relative_error,45087,0.02500,0.921
38,model.language_model.layers.38.mlp.experts.203.up_proj,0.0112201941,hessian_weighted_relative_error,45087,0.02500,0.970
38,model.language_model.layers.38.mlp.experts.204.down_proj,0.0119831285,hessian_weighted_relative_error,34201,0.02500,0.755
38,model.language_model.layers.38.mlp.experts.204.gate_proj,0.0072117866,hessian_weighted_relative_error,34201,0.02500,0.791
38,model.language_model.layers.38.mlp.experts.204.up_proj,0.0087470164,hessian_weighted_relative_error,34201,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.205.down_proj,0.0118840836,hessian_weighted_relative_error,9615,0.02500,0.880
38,model.language_model.layers.38.mlp.experts.205.gate_proj,0.0063560812,hessian_weighted_relative_error,9615,0.02500,0.929
38,model.language_model.layers.38.mlp.experts.205.up_proj,0.0077681234,hessian_weighted_relative_error,9615,0.02500,0.975
38,model.language_model.layers.38.mlp.experts.206.down_proj,0.0110266329,hessian_weighted_relative_error,22381,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.206.gate_proj,0.0062250837,hessian_weighted_relative_error,22381,0.02500,0.795
38,model.language_model.layers.38.mlp.experts.206.up_proj,0.0068010084,hessian_weighted_relative_error,22381,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.207.down_proj,0.0131380033,hessian_weighted_relative_error,29601,0.02500,0.880
38,model.language_model.layers.38.mlp.experts.207.gate_proj,0.0064484288,hessian_weighted_relative_error,29601,0.02500,0.921
38,model.language_model.layers.38.mlp.experts.207.up_proj,0.0083972653,hessian_weighted_relative_error,29601,0.02500,0.967
38,model.language_model.layers.38.mlp.experts.208.down_proj,0.0112495448,hessian_weighted_relative_error,24888,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.208.gate_proj,0.0064299977,hessian_weighted_relative_error,24888,0.02500,0.787
38,model.language_model.layers.38.mlp.experts.208.up_proj,0.0083309204,hessian_weighted_relative_error,24888,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.209.down_proj,0.0133941347,hessian_weighted_relative_error,30046,0.02500,0.879
38,model.language_model.layers.38.mlp.experts.209.gate_proj,0.0074522449,hessian_weighted_relative_error,30046,0.02500,0.925
38,model.language_model.layers.38.mlp.experts.209.up_proj,0.0095796491,hessian_weighted_relative_error,30046,0.02500,0.969
38,model.language_model.layers.38.mlp.experts.21.down_proj,0.0088089608,hessian_weighted_relative_error,16900,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.21.gate_proj,0.0053942066,hessian_weighted_relative_error,16900,0.02500,0.864
38,model.language_model.layers.38.mlp.experts.21.up_proj,0.0061926320,hessian_weighted_relative_error,16900,0.02500,0.945
38,model.language_model.layers.38.mlp.experts.210.down_proj,0.0081316623,hessian_weighted_relative_error,12062,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.210.gate_proj,0.0059846115,hessian_weighted_relative_error,12062,0.02500,0.786
38,model.language_model.layers.38.mlp.experts.210.up_proj,0.0060462856,hessian_weighted_relative_error,12062,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.211.down_proj,0.0131230870,hessian_weighted_relative_error,32765,0.02500,0.880
38,model.language_model.layers.38.mlp.experts.211.gate_proj,0.0079423435,hessian_weighted_relative_error,32765,0.02500,0.924
38,model.language_model.layers.38.mlp.experts.211.up_proj,0.0090523639,hessian_weighted_relative_error,32765,0.02500,0.964
38,model.language_model.layers.38.mlp.experts.212.down_proj,0.0117570502,hessian_weighted_relative_error,31349,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.212.gate_proj,0.0070076361,hessian_weighted_relative_error,31349,0.02500,0.790
38,model.language_model.layers.38.mlp.experts.212.up_proj,0.0080982389,hessian_weighted_relative_error,31349,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.213.down_proj,0.0109964424,hessian_weighted_relative_error,12196,0.02500,0.881
38,model.language_model.layers.38.mlp.experts.213.gate_proj,0.0058559802,hessian_weighted_relative_error,12196,0.02500,0.924
38,model.language_model.layers.38.mlp.experts.213.up_proj,0.0070751221,hessian_weighted_relative_error,12196,0.02500,0.963
38,model.language_model.layers.38.mlp.experts.214.down_proj,0.0110349302,hessian_weighted_relative_error,29274,0.02500,0.758
38,model.language_model.layers.38.mlp.experts.214.gate_proj,0.0075472128,hessian_weighted_relative_error,29274,0.02500,0.789
38,model.language_model.layers.38.mlp.experts.214.up_proj,0.0089863043,hessian_weighted_relative_error,29274,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.215.down_proj,0.0107903807,hessian_weighted_relative_error,18214,0.02500,0.881
38,model.language_model.layers.38.mlp.experts.215.gate_proj,0.0071748403,hessian_weighted_relative_error,18214,0.02500,0.928
38,model.language_model.layers.38.mlp.experts.215.up_proj,0.0078554260,hessian_weighted_relative_error,18214,0.02500,0.969
38,model.language_model.layers.38.mlp.experts.216.down_proj,0.0107397256,hessian_weighted_relative_error,34599,0.02500,0.759
38,model.language_model.layers.38.mlp.experts.216.gate_proj,0.0066217619,hessian_weighted_relative_error,34599,0.02500,0.790
38,model.language_model.layers.38.mlp.experts.216.up_proj,0.0071404995,hessian_weighted_relative_error,34599,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.217.down_proj,0.0118502880,hessian_weighted_relative_error,43694,0.02500,0.879
38,model.language_model.layers.38.mlp.experts.217.gate_proj,0.0064650822,hessian_weighted_relative_error,43694,0.02500,0.925
38,model.language_model.layers.38.mlp.experts.217.up_proj,0.0088788187,hessian_weighted_relative_error,43694,0.02500,0.963
38,model.language_model.layers.38.mlp.experts.218.down_proj,0.0134014680,hessian_weighted_relative_error,22623,0.02500,0.761
38,model.language_model.layers.38.mlp.experts.218.gate_proj,0.0080671419,hessian_weighted_relative_error,22623,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.218.up_proj,0.0096200940,hessian_weighted_relative_error,22623,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.219.down_proj,0.0114260991,hessian_weighted_relative_error,9188,0.02500,0.881
38,model.language_model.layers.38.mlp.experts.219.gate_proj,0.0056372417,hessian_weighted_relative_error,9188,0.02500,0.924
38,model.language_model.layers.38.mlp.experts.219.up_proj,0.0069456029,hessian_weighted_relative_error,9188,0.02500,0.963
38,model.language_model.layers.38.mlp.experts.22.down_proj,0.0088980539,hessian_weighted_relative_error,17148,0.02500,0.725
38,model.language_model.layers.38.mlp.experts.22.gate_proj,0.0052667554,hessian_weighted_relative_error,17148,0.02500,0.761
38,model.language_model.layers.38.mlp.experts.22.up_proj,0.0058978626,hessian_weighted_relative_error,17148,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.220.down_proj,0.0147701428,hessian_weighted_relative_error,56799,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.220.gate_proj,0.0063538986,hessian_weighted_relative_error,56799,0.02500,0.790
38,model.language_model.layers.38.mlp.experts.220.up_proj,0.0109053647,hessian_weighted_relative_error,56799,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.221.down_proj,0.0125403200,hessian_weighted_relative_error,22184,0.02500,0.882
38,model.language_model.layers.38.mlp.experts.221.gate_proj,0.0074764977,hessian_weighted_relative_error,22184,0.02500,0.930
38,model.language_model.layers.38.mlp.experts.221.up_proj,0.0089813536,hessian_weighted_relative_error,22184,0.02500,0.958
38,model.language_model.layers.38.mlp.experts.222.down_proj,0.0123714016,hessian_weighted_relative_error,16070,0.02500,0.758
38,model.language_model.layers.38.mlp.experts.222.gate_proj,0.0069661477,hessian_weighted_relative_error,16070,0.02500,0.792
38,model.language_model.layers.38.mlp.experts.222.up_proj,0.0089363315,hessian_weighted_relative_error,16070,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.223.down_proj,0.0129383588,hessian_weighted_relative_error,13412,0.02500,0.883
38,model.language_model.layers.38.mlp.experts.223.gate_proj,0.0076760537,hessian_weighted_relative_error,13412,0.02500,0.928
38,model.language_model.layers.38.mlp.experts.223.up_proj,0.0086598425,hessian_weighted_relative_error,13412,0.02500,0.970
38,model.language_model.layers.38.mlp.experts.224.down_proj,0.0138193207,hessian_weighted_relative_error,43660,0.02500,0.762
38,model.language_model.layers.38.mlp.experts.224.gate_proj,0.0074513958,hessian_weighted_relative_error,43660,0.02500,0.790
38,model.language_model.layers.38.mlp.experts.224.up_proj,0.0100524375,hessian_weighted_relative_error,43660,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.225.down_proj,0.0118339540,hessian_weighted_relative_error,84141,0.02500,0.881
38,model.language_model.layers.38.mlp.experts.225.gate_proj,0.0081608133,hessian_weighted_relative_error,84141,0.02500,0.931
38,model.language_model.layers.38.mlp.experts.225.up_proj,0.0087788196,hessian_weighted_relative_error,84141,0.02500,0.962
38,model.language_model.layers.38.mlp.experts.226.down_proj,0.0107550702,hessian_weighted_relative_error,4614,0.02500,0.762
38,model.language_model.layers.38.mlp.experts.226.gate_proj,0.0052779623,hessian_weighted_relative_error,4614,0.02500,0.789
38,model.language_model.layers.38.mlp.experts.226.up_proj,0.0058572531,hessian_weighted_relative_error,4614,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.227.down_proj,0.0137663720,hessian_weighted_relative_error,65798,0.02500,0.883
38,model.language_model.layers.38.mlp.experts.227.gate_proj,0.0077944978,hessian_weighted_relative_error,65798,0.02500,0.925
38,model.language_model.layers.38.mlp.experts.227.up_proj,0.0100193355,hessian_weighted_relative_error,65798,0.02500,0.956
38,model.language_model.layers.38.mlp.experts.228.down_proj,0.0140019775,hessian_weighted_relative_error,30660,0.02500,0.758
38,model.language_model.layers.38.mlp.experts.228.gate_proj,0.0080687633,hessian_weighted_relative_error,30660,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.228.up_proj,0.0102047581,hessian_weighted_relative_error,30660,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.229.down_proj,0.0097234019,hessian_weighted_relative_error,53560,0.02500,0.884
38,model.language_model.layers.38.mlp.experts.229.gate_proj,0.0072953767,hessian_weighted_relative_error,53560,0.02500,0.930
38,model.language_model.layers.38.mlp.experts.229.up_proj,0.0085550451,hessian_weighted_relative_error,53560,0.02500,0.955
38,model.language_model.layers.38.mlp.experts.23.down_proj,0.0123435557,hessian_weighted_relative_error,48453,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.23.gate_proj,0.0079007666,hessian_weighted_relative_error,48453,0.02500,0.860
38,model.language_model.layers.38.mlp.experts.23.up_proj,0.0091983384,hessian_weighted_relative_error,48453,0.02500,0.943
38,model.language_model.layers.38.mlp.experts.230.down_proj,0.0148422663,hessian_weighted_relative_error,38688,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.230.gate_proj,0.0079013985,hessian_weighted_relative_error,38688,0.02500,0.791
38,model.language_model.layers.38.mlp.experts.230.up_proj,0.0107127480,hessian_weighted_relative_error,38688,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.231.down_proj,0.0134890061,hessian_weighted_relative_error,22353,0.02500,0.884
38,model.language_model.layers.38.mlp.experts.231.gate_proj,0.0085532987,hessian_weighted_relative_error,22353,0.02500,0.932
38,model.language_model.layers.38.mlp.experts.231.up_proj,0.0093852106,hessian_weighted_relative_error,22353,0.02500,0.955
38,model.language_model.layers.38.mlp.experts.232.down_proj,0.0125989407,hessian_weighted_relative_error,29761,0.02500,0.763
38,model.language_model.layers.38.mlp.experts.232.gate_proj,0.0084423688,hessian_weighted_relative_error,29761,0.02500,0.789
38,model.language_model.layers.38.mlp.experts.232.up_proj,0.0098356216,hessian_weighted_relative_error,29761,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.233.down_proj,0.0141639074,hessian_weighted_relative_error,31662,0.02500,0.882
38,model.language_model.layers.38.mlp.experts.233.gate_proj,0.0086306185,hessian_weighted_relative_error,31662,0.02500,0.927
38,model.language_model.layers.38.mlp.experts.233.up_proj,0.0104713509,hessian_weighted_relative_error,31662,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.234.down_proj,0.0091013630,hessian_weighted_relative_error,19817,0.02500,0.762
38,model.language_model.layers.38.mlp.experts.234.gate_proj,0.0057658261,hessian_weighted_relative_error,19817,0.02500,0.790
38,model.language_model.layers.38.mlp.experts.234.up_proj,0.0064651396,hessian_weighted_relative_error,19817,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.235.down_proj,0.0138567253,hessian_weighted_relative_error,23599,0.02500,0.883
38,model.language_model.layers.38.mlp.experts.235.gate_proj,0.0090946153,hessian_weighted_relative_error,23599,0.02500,0.926
38,model.language_model.layers.38.mlp.experts.235.up_proj,0.0108532015,hessian_weighted_relative_error,23599,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.236.down_proj,0.0108087175,hessian_weighted_relative_error,9140,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.236.gate_proj,0.0054434229,hessian_weighted_relative_error,9140,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.236.up_proj,0.0072500599,hessian_weighted_relative_error,9140,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.237.down_proj,0.0134734703,hessian_weighted_relative_error,12307,0.02500,0.885
38,model.language_model.layers.38.mlp.experts.237.gate_proj,0.0073766531,hessian_weighted_relative_error,12307,0.02500,0.931
38,model.language_model.layers.38.mlp.experts.237.up_proj,0.0092144755,hessian_weighted_relative_error,12307,0.02500,0.957
38,model.language_model.layers.38.mlp.experts.238.down_proj,0.0113915015,hessian_weighted_relative_error,12457,0.02500,0.759
38,model.language_model.layers.38.mlp.experts.238.gate_proj,0.0059699189,hessian_weighted_relative_error,12457,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.238.up_proj,0.0075636971,hessian_weighted_relative_error,12457,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.239.down_proj,0.0139253223,hessian_weighted_relative_error,52593,0.02500,0.885
38,model.language_model.layers.38.mlp.experts.239.gate_proj,0.0086739318,hessian_weighted_relative_error,52593,0.02500,0.930
38,model.language_model.layers.38.mlp.experts.239.up_proj,0.0106092408,hessian_weighted_relative_error,52593,0.02500,0.954
38,model.language_model.layers.38.mlp.experts.24.down_proj,0.0107014780,hessian_weighted_relative_error,6835,0.02500,0.728
38,model.language_model.layers.38.mlp.experts.24.gate_proj,0.0050800967,hessian_weighted_relative_error,6835,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.24.up_proj,0.0065804192,hessian_weighted_relative_error,6835,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.240.down_proj,0.0118487200,hessian_weighted_relative_error,18636,0.02500,0.763
38,model.language_model.layers.38.mlp.experts.240.gate_proj,0.0077538288,hessian_weighted_relative_error,18636,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.240.up_proj,0.0085088092,hessian_weighted_relative_error,18636,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.241.down_proj,0.0111525099,hessian_weighted_relative_error,37958,0.02500,0.883
38,model.language_model.layers.38.mlp.experts.241.gate_proj,0.0064882501,hessian_weighted_relative_error,37958,0.02500,0.932
38,model.language_model.layers.38.mlp.experts.241.up_proj,0.0071147348,hessian_weighted_relative_error,37958,0.02500,0.954
38,model.language_model.layers.38.mlp.experts.242.down_proj,0.0113251743,hessian_weighted_relative_error,19154,0.02500,0.764
38,model.language_model.layers.38.mlp.experts.242.gate_proj,0.0067717766,hessian_weighted_relative_error,19154,0.02500,0.790
38,model.language_model.layers.38.mlp.experts.242.up_proj,0.0079659996,hessian_weighted_relative_error,19154,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.243.down_proj,0.0152435774,hessian_weighted_relative_error,37910,0.02500,0.885
38,model.language_model.layers.38.mlp.experts.243.gate_proj,0.0095338108,hessian_weighted_relative_error,37910,0.02500,0.930
38,model.language_model.layers.38.mlp.experts.243.up_proj,0.0114313071,hessian_weighted_relative_error,37910,0.02500,0.948
38,model.language_model.layers.38.mlp.experts.244.down_proj,0.0133859473,hessian_weighted_relative_error,38473,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.244.gate_proj,0.0076703726,hessian_weighted_relative_error,38473,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.244.up_proj,0.0093997285,hessian_weighted_relative_error,38473,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.245.down_proj,0.0147659319,hessian_weighted_relative_error,38918,0.02500,0.886
38,model.language_model.layers.38.mlp.experts.245.gate_proj,0.0086226686,hessian_weighted_relative_error,38918,0.02500,0.942
38,model.language_model.layers.38.mlp.experts.245.up_proj,0.0109215393,hessian_weighted_relative_error,38918,0.02500,0.953
38,model.language_model.layers.38.mlp.experts.246.down_proj,0.0140984019,hessian_weighted_relative_error,25174,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.246.gate_proj,0.0089336837,hessian_weighted_relative_error,25174,0.02500,0.795
38,model.language_model.layers.38.mlp.experts.246.up_proj,0.0103547020,hessian_weighted_relative_error,25174,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.247.down_proj,0.0101867692,hessian_weighted_relative_error,33425,0.02500,0.884
38,model.language_model.layers.38.mlp.experts.247.gate_proj,0.0063718376,hessian_weighted_relative_error,33425,0.02500,0.936
38,model.language_model.layers.38.mlp.experts.247.up_proj,0.0069285573,hessian_weighted_relative_error,33425,0.02500,0.950
38,model.language_model.layers.38.mlp.experts.248.down_proj,0.0139699495,hessian_weighted_relative_error,49786,0.02500,0.764
38,model.language_model.layers.38.mlp.experts.248.gate_proj,0.0083253398,hessian_weighted_relative_error,49786,0.02500,0.789
38,model.language_model.layers.38.mlp.experts.248.up_proj,0.0102282470,hessian_weighted_relative_error,49786,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.249.down_proj,0.0117161484,hessian_weighted_relative_error,26340,0.02500,0.883
38,model.language_model.layers.38.mlp.experts.249.gate_proj,0.0051211171,hessian_weighted_relative_error,26340,0.02500,0.942
38,model.language_model.layers.38.mlp.experts.249.up_proj,0.0074222596,hessian_weighted_relative_error,26340,0.02500,0.956
38,model.language_model.layers.38.mlp.experts.25.down_proj,0.0126591756,hessian_weighted_relative_error,24651,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.25.gate_proj,0.0074753690,hessian_weighted_relative_error,24651,0.02500,0.864
38,model.language_model.layers.38.mlp.experts.25.up_proj,0.0095125153,hessian_weighted_relative_error,24651,0.02500,0.951
38,model.language_model.layers.38.mlp.experts.250.down_proj,0.0125995277,hessian_weighted_relative_error,47749,0.02500,0.764
38,model.language_model.layers.38.mlp.experts.250.gate_proj,0.0078312216,hessian_weighted_relative_error,47749,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.250.up_proj,0.0086494574,hessian_weighted_relative_error,47749,0.02500,0.818
38,model.language_model.layers.38.mlp.experts.251.down_proj,0.0143788585,hessian_weighted_relative_error,22874,0.02500,0.885
38,model.language_model.layers.38.mlp.experts.251.gate_proj,0.0084214991,hessian_weighted_relative_error,22874,0.02500,0.929
38,model.language_model.layers.38.mlp.experts.251.up_proj,0.0103350767,hessian_weighted_relative_error,22874,0.02500,0.949
38,model.language_model.layers.38.mlp.experts.252.down_proj,0.0083199793,hessian_weighted_relative_error,24481,0.02500,0.764
38,model.language_model.layers.38.mlp.experts.252.gate_proj,0.0054039865,hessian_weighted_relative_error,24481,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.252.up_proj,0.0058866259,hessian_weighted_relative_error,24481,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.253.down_proj,0.0138518957,hessian_weighted_relative_error,57156,0.02500,0.887
38,model.language_model.layers.38.mlp.experts.253.gate_proj,0.0083850454,hessian_weighted_relative_error,57156,0.02500,0.942
38,model.language_model.layers.38.mlp.experts.253.up_proj,0.0104021893,hessian_weighted_relative_error,57156,0.02500,0.942
38,model.language_model.layers.38.mlp.experts.254.down_proj,0.0127565057,hessian_weighted_relative_error,25158,0.02500,0.761
38,model.language_model.layers.38.mlp.experts.254.gate_proj,0.0080681936,hessian_weighted_relative_error,25158,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.254.up_proj,0.0092861237,hessian_weighted_relative_error,25158,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.255.down_proj,0.0145994703,hessian_weighted_relative_error,38763,0.02500,0.885
38,model.language_model.layers.38.mlp.experts.255.gate_proj,0.0093405021,hessian_weighted_relative_error,38763,0.02500,0.935
38,model.language_model.layers.38.mlp.experts.255.up_proj,0.0108216940,hessian_weighted_relative_error,38763,0.02500,0.950
38,model.language_model.layers.38.mlp.experts.256.down_proj,0.0115482322,hessian_weighted_relative_error,28611,0.02500,0.765
38,model.language_model.layers.38.mlp.experts.256.gate_proj,0.0074810831,hessian_weighted_relative_error,28611,0.02500,0.791
38,model.language_model.layers.38.mlp.experts.256.up_proj,0.0082169989,hessian_weighted_relative_error,28611,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.257.down_proj,0.0141704919,hessian_weighted_relative_error,33770,0.02500,0.885
38,model.language_model.layers.38.mlp.experts.257.gate_proj,0.0074681023,hessian_weighted_relative_error,33770,0.02500,0.937
38,model.language_model.layers.38.mlp.experts.257.up_proj,0.0098061601,hessian_weighted_relative_error,33770,0.02500,0.959
38,model.language_model.layers.38.mlp.experts.258.down_proj,0.0096461159,hessian_weighted_relative_error,18274,0.02500,0.765
38,model.language_model.layers.38.mlp.experts.258.gate_proj,0.0055223633,hessian_weighted_relative_error,18274,0.02500,0.791
38,model.language_model.layers.38.mlp.experts.258.up_proj,0.0062265613,hessian_weighted_relative_error,18274,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.259.down_proj,0.0013211737,hessian_weighted_relative_error,39087,0.02500,0.886
38,model.language_model.layers.38.mlp.experts.259.gate_proj,0.0057217795,hessian_weighted_relative_error,39087,0.02500,0.936
38,model.language_model.layers.38.mlp.experts.259.up_proj,0.0063363057,hessian_weighted_relative_error,39087,0.02500,0.945
38,model.language_model.layers.38.mlp.experts.26.down_proj,0.0133827143,hessian_weighted_relative_error,36726,0.02500,0.729
38,model.language_model.layers.38.mlp.experts.26.gate_proj,0.0082204345,hessian_weighted_relative_error,36726,0.02500,0.757
38,model.language_model.layers.38.mlp.experts.26.up_proj,0.0090144763,hessian_weighted_relative_error,36726,0.02500,0.812
38,model.language_model.layers.38.mlp.experts.260.down_proj,0.0132471619,hessian_weighted_relative_error,37287,0.02500,0.763
38,model.language_model.layers.38.mlp.experts.260.gate_proj,0.0088923715,hessian_weighted_relative_error,37287,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.260.up_proj,0.0099381110,hessian_weighted_relative_error,37287,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.261.down_proj,0.0130168396,hessian_weighted_relative_error,22052,0.02500,0.886
38,model.language_model.layers.38.mlp.experts.261.gate_proj,0.0076110051,hessian_weighted_relative_error,22052,0.02500,0.939
38,model.language_model.layers.38.mlp.experts.261.up_proj,0.0098541578,hessian_weighted_relative_error,22052,0.02500,0.952
38,model.language_model.layers.38.mlp.experts.262.down_proj,0.0138356855,hessian_weighted_relative_error,32866,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.262.gate_proj,0.0080552403,hessian_weighted_relative_error,32866,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.262.up_proj,0.0095284798,hessian_weighted_relative_error,32866,0.02500,0.808
38,model.language_model.layers.38.mlp.experts.263.down_proj,0.0119660325,hessian_weighted_relative_error,33167,0.02500,0.888
38,model.language_model.layers.38.mlp.experts.263.gate_proj,0.0071568486,hessian_weighted_relative_error,33167,0.02500,0.937
38,model.language_model.layers.38.mlp.experts.263.up_proj,0.0077949222,hessian_weighted_relative_error,33167,0.02500,0.944
38,model.language_model.layers.38.mlp.experts.264.down_proj,0.0130571549,hessian_weighted_relative_error,18209,0.02500,0.765
38,model.language_model.layers.38.mlp.experts.264.gate_proj,0.0075936903,hessian_weighted_relative_error,18209,0.02500,0.792
38,model.language_model.layers.38.mlp.experts.264.up_proj,0.0092411745,hessian_weighted_relative_error,18209,0.02500,0.803
38,model.language_model.layers.38.mlp.experts.265.down_proj,0.0137453200,hessian_weighted_relative_error,24906,0.02500,0.886
38,model.language_model.layers.38.mlp.experts.265.gate_proj,0.0084398527,hessian_weighted_relative_error,24906,0.02500,0.939
38,model.language_model.layers.38.mlp.experts.265.up_proj,0.0101890842,hessian_weighted_relative_error,24906,0.02500,0.942
38,model.language_model.layers.38.mlp.experts.266.down_proj,0.0139296379,hessian_weighted_relative_error,50747,0.02500,0.766
38,model.language_model.layers.38.mlp.experts.266.gate_proj,0.0096080827,hessian_weighted_relative_error,50747,0.02500,0.792
38,model.language_model.layers.38.mlp.experts.266.up_proj,0.0105004120,hessian_weighted_relative_error,50747,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.267.down_proj,0.0096593774,hessian_weighted_relative_error,20862,0.02500,0.889
38,model.language_model.layers.38.mlp.experts.267.gate_proj,0.0043372870,hessian_weighted_relative_error,20862,0.02500,0.940
38,model.language_model.layers.38.mlp.experts.267.up_proj,0.0055924215,hessian_weighted_relative_error,20862,0.02500,0.938
38,model.language_model.layers.38.mlp.experts.268.down_proj,0.0141100702,hessian_weighted_relative_error,35345,0.02500,0.761
38,model.language_model.layers.38.mlp.experts.268.gate_proj,0.0097499766,hessian_weighted_relative_error,35345,0.02500,0.795
38,model.language_model.layers.38.mlp.experts.268.up_proj,0.0108409882,hessian_weighted_relative_error,35345,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.269.down_proj,0.0135839547,hessian_weighted_relative_error,20162,0.02500,0.890
38,model.language_model.layers.38.mlp.experts.269.gate_proj,0.0080709467,hessian_weighted_relative_error,20162,0.02500,0.943
38,model.language_model.layers.38.mlp.experts.269.up_proj,0.0100576130,hessian_weighted_relative_error,20162,0.02500,0.943
38,model.language_model.layers.38.mlp.experts.27.down_proj,0.0140367831,hessian_weighted_relative_error,31586,0.02500,0.807
38,model.language_model.layers.38.mlp.experts.27.gate_proj,0.0092070518,hessian_weighted_relative_error,31586,0.02500,0.861
38,model.language_model.layers.38.mlp.experts.27.up_proj,0.0105171566,hessian_weighted_relative_error,31586,0.02500,0.941
38,model.language_model.layers.38.mlp.experts.270.down_proj,0.0069208527,hessian_weighted_relative_error,44291,0.02500,0.763
38,model.language_model.layers.38.mlp.experts.270.gate_proj,0.0068031298,hessian_weighted_relative_error,44291,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.270.up_proj,0.0075348484,hessian_weighted_relative_error,44291,0.02500,0.807
38,model.language_model.layers.38.mlp.experts.271.down_proj,0.0134141838,hessian_weighted_relative_error,29336,0.02500,0.889
38,model.language_model.layers.38.mlp.experts.271.gate_proj,0.0081172336,hessian_weighted_relative_error,29336,0.02500,0.937
38,model.language_model.layers.38.mlp.experts.271.up_proj,0.0091750016,hessian_weighted_relative_error,29336,0.02500,0.944
38,model.language_model.layers.38.mlp.experts.272.down_proj,0.0142007028,hessian_weighted_relative_error,24678,0.02500,0.766
38,model.language_model.layers.38.mlp.experts.272.gate_proj,0.0087072963,hessian_weighted_relative_error,24678,0.02500,0.792
38,model.language_model.layers.38.mlp.experts.272.up_proj,0.0101321261,hessian_weighted_relative_error,24678,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.273.down_proj,0.0136797414,hessian_weighted_relative_error,21523,0.02500,0.886
38,model.language_model.layers.38.mlp.experts.273.gate_proj,0.0074319845,hessian_weighted_relative_error,21523,0.02500,0.939
38,model.language_model.layers.38.mlp.experts.273.up_proj,0.0098660409,hessian_weighted_relative_error,21523,0.02500,0.940
38,model.language_model.layers.38.mlp.experts.274.down_proj,0.0147286155,hessian_weighted_relative_error,49383,0.02500,0.767
38,model.language_model.layers.38.mlp.experts.274.gate_proj,0.0084962384,hessian_weighted_relative_error,49383,0.02500,0.810
38,model.language_model.layers.38.mlp.experts.274.up_proj,0.0107746417,hessian_weighted_relative_error,49383,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.275.down_proj,0.0123927313,hessian_weighted_relative_error,41274,0.02500,0.889
38,model.language_model.layers.38.mlp.experts.275.gate_proj,0.0080550239,hessian_weighted_relative_error,41274,0.02500,0.938
38,model.language_model.layers.38.mlp.experts.275.up_proj,0.0089013621,hessian_weighted_relative_error,41274,0.02500,0.934
38,model.language_model.layers.38.mlp.experts.276.down_proj,0.0108352446,hessian_weighted_relative_error,5163,0.02500,0.762
38,model.language_model.layers.38.mlp.experts.276.gate_proj,0.0058469640,hessian_weighted_relative_error,5163,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.276.up_proj,0.0063385548,hessian_weighted_relative_error,5163,0.02500,0.805
38,model.language_model.layers.38.mlp.experts.277.down_proj,0.0092425414,hessian_weighted_relative_error,32326,0.02500,0.890
38,model.language_model.layers.38.mlp.experts.277.gate_proj,0.0073573459,hessian_weighted_relative_error,32326,0.02500,0.943
38,model.language_model.layers.38.mlp.experts.277.up_proj,0.0081457008,hessian_weighted_relative_error,32326,0.02500,0.939
38,model.language_model.layers.38.mlp.experts.278.down_proj,0.0126764057,hessian_weighted_relative_error,28070,0.02500,0.763
38,model.language_model.layers.38.mlp.experts.278.gate_proj,0.0078808304,hessian_weighted_relative_error,28070,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.278.up_proj,0.0093089632,hessian_weighted_relative_error,28070,0.02500,0.806
38,model.language_model.layers.38.mlp.experts.279.down_proj,0.0091616257,hessian_weighted_relative_error,38771,0.02500,0.889
38,model.language_model.layers.38.mlp.experts.279.gate_proj,0.0054041792,hessian_weighted_relative_error,38771,0.02500,0.948
38,model.language_model.layers.38.mlp.experts.279.up_proj,0.0061257623,hessian_weighted_relative_error,38771,0.02500,0.943
38,model.language_model.layers.38.mlp.experts.28.down_proj,0.0146555459,hessian_weighted_relative_error,38029,0.02500,0.727
38,model.language_model.layers.38.mlp.experts.28.gate_proj,0.0083743622,hessian_weighted_relative_error,38029,0.02500,0.762
38,model.language_model.layers.38.mlp.experts.28.up_proj,0.0106453715,hessian_weighted_relative_error,38029,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.280.down_proj,0.0130425919,hessian_weighted_relative_error,40867,0.02500,0.766
38,model.language_model.layers.38.mlp.experts.280.gate_proj,0.0077153413,hessian_weighted_relative_error,40867,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.280.up_proj,0.0099975203,hessian_weighted_relative_error,40867,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.281.down_proj,0.0152167996,hessian_weighted_relative_error,46238,0.02500,0.886
38,model.language_model.layers.38.mlp.experts.281.gate_proj,0.0093263934,hessian_weighted_relative_error,46238,0.02500,0.943
38,model.language_model.layers.38.mlp.experts.281.up_proj,0.0112848393,hessian_weighted_relative_error,46238,0.02500,0.937
38,model.language_model.layers.38.mlp.experts.282.down_proj,0.0140874394,hessian_weighted_relative_error,17383,0.02500,0.768
38,model.language_model.layers.38.mlp.experts.282.gate_proj,0.0071823675,hessian_weighted_relative_error,17383,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.282.up_proj,0.0098142669,hessian_weighted_relative_error,17383,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.283.down_proj,0.0127650682,hessian_weighted_relative_error,30517,0.02500,0.887
38,model.language_model.layers.38.mlp.experts.283.gate_proj,0.0070473195,hessian_weighted_relative_error,30517,0.02500,0.945
38,model.language_model.layers.38.mlp.experts.283.up_proj,0.0092516657,hessian_weighted_relative_error,30517,0.02500,0.932
38,model.language_model.layers.38.mlp.experts.284.down_proj,0.0096798882,hessian_weighted_relative_error,7886,0.02500,0.763
38,model.language_model.layers.38.mlp.experts.284.gate_proj,0.0049041553,hessian_weighted_relative_error,7886,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.284.up_proj,0.0056310280,hessian_weighted_relative_error,7886,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.285.down_proj,0.0119046351,hessian_weighted_relative_error,53082,0.02500,0.890
38,model.language_model.layers.38.mlp.experts.285.gate_proj,0.0078361401,hessian_weighted_relative_error,53082,0.02500,0.949
38,model.language_model.layers.38.mlp.experts.285.up_proj,0.0091498853,hessian_weighted_relative_error,53082,0.02500,0.926
38,model.language_model.layers.38.mlp.experts.286.down_proj,0.0149789519,hessian_weighted_relative_error,50349,0.02500,0.764
38,model.language_model.layers.38.mlp.experts.286.gate_proj,0.0080970389,hessian_weighted_relative_error,50349,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.286.up_proj,0.0112570547,hessian_weighted_relative_error,50349,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.287.down_proj,0.0146487259,hessian_weighted_relative_error,49429,0.02500,0.888
38,model.language_model.layers.38.mlp.experts.287.gate_proj,0.0097171186,hessian_weighted_relative_error,49429,0.02500,0.944
38,model.language_model.layers.38.mlp.experts.287.up_proj,0.0108815131,hessian_weighted_relative_error,49429,0.02500,0.929
38,model.language_model.layers.38.mlp.experts.29.down_proj,0.0125923067,hessian_weighted_relative_error,19353,0.02500,0.807
38,model.language_model.layers.38.mlp.experts.29.gate_proj,0.0064360517,hessian_weighted_relative_error,19353,0.02500,0.879
38,model.language_model.layers.38.mlp.experts.29.up_proj,0.0079183522,hessian_weighted_relative_error,19353,0.02500,0.952
38,model.language_model.layers.38.mlp.experts.3.down_proj,0.0138966548,hessian_weighted_relative_error,15445,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.3.gate_proj,0.0081469381,hessian_weighted_relative_error,15445,0.02500,0.848
38,model.language_model.layers.38.mlp.experts.3.up_proj,0.0093454270,hessian_weighted_relative_error,15445,0.02500,0.939
38,model.language_model.layers.38.mlp.experts.30.down_proj,0.0123786688,hessian_weighted_relative_error,20349,0.02500,0.727
38,model.language_model.layers.38.mlp.experts.30.gate_proj,0.0077274272,hessian_weighted_relative_error,20349,0.02500,0.762
38,model.language_model.layers.38.mlp.experts.30.up_proj,0.0084286587,hessian_weighted_relative_error,20349,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.31.down_proj,0.0145826465,hessian_weighted_relative_error,36423,0.02500,0.810
38,model.language_model.layers.38.mlp.experts.31.gate_proj,0.0087954473,hessian_weighted_relative_error,36423,0.02500,0.867
38,model.language_model.layers.38.mlp.experts.31.up_proj,0.0109919036,hessian_weighted_relative_error,36423,0.02500,0.949
38,model.language_model.layers.38.mlp.experts.32.down_proj,0.0036086599,hessian_weighted_relative_error,3369,0.02500,0.730
38,model.language_model.layers.38.mlp.experts.32.gate_proj,0.0014624223,hessian_weighted_relative_error,3369,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.32.up_proj,0.0018966270,hessian_weighted_relative_error,3369,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.33.down_proj,0.0125261377,hessian_weighted_relative_error,17510,0.02500,0.810
38,model.language_model.layers.38.mlp.experts.33.gate_proj,0.0077573170,hessian_weighted_relative_error,17510,0.02500,0.867
38,model.language_model.layers.38.mlp.experts.33.up_proj,0.0089986918,hessian_weighted_relative_error,17510,0.02500,0.944
38,model.language_model.layers.38.mlp.experts.34.down_proj,0.0101837101,hessian_weighted_relative_error,10763,0.02500,0.732
38,model.language_model.layers.38.mlp.experts.34.gate_proj,0.0059557129,hessian_weighted_relative_error,10763,0.02500,0.762
38,model.language_model.layers.38.mlp.experts.34.up_proj,0.0071372155,hessian_weighted_relative_error,10763,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.35.down_proj,0.0151871095,hessian_weighted_relative_error,30322,0.02500,0.811
38,model.language_model.layers.38.mlp.experts.35.gate_proj,0.0094158263,hessian_weighted_relative_error,30322,0.02500,0.865
38,model.language_model.layers.38.mlp.experts.35.up_proj,0.0110901098,hessian_weighted_relative_error,30322,0.02500,0.947
38,model.language_model.layers.38.mlp.experts.36.down_proj,0.0106996428,hessian_weighted_relative_error,26975,0.02500,0.730
38,model.language_model.layers.38.mlp.experts.36.gate_proj,0.0058970046,hessian_weighted_relative_error,26975,0.02500,0.766
38,model.language_model.layers.38.mlp.experts.36.up_proj,0.0073166705,hessian_weighted_relative_error,26975,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.37.down_proj,0.0140623027,hessian_weighted_relative_error,32151,0.02500,0.812
38,model.language_model.layers.38.mlp.experts.37.gate_proj,0.0074093586,hessian_weighted_relative_error,32151,0.02500,0.870
38,model.language_model.layers.38.mlp.experts.37.up_proj,0.0099443130,hessian_weighted_relative_error,32151,0.02500,0.958
38,model.language_model.layers.38.mlp.experts.38.down_proj,0.0150084587,hessian_weighted_relative_error,36907,0.02500,0.729
38,model.language_model.layers.38.mlp.experts.38.gate_proj,0.0090922231,hessian_weighted_relative_error,36907,0.02500,0.763
38,model.language_model.layers.38.mlp.experts.38.up_proj,0.0108024750,hessian_weighted_relative_error,36907,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.39.down_proj,0.0141300244,hessian_weighted_relative_error,30774,0.02500,0.813
38,model.language_model.layers.38.mlp.experts.39.gate_proj,0.0088329259,hessian_weighted_relative_error,30774,0.02500,0.869
38,model.language_model.layers.38.mlp.experts.39.up_proj,0.0103366462,hessian_weighted_relative_error,30774,0.02500,0.950
38,model.language_model.layers.38.mlp.experts.4.down_proj,0.0115913054,hessian_weighted_relative_error,13675,0.02500,0.695
38,model.language_model.layers.38.mlp.experts.4.gate_proj,0.0064740816,hessian_weighted_relative_error,13675,0.02500,0.761
38,model.language_model.layers.38.mlp.experts.4.up_proj,0.0069545485,hessian_weighted_relative_error,13675,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.40.down_proj,0.0133022903,hessian_weighted_relative_error,19230,0.02500,0.733
38,model.language_model.layers.38.mlp.experts.40.gate_proj,0.0074891045,hessian_weighted_relative_error,19230,0.02500,0.764
38,model.language_model.layers.38.mlp.experts.40.up_proj,0.0092907118,hessian_weighted_relative_error,19230,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.41.down_proj,0.0144615959,hessian_weighted_relative_error,31644,0.02500,0.814
38,model.language_model.layers.38.mlp.experts.41.gate_proj,0.0090184326,hessian_weighted_relative_error,31644,0.02500,0.871
38,model.language_model.layers.38.mlp.experts.41.up_proj,0.0107560769,hessian_weighted_relative_error,31644,0.02500,0.950
38,model.language_model.layers.38.mlp.experts.42.down_proj,0.0127867757,hessian_weighted_relative_error,9957,0.02500,0.734
38,model.language_model.layers.38.mlp.experts.42.gate_proj,0.0069937544,hessian_weighted_relative_error,9957,0.02500,0.762
38,model.language_model.layers.38.mlp.experts.42.up_proj,0.0081758787,hessian_weighted_relative_error,9957,0.02500,0.795
38,model.language_model.layers.38.mlp.experts.43.down_proj,0.0144185935,hessian_weighted_relative_error,24502,0.02500,0.814
38,model.language_model.layers.38.mlp.experts.43.gate_proj,0.0077826617,hessian_weighted_relative_error,24502,0.02500,0.869
38,model.language_model.layers.38.mlp.experts.43.up_proj,0.0102821955,hessian_weighted_relative_error,24502,0.02500,0.948
38,model.language_model.layers.38.mlp.experts.44.down_proj,0.0137269713,hessian_weighted_relative_error,25884,0.02500,0.731
38,model.language_model.layers.38.mlp.experts.44.gate_proj,0.0084262441,hessian_weighted_relative_error,25884,0.02500,0.768
38,model.language_model.layers.38.mlp.experts.44.up_proj,0.0101464168,hessian_weighted_relative_error,25884,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.45.down_proj,0.0131557974,hessian_weighted_relative_error,24397,0.02500,0.814
38,model.language_model.layers.38.mlp.experts.45.gate_proj,0.0071593053,hessian_weighted_relative_error,24397,0.02500,0.876
38,model.language_model.layers.38.mlp.experts.45.up_proj,0.0088848563,hessian_weighted_relative_error,24397,0.02500,0.950
38,model.language_model.layers.38.mlp.experts.46.down_proj,0.0121516504,hessian_weighted_relative_error,28808,0.02500,0.732
38,model.language_model.layers.38.mlp.experts.46.gate_proj,0.0078452268,hessian_weighted_relative_error,28808,0.02500,0.767
38,model.language_model.layers.38.mlp.experts.46.up_proj,0.0093807971,hessian_weighted_relative_error,28808,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.47.down_proj,0.0129199120,hessian_weighted_relative_error,14840,0.02500,0.816
38,model.language_model.layers.38.mlp.experts.47.gate_proj,0.0077370164,hessian_weighted_relative_error,14840,0.02500,0.876
38,model.language_model.layers.38.mlp.experts.47.up_proj,0.0082873028,hessian_weighted_relative_error,14840,0.02500,0.954
38,model.language_model.layers.38.mlp.experts.48.down_proj,0.0114903926,hessian_weighted_relative_error,71019,0.02500,0.733
38,model.language_model.layers.38.mlp.experts.48.gate_proj,0.0084527907,hessian_weighted_relative_error,71019,0.02500,0.766
38,model.language_model.layers.38.mlp.experts.48.up_proj,0.0093410585,hessian_weighted_relative_error,71019,0.02500,0.795
38,model.language_model.layers.38.mlp.experts.49.down_proj,0.0121190928,hessian_weighted_relative_error,10555,0.02500,0.817
38,model.language_model.layers.38.mlp.experts.49.gate_proj,0.0063444104,hessian_weighted_relative_error,10555,0.02500,0.876
38,model.language_model.layers.38.mlp.experts.49.up_proj,0.0076758457,hessian_weighted_relative_error,10555,0.02500,0.952
38,model.language_model.layers.38.mlp.experts.5.down_proj,0.0120164086,hessian_weighted_relative_error,15637,0.02500,0.760
38,model.language_model.layers.38.mlp.experts.5.gate_proj,0.0069383058,hessian_weighted_relative_error,15637,0.02500,0.857
38,model.language_model.layers.38.mlp.experts.5.up_proj,0.0083705262,hessian_weighted_relative_error,15637,0.02500,0.945
38,model.language_model.layers.38.mlp.experts.50.down_proj,0.0130081857,hessian_weighted_relative_error,18847,0.02500,0.735
38,model.language_model.layers.38.mlp.experts.50.gate_proj,0.0076319057,hessian_weighted_relative_error,18847,0.02500,0.764
38,model.language_model.layers.38.mlp.experts.50.up_proj,0.0092919709,hessian_weighted_relative_error,18847,0.02500,0.794
38,model.language_model.layers.38.mlp.experts.51.down_proj,0.0136047103,hessian_weighted_relative_error,33892,0.02500,0.818
38,model.language_model.layers.38.mlp.experts.51.gate_proj,0.0061649568,hessian_weighted_relative_error,33892,0.02500,0.873
38,model.language_model.layers.38.mlp.experts.51.up_proj,0.0091364261,hessian_weighted_relative_error,33892,0.02500,0.948
38,model.language_model.layers.38.mlp.experts.52.down_proj,0.0133546465,hessian_weighted_relative_error,24695,0.02500,0.732
38,model.language_model.layers.38.mlp.experts.52.gate_proj,0.0074180854,hessian_weighted_relative_error,24695,0.02500,0.769
38,model.language_model.layers.38.mlp.experts.52.up_proj,0.0094347895,hessian_weighted_relative_error,24695,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.53.down_proj,0.0125663942,hessian_weighted_relative_error,12272,0.02500,0.819
38,model.language_model.layers.38.mlp.experts.53.gate_proj,0.0069919831,hessian_weighted_relative_error,12272,0.02500,0.878
38,model.language_model.layers.38.mlp.experts.53.up_proj,0.0078566280,hessian_weighted_relative_error,12272,0.02500,0.949
38,model.language_model.layers.38.mlp.experts.54.down_proj,0.0098568691,hessian_weighted_relative_error,24242,0.02500,0.733
38,model.language_model.layers.38.mlp.experts.54.gate_proj,0.0061118117,hessian_weighted_relative_error,24242,0.02500,0.773
38,model.language_model.layers.38.mlp.experts.54.up_proj,0.0068369901,hessian_weighted_relative_error,24242,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.55.down_proj,0.0118277701,hessian_weighted_relative_error,27934,0.02500,0.820
38,model.language_model.layers.38.mlp.experts.55.gate_proj,0.0070484850,hessian_weighted_relative_error,27934,0.02500,0.878
38,model.language_model.layers.38.mlp.experts.55.up_proj,0.0088532787,hessian_weighted_relative_error,27934,0.02500,0.958
38,model.language_model.layers.38.mlp.experts.56.down_proj,0.0144111781,hessian_weighted_relative_error,54477,0.02500,0.735
38,model.language_model.layers.38.mlp.experts.56.gate_proj,0.0095936078,hessian_weighted_relative_error,54477,0.02500,0.767
38,model.language_model.layers.38.mlp.experts.56.up_proj,0.0107998329,hessian_weighted_relative_error,54477,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.57.down_proj,0.0130579269,hessian_weighted_relative_error,33887,0.02500,0.822
38,model.language_model.layers.38.mlp.experts.57.gate_proj,0.0077219461,hessian_weighted_relative_error,33887,0.02500,0.881
38,model.language_model.layers.38.mlp.experts.57.up_proj,0.0092741121,hessian_weighted_relative_error,33887,0.02500,0.956
38,model.language_model.layers.38.mlp.experts.58.down_proj,0.0121615087,hessian_weighted_relative_error,45071,0.02500,0.738
38,model.language_model.layers.38.mlp.experts.58.gate_proj,0.0078289463,hessian_weighted_relative_error,45071,0.02500,0.766
38,model.language_model.layers.38.mlp.experts.58.up_proj,0.0093119903,hessian_weighted_relative_error,45071,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.59.down_proj,0.0130351780,hessian_weighted_relative_error,37003,0.02500,0.822
38,model.language_model.layers.38.mlp.experts.59.gate_proj,0.0076702429,hessian_weighted_relative_error,37003,0.02500,0.880
38,model.language_model.layers.38.mlp.experts.59.up_proj,0.0094935315,hessian_weighted_relative_error,37003,0.02500,0.945
38,model.language_model.layers.38.mlp.experts.6.down_proj,0.0093312177,hessian_weighted_relative_error,23960,0.02500,0.720
38,model.language_model.layers.38.mlp.experts.6.gate_proj,0.0061555495,hessian_weighted_relative_error,23960,0.02500,0.756
38,model.language_model.layers.38.mlp.experts.6.up_proj,0.0067384905,hessian_weighted_relative_error,23960,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.60.down_proj,0.0135034596,hessian_weighted_relative_error,13505,0.02500,0.733
38,model.language_model.layers.38.mlp.experts.60.gate_proj,0.0080319596,hessian_weighted_relative_error,13505,0.02500,0.770
38,model.language_model.layers.38.mlp.experts.60.up_proj,0.0091593810,hessian_weighted_relative_error,13505,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.61.down_proj,0.0112958520,hessian_weighted_relative_error,7974,0.02500,0.823
38,model.language_model.layers.38.mlp.experts.61.gate_proj,0.0062237794,hessian_weighted_relative_error,7974,0.02500,0.886
38,model.language_model.layers.38.mlp.experts.61.up_proj,0.0070119943,hessian_weighted_relative_error,7974,0.02500,0.951
38,model.language_model.layers.38.mlp.experts.62.down_proj,0.0099858734,hessian_weighted_relative_error,18470,0.02500,0.735
38,model.language_model.layers.38.mlp.experts.62.gate_proj,0.0048225040,hessian_weighted_relative_error,18470,0.02500,0.771
38,model.language_model.layers.38.mlp.experts.62.up_proj,0.0055282402,hessian_weighted_relative_error,18470,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.63.down_proj,0.0113578454,hessian_weighted_relative_error,38914,0.02500,0.824
38,model.language_model.layers.38.mlp.experts.63.gate_proj,0.0076647744,hessian_weighted_relative_error,38914,0.02500,0.883
38,model.language_model.layers.38.mlp.experts.63.up_proj,0.0094691047,hessian_weighted_relative_error,38914,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.64.down_proj,0.0119753156,hessian_weighted_relative_error,10403,0.02500,0.738
38,model.language_model.layers.38.mlp.experts.64.gate_proj,0.0068739914,hessian_weighted_relative_error,10403,0.02500,0.771
38,model.language_model.layers.38.mlp.experts.64.up_proj,0.0076700036,hessian_weighted_relative_error,10403,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.65.down_proj,0.0096648521,hessian_weighted_relative_error,24221,0.02500,0.826
38,model.language_model.layers.38.mlp.experts.65.gate_proj,0.0065634511,hessian_weighted_relative_error,24221,0.02500,0.885
38,model.language_model.layers.38.mlp.experts.65.up_proj,0.0076653177,hessian_weighted_relative_error,24221,0.02500,0.957
38,model.language_model.layers.38.mlp.experts.66.down_proj,0.0141697197,hessian_weighted_relative_error,25143,0.02500,0.741
38,model.language_model.layers.38.mlp.experts.66.gate_proj,0.0082526926,hessian_weighted_relative_error,25143,0.02500,0.769
38,model.language_model.layers.38.mlp.experts.66.up_proj,0.0100648982,hessian_weighted_relative_error,25143,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.67.down_proj,0.0143533788,hessian_weighted_relative_error,42197,0.02500,0.827
38,model.language_model.layers.38.mlp.experts.67.gate_proj,0.0078925019,hessian_weighted_relative_error,42197,0.02500,0.884
38,model.language_model.layers.38.mlp.experts.67.up_proj,0.0106693580,hessian_weighted_relative_error,42197,0.02500,0.950
38,model.language_model.layers.38.mlp.experts.68.down_proj,0.0146697082,hessian_weighted_relative_error,33960,0.02500,0.737
38,model.language_model.layers.38.mlp.experts.68.gate_proj,0.0089202241,hessian_weighted_relative_error,33960,0.02500,0.773
38,model.language_model.layers.38.mlp.experts.68.up_proj,0.0108434333,hessian_weighted_relative_error,33960,0.02500,0.799
38,model.language_model.layers.38.mlp.experts.69.down_proj,0.0115574122,hessian_weighted_relative_error,57081,0.02500,0.828
38,model.language_model.layers.38.mlp.experts.69.gate_proj,0.0070793773,hessian_weighted_relative_error,57081,0.02500,0.888
38,model.language_model.layers.38.mlp.experts.69.up_proj,0.0079048524,hessian_weighted_relative_error,57081,0.02500,0.957
38,model.language_model.layers.38.mlp.experts.7.down_proj,0.0140490045,hessian_weighted_relative_error,30242,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.7.gate_proj,0.0091055826,hessian_weighted_relative_error,30242,0.02500,0.854
38,model.language_model.layers.38.mlp.experts.7.up_proj,0.0103799050,hessian_weighted_relative_error,30242,0.02500,0.956
38,model.language_model.layers.38.mlp.experts.70.down_proj,0.0101378031,hessian_weighted_relative_error,9934,0.02500,0.737
38,model.language_model.layers.38.mlp.experts.70.gate_proj,0.0059524519,hessian_weighted_relative_error,9934,0.02500,0.774
38,model.language_model.layers.38.mlp.experts.70.up_proj,0.0068941916,hessian_weighted_relative_error,9934,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.71.down_proj,0.0145292708,hessian_weighted_relative_error,28676,0.02500,0.829
38,model.language_model.layers.38.mlp.experts.71.gate_proj,0.0079016677,hessian_weighted_relative_error,28676,0.02500,0.886
38,model.language_model.layers.38.mlp.experts.71.up_proj,0.0103756193,hessian_weighted_relative_error,28676,0.02500,0.973
38,model.language_model.layers.38.mlp.experts.72.down_proj,0.0149569058,hessian_weighted_relative_error,34045,0.02500,0.739
38,model.language_model.layers.38.mlp.experts.72.gate_proj,0.0072881757,hessian_weighted_relative_error,34045,0.02500,0.772
38,model.language_model.layers.38.mlp.experts.72.up_proj,0.0103203547,hessian_weighted_relative_error,34045,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.73.down_proj,0.0046037403,hessian_weighted_relative_error,15370,0.02500,0.829
38,model.language_model.layers.38.mlp.experts.73.gate_proj,0.0025663084,hessian_weighted_relative_error,15370,0.02500,0.888
38,model.language_model.layers.38.mlp.experts.73.up_proj,0.0031500287,hessian_weighted_relative_error,15370,0.02500,0.958
38,model.language_model.layers.38.mlp.experts.74.down_proj,0.0125331684,hessian_weighted_relative_error,36612,0.02500,0.741
38,model.language_model.layers.38.mlp.experts.74.gate_proj,0.0076633529,hessian_weighted_relative_error,36612,0.02500,0.773
38,model.language_model.layers.38.mlp.experts.74.up_proj,0.0085571166,hessian_weighted_relative_error,36612,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.75.down_proj,0.0114811450,hessian_weighted_relative_error,40824,0.02500,0.831
38,model.language_model.layers.38.mlp.experts.75.gate_proj,0.0070154736,hessian_weighted_relative_error,40824,0.02500,0.887
38,model.language_model.layers.38.mlp.experts.75.up_proj,0.0079301604,hessian_weighted_relative_error,40824,0.02500,0.950
38,model.language_model.layers.38.mlp.experts.76.down_proj,0.0103368722,hessian_weighted_relative_error,21292,0.02500,0.739
38,model.language_model.layers.38.mlp.experts.76.gate_proj,0.0053601755,hessian_weighted_relative_error,21292,0.02500,0.774
38,model.language_model.layers.38.mlp.experts.76.up_proj,0.0057264477,hessian_weighted_relative_error,21292,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.77.down_proj,0.0130484754,hessian_weighted_relative_error,30206,0.02500,0.831
38,model.language_model.layers.38.mlp.experts.77.gate_proj,0.0071364970,hessian_weighted_relative_error,30206,0.02500,0.892
38,model.language_model.layers.38.mlp.experts.77.up_proj,0.0092014581,hessian_weighted_relative_error,30206,0.02500,0.968
38,model.language_model.layers.38.mlp.experts.78.down_proj,0.0105216401,hessian_weighted_relative_error,46938,0.02500,0.739
38,model.language_model.layers.38.mlp.experts.78.gate_proj,0.0071627209,hessian_weighted_relative_error,46938,0.02500,0.773
38,model.language_model.layers.38.mlp.experts.78.up_proj,0.0082700167,hessian_weighted_relative_error,46938,0.02500,0.801
38,model.language_model.layers.38.mlp.experts.79.down_proj,0.0123906354,hessian_weighted_relative_error,46441,0.02500,0.832
38,model.language_model.layers.38.mlp.experts.79.gate_proj,0.0075960060,hessian_weighted_relative_error,46441,0.02500,0.891
38,model.language_model.layers.38.mlp.experts.79.up_proj,0.0085039846,hessian_weighted_relative_error,46441,0.02500,0.958
38,model.language_model.layers.38.mlp.experts.8.down_proj,0.0099672683,hessian_weighted_relative_error,17342,0.02500,0.723
38,model.language_model.layers.38.mlp.experts.8.gate_proj,0.0054702633,hessian_weighted_relative_error,17342,0.02500,0.753
38,model.language_model.layers.38.mlp.experts.8.up_proj,0.0063234262,hessian_weighted_relative_error,17342,0.02500,0.793
38,model.language_model.layers.38.mlp.experts.80.down_proj,0.0121273625,hessian_weighted_relative_error,41394,0.02500,0.741
38,model.language_model.layers.38.mlp.experts.80.gate_proj,0.0074620355,hessian_weighted_relative_error,41394,0.02500,0.773
38,model.language_model.layers.38.mlp.experts.80.up_proj,0.0087643656,hessian_weighted_relative_error,41394,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.81.down_proj,0.0136461096,hessian_weighted_relative_error,19075,0.02500,0.833
38,model.language_model.layers.38.mlp.experts.81.gate_proj,0.0077068925,hessian_weighted_relative_error,19075,0.02500,0.894
38,model.language_model.layers.38.mlp.experts.81.up_proj,0.0096573293,hessian_weighted_relative_error,19075,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.82.down_proj,0.0110876887,hessian_weighted_relative_error,15162,0.02500,0.743
38,model.language_model.layers.38.mlp.experts.82.gate_proj,0.0068662030,hessian_weighted_relative_error,15162,0.02500,0.771
38,model.language_model.layers.38.mlp.experts.82.up_proj,0.0082365006,hessian_weighted_relative_error,15162,0.02500,0.796
38,model.language_model.layers.38.mlp.experts.83.down_proj,0.0130916801,hessian_weighted_relative_error,29292,0.02500,0.833
38,model.language_model.layers.38.mlp.experts.83.gate_proj,0.0084010400,hessian_weighted_relative_error,29292,0.02500,0.891
38,model.language_model.layers.38.mlp.experts.83.up_proj,0.0090627559,hessian_weighted_relative_error,29292,0.02500,0.952
38,model.language_model.layers.38.mlp.experts.84.down_proj,0.0125642605,hessian_weighted_relative_error,30896,0.02500,0.740
38,model.language_model.layers.38.mlp.experts.84.gate_proj,0.0071539508,hessian_weighted_relative_error,30896,0.02500,0.776
38,model.language_model.layers.38.mlp.experts.84.up_proj,0.0089727165,hessian_weighted_relative_error,30896,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.85.down_proj,0.0150505578,hessian_weighted_relative_error,34679,0.02500,0.834
38,model.language_model.layers.38.mlp.experts.85.gate_proj,0.0092374434,hessian_weighted_relative_error,34679,0.02500,0.904
38,model.language_model.layers.38.mlp.experts.85.up_proj,0.0110439502,hessian_weighted_relative_error,34679,0.02500,0.947
38,model.language_model.layers.38.mlp.experts.86.down_proj,0.0118385144,hessian_weighted_relative_error,32750,0.02500,0.739
38,model.language_model.layers.38.mlp.experts.86.gate_proj,0.0071949818,hessian_weighted_relative_error,32750,0.02500,0.782
38,model.language_model.layers.38.mlp.experts.86.up_proj,0.0081517675,hessian_weighted_relative_error,32750,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.87.down_proj,0.0129296826,hessian_weighted_relative_error,15211,0.02500,0.836
38,model.language_model.layers.38.mlp.experts.87.gate_proj,0.0053711331,hessian_weighted_relative_error,15211,0.02500,0.895
38,model.language_model.layers.38.mlp.experts.87.up_proj,0.0087792050,hessian_weighted_relative_error,15211,0.02500,0.960
38,model.language_model.layers.38.mlp.experts.88.down_proj,0.0141252413,hessian_weighted_relative_error,45575,0.02500,0.743
38,model.language_model.layers.38.mlp.experts.88.gate_proj,0.0087470637,hessian_weighted_relative_error,45575,0.02500,0.773
38,model.language_model.layers.38.mlp.experts.88.up_proj,0.0105732114,hessian_weighted_relative_error,45575,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.89.down_proj,0.0130499122,hessian_weighted_relative_error,40385,0.02500,0.836
38,model.language_model.layers.38.mlp.experts.89.gate_proj,0.0086142594,hessian_weighted_relative_error,40385,0.02500,0.896
38,model.language_model.layers.38.mlp.experts.89.up_proj,0.0102504614,hessian_weighted_relative_error,40385,0.02500,0.953
38,model.language_model.layers.38.mlp.experts.9.down_proj,0.0133486538,hessian_weighted_relative_error,49831,0.02500,0.797
38,model.language_model.layers.38.mlp.experts.9.gate_proj,0.0082058937,hessian_weighted_relative_error,49831,0.02500,0.856
38,model.language_model.layers.38.mlp.experts.9.up_proj,0.0100017463,hessian_weighted_relative_error,49831,0.02500,0.944
38,model.language_model.layers.38.mlp.experts.90.down_proj,0.0117332729,hessian_weighted_relative_error,20351,0.02500,0.745
38,model.language_model.layers.38.mlp.experts.90.gate_proj,0.0044948505,hessian_weighted_relative_error,20351,0.02500,0.777
38,model.language_model.layers.38.mlp.experts.90.up_proj,0.0070032208,hessian_weighted_relative_error,20351,0.02500,0.804
38,model.language_model.layers.38.mlp.experts.91.down_proj,0.0146197127,hessian_weighted_relative_error,30765,0.02500,0.837
38,model.language_model.layers.38.mlp.experts.91.gate_proj,0.0072334883,hessian_weighted_relative_error,30765,0.02500,0.892
38,model.language_model.layers.38.mlp.experts.91.up_proj,0.0104112425,hessian_weighted_relative_error,30765,0.02500,0.954
38,model.language_model.layers.38.mlp.experts.92.down_proj,0.0087783595,hessian_weighted_relative_error,11615,0.02500,0.741
38,model.language_model.layers.38.mlp.experts.92.gate_proj,0.0046858978,hessian_weighted_relative_error,11615,0.02500,0.776
38,model.language_model.layers.38.mlp.experts.92.up_proj,0.0052863980,hessian_weighted_relative_error,11615,0.02500,0.802
38,model.language_model.layers.38.mlp.experts.93.down_proj,0.0137962198,hessian_weighted_relative_error,38033,0.02500,0.837
38,model.language_model.layers.38.mlp.experts.93.gate_proj,0.0072280487,hessian_weighted_relative_error,38033,0.02500,0.900
38,model.language_model.layers.38.mlp.experts.93.up_proj,0.0096024434,hessian_weighted_relative_error,38033,0.02500,0.956
38,model.language_model.layers.38.mlp.experts.94.down_proj,0.0095908744,hessian_weighted_relative_error,46134,0.02500,0.741
38,model.language_model.layers.38.mlp.experts.94.gate_proj,0.0051267243,hessian_weighted_relative_error,46134,0.02500,0.778
38,model.language_model.layers.38.mlp.experts.94.up_proj,0.0062297205,hessian_weighted_relative_error,46134,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.95.down_proj,0.0150076896,hessian_weighted_relative_error,31781,0.02500,0.838
38,model.language_model.layers.38.mlp.experts.95.gate_proj,0.0090097417,hessian_weighted_relative_error,31781,0.02500,0.898
38,model.language_model.layers.38.mlp.experts.95.up_proj,0.0112131145,hessian_weighted_relative_error,31781,0.02500,0.949
38,model.language_model.layers.38.mlp.experts.96.down_proj,0.0130721172,hessian_weighted_relative_error,39612,0.02500,0.745
38,model.language_model.layers.38.mlp.experts.96.gate_proj,0.0078171212,hessian_weighted_relative_error,39612,0.02500,0.774
38,model.language_model.layers.38.mlp.experts.96.up_proj,0.0092164145,hessian_weighted_relative_error,39612,0.02500,0.798
38,model.language_model.layers.38.mlp.experts.97.down_proj,0.0131681964,hessian_weighted_relative_error,19040,0.02500,0.839
38,model.language_model.layers.38.mlp.experts.97.gate_proj,0.0069677460,hessian_weighted_relative_error,19040,0.02500,0.897
38,model.language_model.layers.38.mlp.experts.97.up_proj,0.0093323338,hessian_weighted_relative_error,19040,0.02500,0.952
38,model.language_model.layers.38.mlp.experts.98.down_proj,0.0139601392,hessian_weighted_relative_error,27115,0.02500,0.746
38,model.language_model.layers.38.mlp.experts.98.gate_proj,0.0077579085,hessian_weighted_relative_error,27115,0.02500,0.774
38,model.language_model.layers.38.mlp.experts.98.up_proj,0.0098197869,hessian_weighted_relative_error,27115,0.02500,0.800
38,model.language_model.layers.38.mlp.experts.99.down_proj,0.0137533605,hessian_weighted_relative_error,28887,0.02500,0.839
38,model.language_model.layers.38.mlp.experts.99.gate_proj,0.0083706054,hessian_weighted_relative_error,28887,0.02500,0.898
38,model.language_model.layers.38.mlp.experts.99.up_proj,0.0092979185,hessian_weighted_relative_error,28887,0.02500,0.949
39,model.language_model.layers.39.mlp.experts.0.down_proj,0.0135024561,hessian_weighted_relative_error,20254,0.02500,0.718
39,model.language_model.layers.39.mlp.experts.0.gate_proj,0.0076973081,hessian_weighted_relative_error,20254,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.0.up_proj,0.0093352932,hessian_weighted_relative_error,20254,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.1.down_proj,0.0146124933,hessian_weighted_relative_error,54415,0.02500,0.750
39,model.language_model.layers.39.mlp.experts.1.gate_proj,0.0098062855,hessian_weighted_relative_error,54415,0.02500,0.846
39,model.language_model.layers.39.mlp.experts.1.up_proj,0.0114578713,hessian_weighted_relative_error,54415,0.02500,0.934
39,model.language_model.layers.39.mlp.experts.10.down_proj,0.0135435370,hessian_weighted_relative_error,39243,0.02500,0.724
39,model.language_model.layers.39.mlp.experts.10.gate_proj,0.0072426414,hessian_weighted_relative_error,39243,0.02500,0.748
39,model.language_model.layers.39.mlp.experts.10.up_proj,0.0098793215,hessian_weighted_relative_error,39243,0.02500,0.789
39,model.language_model.layers.39.mlp.experts.100.down_proj,0.0107886222,hessian_weighted_relative_error,12662,0.02500,0.740
39,model.language_model.layers.39.mlp.experts.100.gate_proj,0.0061866694,hessian_weighted_relative_error,12662,0.02500,0.769
39,model.language_model.layers.39.mlp.experts.100.up_proj,0.0073641544,hessian_weighted_relative_error,12662,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.101.down_proj,0.0126824047,hessian_weighted_relative_error,21437,0.02500,0.839
39,model.language_model.layers.39.mlp.experts.101.gate_proj,0.0080468007,hessian_weighted_relative_error,21437,0.02500,0.893
39,model.language_model.layers.39.mlp.experts.101.up_proj,0.0099691387,hessian_weighted_relative_error,21437,0.02500,0.946
39,model.language_model.layers.39.mlp.experts.102.down_proj,0.0149869712,hessian_weighted_relative_error,29572,0.02500,0.740
39,model.language_model.layers.39.mlp.experts.102.gate_proj,0.0094107639,hessian_weighted_relative_error,29572,0.02500,0.775
39,model.language_model.layers.39.mlp.experts.102.up_proj,0.0108910473,hessian_weighted_relative_error,29572,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.103.down_proj,0.0086941282,hessian_weighted_relative_error,59390,0.02500,0.839
39,model.language_model.layers.39.mlp.experts.103.gate_proj,0.0055964991,hessian_weighted_relative_error,59390,0.02500,0.891
39,model.language_model.layers.39.mlp.experts.103.up_proj,0.0061815119,hessian_weighted_relative_error,59390,0.02500,0.953
39,model.language_model.layers.39.mlp.experts.104.down_proj,0.0150176618,hessian_weighted_relative_error,39586,0.02500,0.744
39,model.language_model.layers.39.mlp.experts.104.gate_proj,0.0073871955,hessian_weighted_relative_error,39586,0.02500,0.773
39,model.language_model.layers.39.mlp.experts.104.up_proj,0.0109107920,hessian_weighted_relative_error,39586,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.105.down_proj,0.0112602989,hessian_weighted_relative_error,12766,0.02500,0.838
39,model.language_model.layers.39.mlp.experts.105.gate_proj,0.0051180243,hessian_weighted_relative_error,12766,0.02500,0.895
39,model.language_model.layers.39.mlp.experts.105.up_proj,0.0065184383,hessian_weighted_relative_error,12766,0.02500,0.952
39,model.language_model.layers.39.mlp.experts.106.down_proj,0.0133217087,hessian_weighted_relative_error,26024,0.02500,0.744
39,model.language_model.layers.39.mlp.experts.106.gate_proj,0.0071226677,hessian_weighted_relative_error,26024,0.02500,0.770
39,model.language_model.layers.39.mlp.experts.106.up_proj,0.0091225641,hessian_weighted_relative_error,26024,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.107.down_proj,0.0073605558,hessian_weighted_relative_error,9823,0.02500,0.842
39,model.language_model.layers.39.mlp.experts.107.gate_proj,0.0038675356,hessian_weighted_relative_error,9823,0.02500,0.892
39,model.language_model.layers.39.mlp.experts.107.up_proj,0.0043431362,hessian_weighted_relative_error,9823,0.02500,0.947
39,model.language_model.layers.39.mlp.experts.108.down_proj,0.0100628014,hessian_weighted_relative_error,85494,0.02500,0.740
39,model.language_model.layers.39.mlp.experts.108.gate_proj,0.0061843234,hessian_weighted_relative_error,85494,0.02500,0.771
39,model.language_model.layers.39.mlp.experts.108.up_proj,0.0068808629,hessian_weighted_relative_error,85494,0.02500,0.794
39,model.language_model.layers.39.mlp.experts.109.down_proj,0.0148774937,hessian_weighted_relative_error,37611,0.02500,0.842
39,model.language_model.layers.39.mlp.experts.109.gate_proj,0.0098267448,hessian_weighted_relative_error,37611,0.02500,0.891
39,model.language_model.layers.39.mlp.experts.109.up_proj,0.0111098859,hessian_weighted_relative_error,37611,0.02500,0.954
39,model.language_model.layers.39.mlp.experts.11.down_proj,0.0083734646,hessian_weighted_relative_error,16302,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.11.gate_proj,0.0043061742,hessian_weighted_relative_error,16302,0.02500,0.844
39,model.language_model.layers.39.mlp.experts.11.up_proj,0.0054996592,hessian_weighted_relative_error,16302,0.02500,0.932
39,model.language_model.layers.39.mlp.experts.110.down_proj,0.0122322837,hessian_weighted_relative_error,45577,0.02500,0.742
39,model.language_model.layers.39.mlp.experts.110.gate_proj,0.0087677776,hessian_weighted_relative_error,45577,0.02500,0.776
39,model.language_model.layers.39.mlp.experts.110.up_proj,0.0102667835,hessian_weighted_relative_error,45577,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.111.down_proj,0.0108114415,hessian_weighted_relative_error,30590,0.02500,0.844
39,model.language_model.layers.39.mlp.experts.111.gate_proj,0.0072945960,hessian_weighted_relative_error,30590,0.02500,0.895
39,model.language_model.layers.39.mlp.experts.111.up_proj,0.0084594053,hessian_weighted_relative_error,30590,0.02500,0.957
39,model.language_model.layers.39.mlp.experts.112.down_proj,0.0145281975,hessian_weighted_relative_error,26035,0.02500,0.743
39,model.language_model.layers.39.mlp.experts.112.gate_proj,0.0093044106,hessian_weighted_relative_error,26035,0.02500,0.775
39,model.language_model.layers.39.mlp.experts.112.up_proj,0.0106399265,hessian_weighted_relative_error,26035,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.113.down_proj,0.0133351966,hessian_weighted_relative_error,54533,0.02500,0.841
39,model.language_model.layers.39.mlp.experts.113.gate_proj,0.0083037735,hessian_weighted_relative_error,54533,0.02500,0.899
39,model.language_model.layers.39.mlp.experts.113.up_proj,0.0090336087,hessian_weighted_relative_error,54533,0.02500,0.956
39,model.language_model.layers.39.mlp.experts.114.down_proj,0.0146254561,hessian_weighted_relative_error,24008,0.02500,0.747
39,model.language_model.layers.39.mlp.experts.114.gate_proj,0.0082468679,hessian_weighted_relative_error,24008,0.02500,0.779
39,model.language_model.layers.39.mlp.experts.114.up_proj,0.0106176338,hessian_weighted_relative_error,24008,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.115.down_proj,0.0124301685,hessian_weighted_relative_error,20690,0.02500,0.846
39,model.language_model.layers.39.mlp.experts.115.gate_proj,0.0074543422,hessian_weighted_relative_error,20690,0.02500,0.894
39,model.language_model.layers.39.mlp.experts.115.up_proj,0.0078928062,hessian_weighted_relative_error,20690,0.02500,0.958
39,model.language_model.layers.39.mlp.experts.116.down_proj,0.0133049393,hessian_weighted_relative_error,13201,0.02500,0.742
39,model.language_model.layers.39.mlp.experts.116.gate_proj,0.0079081482,hessian_weighted_relative_error,13201,0.02500,0.773
39,model.language_model.layers.39.mlp.experts.116.up_proj,0.0090917414,hessian_weighted_relative_error,13201,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.117.down_proj,0.0115723063,hessian_weighted_relative_error,37849,0.02500,0.846
39,model.language_model.layers.39.mlp.experts.117.gate_proj,0.0077074770,hessian_weighted_relative_error,37849,0.02500,0.893
39,model.language_model.layers.39.mlp.experts.117.up_proj,0.0087495913,hessian_weighted_relative_error,37849,0.02500,0.953
39,model.language_model.layers.39.mlp.experts.118.down_proj,0.0132977026,hessian_weighted_relative_error,25712,0.02500,0.742
39,model.language_model.layers.39.mlp.experts.118.gate_proj,0.0063626865,hessian_weighted_relative_error,25712,0.02500,0.776
39,model.language_model.layers.39.mlp.experts.118.up_proj,0.0091539733,hessian_weighted_relative_error,25712,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.119.down_proj,0.0136863509,hessian_weighted_relative_error,19831,0.02500,0.845
39,model.language_model.layers.39.mlp.experts.119.gate_proj,0.0074730834,hessian_weighted_relative_error,19831,0.02500,0.896
39,model.language_model.layers.39.mlp.experts.119.up_proj,0.0094794579,hessian_weighted_relative_error,19831,0.02500,0.956
39,model.language_model.layers.39.mlp.experts.12.down_proj,0.0134123655,hessian_weighted_relative_error,27480,0.02500,0.720
39,model.language_model.layers.39.mlp.experts.12.gate_proj,0.0086526667,hessian_weighted_relative_error,27480,0.02500,0.746
39,model.language_model.layers.39.mlp.experts.12.up_proj,0.0100302171,hessian_weighted_relative_error,27480,0.02500,0.790
39,model.language_model.layers.39.mlp.experts.120.down_proj,0.0126468974,hessian_weighted_relative_error,21250,0.02500,0.745
39,model.language_model.layers.39.mlp.experts.120.gate_proj,0.0068535347,hessian_weighted_relative_error,21250,0.02500,0.778
39,model.language_model.layers.39.mlp.experts.120.up_proj,0.0086235228,hessian_weighted_relative_error,21250,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.121.down_proj,0.0107551628,hessian_weighted_relative_error,16564,0.02500,0.850
39,model.language_model.layers.39.mlp.experts.121.gate_proj,0.0071872070,hessian_weighted_relative_error,16564,0.02500,0.896
39,model.language_model.layers.39.mlp.experts.121.up_proj,0.0075493625,hessian_weighted_relative_error,16564,0.02500,0.948
39,model.language_model.layers.39.mlp.experts.122.down_proj,0.0126937573,hessian_weighted_relative_error,14427,0.02500,0.747
39,model.language_model.layers.39.mlp.experts.122.gate_proj,0.0082162794,hessian_weighted_relative_error,14427,0.02500,0.776
39,model.language_model.layers.39.mlp.experts.122.up_proj,0.0095756734,hessian_weighted_relative_error,14427,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.123.down_proj,0.0139263542,hessian_weighted_relative_error,31870,0.02500,0.850
39,model.language_model.layers.39.mlp.experts.123.gate_proj,0.0090673031,hessian_weighted_relative_error,31870,0.02500,0.895
39,model.language_model.layers.39.mlp.experts.123.up_proj,0.0104345908,hessian_weighted_relative_error,31870,0.02500,0.954
39,model.language_model.layers.39.mlp.experts.124.down_proj,0.0135144947,hessian_weighted_relative_error,18868,0.02500,0.743
39,model.language_model.layers.39.mlp.experts.124.gate_proj,0.0082429779,hessian_weighted_relative_error,18868,0.02500,0.774
39,model.language_model.layers.39.mlp.experts.124.up_proj,0.0098346833,hessian_weighted_relative_error,18868,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.125.down_proj,0.0119532864,hessian_weighted_relative_error,26541,0.02500,0.854
39,model.language_model.layers.39.mlp.experts.125.gate_proj,0.0065532444,hessian_weighted_relative_error,26541,0.02500,0.894
39,model.language_model.layers.39.mlp.experts.125.up_proj,0.0081494578,hessian_weighted_relative_error,26541,0.02500,0.960
39,model.language_model.layers.39.mlp.experts.126.down_proj,0.0140328703,hessian_weighted_relative_error,22166,0.02500,0.747
39,model.language_model.layers.39.mlp.experts.126.gate_proj,0.0089851018,hessian_weighted_relative_error,22166,0.02500,0.777
39,model.language_model.layers.39.mlp.experts.126.up_proj,0.0098594783,hessian_weighted_relative_error,22166,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.127.down_proj,0.0092496607,hessian_weighted_relative_error,17191,0.02500,0.850
39,model.language_model.layers.39.mlp.experts.127.gate_proj,0.0049703091,hessian_weighted_relative_error,17191,0.02500,0.899
39,model.language_model.layers.39.mlp.experts.127.up_proj,0.0060975811,hessian_weighted_relative_error,17191,0.02500,0.957
39,model.language_model.layers.39.mlp.experts.128.down_proj,0.0102822284,hessian_weighted_relative_error,45784,0.02500,0.746
39,model.language_model.layers.39.mlp.experts.128.gate_proj,0.0071872846,hessian_weighted_relative_error,45784,0.02500,0.779
39,model.language_model.layers.39.mlp.experts.128.up_proj,0.0072990141,hessian_weighted_relative_error,45784,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.129.down_proj,0.0114383942,hessian_weighted_relative_error,42500,0.02500,0.849
39,model.language_model.layers.39.mlp.experts.129.gate_proj,0.0074893321,hessian_weighted_relative_error,42500,0.02500,0.897
39,model.language_model.layers.39.mlp.experts.129.up_proj,0.0081990221,hessian_weighted_relative_error,42500,0.02500,0.957
39,model.language_model.layers.39.mlp.experts.13.down_proj,0.0082264252,hessian_weighted_relative_error,13167,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.13.gate_proj,0.0039006318,hessian_weighted_relative_error,13167,0.02500,0.846
39,model.language_model.layers.39.mlp.experts.13.up_proj,0.0048240211,hessian_weighted_relative_error,13167,0.02500,0.930
39,model.language_model.layers.39.mlp.experts.130.down_proj,0.0128053912,hessian_weighted_relative_error,31040,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.130.gate_proj,0.0078625677,hessian_weighted_relative_error,31040,0.02500,0.778
39,model.language_model.layers.39.mlp.experts.130.up_proj,0.0086727624,hessian_weighted_relative_error,31040,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.131.down_proj,0.0127337032,hessian_weighted_relative_error,40041,0.02500,0.852
39,model.language_model.layers.39.mlp.experts.131.gate_proj,0.0081920625,hessian_weighted_relative_error,40041,0.02500,0.898
39,model.language_model.layers.39.mlp.experts.131.up_proj,0.0086329892,hessian_weighted_relative_error,40041,0.02500,0.955
39,model.language_model.layers.39.mlp.experts.132.down_proj,0.0127353635,hessian_weighted_relative_error,21232,0.02500,0.745
39,model.language_model.layers.39.mlp.experts.132.gate_proj,0.0064328555,hessian_weighted_relative_error,21232,0.02500,0.776
39,model.language_model.layers.39.mlp.experts.132.up_proj,0.0087228260,hessian_weighted_relative_error,21232,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.133.down_proj,0.0146265614,hessian_weighted_relative_error,34379,0.02500,0.858
39,model.language_model.layers.39.mlp.experts.133.gate_proj,0.0084992226,hessian_weighted_relative_error,34379,0.02500,0.897
39,model.language_model.layers.39.mlp.experts.133.up_proj,0.0108074765,hessian_weighted_relative_error,34379,0.02500,0.957
39,model.language_model.layers.39.mlp.experts.134.down_proj,0.0125594129,hessian_weighted_relative_error,49422,0.02500,0.745
39,model.language_model.layers.39.mlp.experts.134.gate_proj,0.0036239817,hessian_weighted_relative_error,49422,0.02500,0.779
39,model.language_model.layers.39.mlp.experts.134.up_proj,0.0081888743,hessian_weighted_relative_error,49422,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.135.down_proj,0.0143899198,hessian_weighted_relative_error,25179,0.02500,0.852
39,model.language_model.layers.39.mlp.experts.135.gate_proj,0.0087795203,hessian_weighted_relative_error,25179,0.02500,0.898
39,model.language_model.layers.39.mlp.experts.135.up_proj,0.0105283136,hessian_weighted_relative_error,25179,0.02500,0.958
39,model.language_model.layers.39.mlp.experts.136.down_proj,0.0136311367,hessian_weighted_relative_error,24908,0.02500,0.747
39,model.language_model.layers.39.mlp.experts.136.gate_proj,0.0085088942,hessian_weighted_relative_error,24908,0.02500,0.778
39,model.language_model.layers.39.mlp.experts.136.up_proj,0.0090619966,hessian_weighted_relative_error,24908,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.137.down_proj,0.0128696565,hessian_weighted_relative_error,13294,0.02500,0.853
39,model.language_model.layers.39.mlp.experts.137.gate_proj,0.0082878182,hessian_weighted_relative_error,13294,0.02500,0.901
39,model.language_model.layers.39.mlp.experts.137.up_proj,0.0091713166,hessian_weighted_relative_error,13294,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.138.down_proj,0.0136905539,hessian_weighted_relative_error,36539,0.02500,0.750
39,model.language_model.layers.39.mlp.experts.138.gate_proj,0.0073513880,hessian_weighted_relative_error,36539,0.02500,0.776
39,model.language_model.layers.39.mlp.experts.138.up_proj,0.0102536341,hessian_weighted_relative_error,36539,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.139.down_proj,0.0118920416,hessian_weighted_relative_error,22702,0.02500,0.857
39,model.language_model.layers.39.mlp.experts.139.gate_proj,0.0080287880,hessian_weighted_relative_error,22702,0.02500,0.899
39,model.language_model.layers.39.mlp.experts.139.up_proj,0.0091585929,hessian_weighted_relative_error,22702,0.02500,0.959
39,model.language_model.layers.39.mlp.experts.14.down_proj,0.0112074730,hessian_weighted_relative_error,30834,0.02500,0.720
39,model.language_model.layers.39.mlp.experts.14.gate_proj,0.0070086992,hessian_weighted_relative_error,30834,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.14.up_proj,0.0080231935,hessian_weighted_relative_error,30834,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.140.down_proj,0.0137965979,hessian_weighted_relative_error,41507,0.02500,0.746
39,model.language_model.layers.39.mlp.experts.140.gate_proj,0.0079661066,hessian_weighted_relative_error,41507,0.02500,0.776
39,model.language_model.layers.39.mlp.experts.140.up_proj,0.0099126591,hessian_weighted_relative_error,41507,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.141.down_proj,0.0154271116,hessian_weighted_relative_error,57536,0.02500,0.857
39,model.language_model.layers.39.mlp.experts.141.gate_proj,0.0074853900,hessian_weighted_relative_error,57536,0.02500,0.909
39,model.language_model.layers.39.mlp.experts.141.up_proj,0.0115187090,hessian_weighted_relative_error,57536,0.02500,0.956
39,model.language_model.layers.39.mlp.experts.142.down_proj,0.0136600189,hessian_weighted_relative_error,53497,0.02500,0.746
39,model.language_model.layers.39.mlp.experts.142.gate_proj,0.0092877093,hessian_weighted_relative_error,53497,0.02500,0.779
39,model.language_model.layers.39.mlp.experts.142.up_proj,0.0105128940,hessian_weighted_relative_error,53497,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.143.down_proj,0.0105690750,hessian_weighted_relative_error,13359,0.02500,0.856
39,model.language_model.layers.39.mlp.experts.143.gate_proj,0.0065758281,hessian_weighted_relative_error,13359,0.02500,0.901
39,model.language_model.layers.39.mlp.experts.143.up_proj,0.0080637861,hessian_weighted_relative_error,13359,0.02500,0.965
39,model.language_model.layers.39.mlp.experts.144.down_proj,0.0150233914,hessian_weighted_relative_error,26883,0.02500,0.748
39,model.language_model.layers.39.mlp.experts.144.gate_proj,0.0094817131,hessian_weighted_relative_error,26883,0.02500,0.779
39,model.language_model.layers.39.mlp.experts.144.up_proj,0.0113541862,hessian_weighted_relative_error,26883,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.145.down_proj,0.0085151869,hessian_weighted_relative_error,50561,0.02500,0.857
39,model.language_model.layers.39.mlp.experts.145.gate_proj,0.0056576964,hessian_weighted_relative_error,50561,0.02500,0.902
39,model.language_model.layers.39.mlp.experts.145.up_proj,0.0061207832,hessian_weighted_relative_error,50561,0.02500,0.959
39,model.language_model.layers.39.mlp.experts.146.down_proj,0.0096269618,hessian_weighted_relative_error,7011,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.146.gate_proj,0.0047863206,hessian_weighted_relative_error,7011,0.02500,0.777
39,model.language_model.layers.39.mlp.experts.146.up_proj,0.0051798704,hessian_weighted_relative_error,7011,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.147.down_proj,0.0103505800,hessian_weighted_relative_error,24870,0.02500,0.860
39,model.language_model.layers.39.mlp.experts.147.gate_proj,0.0060517597,hessian_weighted_relative_error,24870,0.02500,0.903
39,model.language_model.layers.39.mlp.experts.147.up_proj,0.0071486068,hessian_weighted_relative_error,24870,0.02500,0.957
39,model.language_model.layers.39.mlp.experts.148.down_proj,0.0148223000,hessian_weighted_relative_error,18284,0.02500,0.748
39,model.language_model.layers.39.mlp.experts.148.gate_proj,0.0092272547,hessian_weighted_relative_error,18284,0.02500,0.777
39,model.language_model.layers.39.mlp.experts.148.up_proj,0.0105343797,hessian_weighted_relative_error,18284,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.149.down_proj,0.0135364042,hessian_weighted_relative_error,24005,0.02500,0.861
39,model.language_model.layers.39.mlp.experts.149.gate_proj,0.0074994247,hessian_weighted_relative_error,24005,0.02500,0.900
39,model.language_model.layers.39.mlp.experts.149.up_proj,0.0096044041,hessian_weighted_relative_error,24005,0.02500,0.957
39,model.language_model.layers.39.mlp.experts.15.down_proj,0.0104726153,hessian_weighted_relative_error,17577,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.15.gate_proj,0.0072383904,hessian_weighted_relative_error,17577,0.02500,0.852
39,model.language_model.layers.39.mlp.experts.15.up_proj,0.0081948504,hessian_weighted_relative_error,17577,0.02500,0.942
39,model.language_model.layers.39.mlp.experts.150.down_proj,0.0097942076,hessian_weighted_relative_error,14001,0.02500,0.747
39,model.language_model.layers.39.mlp.experts.150.gate_proj,0.0057853732,hessian_weighted_relative_error,14001,0.02500,0.780
39,model.language_model.layers.39.mlp.experts.150.up_proj,0.0067113068,hessian_weighted_relative_error,14001,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.151.down_proj,0.0124874690,hessian_weighted_relative_error,24364,0.02500,0.860
39,model.language_model.layers.39.mlp.experts.151.gate_proj,0.0088342234,hessian_weighted_relative_error,24364,0.02500,0.905
39,model.language_model.layers.39.mlp.experts.151.up_proj,0.0094134604,hessian_weighted_relative_error,24364,0.02500,0.956
39,model.language_model.layers.39.mlp.experts.152.down_proj,0.0137306622,hessian_weighted_relative_error,29834,0.02500,0.750
39,model.language_model.layers.39.mlp.experts.152.gate_proj,0.0083584667,hessian_weighted_relative_error,29834,0.02500,0.781
39,model.language_model.layers.39.mlp.experts.152.up_proj,0.0097666636,hessian_weighted_relative_error,29834,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.153.down_proj,0.0132735796,hessian_weighted_relative_error,33275,0.02500,0.860
39,model.language_model.layers.39.mlp.experts.153.gate_proj,0.0091507240,hessian_weighted_relative_error,33275,0.02500,0.903
39,model.language_model.layers.39.mlp.experts.153.up_proj,0.0105876576,hessian_weighted_relative_error,33275,0.02500,0.956
39,model.language_model.layers.39.mlp.experts.154.down_proj,0.0146335322,hessian_weighted_relative_error,49405,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.154.gate_proj,0.0093140677,hessian_weighted_relative_error,49405,0.02500,0.779
39,model.language_model.layers.39.mlp.experts.154.up_proj,0.0109887262,hessian_weighted_relative_error,49405,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.155.down_proj,0.0093342464,hessian_weighted_relative_error,27511,0.02500,0.865
39,model.language_model.layers.39.mlp.experts.155.gate_proj,0.0067322163,hessian_weighted_relative_error,27511,0.02500,0.906
39,model.language_model.layers.39.mlp.experts.155.up_proj,0.0079625433,hessian_weighted_relative_error,27511,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.156.down_proj,0.0141629457,hessian_weighted_relative_error,27898,0.02500,0.749
39,model.language_model.layers.39.mlp.experts.156.gate_proj,0.0061579934,hessian_weighted_relative_error,27898,0.02500,0.777
39,model.language_model.layers.39.mlp.experts.156.up_proj,0.0099004822,hessian_weighted_relative_error,27898,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.157.down_proj,0.0121509830,hessian_weighted_relative_error,30612,0.02500,0.865
39,model.language_model.layers.39.mlp.experts.157.gate_proj,0.0067818418,hessian_weighted_relative_error,30612,0.02500,0.900
39,model.language_model.layers.39.mlp.experts.157.up_proj,0.0089963058,hessian_weighted_relative_error,30612,0.02500,0.959
39,model.language_model.layers.39.mlp.experts.158.down_proj,0.0129460292,hessian_weighted_relative_error,53759,0.02500,0.748
39,model.language_model.layers.39.mlp.experts.158.gate_proj,0.0063805975,hessian_weighted_relative_error,53759,0.02500,0.781
39,model.language_model.layers.39.mlp.experts.158.up_proj,0.0103351660,hessian_weighted_relative_error,53759,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.159.down_proj,0.0139304401,hessian_weighted_relative_error,24339,0.02500,0.864
39,model.language_model.layers.39.mlp.experts.159.gate_proj,0.0080756400,hessian_weighted_relative_error,24339,0.02500,0.903
39,model.language_model.layers.39.mlp.experts.159.up_proj,0.0103666270,hessian_weighted_relative_error,24339,0.02500,0.959
39,model.language_model.layers.39.mlp.experts.16.down_proj,0.0127943709,hessian_weighted_relative_error,37074,0.02500,0.723
39,model.language_model.layers.39.mlp.experts.16.gate_proj,0.0079674031,hessian_weighted_relative_error,37074,0.02500,0.753
39,model.language_model.layers.39.mlp.experts.16.up_proj,0.0085044280,hessian_weighted_relative_error,37074,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.160.down_proj,0.0095542484,hessian_weighted_relative_error,14517,0.02500,0.750
39,model.language_model.layers.39.mlp.experts.160.gate_proj,0.0054325342,hessian_weighted_relative_error,14517,0.02500,0.782
39,model.language_model.layers.39.mlp.experts.160.up_proj,0.0066496934,hessian_weighted_relative_error,14517,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.161.down_proj,0.0146249771,hessian_weighted_relative_error,43836,0.02500,0.864
39,model.language_model.layers.39.mlp.experts.161.gate_proj,0.0085191278,hessian_weighted_relative_error,43836,0.02500,0.904
39,model.language_model.layers.39.mlp.experts.161.up_proj,0.0108758083,hessian_weighted_relative_error,43836,0.02500,0.954
39,model.language_model.layers.39.mlp.experts.162.down_proj,0.0128666088,hessian_weighted_relative_error,30155,0.02500,0.754
39,model.language_model.layers.39.mlp.experts.162.gate_proj,0.0082497514,hessian_weighted_relative_error,30155,0.02500,0.779
39,model.language_model.layers.39.mlp.experts.162.up_proj,0.0089327124,hessian_weighted_relative_error,30155,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.163.down_proj,0.0105358218,hessian_weighted_relative_error,11454,0.02500,0.868
39,model.language_model.layers.39.mlp.experts.163.gate_proj,0.0050850833,hessian_weighted_relative_error,11454,0.02500,0.904
39,model.language_model.layers.39.mlp.experts.163.up_proj,0.0061162766,hessian_weighted_relative_error,11454,0.02500,0.960
39,model.language_model.layers.39.mlp.experts.164.down_proj,0.0132899400,hessian_weighted_relative_error,19783,0.02500,0.750
39,model.language_model.layers.39.mlp.experts.164.gate_proj,0.0071792830,hessian_weighted_relative_error,19783,0.02500,0.784
39,model.language_model.layers.39.mlp.experts.164.up_proj,0.0092042485,hessian_weighted_relative_error,19783,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.165.down_proj,0.0138152624,hessian_weighted_relative_error,36521,0.02500,0.868
39,model.language_model.layers.39.mlp.experts.165.gate_proj,0.0088143206,hessian_weighted_relative_error,36521,0.02500,0.902
39,model.language_model.layers.39.mlp.experts.165.up_proj,0.0102014981,hessian_weighted_relative_error,36521,0.02500,0.947
39,model.language_model.layers.39.mlp.experts.166.down_proj,0.0139430386,hessian_weighted_relative_error,33482,0.02500,0.749
39,model.language_model.layers.39.mlp.experts.166.gate_proj,0.0086092265,hessian_weighted_relative_error,33482,0.02500,0.781
39,model.language_model.layers.39.mlp.experts.166.up_proj,0.0100133554,hessian_weighted_relative_error,33482,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.167.down_proj,0.0118022059,hessian_weighted_relative_error,18902,0.02500,0.868
39,model.language_model.layers.39.mlp.experts.167.gate_proj,0.0074931161,hessian_weighted_relative_error,18902,0.02500,0.917
39,model.language_model.layers.39.mlp.experts.167.up_proj,0.0083999749,hessian_weighted_relative_error,18902,0.02500,0.959
39,model.language_model.layers.39.mlp.experts.168.down_proj,0.0131924361,hessian_weighted_relative_error,28647,0.02500,0.752
39,model.language_model.layers.39.mlp.experts.168.gate_proj,0.0078697115,hessian_weighted_relative_error,28647,0.02500,0.786
39,model.language_model.layers.39.mlp.experts.168.up_proj,0.0093008735,hessian_weighted_relative_error,28647,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.169.down_proj,0.0115116344,hessian_weighted_relative_error,11113,0.02500,0.867
39,model.language_model.layers.39.mlp.experts.169.gate_proj,0.0062029613,hessian_weighted_relative_error,11113,0.02500,0.905
39,model.language_model.layers.39.mlp.experts.169.up_proj,0.0075816080,hessian_weighted_relative_error,11113,0.02500,0.963
39,model.language_model.layers.39.mlp.experts.17.down_proj,0.0142598241,hessian_weighted_relative_error,35722,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.17.gate_proj,0.0086970800,hessian_weighted_relative_error,35722,0.02500,0.851
39,model.language_model.layers.39.mlp.experts.17.up_proj,0.0104620508,hessian_weighted_relative_error,35722,0.02500,0.941
39,model.language_model.layers.39.mlp.experts.170.down_proj,0.0082511839,hessian_weighted_relative_error,57148,0.02500,0.755
39,model.language_model.layers.39.mlp.experts.170.gate_proj,0.0055355055,hessian_weighted_relative_error,57148,0.02500,0.778
39,model.language_model.layers.39.mlp.experts.170.up_proj,0.0062674063,hessian_weighted_relative_error,57148,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.171.down_proj,0.0143047927,hessian_weighted_relative_error,25021,0.02500,0.871
39,model.language_model.layers.39.mlp.experts.171.gate_proj,0.0067765846,hessian_weighted_relative_error,25021,0.02500,0.904
39,model.language_model.layers.39.mlp.experts.171.up_proj,0.0103105564,hessian_weighted_relative_error,25021,0.02500,0.969
39,model.language_model.layers.39.mlp.experts.172.down_proj,0.0142413763,hessian_weighted_relative_error,20205,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.172.gate_proj,0.0084003083,hessian_weighted_relative_error,20205,0.02500,0.780
39,model.language_model.layers.39.mlp.experts.172.up_proj,0.0101060009,hessian_weighted_relative_error,20205,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.173.down_proj,0.0156234602,hessian_weighted_relative_error,30124,0.02500,0.872
39,model.language_model.layers.39.mlp.experts.173.gate_proj,0.0095856815,hessian_weighted_relative_error,30124,0.02500,0.910
39,model.language_model.layers.39.mlp.experts.173.up_proj,0.0117685358,hessian_weighted_relative_error,30124,0.02500,0.955
39,model.language_model.layers.39.mlp.experts.174.down_proj,0.0130844400,hessian_weighted_relative_error,43634,0.02500,0.750
39,model.language_model.layers.39.mlp.experts.174.gate_proj,0.0078029730,hessian_weighted_relative_error,43634,0.02500,0.787
39,model.language_model.layers.39.mlp.experts.174.up_proj,0.0097401600,hessian_weighted_relative_error,43634,0.02500,0.809
39,model.language_model.layers.39.mlp.experts.175.down_proj,0.0144836695,hessian_weighted_relative_error,37293,0.02500,0.871
39,model.language_model.layers.39.mlp.experts.175.gate_proj,0.0081530068,hessian_weighted_relative_error,37293,0.02500,0.910
39,model.language_model.layers.39.mlp.experts.175.up_proj,0.0105330757,hessian_weighted_relative_error,37293,0.02500,0.962
39,model.language_model.layers.39.mlp.experts.176.down_proj,0.0127360529,hessian_weighted_relative_error,34456,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.176.gate_proj,0.0072349783,hessian_weighted_relative_error,34456,0.02500,0.784
39,model.language_model.layers.39.mlp.experts.176.up_proj,0.0092336206,hessian_weighted_relative_error,34456,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.177.down_proj,0.0097263066,hessian_weighted_relative_error,26718,0.02500,0.873
39,model.language_model.layers.39.mlp.experts.177.gate_proj,0.0069690066,hessian_weighted_relative_error,26718,0.02500,0.907
39,model.language_model.layers.39.mlp.experts.177.up_proj,0.0076697457,hessian_weighted_relative_error,26718,0.02500,0.960
39,model.language_model.layers.39.mlp.experts.178.down_proj,0.0069817226,hessian_weighted_relative_error,23828,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.178.gate_proj,0.0046181491,hessian_weighted_relative_error,23828,0.02500,0.781
39,model.language_model.layers.39.mlp.experts.178.up_proj,0.0055015121,hessian_weighted_relative_error,23828,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.179.down_proj,0.0104133683,hessian_weighted_relative_error,13117,0.02500,0.874
39,model.language_model.layers.39.mlp.experts.179.gate_proj,0.0058549255,hessian_weighted_relative_error,13117,0.02500,0.906
39,model.language_model.layers.39.mlp.experts.179.up_proj,0.0074435019,hessian_weighted_relative_error,13117,0.02500,0.967
39,model.language_model.layers.39.mlp.experts.18.down_proj,0.0125225574,hessian_weighted_relative_error,40252,0.02500,0.726
39,model.language_model.layers.39.mlp.experts.18.gate_proj,0.0077943851,hessian_weighted_relative_error,40252,0.02500,0.750
39,model.language_model.layers.39.mlp.experts.18.up_proj,0.0093364306,hessian_weighted_relative_error,40252,0.02500,0.790
39,model.language_model.layers.39.mlp.experts.180.down_proj,0.0126705991,hessian_weighted_relative_error,50739,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.180.gate_proj,0.0087174860,hessian_weighted_relative_error,50739,0.02500,0.784
39,model.language_model.layers.39.mlp.experts.180.up_proj,0.0096849252,hessian_weighted_relative_error,50739,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.181.down_proj,0.0148461492,hessian_weighted_relative_error,43234,0.02500,0.875
39,model.language_model.layers.39.mlp.experts.181.gate_proj,0.0091596534,hessian_weighted_relative_error,43234,0.02500,0.909
39,model.language_model.layers.39.mlp.experts.181.up_proj,0.0111708423,hessian_weighted_relative_error,43234,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.182.down_proj,0.0138145303,hessian_weighted_relative_error,16225,0.02500,0.750
39,model.language_model.layers.39.mlp.experts.182.gate_proj,0.0074967537,hessian_weighted_relative_error,16225,0.02500,0.784
39,model.language_model.layers.39.mlp.experts.182.up_proj,0.0098026909,hessian_weighted_relative_error,16225,0.02500,0.805
39,model.language_model.layers.39.mlp.experts.183.down_proj,0.0149069647,hessian_weighted_relative_error,29311,0.02500,0.876
39,model.language_model.layers.39.mlp.experts.183.gate_proj,0.0094009664,hessian_weighted_relative_error,29311,0.02500,0.913
39,model.language_model.layers.39.mlp.experts.183.up_proj,0.0111330525,hessian_weighted_relative_error,29311,0.02500,0.993
39,model.language_model.layers.39.mlp.experts.184.down_proj,0.0124103783,hessian_weighted_relative_error,40502,0.02500,0.753
39,model.language_model.layers.39.mlp.experts.184.gate_proj,0.0082093572,hessian_weighted_relative_error,40502,0.02500,0.784
39,model.language_model.layers.39.mlp.experts.184.up_proj,0.0091578825,hessian_weighted_relative_error,40502,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.185.down_proj,0.0075433673,hessian_weighted_relative_error,38727,0.02500,0.873
39,model.language_model.layers.39.mlp.experts.185.gate_proj,0.0051669281,hessian_weighted_relative_error,38727,0.02500,0.908
39,model.language_model.layers.39.mlp.experts.185.up_proj,0.0055144107,hessian_weighted_relative_error,38727,0.02500,0.964
39,model.language_model.layers.39.mlp.experts.186.down_proj,0.0117639651,hessian_weighted_relative_error,30070,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.186.gate_proj,0.0073653341,hessian_weighted_relative_error,30070,0.02500,0.783
39,model.language_model.layers.39.mlp.experts.186.up_proj,0.0091262158,hessian_weighted_relative_error,30070,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.187.down_proj,0.0107786577,hessian_weighted_relative_error,31025,0.02500,0.876
39,model.language_model.layers.39.mlp.experts.187.gate_proj,0.0078324196,hessian_weighted_relative_error,31025,0.02500,0.909
39,model.language_model.layers.39.mlp.experts.187.up_proj,0.0092608820,hessian_weighted_relative_error,31025,0.02500,0.963
39,model.language_model.layers.39.mlp.experts.188.down_proj,0.0140138204,hessian_weighted_relative_error,35630,0.02500,0.752
39,model.language_model.layers.39.mlp.experts.188.gate_proj,0.0089206494,hessian_weighted_relative_error,35630,0.02500,0.782
39,model.language_model.layers.39.mlp.experts.188.up_proj,0.0104983576,hessian_weighted_relative_error,35630,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.189.down_proj,0.0140346768,hessian_weighted_relative_error,26803,0.02500,0.876
39,model.language_model.layers.39.mlp.experts.189.gate_proj,0.0084420431,hessian_weighted_relative_error,26803,0.02500,0.905
39,model.language_model.layers.39.mlp.experts.189.up_proj,0.0102383602,hessian_weighted_relative_error,26803,0.02500,0.955
39,model.language_model.layers.39.mlp.experts.19.down_proj,0.0143137127,hessian_weighted_relative_error,23254,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.19.gate_proj,0.0085438425,hessian_weighted_relative_error,23254,0.02500,0.853
39,model.language_model.layers.39.mlp.experts.19.up_proj,0.0103366624,hessian_weighted_relative_error,23254,0.02500,0.934
39,model.language_model.layers.39.mlp.experts.190.down_proj,0.0131728341,hessian_weighted_relative_error,23400,0.02500,0.752
39,model.language_model.layers.39.mlp.experts.190.gate_proj,0.0081287729,hessian_weighted_relative_error,23400,0.02500,0.788
39,model.language_model.layers.39.mlp.experts.190.up_proj,0.0088144362,hessian_weighted_relative_error,23400,0.02500,0.804
39,model.language_model.layers.39.mlp.experts.191.down_proj,0.0126234040,hessian_weighted_relative_error,66055,0.02500,0.876
39,model.language_model.layers.39.mlp.experts.191.gate_proj,0.0083442367,hessian_weighted_relative_error,66055,0.02500,0.909
39,model.language_model.layers.39.mlp.experts.191.up_proj,0.0089181113,hessian_weighted_relative_error,66055,0.02500,0.969
39,model.language_model.layers.39.mlp.experts.192.down_proj,0.0134620890,hessian_weighted_relative_error,21914,0.02500,0.754
39,model.language_model.layers.39.mlp.experts.192.gate_proj,0.0077507991,hessian_weighted_relative_error,21914,0.02500,0.786
39,model.language_model.layers.39.mlp.experts.192.up_proj,0.0092556106,hessian_weighted_relative_error,21914,0.02500,0.803
39,model.language_model.layers.39.mlp.experts.193.down_proj,0.0094199497,hessian_weighted_relative_error,53685,0.02500,0.875
39,model.language_model.layers.39.mlp.experts.193.gate_proj,0.0059869726,hessian_weighted_relative_error,53685,0.02500,0.907
39,model.language_model.layers.39.mlp.experts.193.up_proj,0.0068563635,hessian_weighted_relative_error,53685,0.02500,0.956
39,model.language_model.layers.39.mlp.experts.194.down_proj,0.0139981480,hessian_weighted_relative_error,28060,0.02500,0.758
39,model.language_model.layers.39.mlp.experts.194.gate_proj,0.0086777446,hessian_weighted_relative_error,28060,0.02500,0.783
39,model.language_model.layers.39.mlp.experts.194.up_proj,0.0102052097,hessian_weighted_relative_error,28060,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.195.down_proj,0.0115895382,hessian_weighted_relative_error,27218,0.02500,0.877
39,model.language_model.layers.39.mlp.experts.195.gate_proj,0.0085250196,hessian_weighted_relative_error,27218,0.02500,0.909
39,model.language_model.layers.39.mlp.experts.195.up_proj,0.0093125540,hessian_weighted_relative_error,27218,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.196.down_proj,0.0143591839,hessian_weighted_relative_error,20374,0.02500,0.753
39,model.language_model.layers.39.mlp.experts.196.gate_proj,0.0067049647,hessian_weighted_relative_error,20374,0.02500,0.781
39,model.language_model.layers.39.mlp.experts.196.up_proj,0.0100979768,hessian_weighted_relative_error,20374,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.197.down_proj,0.0094729711,hessian_weighted_relative_error,11231,0.02500,0.878
39,model.language_model.layers.39.mlp.experts.197.gate_proj,0.0057166782,hessian_weighted_relative_error,11231,0.02500,0.914
39,model.language_model.layers.39.mlp.experts.197.up_proj,0.0062241454,hessian_weighted_relative_error,11231,0.02500,0.959
39,model.language_model.layers.39.mlp.experts.198.down_proj,0.0115918656,hessian_weighted_relative_error,65635,0.02500,0.752
39,model.language_model.layers.39.mlp.experts.198.gate_proj,0.0076408906,hessian_weighted_relative_error,65635,0.02500,0.786
39,model.language_model.layers.39.mlp.experts.198.up_proj,0.0088102229,hessian_weighted_relative_error,65635,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.199.down_proj,0.0139049872,hessian_weighted_relative_error,33130,0.02500,0.877
39,model.language_model.layers.39.mlp.experts.199.gate_proj,0.0091279332,hessian_weighted_relative_error,33130,0.02500,0.909
39,model.language_model.layers.39.mlp.experts.199.up_proj,0.0105354144,hessian_weighted_relative_error,33130,0.02500,0.969
39,model.language_model.layers.39.mlp.experts.2.down_proj,0.0115989872,hessian_weighted_relative_error,6586,0.02500,0.720
39,model.language_model.layers.39.mlp.experts.2.gate_proj,0.0057663331,hessian_weighted_relative_error,6586,0.02500,0.746
39,model.language_model.layers.39.mlp.experts.2.up_proj,0.0069978278,hessian_weighted_relative_error,6586,0.02500,0.789
39,model.language_model.layers.39.mlp.experts.20.down_proj,0.0105724882,hessian_weighted_relative_error,18437,0.02500,0.723
39,model.language_model.layers.39.mlp.experts.20.gate_proj,0.0069731292,hessian_weighted_relative_error,18437,0.02500,0.749
39,model.language_model.layers.39.mlp.experts.20.up_proj,0.0075890437,hessian_weighted_relative_error,18437,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.200.down_proj,0.0126686512,hessian_weighted_relative_error,15981,0.02500,0.754
39,model.language_model.layers.39.mlp.experts.200.gate_proj,0.0066153142,hessian_weighted_relative_error,15981,0.02500,0.789
39,model.language_model.layers.39.mlp.experts.200.up_proj,0.0083016693,hessian_weighted_relative_error,15981,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.201.down_proj,0.0141748831,hessian_weighted_relative_error,26263,0.02500,0.876
39,model.language_model.layers.39.mlp.experts.201.gate_proj,0.0090531588,hessian_weighted_relative_error,26263,0.02500,0.909
39,model.language_model.layers.39.mlp.experts.201.up_proj,0.0102788549,hessian_weighted_relative_error,26263,0.02500,0.968
39,model.language_model.layers.39.mlp.experts.202.down_proj,0.0117161350,hessian_weighted_relative_error,10220,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.202.gate_proj,0.0052058930,hessian_weighted_relative_error,10220,0.02500,0.785
39,model.language_model.layers.39.mlp.experts.202.up_proj,0.0071396468,hessian_weighted_relative_error,10220,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.203.down_proj,0.0151461045,hessian_weighted_relative_error,58781,0.02500,0.879
39,model.language_model.layers.39.mlp.experts.203.gate_proj,0.0094083296,hessian_weighted_relative_error,58781,0.02500,0.907
39,model.language_model.layers.39.mlp.experts.203.up_proj,0.0115684300,hessian_weighted_relative_error,58781,0.02500,0.964
39,model.language_model.layers.39.mlp.experts.204.down_proj,0.0090768128,hessian_weighted_relative_error,21204,0.02500,0.752
39,model.language_model.layers.39.mlp.experts.204.gate_proj,0.0055290466,hessian_weighted_relative_error,21204,0.02500,0.783
39,model.language_model.layers.39.mlp.experts.204.up_proj,0.0064779874,hessian_weighted_relative_error,21204,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.205.down_proj,0.0130155192,hessian_weighted_relative_error,36819,0.02500,0.878
39,model.language_model.layers.39.mlp.experts.205.gate_proj,0.0078474750,hessian_weighted_relative_error,36819,0.02500,0.912
39,model.language_model.layers.39.mlp.experts.205.up_proj,0.0087915265,hessian_weighted_relative_error,36819,0.02500,0.965
39,model.language_model.layers.39.mlp.experts.206.down_proj,0.0142051387,hessian_weighted_relative_error,37445,0.02500,0.754
39,model.language_model.layers.39.mlp.experts.206.gate_proj,0.0090399777,hessian_weighted_relative_error,37445,0.02500,0.788
39,model.language_model.layers.39.mlp.experts.206.up_proj,0.0108652715,hessian_weighted_relative_error,37445,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.207.down_proj,0.0062377440,hessian_weighted_relative_error,5719,0.02500,0.879
39,model.language_model.layers.39.mlp.experts.207.gate_proj,0.0038757167,hessian_weighted_relative_error,5719,0.02500,0.918
39,model.language_model.layers.39.mlp.experts.207.up_proj,0.0044516272,hessian_weighted_relative_error,5719,0.02500,0.965
39,model.language_model.layers.39.mlp.experts.208.down_proj,0.0110534728,hessian_weighted_relative_error,14398,0.02500,0.755
39,model.language_model.layers.39.mlp.experts.208.gate_proj,0.0054988766,hessian_weighted_relative_error,14398,0.02500,0.786
39,model.language_model.layers.39.mlp.experts.208.up_proj,0.0070695221,hessian_weighted_relative_error,14398,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.209.down_proj,0.0091393490,hessian_weighted_relative_error,5747,0.02500,0.877
39,model.language_model.layers.39.mlp.experts.209.gate_proj,0.0049645473,hessian_weighted_relative_error,5747,0.02500,0.923
39,model.language_model.layers.39.mlp.experts.209.up_proj,0.0054579873,hessian_weighted_relative_error,5747,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.21.down_proj,0.0111680868,hessian_weighted_relative_error,10757,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.21.gate_proj,0.0055104752,hessian_weighted_relative_error,10757,0.02500,0.851
39,model.language_model.layers.39.mlp.experts.21.up_proj,0.0070285953,hessian_weighted_relative_error,10757,0.02500,0.930
39,model.language_model.layers.39.mlp.experts.210.down_proj,0.0122945121,hessian_weighted_relative_error,41864,0.02500,0.757
39,model.language_model.layers.39.mlp.experts.210.gate_proj,0.0072200657,hessian_weighted_relative_error,41864,0.02500,0.784
39,model.language_model.layers.39.mlp.experts.210.up_proj,0.0077762189,hessian_weighted_relative_error,41864,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.211.down_proj,0.0101216163,hessian_weighted_relative_error,45161,0.02500,0.879
39,model.language_model.layers.39.mlp.experts.211.gate_proj,0.0065016509,hessian_weighted_relative_error,45161,0.02500,0.922
39,model.language_model.layers.39.mlp.experts.211.up_proj,0.0066284860,hessian_weighted_relative_error,45161,0.02500,0.959
39,model.language_model.layers.39.mlp.experts.212.down_proj,0.0140797487,hessian_weighted_relative_error,31822,0.02500,0.754
39,model.language_model.layers.39.mlp.experts.212.gate_proj,0.0088205064,hessian_weighted_relative_error,31822,0.02500,0.782
39,model.language_model.layers.39.mlp.experts.212.up_proj,0.0101160698,hessian_weighted_relative_error,31822,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.213.down_proj,0.0137056761,hessian_weighted_relative_error,49858,0.02500,0.883
39,model.language_model.layers.39.mlp.experts.213.gate_proj,0.0079897663,hessian_weighted_relative_error,49858,0.02500,0.910
39,model.language_model.layers.39.mlp.experts.213.up_proj,0.0098989641,hessian_weighted_relative_error,49858,0.02500,0.963
39,model.language_model.layers.39.mlp.experts.214.down_proj,0.0146828510,hessian_weighted_relative_error,46024,0.02500,0.753
39,model.language_model.layers.39.mlp.experts.214.gate_proj,0.0080938944,hessian_weighted_relative_error,46024,0.02500,0.788
39,model.language_model.layers.39.mlp.experts.214.up_proj,0.0107443919,hessian_weighted_relative_error,46024,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.215.down_proj,0.0139014618,hessian_weighted_relative_error,32969,0.02500,0.880
39,model.language_model.layers.39.mlp.experts.215.gate_proj,0.0076725762,hessian_weighted_relative_error,32969,0.02500,0.910
39,model.language_model.layers.39.mlp.experts.215.up_proj,0.0102554578,hessian_weighted_relative_error,32969,0.02500,0.960
39,model.language_model.layers.39.mlp.experts.216.down_proj,0.0133218722,hessian_weighted_relative_error,34529,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.216.gate_proj,0.0090584342,hessian_weighted_relative_error,34529,0.02500,0.790
39,model.language_model.layers.39.mlp.experts.216.up_proj,0.0101859333,hessian_weighted_relative_error,34529,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.217.down_proj,0.0139833650,hessian_weighted_relative_error,22250,0.02500,0.878
39,model.language_model.layers.39.mlp.experts.217.gate_proj,0.0082169124,hessian_weighted_relative_error,22250,0.02500,0.921
39,model.language_model.layers.39.mlp.experts.217.up_proj,0.0100744149,hessian_weighted_relative_error,22250,0.02500,0.977
39,model.language_model.layers.39.mlp.experts.218.down_proj,0.0114482801,hessian_weighted_relative_error,25650,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.218.gate_proj,0.0067375831,hessian_weighted_relative_error,25650,0.02500,0.787
39,model.language_model.layers.39.mlp.experts.218.up_proj,0.0073987797,hessian_weighted_relative_error,25650,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.219.down_proj,0.0098041417,hessian_weighted_relative_error,4873,0.02500,0.880
39,model.language_model.layers.39.mlp.experts.219.gate_proj,0.0052362110,hessian_weighted_relative_error,4873,0.02500,0.925
39,model.language_model.layers.39.mlp.experts.219.up_proj,0.0059170942,hessian_weighted_relative_error,4873,0.02500,0.967
39,model.language_model.layers.39.mlp.experts.22.down_proj,0.0116202988,hessian_weighted_relative_error,23286,0.02500,0.722
39,model.language_model.layers.39.mlp.experts.22.gate_proj,0.0077970485,hessian_weighted_relative_error,23286,0.02500,0.754
39,model.language_model.layers.39.mlp.experts.22.up_proj,0.0083670382,hessian_weighted_relative_error,23286,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.220.down_proj,0.0129229190,hessian_weighted_relative_error,58842,0.02500,0.755
39,model.language_model.layers.39.mlp.experts.220.gate_proj,0.0090541309,hessian_weighted_relative_error,58842,0.02500,0.786
39,model.language_model.layers.39.mlp.experts.220.up_proj,0.0096802293,hessian_weighted_relative_error,58842,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.221.down_proj,0.0144595332,hessian_weighted_relative_error,32110,0.02500,0.882
39,model.language_model.layers.39.mlp.experts.221.gate_proj,0.0083481631,hessian_weighted_relative_error,32110,0.02500,0.915
39,model.language_model.layers.39.mlp.experts.221.up_proj,0.0104751309,hessian_weighted_relative_error,32110,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.222.down_proj,0.0132863916,hessian_weighted_relative_error,46141,0.02500,0.754
39,model.language_model.layers.39.mlp.experts.222.gate_proj,0.0086937655,hessian_weighted_relative_error,46141,0.02500,0.790
39,model.language_model.layers.39.mlp.experts.222.up_proj,0.0095300574,hessian_weighted_relative_error,46141,0.02500,0.803
39,model.language_model.layers.39.mlp.experts.223.down_proj,0.0110637826,hessian_weighted_relative_error,16263,0.02500,0.881
39,model.language_model.layers.39.mlp.experts.223.gate_proj,0.0070372747,hessian_weighted_relative_error,16263,0.02500,0.921
39,model.language_model.layers.39.mlp.experts.223.up_proj,0.0078710104,hessian_weighted_relative_error,16263,0.02500,0.987
39,model.language_model.layers.39.mlp.experts.224.down_proj,0.0107347785,hessian_weighted_relative_error,29750,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.224.gate_proj,0.0062584607,hessian_weighted_relative_error,29750,0.02500,0.789
39,model.language_model.layers.39.mlp.experts.224.up_proj,0.0074553226,hessian_weighted_relative_error,29750,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.225.down_proj,0.0128187742,hessian_weighted_relative_error,9916,0.02500,0.879
39,model.language_model.layers.39.mlp.experts.225.gate_proj,0.0066748762,hessian_weighted_relative_error,9916,0.02500,0.918
39,model.language_model.layers.39.mlp.experts.225.up_proj,0.0084936470,hessian_weighted_relative_error,9916,0.02500,0.978
39,model.language_model.layers.39.mlp.experts.226.down_proj,0.0135109572,hessian_weighted_relative_error,18671,0.02500,0.758
39,model.language_model.layers.39.mlp.experts.226.gate_proj,0.0071888368,hessian_weighted_relative_error,18671,0.02500,0.785
39,model.language_model.layers.39.mlp.experts.226.up_proj,0.0093312718,hessian_weighted_relative_error,18671,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.227.down_proj,0.0139385680,hessian_weighted_relative_error,28716,0.02500,0.881
39,model.language_model.layers.39.mlp.experts.227.gate_proj,0.0081026647,hessian_weighted_relative_error,28716,0.02500,0.926
39,model.language_model.layers.39.mlp.experts.227.up_proj,0.0105219755,hessian_weighted_relative_error,28716,0.02500,0.975
39,model.language_model.layers.39.mlp.experts.228.down_proj,0.0149096186,hessian_weighted_relative_error,31422,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.228.gate_proj,0.0085637593,hessian_weighted_relative_error,31422,0.02500,0.784
39,model.language_model.layers.39.mlp.experts.228.up_proj,0.0108068093,hessian_weighted_relative_error,31422,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.229.down_proj,0.0097578513,hessian_weighted_relative_error,24140,0.02500,0.883
39,model.language_model.layers.39.mlp.experts.229.gate_proj,0.0067388912,hessian_weighted_relative_error,24140,0.02500,0.919
39,model.language_model.layers.39.mlp.experts.229.up_proj,0.0074730287,hessian_weighted_relative_error,24140,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.23.down_proj,0.0143015584,hessian_weighted_relative_error,99093,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.23.gate_proj,0.0103234665,hessian_weighted_relative_error,99093,0.02500,0.854
39,model.language_model.layers.39.mlp.experts.23.up_proj,0.0113432392,hessian_weighted_relative_error,99093,0.02500,0.935
39,model.language_model.layers.39.mlp.experts.230.down_proj,0.0127484951,hessian_weighted_relative_error,9841,0.02500,0.755
39,model.language_model.layers.39.mlp.experts.230.gate_proj,0.0074475024,hessian_weighted_relative_error,9841,0.02500,0.789
39,model.language_model.layers.39.mlp.experts.230.up_proj,0.0084503895,hessian_weighted_relative_error,9841,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.231.down_proj,0.0117385248,hessian_weighted_relative_error,38756,0.02500,0.883
39,model.language_model.layers.39.mlp.experts.231.gate_proj,0.0060146921,hessian_weighted_relative_error,38756,0.02500,0.922
39,model.language_model.layers.39.mlp.experts.231.up_proj,0.0085471127,hessian_weighted_relative_error,38756,0.02500,0.967
39,model.language_model.layers.39.mlp.experts.232.down_proj,0.0120728351,hessian_weighted_relative_error,18082,0.02500,0.758
39,model.language_model.layers.39.mlp.experts.232.gate_proj,0.0072250900,hessian_weighted_relative_error,18082,0.02500,0.789
39,model.language_model.layers.39.mlp.experts.232.up_proj,0.0085935889,hessian_weighted_relative_error,18082,0.02500,0.805
39,model.language_model.layers.39.mlp.experts.233.down_proj,0.0126192488,hessian_weighted_relative_error,16413,0.02500,0.880
39,model.language_model.layers.39.mlp.experts.233.gate_proj,0.0080071070,hessian_weighted_relative_error,16413,0.02500,0.923
39,model.language_model.layers.39.mlp.experts.233.up_proj,0.0093527257,hessian_weighted_relative_error,16413,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.234.down_proj,0.0064869487,hessian_weighted_relative_error,19831,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.234.gate_proj,0.0038935914,hessian_weighted_relative_error,19831,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.234.up_proj,0.0044965240,hessian_weighted_relative_error,19831,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.235.down_proj,0.0125119474,hessian_weighted_relative_error,19499,0.02500,0.884
39,model.language_model.layers.39.mlp.experts.235.gate_proj,0.0069837162,hessian_weighted_relative_error,19499,0.02500,0.926
39,model.language_model.layers.39.mlp.experts.235.up_proj,0.0087983227,hessian_weighted_relative_error,19499,0.02500,0.966
39,model.language_model.layers.39.mlp.experts.236.down_proj,0.0142080712,hessian_weighted_relative_error,20689,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.236.gate_proj,0.0077678078,hessian_weighted_relative_error,20689,0.02500,0.786
39,model.language_model.layers.39.mlp.experts.236.up_proj,0.0099267763,hessian_weighted_relative_error,20689,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.237.down_proj,0.0145669928,hessian_weighted_relative_error,42753,0.02500,0.883
39,model.language_model.layers.39.mlp.experts.237.gate_proj,0.0083835025,hessian_weighted_relative_error,42753,0.02500,0.919
39,model.language_model.layers.39.mlp.experts.237.up_proj,0.0103334183,hessian_weighted_relative_error,42753,0.02500,0.960
39,model.language_model.layers.39.mlp.experts.238.down_proj,0.0135205093,hessian_weighted_relative_error,24328,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.238.gate_proj,0.0091256753,hessian_weighted_relative_error,24328,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.238.up_proj,0.0104815085,hessian_weighted_relative_error,24328,0.02500,0.804
39,model.language_model.layers.39.mlp.experts.239.down_proj,0.0124994617,hessian_weighted_relative_error,14892,0.02500,0.885
39,model.language_model.layers.39.mlp.experts.239.gate_proj,0.0076364678,hessian_weighted_relative_error,14892,0.02500,0.922
39,model.language_model.layers.39.mlp.experts.239.up_proj,0.0089414372,hessian_weighted_relative_error,14892,0.02500,0.962
39,model.language_model.layers.39.mlp.experts.24.down_proj,0.0121153216,hessian_weighted_relative_error,44640,0.02500,0.725
39,model.language_model.layers.39.mlp.experts.24.gate_proj,0.0079633198,hessian_weighted_relative_error,44640,0.02500,0.757
39,model.language_model.layers.39.mlp.experts.24.up_proj,0.0084647669,hessian_weighted_relative_error,44640,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.240.down_proj,0.0143473440,hessian_weighted_relative_error,22129,0.02500,0.758
39,model.language_model.layers.39.mlp.experts.240.gate_proj,0.0087693678,hessian_weighted_relative_error,22129,0.02500,0.790
39,model.language_model.layers.39.mlp.experts.240.up_proj,0.0102932283,hessian_weighted_relative_error,22129,0.02500,0.804
39,model.language_model.layers.39.mlp.experts.241.down_proj,0.0138538942,hessian_weighted_relative_error,37789,0.02500,0.882
39,model.language_model.layers.39.mlp.experts.241.gate_proj,0.0086049418,hessian_weighted_relative_error,37789,0.02500,0.923
39,model.language_model.layers.39.mlp.experts.241.up_proj,0.0107637233,hessian_weighted_relative_error,37789,0.02500,0.961
39,model.language_model.layers.39.mlp.experts.242.down_proj,0.0144703560,hessian_weighted_relative_error,91310,0.02500,0.761
39,model.language_model.layers.39.mlp.experts.242.gate_proj,0.0096512977,hessian_weighted_relative_error,91310,0.02500,0.788
39,model.language_model.layers.39.mlp.experts.242.up_proj,0.0111654933,hessian_weighted_relative_error,91310,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.243.down_proj,0.0142780465,hessian_weighted_relative_error,34302,0.02500,0.884
39,model.language_model.layers.39.mlp.experts.243.gate_proj,0.0084793422,hessian_weighted_relative_error,34302,0.02500,0.928
39,model.language_model.layers.39.mlp.experts.243.up_proj,0.0106839673,hessian_weighted_relative_error,34302,0.02500,0.957
39,model.language_model.layers.39.mlp.experts.244.down_proj,0.0072675657,hessian_weighted_relative_error,19932,0.02500,0.758
39,model.language_model.layers.39.mlp.experts.244.gate_proj,0.0047012475,hessian_weighted_relative_error,19932,0.02500,0.789
39,model.language_model.layers.39.mlp.experts.244.up_proj,0.0053035733,hessian_weighted_relative_error,19932,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.245.down_proj,0.0117927551,hessian_weighted_relative_error,30443,0.02500,0.884
39,model.language_model.layers.39.mlp.experts.245.gate_proj,0.0072786206,hessian_weighted_relative_error,30443,0.02500,0.923
39,model.language_model.layers.39.mlp.experts.245.up_proj,0.0086480324,hessian_weighted_relative_error,30443,0.02500,0.955
39,model.language_model.layers.39.mlp.experts.246.down_proj,0.0152758214,hessian_weighted_relative_error,30460,0.02500,0.757
39,model.language_model.layers.39.mlp.experts.246.gate_proj,0.0089399650,hessian_weighted_relative_error,30460,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.246.up_proj,0.0112415620,hessian_weighted_relative_error,30460,0.02500,0.803
39,model.language_model.layers.39.mlp.experts.247.down_proj,0.0124666848,hessian_weighted_relative_error,17665,0.02500,0.883
39,model.language_model.layers.39.mlp.experts.247.gate_proj,0.0076251463,hessian_weighted_relative_error,17665,0.02500,0.925
39,model.language_model.layers.39.mlp.experts.247.up_proj,0.0088153423,hessian_weighted_relative_error,17665,0.02500,0.952
39,model.language_model.layers.39.mlp.experts.248.down_proj,0.0144625812,hessian_weighted_relative_error,18271,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.248.gate_proj,0.0086427086,hessian_weighted_relative_error,18271,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.248.up_proj,0.0103506615,hessian_weighted_relative_error,18271,0.02500,0.804
39,model.language_model.layers.39.mlp.experts.249.down_proj,0.0117593410,hessian_weighted_relative_error,43872,0.02500,0.882
39,model.language_model.layers.39.mlp.experts.249.gate_proj,0.0083463343,hessian_weighted_relative_error,43872,0.02500,0.923
39,model.language_model.layers.39.mlp.experts.249.up_proj,0.0100711111,hessian_weighted_relative_error,43872,0.02500,0.955
39,model.language_model.layers.39.mlp.experts.25.down_proj,0.0091349313,hessian_weighted_relative_error,17525,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.25.gate_proj,0.0054354717,hessian_weighted_relative_error,17525,0.02500,0.855
39,model.language_model.layers.39.mlp.experts.25.up_proj,0.0061960519,hessian_weighted_relative_error,17525,0.02500,0.940
39,model.language_model.layers.39.mlp.experts.250.down_proj,0.0150218763,hessian_weighted_relative_error,42960,0.02500,0.763
39,model.language_model.layers.39.mlp.experts.250.gate_proj,0.0076005333,hessian_weighted_relative_error,42960,0.02500,0.787
39,model.language_model.layers.39.mlp.experts.250.up_proj,0.0110654325,hessian_weighted_relative_error,42960,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.251.down_proj,0.0126878208,hessian_weighted_relative_error,15588,0.02500,0.884
39,model.language_model.layers.39.mlp.experts.251.gate_proj,0.0057200779,hessian_weighted_relative_error,15588,0.02500,0.923
39,model.language_model.layers.39.mlp.experts.251.up_proj,0.0084400137,hessian_weighted_relative_error,15588,0.02500,0.951
39,model.language_model.layers.39.mlp.experts.252.down_proj,0.0133170240,hessian_weighted_relative_error,15944,0.02500,0.758
39,model.language_model.layers.39.mlp.experts.252.gate_proj,0.0067658742,hessian_weighted_relative_error,15944,0.02500,0.788
39,model.language_model.layers.39.mlp.experts.252.up_proj,0.0092264203,hessian_weighted_relative_error,15944,0.02500,0.803
39,model.language_model.layers.39.mlp.experts.253.down_proj,0.0117683404,hessian_weighted_relative_error,37472,0.02500,0.889
39,model.language_model.layers.39.mlp.experts.253.gate_proj,0.0066256885,hessian_weighted_relative_error,37472,0.02500,0.921
39,model.language_model.layers.39.mlp.experts.253.up_proj,0.0078518556,hessian_weighted_relative_error,37472,0.02500,0.949
39,model.language_model.layers.39.mlp.experts.254.down_proj,0.0124602408,hessian_weighted_relative_error,14462,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.254.gate_proj,0.0065186354,hessian_weighted_relative_error,14462,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.254.up_proj,0.0083387648,hessian_weighted_relative_error,14462,0.02500,0.803
39,model.language_model.layers.39.mlp.experts.255.down_proj,0.0144568931,hessian_weighted_relative_error,40771,0.02500,0.885
39,model.language_model.layers.39.mlp.experts.255.gate_proj,0.0083375631,hessian_weighted_relative_error,40771,0.02500,0.927
39,model.language_model.layers.39.mlp.experts.255.up_proj,0.0104286453,hessian_weighted_relative_error,40771,0.02500,0.953
39,model.language_model.layers.39.mlp.experts.256.down_proj,0.0146636907,hessian_weighted_relative_error,75741,0.02500,0.761
39,model.language_model.layers.39.mlp.experts.256.gate_proj,0.0091802896,hessian_weighted_relative_error,75741,0.02500,0.794
39,model.language_model.layers.39.mlp.experts.256.up_proj,0.0111145881,hessian_weighted_relative_error,75741,0.02500,0.808
39,model.language_model.layers.39.mlp.experts.257.down_proj,0.0128943808,hessian_weighted_relative_error,18546,0.02500,0.882
39,model.language_model.layers.39.mlp.experts.257.gate_proj,0.0085812619,hessian_weighted_relative_error,18546,0.02500,0.930
39,model.language_model.layers.39.mlp.experts.257.up_proj,0.0094321329,hessian_weighted_relative_error,18546,0.02500,0.952
39,model.language_model.layers.39.mlp.experts.258.down_proj,0.0119651009,hessian_weighted_relative_error,35781,0.02500,0.762
39,model.language_model.layers.39.mlp.experts.258.gate_proj,0.0079241248,hessian_weighted_relative_error,35781,0.02500,0.789
39,model.language_model.layers.39.mlp.experts.258.up_proj,0.0093402347,hessian_weighted_relative_error,35781,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.259.down_proj,0.0090638419,hessian_weighted_relative_error,17262,0.02500,0.884
39,model.language_model.layers.39.mlp.experts.259.gate_proj,0.0059237367,hessian_weighted_relative_error,17262,0.02500,0.926
39,model.language_model.layers.39.mlp.experts.259.up_proj,0.0074197170,hessian_weighted_relative_error,17262,0.02500,0.952
39,model.language_model.layers.39.mlp.experts.26.down_proj,0.0131072791,hessian_weighted_relative_error,22482,0.02500,0.727
39,model.language_model.layers.39.mlp.experts.26.gate_proj,0.0082550253,hessian_weighted_relative_error,22482,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.26.up_proj,0.0098978716,hessian_weighted_relative_error,22482,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.260.down_proj,0.0140142292,hessian_weighted_relative_error,32058,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.260.gate_proj,0.0088535224,hessian_weighted_relative_error,32058,0.02500,0.786
39,model.language_model.layers.39.mlp.experts.260.up_proj,0.0101315353,hessian_weighted_relative_error,32058,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.261.down_proj,0.0139270151,hessian_weighted_relative_error,35879,0.02500,0.886
39,model.language_model.layers.39.mlp.experts.261.gate_proj,0.0086273418,hessian_weighted_relative_error,35879,0.02500,0.923
39,model.language_model.layers.39.mlp.experts.261.up_proj,0.0103728919,hessian_weighted_relative_error,35879,0.02500,0.943
39,model.language_model.layers.39.mlp.experts.262.down_proj,0.0145798602,hessian_weighted_relative_error,31659,0.02500,0.762
39,model.language_model.layers.39.mlp.experts.262.gate_proj,0.0080403721,hessian_weighted_relative_error,31659,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.262.up_proj,0.0107744152,hessian_weighted_relative_error,31659,0.02500,0.804
39,model.language_model.layers.39.mlp.experts.263.down_proj,0.0108668741,hessian_weighted_relative_error,22609,0.02500,0.887
39,model.language_model.layers.39.mlp.experts.263.gate_proj,0.0066411173,hessian_weighted_relative_error,22609,0.02500,0.923
39,model.language_model.layers.39.mlp.experts.263.up_proj,0.0083906350,hessian_weighted_relative_error,22609,0.02500,0.950
39,model.language_model.layers.39.mlp.experts.264.down_proj,0.0144785004,hessian_weighted_relative_error,44656,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.264.gate_proj,0.0091961732,hessian_weighted_relative_error,44656,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.264.up_proj,0.0108118546,hessian_weighted_relative_error,44656,0.02500,0.804
39,model.language_model.layers.39.mlp.experts.265.down_proj,0.0109349515,hessian_weighted_relative_error,13305,0.02500,0.884
39,model.language_model.layers.39.mlp.experts.265.gate_proj,0.0052897666,hessian_weighted_relative_error,13305,0.02500,0.933
39,model.language_model.layers.39.mlp.experts.265.up_proj,0.0068944184,hessian_weighted_relative_error,13305,0.02500,0.948
39,model.language_model.layers.39.mlp.experts.266.down_proj,0.0125259687,hessian_weighted_relative_error,16277,0.02500,0.763
39,model.language_model.layers.39.mlp.experts.266.gate_proj,0.0073016422,hessian_weighted_relative_error,16277,0.02500,0.788
39,model.language_model.layers.39.mlp.experts.266.up_proj,0.0086629077,hessian_weighted_relative_error,16277,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.267.down_proj,0.0111271280,hessian_weighted_relative_error,29368,0.02500,0.887
39,model.language_model.layers.39.mlp.experts.267.gate_proj,0.0071152426,hessian_weighted_relative_error,29368,0.02500,0.929
39,model.language_model.layers.39.mlp.experts.267.up_proj,0.0082592983,hessian_weighted_relative_error,29368,0.02500,0.941
39,model.language_model.layers.39.mlp.experts.268.down_proj,0.0125215293,hessian_weighted_relative_error,30034,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.268.gate_proj,0.0076552556,hessian_weighted_relative_error,30034,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.268.up_proj,0.0081204911,hessian_weighted_relative_error,30034,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.269.down_proj,0.0108211573,hessian_weighted_relative_error,6544,0.02500,0.889
39,model.language_model.layers.39.mlp.experts.269.gate_proj,0.0057075348,hessian_weighted_relative_error,6544,0.02500,0.926
39,model.language_model.layers.39.mlp.experts.269.up_proj,0.0064071119,hessian_weighted_relative_error,6544,0.02500,0.941
39,model.language_model.layers.39.mlp.experts.27.down_proj,0.0133652579,hessian_weighted_relative_error,22339,0.02500,0.806
39,model.language_model.layers.39.mlp.experts.27.gate_proj,0.0068769764,hessian_weighted_relative_error,22339,0.02500,0.854
39,model.language_model.layers.39.mlp.experts.27.up_proj,0.0089807592,hessian_weighted_relative_error,22339,0.02500,0.938
39,model.language_model.layers.39.mlp.experts.270.down_proj,0.0095357163,hessian_weighted_relative_error,54295,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.270.gate_proj,0.0067205780,hessian_weighted_relative_error,54295,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.270.up_proj,0.0070169899,hessian_weighted_relative_error,54295,0.02500,0.807
39,model.language_model.layers.39.mlp.experts.271.down_proj,0.0132735564,hessian_weighted_relative_error,41269,0.02500,0.887
39,model.language_model.layers.39.mlp.experts.271.gate_proj,0.0084518218,hessian_weighted_relative_error,41269,0.02500,0.932
39,model.language_model.layers.39.mlp.experts.271.up_proj,0.0099194491,hessian_weighted_relative_error,41269,0.02500,0.943
39,model.language_model.layers.39.mlp.experts.272.down_proj,0.0128568504,hessian_weighted_relative_error,10877,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.272.gate_proj,0.0071485558,hessian_weighted_relative_error,10877,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.272.up_proj,0.0086806050,hessian_weighted_relative_error,10877,0.02500,0.805
39,model.language_model.layers.39.mlp.experts.273.down_proj,0.0115564706,hessian_weighted_relative_error,21736,0.02500,0.885
39,model.language_model.layers.39.mlp.experts.273.gate_proj,0.0078353557,hessian_weighted_relative_error,21736,0.02500,0.935
39,model.language_model.layers.39.mlp.experts.273.up_proj,0.0097176010,hessian_weighted_relative_error,21736,0.02500,0.940
39,model.language_model.layers.39.mlp.experts.274.down_proj,0.0135389947,hessian_weighted_relative_error,30382,0.02500,0.763
39,model.language_model.layers.39.mlp.experts.274.gate_proj,0.0083280513,hessian_weighted_relative_error,30382,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.274.up_proj,0.0100745114,hessian_weighted_relative_error,30382,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.275.down_proj,0.0143205631,hessian_weighted_relative_error,25515,0.02500,0.888
39,model.language_model.layers.39.mlp.experts.275.gate_proj,0.0076808222,hessian_weighted_relative_error,25515,0.02500,0.927
39,model.language_model.layers.39.mlp.experts.275.up_proj,0.0101720967,hessian_weighted_relative_error,25515,0.02500,0.946
39,model.language_model.layers.39.mlp.experts.276.down_proj,0.0118838410,hessian_weighted_relative_error,37982,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.276.gate_proj,0.0076453386,hessian_weighted_relative_error,37982,0.02500,0.787
39,model.language_model.layers.39.mlp.experts.276.up_proj,0.0081869175,hessian_weighted_relative_error,37982,0.02500,0.801
39,model.language_model.layers.39.mlp.experts.277.down_proj,0.0134580772,hessian_weighted_relative_error,25505,0.02500,0.889
39,model.language_model.layers.39.mlp.experts.277.gate_proj,0.0079323081,hessian_weighted_relative_error,25505,0.02500,0.926
39,model.language_model.layers.39.mlp.experts.277.up_proj,0.0094715812,hessian_weighted_relative_error,25505,0.02500,0.939
39,model.language_model.layers.39.mlp.experts.278.down_proj,0.0127291204,hessian_weighted_relative_error,51308,0.02500,0.763
39,model.language_model.layers.39.mlp.experts.278.gate_proj,0.0087674552,hessian_weighted_relative_error,51308,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.278.up_proj,0.0092519096,hessian_weighted_relative_error,51308,0.02500,0.809
39,model.language_model.layers.39.mlp.experts.279.down_proj,0.0140983805,hessian_weighted_relative_error,65236,0.02500,0.888
39,model.language_model.layers.39.mlp.experts.279.gate_proj,0.0099737538,hessian_weighted_relative_error,65236,0.02500,0.930
39,model.language_model.layers.39.mlp.experts.279.up_proj,0.0109719314,hessian_weighted_relative_error,65236,0.02500,0.939
39,model.language_model.layers.39.mlp.experts.28.down_proj,0.0139311118,hessian_weighted_relative_error,26974,0.02500,0.724
39,model.language_model.layers.39.mlp.experts.28.gate_proj,0.0084253758,hessian_weighted_relative_error,26974,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.28.up_proj,0.0098118780,hessian_weighted_relative_error,26974,0.02500,0.790
39,model.language_model.layers.39.mlp.experts.280.down_proj,0.0139722046,hessian_weighted_relative_error,24772,0.02500,0.761
39,model.language_model.layers.39.mlp.experts.280.gate_proj,0.0079984682,hessian_weighted_relative_error,24772,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.280.up_proj,0.0099650999,hessian_weighted_relative_error,24772,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.281.down_proj,0.0128067001,hessian_weighted_relative_error,52936,0.02500,0.886
39,model.language_model.layers.39.mlp.experts.281.gate_proj,0.0078188873,hessian_weighted_relative_error,52936,0.02500,0.934
39,model.language_model.layers.39.mlp.experts.281.up_proj,0.0086138085,hessian_weighted_relative_error,52936,0.02500,0.924
39,model.language_model.layers.39.mlp.experts.282.down_proj,0.0133465960,hessian_weighted_relative_error,31543,0.02500,0.763
39,model.language_model.layers.39.mlp.experts.282.gate_proj,0.0080156340,hessian_weighted_relative_error,31543,0.02500,0.788
39,model.language_model.layers.39.mlp.experts.282.up_proj,0.0094904238,hessian_weighted_relative_error,31543,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.283.down_proj,0.0131520107,hessian_weighted_relative_error,22347,0.02500,0.886
39,model.language_model.layers.39.mlp.experts.283.gate_proj,0.0084150252,hessian_weighted_relative_error,22347,0.02500,0.934
39,model.language_model.layers.39.mlp.experts.283.up_proj,0.0096619657,hessian_weighted_relative_error,22347,0.02500,0.935
39,model.language_model.layers.39.mlp.experts.284.down_proj,0.0141429183,hessian_weighted_relative_error,23654,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.284.gate_proj,0.0075755431,hessian_weighted_relative_error,23654,0.02500,0.788
39,model.language_model.layers.39.mlp.experts.284.up_proj,0.0098477334,hessian_weighted_relative_error,23654,0.02500,0.802
39,model.language_model.layers.39.mlp.experts.285.down_proj,0.0094839232,hessian_weighted_relative_error,17255,0.02500,0.888
39,model.language_model.layers.39.mlp.experts.285.gate_proj,0.0061006139,hessian_weighted_relative_error,17255,0.02500,0.925
39,model.language_model.layers.39.mlp.experts.285.up_proj,0.0070806971,hessian_weighted_relative_error,17255,0.02500,0.927
39,model.language_model.layers.39.mlp.experts.286.down_proj,0.0133342051,hessian_weighted_relative_error,40514,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.286.gate_proj,0.0089852183,hessian_weighted_relative_error,40514,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.286.up_proj,0.0098429135,hessian_weighted_relative_error,40514,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.287.down_proj,0.0137319301,hessian_weighted_relative_error,27089,0.02500,0.888
39,model.language_model.layers.39.mlp.experts.287.gate_proj,0.0091412967,hessian_weighted_relative_error,27089,0.02500,0.928
39,model.language_model.layers.39.mlp.experts.287.up_proj,0.0104196252,hessian_weighted_relative_error,27089,0.02500,0.926
39,model.language_model.layers.39.mlp.experts.29.down_proj,0.0144364212,hessian_weighted_relative_error,25257,0.02500,0.807
39,model.language_model.layers.39.mlp.experts.29.gate_proj,0.0095759238,hessian_weighted_relative_error,25257,0.02500,0.853
39,model.language_model.layers.39.mlp.experts.29.up_proj,0.0107509445,hessian_weighted_relative_error,25257,0.02500,0.928
39,model.language_model.layers.39.mlp.experts.3.down_proj,0.0136051687,hessian_weighted_relative_error,43455,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.3.gate_proj,0.0048870248,hessian_weighted_relative_error,43455,0.02500,0.834
39,model.language_model.layers.39.mlp.experts.3.up_proj,0.0099083591,hessian_weighted_relative_error,43455,0.02500,0.935
39,model.language_model.layers.39.mlp.experts.30.down_proj,0.0088973564,hessian_weighted_relative_error,4573,0.02500,0.724
39,model.language_model.layers.39.mlp.experts.30.gate_proj,0.0045328942,hessian_weighted_relative_error,4573,0.02500,0.757
39,model.language_model.layers.39.mlp.experts.30.up_proj,0.0050779120,hessian_weighted_relative_error,4573,0.02500,0.810
39,model.language_model.layers.39.mlp.experts.31.down_proj,0.0080447861,hessian_weighted_relative_error,10756,0.02500,0.805
39,model.language_model.layers.39.mlp.experts.31.gate_proj,0.0042473377,hessian_weighted_relative_error,10756,0.02500,0.860
39,model.language_model.layers.39.mlp.experts.31.up_proj,0.0049300919,hessian_weighted_relative_error,10756,0.02500,0.934
39,model.language_model.layers.39.mlp.experts.32.down_proj,0.0111812605,hessian_weighted_relative_error,22296,0.02500,0.727
39,model.language_model.layers.39.mlp.experts.32.gate_proj,0.0066396757,hessian_weighted_relative_error,22296,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.32.up_proj,0.0074812663,hessian_weighted_relative_error,22296,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.33.down_proj,0.0137676361,hessian_weighted_relative_error,25165,0.02500,0.806
39,model.language_model.layers.39.mlp.experts.33.gate_proj,0.0087247670,hessian_weighted_relative_error,25165,0.02500,0.857
39,model.language_model.layers.39.mlp.experts.33.up_proj,0.0103583965,hessian_weighted_relative_error,25165,0.02500,0.948
39,model.language_model.layers.39.mlp.experts.34.down_proj,0.0116609151,hessian_weighted_relative_error,33032,0.02500,0.729
39,model.language_model.layers.39.mlp.experts.34.gate_proj,0.0077070968,hessian_weighted_relative_error,33032,0.02500,0.763
39,model.language_model.layers.39.mlp.experts.34.up_proj,0.0093941496,hessian_weighted_relative_error,33032,0.02500,0.794
39,model.language_model.layers.39.mlp.experts.35.down_proj,0.0140522097,hessian_weighted_relative_error,25050,0.02500,0.810
39,model.language_model.layers.39.mlp.experts.35.gate_proj,0.0087564526,hessian_weighted_relative_error,25050,0.02500,0.857
39,model.language_model.layers.39.mlp.experts.35.up_proj,0.0099600834,hessian_weighted_relative_error,25050,0.02500,0.940
39,model.language_model.layers.39.mlp.experts.36.down_proj,0.0155145989,hessian_weighted_relative_error,35475,0.02500,0.726
39,model.language_model.layers.39.mlp.experts.36.gate_proj,0.0079979459,hessian_weighted_relative_error,35475,0.02500,0.755
39,model.language_model.layers.39.mlp.experts.36.up_proj,0.0115441101,hessian_weighted_relative_error,35475,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.37.down_proj,0.0142968398,hessian_weighted_relative_error,35579,0.02500,0.810
39,model.language_model.layers.39.mlp.experts.37.gate_proj,0.0064859026,hessian_weighted_relative_error,35579,0.02500,0.858
39,model.language_model.layers.39.mlp.experts.37.up_proj,0.0102884225,hessian_weighted_relative_error,35579,0.02500,0.936
39,model.language_model.layers.39.mlp.experts.38.down_proj,0.0132039369,hessian_weighted_relative_error,29193,0.02500,0.726
39,model.language_model.layers.39.mlp.experts.38.gate_proj,0.0083894124,hessian_weighted_relative_error,29193,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.38.up_proj,0.0093512286,hessian_weighted_relative_error,29193,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.39.down_proj,0.0102677672,hessian_weighted_relative_error,37143,0.02500,0.808
39,model.language_model.layers.39.mlp.experts.39.gate_proj,0.0061177935,hessian_weighted_relative_error,37143,0.02500,0.862
39,model.language_model.layers.39.mlp.experts.39.up_proj,0.0083787196,hessian_weighted_relative_error,37143,0.02500,0.943
39,model.language_model.layers.39.mlp.experts.4.down_proj,0.0128465050,hessian_weighted_relative_error,18854,0.02500,0.717
39,model.language_model.layers.39.mlp.experts.4.gate_proj,0.0076335275,hessian_weighted_relative_error,18854,0.02500,0.741
39,model.language_model.layers.39.mlp.experts.4.up_proj,0.0090300613,hessian_weighted_relative_error,18854,0.02500,0.790
39,model.language_model.layers.39.mlp.experts.40.down_proj,0.0146750222,hessian_weighted_relative_error,28985,0.02500,0.729
39,model.language_model.layers.39.mlp.experts.40.gate_proj,0.0083299147,hessian_weighted_relative_error,28985,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.40.up_proj,0.0105551957,hessian_weighted_relative_error,28985,0.02500,0.830
39,model.language_model.layers.39.mlp.experts.41.down_proj,0.0116037772,hessian_weighted_relative_error,10855,0.02500,0.809
39,model.language_model.layers.39.mlp.experts.41.gate_proj,0.0067393968,hessian_weighted_relative_error,10855,0.02500,0.865
39,model.language_model.layers.39.mlp.experts.41.up_proj,0.0073753002,hessian_weighted_relative_error,10855,0.02500,0.941
39,model.language_model.layers.39.mlp.experts.42.down_proj,0.0129528072,hessian_weighted_relative_error,26337,0.02500,0.731
39,model.language_model.layers.39.mlp.experts.42.gate_proj,0.0080863651,hessian_weighted_relative_error,26337,0.02500,0.757
39,model.language_model.layers.39.mlp.experts.42.up_proj,0.0100879888,hessian_weighted_relative_error,26337,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.43.down_proj,0.0140187495,hessian_weighted_relative_error,21395,0.02500,0.814
39,model.language_model.layers.39.mlp.experts.43.gate_proj,0.0090565607,hessian_weighted_relative_error,21395,0.02500,0.864
39,model.language_model.layers.39.mlp.experts.43.up_proj,0.0100558443,hessian_weighted_relative_error,21395,0.02500,0.939
39,model.language_model.layers.39.mlp.experts.44.down_proj,0.0081182074,hessian_weighted_relative_error,8103,0.02500,0.728
39,model.language_model.layers.39.mlp.experts.44.gate_proj,0.0040826145,hessian_weighted_relative_error,8103,0.02500,0.756
39,model.language_model.layers.39.mlp.experts.44.up_proj,0.0053291533,hessian_weighted_relative_error,8103,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.45.down_proj,0.0124198317,hessian_weighted_relative_error,27465,0.02500,0.815
39,model.language_model.layers.39.mlp.experts.45.gate_proj,0.0050742862,hessian_weighted_relative_error,27465,0.02500,0.864
39,model.language_model.layers.39.mlp.experts.45.up_proj,0.0082743224,hessian_weighted_relative_error,27465,0.02500,0.941
39,model.language_model.layers.39.mlp.experts.46.down_proj,0.0105022552,hessian_weighted_relative_error,21405,0.02500,0.727
39,model.language_model.layers.39.mlp.experts.46.gate_proj,0.0057878059,hessian_weighted_relative_error,21405,0.02500,0.761
39,model.language_model.layers.39.mlp.experts.46.up_proj,0.0066089723,hessian_weighted_relative_error,21405,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.47.down_proj,0.0115746511,hessian_weighted_relative_error,19518,0.02500,0.811
39,model.language_model.layers.39.mlp.experts.47.gate_proj,0.0070567441,hessian_weighted_relative_error,19518,0.02500,0.868
39,model.language_model.layers.39.mlp.experts.47.up_proj,0.0079451875,hessian_weighted_relative_error,19518,0.02500,0.958
39,model.language_model.layers.39.mlp.experts.48.down_proj,0.0134268870,hessian_weighted_relative_error,44783,0.02500,0.731
39,model.language_model.layers.39.mlp.experts.48.gate_proj,0.0087491018,hessian_weighted_relative_error,44783,0.02500,0.764
39,model.language_model.layers.39.mlp.experts.48.up_proj,0.0100613720,hessian_weighted_relative_error,44783,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.49.down_proj,0.0142467224,hessian_weighted_relative_error,27623,0.02500,0.813
39,model.language_model.layers.39.mlp.experts.49.gate_proj,0.0093208725,hessian_weighted_relative_error,27623,0.02500,0.867
39,model.language_model.layers.39.mlp.experts.49.up_proj,0.0103967289,hessian_weighted_relative_error,27623,0.02500,0.944
39,model.language_model.layers.39.mlp.experts.5.down_proj,0.0124999671,hessian_weighted_relative_error,14133,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.5.gate_proj,0.0072720344,hessian_weighted_relative_error,14133,0.02500,0.843
39,model.language_model.layers.39.mlp.experts.5.up_proj,0.0085157843,hessian_weighted_relative_error,14133,0.02500,0.927
39,model.language_model.layers.39.mlp.experts.50.down_proj,0.0143417720,hessian_weighted_relative_error,50296,0.02500,0.733
39,model.language_model.layers.39.mlp.experts.50.gate_proj,0.0085955667,hessian_weighted_relative_error,50296,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.50.up_proj,0.0103963233,hessian_weighted_relative_error,50296,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.51.down_proj,0.0143210681,hessian_weighted_relative_error,38550,0.02500,0.817
39,model.language_model.layers.39.mlp.experts.51.gate_proj,0.0094509621,hessian_weighted_relative_error,38550,0.02500,0.867
39,model.language_model.layers.39.mlp.experts.51.up_proj,0.0104928742,hessian_weighted_relative_error,38550,0.02500,0.946
39,model.language_model.layers.39.mlp.experts.52.down_proj,0.0080444162,hessian_weighted_relative_error,68685,0.02500,0.729
39,model.language_model.layers.39.mlp.experts.52.gate_proj,0.0055968430,hessian_weighted_relative_error,68685,0.02500,0.759
39,model.language_model.layers.39.mlp.experts.52.up_proj,0.0060425441,hessian_weighted_relative_error,68685,0.02500,0.792
39,model.language_model.layers.39.mlp.experts.53.down_proj,0.0111851874,hessian_weighted_relative_error,49266,0.02500,0.817
39,model.language_model.layers.39.mlp.experts.53.gate_proj,0.0076510087,hessian_weighted_relative_error,49266,0.02500,0.867
39,model.language_model.layers.39.mlp.experts.53.up_proj,0.0083508388,hessian_weighted_relative_error,49266,0.02500,0.938
39,model.language_model.layers.39.mlp.experts.54.down_proj,0.0145878590,hessian_weighted_relative_error,54294,0.02500,0.729
39,model.language_model.layers.39.mlp.experts.54.gate_proj,0.0096965046,hessian_weighted_relative_error,54294,0.02500,0.762
39,model.language_model.layers.39.mlp.experts.54.up_proj,0.0111847384,hessian_weighted_relative_error,54294,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.55.down_proj,0.0102342151,hessian_weighted_relative_error,28032,0.02500,0.815
39,model.language_model.layers.39.mlp.experts.55.gate_proj,0.0066850296,hessian_weighted_relative_error,28032,0.02500,0.871
39,model.language_model.layers.39.mlp.experts.55.up_proj,0.0085502603,hessian_weighted_relative_error,28032,0.02500,0.943
39,model.language_model.layers.39.mlp.experts.56.down_proj,0.0139631381,hessian_weighted_relative_error,32508,0.02500,0.732
39,model.language_model.layers.39.mlp.experts.56.gate_proj,0.0082117949,hessian_weighted_relative_error,32508,0.02500,0.764
39,model.language_model.layers.39.mlp.experts.56.up_proj,0.0101340931,hessian_weighted_relative_error,32508,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.57.down_proj,0.0145502570,hessian_weighted_relative_error,35197,0.02500,0.816
39,model.language_model.layers.39.mlp.experts.57.gate_proj,0.0080185715,hessian_weighted_relative_error,35197,0.02500,0.873
39,model.language_model.layers.39.mlp.experts.57.up_proj,0.0104997229,hessian_weighted_relative_error,35197,0.02500,0.943
39,model.language_model.layers.39.mlp.experts.58.down_proj,0.0110781501,hessian_weighted_relative_error,26031,0.02500,0.735
39,model.language_model.layers.39.mlp.experts.58.gate_proj,0.0066760432,hessian_weighted_relative_error,26031,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.58.up_proj,0.0071609072,hessian_weighted_relative_error,26031,0.02500,0.809
39,model.language_model.layers.39.mlp.experts.59.down_proj,0.0097657414,hessian_weighted_relative_error,7798,0.02500,0.820
39,model.language_model.layers.39.mlp.experts.59.gate_proj,0.0048927420,hessian_weighted_relative_error,7798,0.02500,0.871
39,model.language_model.layers.39.mlp.experts.59.up_proj,0.0054576930,hessian_weighted_relative_error,7798,0.02500,0.939
39,model.language_model.layers.39.mlp.experts.6.down_proj,0.0135895026,hessian_weighted_relative_error,28229,0.02500,0.691
39,model.language_model.layers.39.mlp.experts.6.gate_proj,0.0091039407,hessian_weighted_relative_error,28229,0.02500,0.749
39,model.language_model.layers.39.mlp.experts.6.up_proj,0.0109661768,hessian_weighted_relative_error,28229,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.60.down_proj,0.0115778654,hessian_weighted_relative_error,64129,0.02500,0.732
39,model.language_model.layers.39.mlp.experts.60.gate_proj,0.0072560719,hessian_weighted_relative_error,64129,0.02500,0.760
39,model.language_model.layers.39.mlp.experts.60.up_proj,0.0079605281,hessian_weighted_relative_error,64129,0.02500,0.794
39,model.language_model.layers.39.mlp.experts.61.down_proj,0.0118476953,hessian_weighted_relative_error,9110,0.02500,0.820
39,model.language_model.layers.39.mlp.experts.61.gate_proj,0.0061885591,hessian_weighted_relative_error,9110,0.02500,0.871
39,model.language_model.layers.39.mlp.experts.61.up_proj,0.0075538922,hessian_weighted_relative_error,9110,0.02500,0.939
39,model.language_model.layers.39.mlp.experts.62.down_proj,0.0124553321,hessian_weighted_relative_error,14583,0.02500,0.731
39,model.language_model.layers.39.mlp.experts.62.gate_proj,0.0053924684,hessian_weighted_relative_error,14583,0.02500,0.765
39,model.language_model.layers.39.mlp.experts.62.up_proj,0.0077185013,hessian_weighted_relative_error,14583,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.63.down_proj,0.0137157986,hessian_weighted_relative_error,26881,0.02500,0.818
39,model.language_model.layers.39.mlp.experts.63.gate_proj,0.0085237540,hessian_weighted_relative_error,26881,0.02500,0.876
39,model.language_model.layers.39.mlp.experts.63.up_proj,0.0098687959,hessian_weighted_relative_error,26881,0.02500,0.943
39,model.language_model.layers.39.mlp.experts.64.down_proj,0.0141173363,hessian_weighted_relative_error,34752,0.02500,0.735
39,model.language_model.layers.39.mlp.experts.64.gate_proj,0.0082513386,hessian_weighted_relative_error,34752,0.02500,0.766
39,model.language_model.layers.39.mlp.experts.64.up_proj,0.0103006742,hessian_weighted_relative_error,34752,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.65.down_proj,0.0087811283,hessian_weighted_relative_error,77372,0.02500,0.819
39,model.language_model.layers.39.mlp.experts.65.gate_proj,0.0062400625,hessian_weighted_relative_error,77372,0.02500,0.877
39,model.language_model.layers.39.mlp.experts.65.up_proj,0.0070148970,hessian_weighted_relative_error,77372,0.02500,0.945
39,model.language_model.layers.39.mlp.experts.66.down_proj,0.0102062731,hessian_weighted_relative_error,16948,0.02500,0.736
39,model.language_model.layers.39.mlp.experts.66.gate_proj,0.0058691237,hessian_weighted_relative_error,16948,0.02500,0.763
39,model.language_model.layers.39.mlp.experts.66.up_proj,0.0062970829,hessian_weighted_relative_error,16948,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.67.down_proj,0.0119128596,hessian_weighted_relative_error,13444,0.02500,0.824
39,model.language_model.layers.39.mlp.experts.67.gate_proj,0.0062149286,hessian_weighted_relative_error,13444,0.02500,0.877
39,model.language_model.layers.39.mlp.experts.67.up_proj,0.0078372230,hessian_weighted_relative_error,13444,0.02500,0.940
39,model.language_model.layers.39.mlp.experts.68.down_proj,0.0103273697,hessian_weighted_relative_error,23594,0.02500,0.733
39,model.language_model.layers.39.mlp.experts.68.gate_proj,0.0060108477,hessian_weighted_relative_error,23594,0.02500,0.763
39,model.language_model.layers.39.mlp.experts.68.up_proj,0.0075406704,hessian_weighted_relative_error,23594,0.02500,0.791
39,model.language_model.layers.39.mlp.experts.69.down_proj,0.0125212378,hessian_weighted_relative_error,21363,0.02500,0.825
39,model.language_model.layers.39.mlp.experts.69.gate_proj,0.0060288337,hessian_weighted_relative_error,21363,0.02500,0.876
39,model.language_model.layers.39.mlp.experts.69.up_proj,0.0085568913,hessian_weighted_relative_error,21363,0.02500,0.955
39,model.language_model.layers.39.mlp.experts.7.down_proj,0.0118227867,hessian_weighted_relative_error,16642,0.02500,0.790
39,model.language_model.layers.39.mlp.experts.7.gate_proj,0.0066431160,hessian_weighted_relative_error,16642,0.02500,0.844
39,model.language_model.layers.39.mlp.experts.7.up_proj,0.0072253267,hessian_weighted_relative_error,16642,0.02500,0.936
39,model.language_model.layers.39.mlp.experts.70.down_proj,0.0154357664,hessian_weighted_relative_error,73099,0.02500,0.733
39,model.language_model.layers.39.mlp.experts.70.gate_proj,0.0094705521,hessian_weighted_relative_error,73099,0.02500,0.765
39,model.language_model.layers.39.mlp.experts.70.up_proj,0.0118658714,hessian_weighted_relative_error,73099,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.71.down_proj,0.0130434703,hessian_weighted_relative_error,22870,0.02500,0.823
39,model.language_model.layers.39.mlp.experts.71.gate_proj,0.0079861176,hessian_weighted_relative_error,22870,0.02500,0.879
39,model.language_model.layers.39.mlp.experts.71.up_proj,0.0094610957,hessian_weighted_relative_error,22870,0.02500,0.947
39,model.language_model.layers.39.mlp.experts.72.down_proj,0.0130950033,hessian_weighted_relative_error,11634,0.02500,0.737
39,model.language_model.layers.39.mlp.experts.72.gate_proj,0.0078983437,hessian_weighted_relative_error,11634,0.02500,0.768
39,model.language_model.layers.39.mlp.experts.72.up_proj,0.0092978776,hessian_weighted_relative_error,11634,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.73.down_proj,0.0145895673,hessian_weighted_relative_error,27265,0.02500,0.823
39,model.language_model.layers.39.mlp.experts.73.gate_proj,0.0085131227,hessian_weighted_relative_error,27265,0.02500,0.882
39,model.language_model.layers.39.mlp.experts.73.up_proj,0.0104398557,hessian_weighted_relative_error,27265,0.02500,0.949
39,model.language_model.layers.39.mlp.experts.74.down_proj,0.0148087129,hessian_weighted_relative_error,36981,0.02500,0.739
39,model.language_model.layers.39.mlp.experts.74.gate_proj,0.0089232040,hessian_weighted_relative_error,36981,0.02500,0.765
39,model.language_model.layers.39.mlp.experts.74.up_proj,0.0110498831,hessian_weighted_relative_error,36981,0.02500,0.794
39,model.language_model.layers.39.mlp.experts.75.down_proj,0.0122570779,hessian_weighted_relative_error,30400,0.02500,0.827
39,model.language_model.layers.39.mlp.experts.75.gate_proj,0.0088209743,hessian_weighted_relative_error,30400,0.02500,0.880
39,model.language_model.layers.39.mlp.experts.75.up_proj,0.0106316701,hessian_weighted_relative_error,30400,0.02500,0.945
39,model.language_model.layers.39.mlp.experts.76.down_proj,0.0127681058,hessian_weighted_relative_error,43033,0.02500,0.737
39,model.language_model.layers.39.mlp.experts.76.gate_proj,0.0077933894,hessian_weighted_relative_error,43033,0.02500,0.765
39,model.language_model.layers.39.mlp.experts.76.up_proj,0.0099354527,hessian_weighted_relative_error,43033,0.02500,0.794
39,model.language_model.layers.39.mlp.experts.77.down_proj,0.0127966491,hessian_weighted_relative_error,38539,0.02500,0.829
39,model.language_model.layers.39.mlp.experts.77.gate_proj,0.0075980058,hessian_weighted_relative_error,38539,0.02500,0.879
39,model.language_model.layers.39.mlp.experts.77.up_proj,0.0082857931,hessian_weighted_relative_error,38539,0.02500,0.943
39,model.language_model.layers.39.mlp.experts.78.down_proj,0.0131398949,hessian_weighted_relative_error,18610,0.02500,0.736
39,model.language_model.layers.39.mlp.experts.78.gate_proj,0.0063195766,hessian_weighted_relative_error,18610,0.02500,0.769
39,model.language_model.layers.39.mlp.experts.78.up_proj,0.0090900598,hessian_weighted_relative_error,18610,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.79.down_proj,0.0145436223,hessian_weighted_relative_error,33996,0.02500,0.828
39,model.language_model.layers.39.mlp.experts.79.gate_proj,0.0084927582,hessian_weighted_relative_error,33996,0.02500,0.883
39,model.language_model.layers.39.mlp.experts.79.up_proj,0.0108572176,hessian_weighted_relative_error,33996,0.02500,0.952
39,model.language_model.layers.39.mlp.experts.8.down_proj,0.0136243140,hessian_weighted_relative_error,38013,0.02500,0.721
39,model.language_model.layers.39.mlp.experts.8.gate_proj,0.0077420053,hessian_weighted_relative_error,38013,0.02500,0.751
39,model.language_model.layers.39.mlp.experts.8.up_proj,0.0096480596,hessian_weighted_relative_error,38013,0.02500,0.794
39,model.language_model.layers.39.mlp.experts.80.down_proj,0.0125175740,hessian_weighted_relative_error,20262,0.02500,0.738
39,model.language_model.layers.39.mlp.experts.80.gate_proj,0.0068995791,hessian_weighted_relative_error,20262,0.02500,0.772
39,model.language_model.layers.39.mlp.experts.80.up_proj,0.0088805549,hessian_weighted_relative_error,20262,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.81.down_proj,0.0125147766,hessian_weighted_relative_error,28034,0.02500,0.826
39,model.language_model.layers.39.mlp.experts.81.gate_proj,0.0076121705,hessian_weighted_relative_error,28034,0.02500,0.885
39,model.language_model.layers.39.mlp.experts.81.up_proj,0.0098442203,hessian_weighted_relative_error,28034,0.02500,0.951
39,model.language_model.layers.39.mlp.experts.82.down_proj,0.0131076455,hessian_weighted_relative_error,20838,0.02500,0.740
39,model.language_model.layers.39.mlp.experts.82.gate_proj,0.0072078896,hessian_weighted_relative_error,20838,0.02500,0.768
39,model.language_model.layers.39.mlp.experts.82.up_proj,0.0093619951,hessian_weighted_relative_error,20838,0.02500,0.797
39,model.language_model.layers.39.mlp.experts.83.down_proj,0.0124329868,hessian_weighted_relative_error,47872,0.02500,0.830
39,model.language_model.layers.39.mlp.experts.83.gate_proj,0.0073203075,hessian_weighted_relative_error,47872,0.02500,0.885
39,model.language_model.layers.39.mlp.experts.83.up_proj,0.0080075966,hessian_weighted_relative_error,47872,0.02500,0.946
39,model.language_model.layers.39.mlp.experts.84.down_proj,0.0132800672,hessian_weighted_relative_error,22761,0.02500,0.738
39,model.language_model.layers.39.mlp.experts.84.gate_proj,0.0089109112,hessian_weighted_relative_error,22761,0.02500,0.768
39,model.language_model.layers.39.mlp.experts.84.up_proj,0.0098213963,hessian_weighted_relative_error,22761,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.85.down_proj,0.0125960791,hessian_weighted_relative_error,23541,0.02500,0.831
39,model.language_model.layers.39.mlp.experts.85.gate_proj,0.0066871289,hessian_weighted_relative_error,23541,0.02500,0.885
39,model.language_model.layers.39.mlp.experts.85.up_proj,0.0079560458,hessian_weighted_relative_error,23541,0.02500,0.945
39,model.language_model.layers.39.mlp.experts.86.down_proj,0.0145211041,hessian_weighted_relative_error,16574,0.02500,0.738
39,model.language_model.layers.39.mlp.experts.86.gate_proj,0.0085781514,hessian_weighted_relative_error,16574,0.02500,0.769
39,model.language_model.layers.39.mlp.experts.86.up_proj,0.0105701619,hessian_weighted_relative_error,16574,0.02500,0.798
39,model.language_model.layers.39.mlp.experts.87.down_proj,0.0127280894,hessian_weighted_relative_error,22266,0.02500,0.830
39,model.language_model.layers.39.mlp.experts.87.gate_proj,0.0084822055,hessian_weighted_relative_error,22266,0.02500,0.888
39,model.language_model.layers.39.mlp.experts.87.up_proj,0.0100379098,hessian_weighted_relative_error,22266,0.02500,0.947
39,model.language_model.layers.39.mlp.experts.88.down_proj,0.0127992087,hessian_weighted_relative_error,39806,0.02500,0.741
39,model.language_model.layers.39.mlp.experts.88.gate_proj,0.0076393744,hessian_weighted_relative_error,39806,0.02500,0.773
39,model.language_model.layers.39.mlp.experts.88.up_proj,0.0084588295,hessian_weighted_relative_error,39806,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.89.down_proj,0.0144123730,hessian_weighted_relative_error,29315,0.02500,0.830
39,model.language_model.layers.39.mlp.experts.89.gate_proj,0.0079155858,hessian_weighted_relative_error,29315,0.02500,0.888
39,model.language_model.layers.39.mlp.experts.89.up_proj,0.0106370662,hessian_weighted_relative_error,29315,0.02500,0.954
39,model.language_model.layers.39.mlp.experts.9.down_proj,0.0102004798,hessian_weighted_relative_error,20234,0.02500,0.793
39,model.language_model.layers.39.mlp.experts.9.gate_proj,0.0058472407,hessian_weighted_relative_error,20234,0.02500,0.847
39,model.language_model.layers.39.mlp.experts.9.up_proj,0.0063381987,hessian_weighted_relative_error,20234,0.02500,0.936
39,model.language_model.layers.39.mlp.experts.90.down_proj,0.0120099305,hessian_weighted_relative_error,28439,0.02500,0.742
39,model.language_model.layers.39.mlp.experts.90.gate_proj,0.0074526657,hessian_weighted_relative_error,28439,0.02500,0.768
39,model.language_model.layers.39.mlp.experts.90.up_proj,0.0085546541,hessian_weighted_relative_error,28439,0.02500,0.796
39,model.language_model.layers.39.mlp.experts.91.down_proj,0.0072530310,hessian_weighted_relative_error,40812,0.02500,0.836
39,model.language_model.layers.39.mlp.experts.91.gate_proj,0.0048497118,hessian_weighted_relative_error,40812,0.02500,0.888
39,model.language_model.layers.39.mlp.experts.91.up_proj,0.0056227205,hessian_weighted_relative_error,40812,0.02500,0.943
39,model.language_model.layers.39.mlp.experts.92.down_proj,0.0114379634,hessian_weighted_relative_error,25818,0.02500,0.738
39,model.language_model.layers.39.mlp.experts.92.gate_proj,0.0084488072,hessian_weighted_relative_error,25818,0.02500,0.767
39,model.language_model.layers.39.mlp.experts.92.up_proj,0.0096169408,hessian_weighted_relative_error,25818,0.02500,0.795
39,model.language_model.layers.39.mlp.experts.93.down_proj,0.0125498738,hessian_weighted_relative_error,31426,0.02500,0.839
39,model.language_model.layers.39.mlp.experts.93.gate_proj,0.0085085156,hessian_weighted_relative_error,31426,0.02500,0.885
39,model.language_model.layers.39.mlp.experts.93.up_proj,0.0091337574,hessian_weighted_relative_error,31426,0.02500,0.942
39,model.language_model.layers.39.mlp.experts.94.down_proj,0.0134314461,hessian_weighted_relative_error,15789,0.02500,0.739
39,model.language_model.layers.39.mlp.experts.94.gate_proj,0.0074397984,hessian_weighted_relative_error,15789,0.02500,0.773
39,model.language_model.layers.39.mlp.experts.94.up_proj,0.0093373141,hessian_weighted_relative_error,15789,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.95.down_proj,0.0140611225,hessian_weighted_relative_error,24603,0.02500,0.835
39,model.language_model.layers.39.mlp.experts.95.gate_proj,0.0075175264,hessian_weighted_relative_error,24603,0.02500,0.890
39,model.language_model.layers.39.mlp.experts.95.up_proj,0.0098650726,hessian_weighted_relative_error,24603,0.02500,0.953
39,model.language_model.layers.39.mlp.experts.96.down_proj,0.0101468510,hessian_weighted_relative_error,17268,0.02500,0.741
39,model.language_model.layers.39.mlp.experts.96.gate_proj,0.0043776686,hessian_weighted_relative_error,17268,0.02500,0.774
39,model.language_model.layers.39.mlp.experts.96.up_proj,0.0072535061,hessian_weighted_relative_error,17268,0.02500,0.799
39,model.language_model.layers.39.mlp.experts.97.down_proj,0.0130262410,hessian_weighted_relative_error,59780,0.02500,0.834
39,model.language_model.layers.39.mlp.experts.97.gate_proj,0.0078064401,hessian_weighted_relative_error,59780,0.02500,0.893
39,model.language_model.layers.39.mlp.experts.97.up_proj,0.0098112984,hessian_weighted_relative_error,59780,0.02500,0.953
39,model.language_model.layers.39.mlp.experts.98.down_proj,0.0139202308,hessian_weighted_relative_error,37843,0.02500,0.743
39,model.language_model.layers.39.mlp.experts.98.gate_proj,0.0082943896,hessian_weighted_relative_error,37843,0.02500,0.769
39,model.language_model.layers.39.mlp.experts.98.up_proj,0.0101036874,hessian_weighted_relative_error,37843,0.02500,0.800
39,model.language_model.layers.39.mlp.experts.99.down_proj,0.0145851446,hessian_weighted_relative_error,25795,0.02500,0.838
39,model.language_model.layers.39.mlp.experts.99.gate_proj,0.0095839110,hessian_weighted_relative_error,25795,0.02500,0.891
39,model.language_model.layers.39.mlp.experts.99.up_proj,0.0104776001,hessian_weighted_relative_error,25795,0.02500,0.947
40,model.language_model.layers.40.mlp.experts.0.down_proj,0.0081247365,hessian_weighted_relative_error,23122,0.02500,0.720
40,model.language_model.layers.40.mlp.experts.0.gate_proj,0.0048527156,hessian_weighted_relative_error,23122,0.02500,0.753
40,model.language_model.layers.40.mlp.experts.0.up_proj,0.0058935398,hessian_weighted_relative_error,23122,0.02500,0.792
40,model.language_model.layers.40.mlp.experts.1.down_proj,0.0148164633,hessian_weighted_relative_error,65144,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.1.gate_proj,0.0067638775,hessian_weighted_relative_error,65144,0.02500,0.851
40,model.language_model.layers.40.mlp.experts.1.up_proj,0.0110372122,hessian_weighted_relative_error,65144,0.02500,0.940
40,model.language_model.layers.40.mlp.experts.10.down_proj,0.0141411288,hessian_weighted_relative_error,32049,0.02500,0.723
40,model.language_model.layers.40.mlp.experts.10.gate_proj,0.0075202698,hessian_weighted_relative_error,32049,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.10.up_proj,0.0106896782,hessian_weighted_relative_error,32049,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.100.down_proj,0.0130026204,hessian_weighted_relative_error,222742,0.02500,0.747
40,model.language_model.layers.40.mlp.experts.100.gate_proj,0.0090774643,hessian_weighted_relative_error,222742,0.02500,0.777
40,model.language_model.layers.40.mlp.experts.100.up_proj,0.0108990734,hessian_weighted_relative_error,222742,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.101.down_proj,0.0095111855,hessian_weighted_relative_error,18343,0.02500,0.842
40,model.language_model.layers.40.mlp.experts.101.gate_proj,0.0051308978,hessian_weighted_relative_error,18343,0.02500,0.894
40,model.language_model.layers.40.mlp.experts.101.up_proj,0.0063575363,hessian_weighted_relative_error,18343,0.02500,0.949
40,model.language_model.layers.40.mlp.experts.102.down_proj,0.0089441782,hessian_weighted_relative_error,6327,0.02500,0.746
40,model.language_model.layers.40.mlp.experts.102.gate_proj,0.0032374093,hessian_weighted_relative_error,6327,0.02500,0.777
40,model.language_model.layers.40.mlp.experts.102.up_proj,0.0046190625,hessian_weighted_relative_error,6327,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.103.down_proj,0.0070525914,hessian_weighted_relative_error,19487,0.02500,0.840
40,model.language_model.layers.40.mlp.experts.103.gate_proj,0.0036769607,hessian_weighted_relative_error,19487,0.02500,0.892
40,model.language_model.layers.40.mlp.experts.103.up_proj,0.0050495351,hessian_weighted_relative_error,19487,0.02500,0.954
40,model.language_model.layers.40.mlp.experts.104.down_proj,0.0051915379,hessian_weighted_relative_error,18411,0.02500,0.745
40,model.language_model.layers.40.mlp.experts.104.gate_proj,0.0036497785,hessian_weighted_relative_error,18411,0.02500,0.775
40,model.language_model.layers.40.mlp.experts.104.up_proj,0.0045395701,hessian_weighted_relative_error,18411,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.105.down_proj,0.0062550878,hessian_weighted_relative_error,68005,0.02500,0.847
40,model.language_model.layers.40.mlp.experts.105.gate_proj,0.0060804995,hessian_weighted_relative_error,68005,0.02500,0.896
40,model.language_model.layers.40.mlp.experts.105.up_proj,0.0073131928,hessian_weighted_relative_error,68005,0.02500,0.953
40,model.language_model.layers.40.mlp.experts.106.down_proj,0.0109808914,hessian_weighted_relative_error,26333,0.02500,0.746
40,model.language_model.layers.40.mlp.experts.106.gate_proj,0.0059688653,hessian_weighted_relative_error,26333,0.02500,0.773
40,model.language_model.layers.40.mlp.experts.106.up_proj,0.0083442385,hessian_weighted_relative_error,26333,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.107.down_proj,0.0139440827,hessian_weighted_relative_error,46964,0.02500,0.846
40,model.language_model.layers.40.mlp.experts.107.gate_proj,0.0077345147,hessian_weighted_relative_error,46964,0.02500,0.898
40,model.language_model.layers.40.mlp.experts.107.up_proj,0.0108628323,hessian_weighted_relative_error,46964,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.108.down_proj,0.0131558890,hessian_weighted_relative_error,40436,0.02500,0.748
40,model.language_model.layers.40.mlp.experts.108.gate_proj,0.0080580743,hessian_weighted_relative_error,40436,0.02500,0.776
40,model.language_model.layers.40.mlp.experts.108.up_proj,0.0086597349,hessian_weighted_relative_error,40436,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.109.down_proj,0.0120825444,hessian_weighted_relative_error,15534,0.02500,0.846
40,model.language_model.layers.40.mlp.experts.109.gate_proj,0.0062483588,hessian_weighted_relative_error,15534,0.02500,0.897
40,model.language_model.layers.40.mlp.experts.109.up_proj,0.0078288151,hessian_weighted_relative_error,15534,0.02500,0.950
40,model.language_model.layers.40.mlp.experts.11.down_proj,0.0107753822,hessian_weighted_relative_error,23680,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.11.gate_proj,0.0065219424,hessian_weighted_relative_error,23680,0.02500,0.854
40,model.language_model.layers.40.mlp.experts.11.up_proj,0.0072075087,hessian_weighted_relative_error,23680,0.02500,0.938
40,model.language_model.layers.40.mlp.experts.110.down_proj,0.0122169985,hessian_weighted_relative_error,47957,0.02500,0.745
40,model.language_model.layers.40.mlp.experts.110.gate_proj,0.0076527923,hessian_weighted_relative_error,47957,0.02500,0.777
40,model.language_model.layers.40.mlp.experts.110.up_proj,0.0091636398,hessian_weighted_relative_error,47957,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.111.down_proj,0.0087983240,hessian_weighted_relative_error,32009,0.02500,0.846
40,model.language_model.layers.40.mlp.experts.111.gate_proj,0.0056247061,hessian_weighted_relative_error,32009,0.02500,0.894
40,model.language_model.layers.40.mlp.experts.111.up_proj,0.0078126666,hessian_weighted_relative_error,32009,0.02500,0.949
40,model.language_model.layers.40.mlp.experts.112.down_proj,0.0111067765,hessian_weighted_relative_error,15377,0.02500,0.746
40,model.language_model.layers.40.mlp.experts.112.gate_proj,0.0060022179,hessian_weighted_relative_error,15377,0.02500,0.775
40,model.language_model.layers.40.mlp.experts.112.up_proj,0.0077957141,hessian_weighted_relative_error,15377,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.113.down_proj,0.0114345502,hessian_weighted_relative_error,18391,0.02500,0.850
40,model.language_model.layers.40.mlp.experts.113.gate_proj,0.0068660576,hessian_weighted_relative_error,18391,0.02500,0.899
40,model.language_model.layers.40.mlp.experts.113.up_proj,0.0087269151,hessian_weighted_relative_error,18391,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.114.down_proj,0.0110321451,hessian_weighted_relative_error,32583,0.02500,0.747
40,model.language_model.layers.40.mlp.experts.114.gate_proj,0.0060057104,hessian_weighted_relative_error,32583,0.02500,0.773
40,model.language_model.layers.40.mlp.experts.114.up_proj,0.0071882929,hessian_weighted_relative_error,32583,0.02500,0.809
40,model.language_model.layers.40.mlp.experts.115.down_proj,0.0148256645,hessian_weighted_relative_error,50543,0.02500,0.853
40,model.language_model.layers.40.mlp.experts.115.gate_proj,0.0071319287,hessian_weighted_relative_error,50543,0.02500,0.900
40,model.language_model.layers.40.mlp.experts.115.up_proj,0.0109623872,hessian_weighted_relative_error,50543,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.116.down_proj,0.0116870593,hessian_weighted_relative_error,24313,0.02500,0.749
40,model.language_model.layers.40.mlp.experts.116.gate_proj,0.0060901369,hessian_weighted_relative_error,24313,0.02500,0.779
40,model.language_model.layers.40.mlp.experts.116.up_proj,0.0077381624,hessian_weighted_relative_error,24313,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.117.down_proj,0.0112169787,hessian_weighted_relative_error,25589,0.02500,0.850
40,model.language_model.layers.40.mlp.experts.117.gate_proj,0.0061907886,hessian_weighted_relative_error,25589,0.02500,0.899
40,model.language_model.layers.40.mlp.experts.117.up_proj,0.0080641931,hessian_weighted_relative_error,25589,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.118.down_proj,0.0064955600,hessian_weighted_relative_error,44876,0.02500,0.746
40,model.language_model.layers.40.mlp.experts.118.gate_proj,0.0039668470,hessian_weighted_relative_error,44876,0.02500,0.790
40,model.language_model.layers.40.mlp.experts.118.up_proj,0.0045315405,hessian_weighted_relative_error,44876,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.119.down_proj,0.0133141385,hessian_weighted_relative_error,35023,0.02500,0.851
40,model.language_model.layers.40.mlp.experts.119.gate_proj,0.0075509677,hessian_weighted_relative_error,35023,0.02500,0.897
40,model.language_model.layers.40.mlp.experts.119.up_proj,0.0102170322,hessian_weighted_relative_error,35023,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.12.down_proj,0.0096052216,hessian_weighted_relative_error,25626,0.02500,0.727
40,model.language_model.layers.40.mlp.experts.12.gate_proj,0.0063269402,hessian_weighted_relative_error,25626,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.12.up_proj,0.0065969269,hessian_weighted_relative_error,25626,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.120.down_proj,0.0127963259,hessian_weighted_relative_error,21875,0.02500,0.747
40,model.language_model.layers.40.mlp.experts.120.gate_proj,0.0073916391,hessian_weighted_relative_error,21875,0.02500,0.778
40,model.language_model.layers.40.mlp.experts.120.up_proj,0.0091837945,hessian_weighted_relative_error,21875,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.121.down_proj,0.0114283644,hessian_weighted_relative_error,32262,0.02500,0.855
40,model.language_model.layers.40.mlp.experts.121.gate_proj,0.0067662745,hessian_weighted_relative_error,32262,0.02500,0.901
40,model.language_model.layers.40.mlp.experts.121.up_proj,0.0080814181,hessian_weighted_relative_error,32262,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.122.down_proj,0.0124541532,hessian_weighted_relative_error,44788,0.02500,0.748
40,model.language_model.layers.40.mlp.experts.122.gate_proj,0.0080990555,hessian_weighted_relative_error,44788,0.02500,0.777
40,model.language_model.layers.40.mlp.experts.122.up_proj,0.0087294160,hessian_weighted_relative_error,44788,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.123.down_proj,0.0110496305,hessian_weighted_relative_error,11338,0.02500,0.853
40,model.language_model.layers.40.mlp.experts.123.gate_proj,0.0037057596,hessian_weighted_relative_error,11338,0.02500,0.900
40,model.language_model.layers.40.mlp.experts.123.up_proj,0.0070112059,hessian_weighted_relative_error,11338,0.02500,0.953
40,model.language_model.layers.40.mlp.experts.124.down_proj,0.0070028576,hessian_weighted_relative_error,41677,0.02500,0.749
40,model.language_model.layers.40.mlp.experts.124.gate_proj,0.0031083611,hessian_weighted_relative_error,41677,0.02500,0.778
40,model.language_model.layers.40.mlp.experts.124.up_proj,0.0035146225,hessian_weighted_relative_error,41677,0.02500,0.804
40,model.language_model.layers.40.mlp.experts.125.down_proj,0.0137579411,hessian_weighted_relative_error,37432,0.02500,0.855
40,model.language_model.layers.40.mlp.experts.125.gate_proj,0.0064468706,hessian_weighted_relative_error,37432,0.02500,0.900
40,model.language_model.layers.40.mlp.experts.125.up_proj,0.0099497139,hessian_weighted_relative_error,37432,0.02500,0.961
40,model.language_model.layers.40.mlp.experts.126.down_proj,0.0125247928,hessian_weighted_relative_error,24294,0.02500,0.747
40,model.language_model.layers.40.mlp.experts.126.gate_proj,0.0075439907,hessian_weighted_relative_error,24294,0.02500,0.778
40,model.language_model.layers.40.mlp.experts.126.up_proj,0.0099146662,hessian_weighted_relative_error,24294,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.127.down_proj,0.0145630816,hessian_weighted_relative_error,40163,0.02500,0.854
40,model.language_model.layers.40.mlp.experts.127.gate_proj,0.0087284943,hessian_weighted_relative_error,40163,0.02500,0.899
40,model.language_model.layers.40.mlp.experts.127.up_proj,0.0110691701,hessian_weighted_relative_error,40163,0.02500,0.955
40,model.language_model.layers.40.mlp.experts.128.down_proj,0.0120080127,hessian_weighted_relative_error,21317,0.02500,0.749
40,model.language_model.layers.40.mlp.experts.128.gate_proj,0.0057856092,hessian_weighted_relative_error,21317,0.02500,0.776
40,model.language_model.layers.40.mlp.experts.128.up_proj,0.0075628982,hessian_weighted_relative_error,21317,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.129.down_proj,0.0068637552,hessian_weighted_relative_error,14662,0.02500,0.858
40,model.language_model.layers.40.mlp.experts.129.gate_proj,0.0034049687,hessian_weighted_relative_error,14662,0.02500,0.899
40,model.language_model.layers.40.mlp.experts.129.up_proj,0.0046572714,hessian_weighted_relative_error,14662,0.02500,0.964
40,model.language_model.layers.40.mlp.experts.13.down_proj,0.0148685636,hessian_weighted_relative_error,30016,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.13.gate_proj,0.0082409123,hessian_weighted_relative_error,30016,0.02500,0.852
40,model.language_model.layers.40.mlp.experts.13.up_proj,0.0108607578,hessian_weighted_relative_error,30016,0.02500,0.949
40,model.language_model.layers.40.mlp.experts.130.down_proj,0.0116233035,hessian_weighted_relative_error,19620,0.02500,0.749
40,model.language_model.layers.40.mlp.experts.130.gate_proj,0.0050182465,hessian_weighted_relative_error,19620,0.02500,0.777
40,model.language_model.layers.40.mlp.experts.130.up_proj,0.0073422532,hessian_weighted_relative_error,19620,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.131.down_proj,0.0097656816,hessian_weighted_relative_error,5207,0.02500,0.858
40,model.language_model.layers.40.mlp.experts.131.gate_proj,0.0039101454,hessian_weighted_relative_error,5207,0.02500,0.902
40,model.language_model.layers.40.mlp.experts.131.up_proj,0.0055468058,hessian_weighted_relative_error,5207,0.02500,0.959
40,model.language_model.layers.40.mlp.experts.132.down_proj,0.0102588196,hessian_weighted_relative_error,14331,0.02500,0.751
40,model.language_model.layers.40.mlp.experts.132.gate_proj,0.0059122575,hessian_weighted_relative_error,14331,0.02500,0.781
40,model.language_model.layers.40.mlp.experts.132.up_proj,0.0081825540,hessian_weighted_relative_error,14331,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.133.down_proj,0.0104079475,hessian_weighted_relative_error,54052,0.02500,0.859
40,model.language_model.layers.40.mlp.experts.133.gate_proj,0.0082821343,hessian_weighted_relative_error,54052,0.02500,0.901
40,model.language_model.layers.40.mlp.experts.133.up_proj,0.0097738633,hessian_weighted_relative_error,54052,0.02500,0.960
40,model.language_model.layers.40.mlp.experts.134.down_proj,0.0118366674,hessian_weighted_relative_error,30656,0.02500,0.748
40,model.language_model.layers.40.mlp.experts.134.gate_proj,0.0070815567,hessian_weighted_relative_error,30656,0.02500,0.782
40,model.language_model.layers.40.mlp.experts.134.up_proj,0.0103863287,hessian_weighted_relative_error,30656,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.135.down_proj,0.0130218352,hessian_weighted_relative_error,46862,0.02500,0.858
40,model.language_model.layers.40.mlp.experts.135.gate_proj,0.0074068256,hessian_weighted_relative_error,46862,0.02500,0.901
40,model.language_model.layers.40.mlp.experts.135.up_proj,0.0097304835,hessian_weighted_relative_error,46862,0.02500,0.954
40,model.language_model.layers.40.mlp.experts.136.down_proj,0.0108205628,hessian_weighted_relative_error,15802,0.02500,0.750
40,model.language_model.layers.40.mlp.experts.136.gate_proj,0.0053528979,hessian_weighted_relative_error,15802,0.02500,0.779
40,model.language_model.layers.40.mlp.experts.136.up_proj,0.0069119904,hessian_weighted_relative_error,15802,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.137.down_proj,0.0147228157,hessian_weighted_relative_error,62667,0.02500,0.862
40,model.language_model.layers.40.mlp.experts.137.gate_proj,0.0081199604,hessian_weighted_relative_error,62667,0.02500,0.903
40,model.language_model.layers.40.mlp.experts.137.up_proj,0.0111551150,hessian_weighted_relative_error,62667,0.02500,0.964
40,model.language_model.layers.40.mlp.experts.138.down_proj,0.0131378326,hessian_weighted_relative_error,51548,0.02500,0.752
40,model.language_model.layers.40.mlp.experts.138.gate_proj,0.0080083851,hessian_weighted_relative_error,51548,0.02500,0.778
40,model.language_model.layers.40.mlp.experts.138.up_proj,0.0097781740,hessian_weighted_relative_error,51548,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.139.down_proj,0.0123070437,hessian_weighted_relative_error,32179,0.02500,0.861
40,model.language_model.layers.40.mlp.experts.139.gate_proj,0.0069012409,hessian_weighted_relative_error,32179,0.02500,0.904
40,model.language_model.layers.40.mlp.experts.139.up_proj,0.0085880639,hessian_weighted_relative_error,32179,0.02500,0.955
40,model.language_model.layers.40.mlp.experts.14.down_proj,0.0126719297,hessian_weighted_relative_error,37823,0.02500,0.721
40,model.language_model.layers.40.mlp.experts.14.gate_proj,0.0072445200,hessian_weighted_relative_error,37823,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.14.up_proj,0.0080591479,hessian_weighted_relative_error,37823,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.140.down_proj,0.0099115812,hessian_weighted_relative_error,9693,0.02500,0.753
40,model.language_model.layers.40.mlp.experts.140.gate_proj,0.0041146550,hessian_weighted_relative_error,9693,0.02500,0.782
40,model.language_model.layers.40.mlp.experts.140.up_proj,0.0051608522,hessian_weighted_relative_error,9693,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.141.down_proj,0.0145630138,hessian_weighted_relative_error,44845,0.02500,0.862
40,model.language_model.layers.40.mlp.experts.141.gate_proj,0.0085819041,hessian_weighted_relative_error,44845,0.02500,0.903
40,model.language_model.layers.40.mlp.experts.141.up_proj,0.0111136965,hessian_weighted_relative_error,44845,0.02500,0.967
40,model.language_model.layers.40.mlp.experts.142.down_proj,0.0118742762,hessian_weighted_relative_error,7815,0.02500,0.749
40,model.language_model.layers.40.mlp.experts.142.gate_proj,0.0062329429,hessian_weighted_relative_error,7815,0.02500,0.782
40,model.language_model.layers.40.mlp.experts.142.up_proj,0.0071276541,hessian_weighted_relative_error,7815,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.143.down_proj,0.0148691183,hessian_weighted_relative_error,111991,0.02500,0.863
40,model.language_model.layers.40.mlp.experts.143.gate_proj,0.0086923955,hessian_weighted_relative_error,111991,0.02500,0.902
40,model.language_model.layers.40.mlp.experts.143.up_proj,0.0112203372,hessian_weighted_relative_error,111991,0.02500,0.955
40,model.language_model.layers.40.mlp.experts.144.down_proj,0.0128473783,hessian_weighted_relative_error,25647,0.02500,0.750
40,model.language_model.layers.40.mlp.experts.144.gate_proj,0.0073065223,hessian_weighted_relative_error,25647,0.02500,0.779
40,model.language_model.layers.40.mlp.experts.144.up_proj,0.0092418460,hessian_weighted_relative_error,25647,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.145.down_proj,0.0138531690,hessian_weighted_relative_error,48527,0.02500,0.866
40,model.language_model.layers.40.mlp.experts.145.gate_proj,0.0075260947,hessian_weighted_relative_error,48527,0.02500,0.909
40,model.language_model.layers.40.mlp.experts.145.up_proj,0.0100544913,hessian_weighted_relative_error,48527,0.02500,0.965
40,model.language_model.layers.40.mlp.experts.146.down_proj,0.0122846117,hessian_weighted_relative_error,15748,0.02500,0.752
40,model.language_model.layers.40.mlp.experts.146.gate_proj,0.0078334940,hessian_weighted_relative_error,15748,0.02500,0.779
40,model.language_model.layers.40.mlp.experts.146.up_proj,0.0093289757,hessian_weighted_relative_error,15748,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.147.down_proj,0.0144369793,hessian_weighted_relative_error,52440,0.02500,0.866
40,model.language_model.layers.40.mlp.experts.147.gate_proj,0.0080915148,hessian_weighted_relative_error,52440,0.02500,0.905
40,model.language_model.layers.40.mlp.experts.147.up_proj,0.0117578511,hessian_weighted_relative_error,52440,0.02500,0.987
40,model.language_model.layers.40.mlp.experts.148.down_proj,0.0141606348,hessian_weighted_relative_error,30792,0.02500,0.755
40,model.language_model.layers.40.mlp.experts.148.gate_proj,0.0065867202,hessian_weighted_relative_error,30792,0.02500,0.785
40,model.language_model.layers.40.mlp.experts.148.up_proj,0.0103254435,hessian_weighted_relative_error,30792,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.149.down_proj,0.0112612566,hessian_weighted_relative_error,44921,0.02500,0.867
40,model.language_model.layers.40.mlp.experts.149.gate_proj,0.0069790365,hessian_weighted_relative_error,44921,0.02500,0.905
40,model.language_model.layers.40.mlp.experts.149.up_proj,0.0077354885,hessian_weighted_relative_error,44921,0.02500,0.963
40,model.language_model.layers.40.mlp.experts.15.down_proj,0.0128093853,hessian_weighted_relative_error,33479,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.15.gate_proj,0.0076504796,hessian_weighted_relative_error,33479,0.02500,0.855
40,model.language_model.layers.40.mlp.experts.15.up_proj,0.0082734316,hessian_weighted_relative_error,33479,0.02500,0.942
40,model.language_model.layers.40.mlp.experts.150.down_proj,0.0144296182,hessian_weighted_relative_error,33926,0.02500,0.750
40,model.language_model.layers.40.mlp.experts.150.gate_proj,0.0086844851,hessian_weighted_relative_error,33926,0.02500,0.782
40,model.language_model.layers.40.mlp.experts.150.up_proj,0.0111892457,hessian_weighted_relative_error,33926,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.151.down_proj,0.0100252784,hessian_weighted_relative_error,20685,0.02500,0.866
40,model.language_model.layers.40.mlp.experts.151.gate_proj,0.0051372881,hessian_weighted_relative_error,20685,0.02500,0.910
40,model.language_model.layers.40.mlp.experts.151.up_proj,0.0070025415,hessian_weighted_relative_error,20685,0.02500,0.954
40,model.language_model.layers.40.mlp.experts.152.down_proj,0.0119540970,hessian_weighted_relative_error,16340,0.02500,0.751
40,model.language_model.layers.40.mlp.experts.152.gate_proj,0.0070923535,hessian_weighted_relative_error,16340,0.02500,0.779
40,model.language_model.layers.40.mlp.experts.152.up_proj,0.0085290927,hessian_weighted_relative_error,16340,0.02500,0.805
40,model.language_model.layers.40.mlp.experts.153.down_proj,0.0094824200,hessian_weighted_relative_error,31179,0.02500,0.870
40,model.language_model.layers.40.mlp.experts.153.gate_proj,0.0054461670,hessian_weighted_relative_error,31179,0.02500,0.911
40,model.language_model.layers.40.mlp.experts.153.up_proj,0.0067153513,hessian_weighted_relative_error,31179,0.02500,0.961
40,model.language_model.layers.40.mlp.experts.154.down_proj,0.0136939183,hessian_weighted_relative_error,34468,0.02500,0.753
40,model.language_model.layers.40.mlp.experts.154.gate_proj,0.0075140883,hessian_weighted_relative_error,34468,0.02500,0.779
40,model.language_model.layers.40.mlp.experts.154.up_proj,0.0105157200,hessian_weighted_relative_error,34468,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.155.down_proj,0.0138421204,hessian_weighted_relative_error,26727,0.02500,0.869
40,model.language_model.layers.40.mlp.experts.155.gate_proj,0.0078906316,hessian_weighted_relative_error,26727,0.02500,0.905
40,model.language_model.layers.40.mlp.experts.155.up_proj,0.0098452268,hessian_weighted_relative_error,26727,0.02500,0.970
40,model.language_model.layers.40.mlp.experts.156.down_proj,0.0073817626,hessian_weighted_relative_error,45259,0.02500,0.755
40,model.language_model.layers.40.mlp.experts.156.gate_proj,0.0051921185,hessian_weighted_relative_error,45259,0.02500,0.785
40,model.language_model.layers.40.mlp.experts.156.up_proj,0.0060704596,hessian_weighted_relative_error,45259,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.157.down_proj,0.0108018638,hessian_weighted_relative_error,26847,0.02500,0.870
40,model.language_model.layers.40.mlp.experts.157.gate_proj,0.0057317266,hessian_weighted_relative_error,26847,0.02500,0.908
40,model.language_model.layers.40.mlp.experts.157.up_proj,0.0079012275,hessian_weighted_relative_error,26847,0.02500,0.970
40,model.language_model.layers.40.mlp.experts.158.down_proj,0.0131318334,hessian_weighted_relative_error,13533,0.02500,0.752
40,model.language_model.layers.40.mlp.experts.158.gate_proj,0.0078287431,hessian_weighted_relative_error,13533,0.02500,0.783
40,model.language_model.layers.40.mlp.experts.158.up_proj,0.0096518603,hessian_weighted_relative_error,13533,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.159.down_proj,0.0145285166,hessian_weighted_relative_error,43359,0.02500,0.869
40,model.language_model.layers.40.mlp.experts.159.gate_proj,0.0086237685,hessian_weighted_relative_error,43359,0.02500,0.903
40,model.language_model.layers.40.mlp.experts.159.up_proj,0.0107458809,hessian_weighted_relative_error,43359,0.02500,0.959
40,model.language_model.layers.40.mlp.experts.16.down_proj,0.0127059698,hessian_weighted_relative_error,22403,0.02500,0.725
40,model.language_model.layers.40.mlp.experts.16.gate_proj,0.0079730206,hessian_weighted_relative_error,22403,0.02500,0.757
40,model.language_model.layers.40.mlp.experts.16.up_proj,0.0095747073,hessian_weighted_relative_error,22403,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.160.down_proj,0.0148804138,hessian_weighted_relative_error,55546,0.02500,0.753
40,model.language_model.layers.40.mlp.experts.160.gate_proj,0.0073786738,hessian_weighted_relative_error,55546,0.02500,0.778
40,model.language_model.layers.40.mlp.experts.160.up_proj,0.0105804647,hessian_weighted_relative_error,55546,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.161.down_proj,0.0118667993,hessian_weighted_relative_error,53497,0.02500,0.872
40,model.language_model.layers.40.mlp.experts.161.gate_proj,0.0087007668,hessian_weighted_relative_error,53497,0.02500,0.915
40,model.language_model.layers.40.mlp.experts.161.up_proj,0.0100939592,hessian_weighted_relative_error,53497,0.02500,0.962
40,model.language_model.layers.40.mlp.experts.162.down_proj,0.0111077828,hessian_weighted_relative_error,18816,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.162.gate_proj,0.0055960651,hessian_weighted_relative_error,18816,0.02500,0.780
40,model.language_model.layers.40.mlp.experts.162.up_proj,0.0076400064,hessian_weighted_relative_error,18816,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.163.down_proj,0.0095903577,hessian_weighted_relative_error,19120,0.02500,0.873
40,model.language_model.layers.40.mlp.experts.163.gate_proj,0.0054065137,hessian_weighted_relative_error,19120,0.02500,0.908
40,model.language_model.layers.40.mlp.experts.163.up_proj,0.0069292925,hessian_weighted_relative_error,19120,0.02500,0.960
40,model.language_model.layers.40.mlp.experts.164.down_proj,0.0135986250,hessian_weighted_relative_error,50753,0.02500,0.756
40,model.language_model.layers.40.mlp.experts.164.gate_proj,0.0073137551,hessian_weighted_relative_error,50753,0.02500,0.784
40,model.language_model.layers.40.mlp.experts.164.up_proj,0.0106596575,hessian_weighted_relative_error,50753,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.165.down_proj,0.0076465958,hessian_weighted_relative_error,39386,0.02500,0.873
40,model.language_model.layers.40.mlp.experts.165.gate_proj,0.0047680052,hessian_weighted_relative_error,39386,0.02500,0.905
40,model.language_model.layers.40.mlp.experts.165.up_proj,0.0053783036,hessian_weighted_relative_error,39386,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.166.down_proj,0.0056226444,hessian_weighted_relative_error,22867,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.166.gate_proj,0.0040623107,hessian_weighted_relative_error,22867,0.02500,0.784
40,model.language_model.layers.40.mlp.experts.166.up_proj,0.0047121759,hessian_weighted_relative_error,22867,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.167.down_proj,0.0108185955,hessian_weighted_relative_error,23677,0.02500,0.874
40,model.language_model.layers.40.mlp.experts.167.gate_proj,0.0052793910,hessian_weighted_relative_error,23677,0.02500,0.904
40,model.language_model.layers.40.mlp.experts.167.up_proj,0.0076078895,hessian_weighted_relative_error,23677,0.02500,0.960
40,model.language_model.layers.40.mlp.experts.168.down_proj,0.0139256003,hessian_weighted_relative_error,120660,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.168.gate_proj,0.0061887101,hessian_weighted_relative_error,120660,0.02500,0.783
40,model.language_model.layers.40.mlp.experts.168.up_proj,0.0101798473,hessian_weighted_relative_error,120660,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.169.down_proj,0.0117546520,hessian_weighted_relative_error,14538,0.02500,0.874
40,model.language_model.layers.40.mlp.experts.169.gate_proj,0.0054270698,hessian_weighted_relative_error,14538,0.02500,0.917
40,model.language_model.layers.40.mlp.experts.169.up_proj,0.0076008175,hessian_weighted_relative_error,14538,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.17.down_proj,0.0127466909,hessian_weighted_relative_error,35470,0.02500,0.804
40,model.language_model.layers.40.mlp.experts.17.gate_proj,0.0077357263,hessian_weighted_relative_error,35470,0.02500,0.859
40,model.language_model.layers.40.mlp.experts.17.up_proj,0.0084997226,hessian_weighted_relative_error,35470,0.02500,0.937
40,model.language_model.layers.40.mlp.experts.170.down_proj,0.0131101810,hessian_weighted_relative_error,21651,0.02500,0.755
40,model.language_model.layers.40.mlp.experts.170.gate_proj,0.0065092699,hessian_weighted_relative_error,21651,0.02500,0.789
40,model.language_model.layers.40.mlp.experts.170.up_proj,0.0085818415,hessian_weighted_relative_error,21651,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.171.down_proj,0.0154781205,hessian_weighted_relative_error,62361,0.02500,0.875
40,model.language_model.layers.40.mlp.experts.171.gate_proj,0.0077871015,hessian_weighted_relative_error,62361,0.02500,0.907
40,model.language_model.layers.40.mlp.experts.171.up_proj,0.0116365005,hessian_weighted_relative_error,62361,0.02500,0.959
40,model.language_model.layers.40.mlp.experts.172.down_proj,0.0126900815,hessian_weighted_relative_error,18255,0.02500,0.756
40,model.language_model.layers.40.mlp.experts.172.gate_proj,0.0067162681,hessian_weighted_relative_error,18255,0.02500,0.786
40,model.language_model.layers.40.mlp.experts.172.up_proj,0.0086396835,hessian_weighted_relative_error,18255,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.173.down_proj,0.0121356282,hessian_weighted_relative_error,55145,0.02500,0.875
40,model.language_model.layers.40.mlp.experts.173.gate_proj,0.0073018081,hessian_weighted_relative_error,55145,0.02500,0.906
40,model.language_model.layers.40.mlp.experts.173.up_proj,0.0084532001,hessian_weighted_relative_error,55145,0.02500,0.955
40,model.language_model.layers.40.mlp.experts.174.down_proj,0.0123241815,hessian_weighted_relative_error,17584,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.174.gate_proj,0.0070276546,hessian_weighted_relative_error,17584,0.02500,0.786
40,model.language_model.layers.40.mlp.experts.174.up_proj,0.0085645736,hessian_weighted_relative_error,17584,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.175.down_proj,0.0128940254,hessian_weighted_relative_error,13856,0.02500,0.875
40,model.language_model.layers.40.mlp.experts.175.gate_proj,0.0078261764,hessian_weighted_relative_error,13856,0.02500,0.903
40,model.language_model.layers.40.mlp.experts.175.up_proj,0.0090289102,hessian_weighted_relative_error,13856,0.02500,0.960
40,model.language_model.layers.40.mlp.experts.176.down_proj,0.0118023832,hessian_weighted_relative_error,6615,0.02500,0.755
40,model.language_model.layers.40.mlp.experts.176.gate_proj,0.0052361500,hessian_weighted_relative_error,6615,0.02500,0.782
40,model.language_model.layers.40.mlp.experts.176.up_proj,0.0069318837,hessian_weighted_relative_error,6615,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.177.down_proj,0.0127188602,hessian_weighted_relative_error,16381,0.02500,0.875
40,model.language_model.layers.40.mlp.experts.177.gate_proj,0.0069136767,hessian_weighted_relative_error,16381,0.02500,0.915
40,model.language_model.layers.40.mlp.experts.177.up_proj,0.0085078640,hessian_weighted_relative_error,16381,0.02500,0.963
40,model.language_model.layers.40.mlp.experts.178.down_proj,0.0101504643,hessian_weighted_relative_error,36131,0.02500,0.756
40,model.language_model.layers.40.mlp.experts.178.gate_proj,0.0068677042,hessian_weighted_relative_error,36131,0.02500,0.782
40,model.language_model.layers.40.mlp.experts.178.up_proj,0.0079861276,hessian_weighted_relative_error,36131,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.179.down_proj,0.0122323003,hessian_weighted_relative_error,14410,0.02500,0.876
40,model.language_model.layers.40.mlp.experts.179.gate_proj,0.0068076691,hessian_weighted_relative_error,14410,0.02500,0.931
40,model.language_model.layers.40.mlp.experts.179.up_proj,0.0079564929,hessian_weighted_relative_error,14410,0.02500,0.963
40,model.language_model.layers.40.mlp.experts.18.down_proj,0.0141240300,hessian_weighted_relative_error,55847,0.02500,0.726
40,model.language_model.layers.40.mlp.experts.18.gate_proj,0.0070255174,hessian_weighted_relative_error,55847,0.02500,0.756
40,model.language_model.layers.40.mlp.experts.18.up_proj,0.0107624547,hessian_weighted_relative_error,55847,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.180.down_proj,0.0089270057,hessian_weighted_relative_error,24057,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.180.gate_proj,0.0051253043,hessian_weighted_relative_error,24057,0.02500,0.784
40,model.language_model.layers.40.mlp.experts.180.up_proj,0.0057445675,hessian_weighted_relative_error,24057,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.181.down_proj,0.0096425236,hessian_weighted_relative_error,17803,0.02500,0.877
40,model.language_model.layers.40.mlp.experts.181.gate_proj,0.0050648569,hessian_weighted_relative_error,17803,0.02500,0.907
40,model.language_model.layers.40.mlp.experts.181.up_proj,0.0065618186,hessian_weighted_relative_error,17803,0.02500,0.959
40,model.language_model.layers.40.mlp.experts.182.down_proj,0.0098707477,hessian_weighted_relative_error,27353,0.02500,0.755
40,model.language_model.layers.40.mlp.experts.182.gate_proj,0.0062413456,hessian_weighted_relative_error,27353,0.02500,0.786
40,model.language_model.layers.40.mlp.experts.182.up_proj,0.0083074141,hessian_weighted_relative_error,27353,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.183.down_proj,0.0135628261,hessian_weighted_relative_error,37065,0.02500,0.877
40,model.language_model.layers.40.mlp.experts.183.gate_proj,0.0073113630,hessian_weighted_relative_error,37065,0.02500,0.912
40,model.language_model.layers.40.mlp.experts.183.up_proj,0.0101706920,hessian_weighted_relative_error,37065,0.02500,0.959
40,model.language_model.layers.40.mlp.experts.184.down_proj,0.0127319106,hessian_weighted_relative_error,27652,0.02500,0.755
40,model.language_model.layers.40.mlp.experts.184.gate_proj,0.0069063871,hessian_weighted_relative_error,27652,0.02500,0.785
40,model.language_model.layers.40.mlp.experts.184.up_proj,0.0085076452,hessian_weighted_relative_error,27652,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.185.down_proj,0.0089406926,hessian_weighted_relative_error,19135,0.02500,0.877
40,model.language_model.layers.40.mlp.experts.185.gate_proj,0.0061037488,hessian_weighted_relative_error,19135,0.02500,0.917
40,model.language_model.layers.40.mlp.experts.185.up_proj,0.0080593302,hessian_weighted_relative_error,19135,0.02500,0.969
40,model.language_model.layers.40.mlp.experts.186.down_proj,0.0131774645,hessian_weighted_relative_error,42442,0.02500,0.756
40,model.language_model.layers.40.mlp.experts.186.gate_proj,0.0053437681,hessian_weighted_relative_error,42442,0.02500,0.783
40,model.language_model.layers.40.mlp.experts.186.up_proj,0.0101287169,hessian_weighted_relative_error,42442,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.187.down_proj,0.0119933092,hessian_weighted_relative_error,26178,0.02500,0.878
40,model.language_model.layers.40.mlp.experts.187.gate_proj,0.0073039308,hessian_weighted_relative_error,26178,0.02500,0.921
40,model.language_model.layers.40.mlp.experts.187.up_proj,0.0082374057,hessian_weighted_relative_error,26178,0.02500,0.961
40,model.language_model.layers.40.mlp.experts.188.down_proj,0.0103136715,hessian_weighted_relative_error,23893,0.02500,0.758
40,model.language_model.layers.40.mlp.experts.188.gate_proj,0.0058395535,hessian_weighted_relative_error,23893,0.02500,0.784
40,model.language_model.layers.40.mlp.experts.188.up_proj,0.0064088398,hessian_weighted_relative_error,23893,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.189.down_proj,0.0132338103,hessian_weighted_relative_error,16328,0.02500,0.878
40,model.language_model.layers.40.mlp.experts.189.gate_proj,0.0076962711,hessian_weighted_relative_error,16328,0.02500,0.920
40,model.language_model.layers.40.mlp.experts.189.up_proj,0.0094234828,hessian_weighted_relative_error,16328,0.02500,0.961
40,model.language_model.layers.40.mlp.experts.19.down_proj,0.0124549502,hessian_weighted_relative_error,20142,0.02500,0.804
40,model.language_model.layers.40.mlp.experts.19.gate_proj,0.0042693200,hessian_weighted_relative_error,20142,0.02500,0.860
40,model.language_model.layers.40.mlp.experts.19.up_proj,0.0083806840,hessian_weighted_relative_error,20142,0.02500,0.945
40,model.language_model.layers.40.mlp.experts.190.down_proj,0.0132565066,hessian_weighted_relative_error,11674,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.190.gate_proj,0.0071476650,hessian_weighted_relative_error,11674,0.02500,0.786
40,model.language_model.layers.40.mlp.experts.190.up_proj,0.0094262970,hessian_weighted_relative_error,11674,0.02500,0.804
40,model.language_model.layers.40.mlp.experts.191.down_proj,0.0098279630,hessian_weighted_relative_error,27133,0.02500,0.880
40,model.language_model.layers.40.mlp.experts.191.gate_proj,0.0047773190,hessian_weighted_relative_error,27133,0.02500,0.928
40,model.language_model.layers.40.mlp.experts.191.up_proj,0.0067347439,hessian_weighted_relative_error,27133,0.02500,0.963
40,model.language_model.layers.40.mlp.experts.192.down_proj,0.0118313909,hessian_weighted_relative_error,35158,0.02500,0.756
40,model.language_model.layers.40.mlp.experts.192.gate_proj,0.0061757784,hessian_weighted_relative_error,35158,0.02500,0.784
40,model.language_model.layers.40.mlp.experts.192.up_proj,0.0084410276,hessian_weighted_relative_error,35158,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.193.down_proj,0.0107538339,hessian_weighted_relative_error,7034,0.02500,0.879
40,model.language_model.layers.40.mlp.experts.193.gate_proj,0.0055961930,hessian_weighted_relative_error,7034,0.02500,0.920
40,model.language_model.layers.40.mlp.experts.193.up_proj,0.0065206618,hessian_weighted_relative_error,7034,0.02500,0.967
40,model.language_model.layers.40.mlp.experts.194.down_proj,0.0108460693,hessian_weighted_relative_error,32104,0.02500,0.757
40,model.language_model.layers.40.mlp.experts.194.gate_proj,0.0059614644,hessian_weighted_relative_error,32104,0.02500,0.784
40,model.language_model.layers.40.mlp.experts.194.up_proj,0.0072693409,hessian_weighted_relative_error,32104,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.195.down_proj,0.0107086775,hessian_weighted_relative_error,14860,0.02500,0.880
40,model.language_model.layers.40.mlp.experts.195.gate_proj,0.0056448451,hessian_weighted_relative_error,14860,0.02500,0.910
40,model.language_model.layers.40.mlp.experts.195.up_proj,0.0064527183,hessian_weighted_relative_error,14860,0.02500,0.967
40,model.language_model.layers.40.mlp.experts.196.down_proj,0.0092139809,hessian_weighted_relative_error,23642,0.02500,0.759
40,model.language_model.layers.40.mlp.experts.196.gate_proj,0.0061600665,hessian_weighted_relative_error,23642,0.02500,0.786
40,model.language_model.layers.40.mlp.experts.196.up_proj,0.0074841661,hessian_weighted_relative_error,23642,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.197.down_proj,0.0114231456,hessian_weighted_relative_error,29669,0.02500,0.880
40,model.language_model.layers.40.mlp.experts.197.gate_proj,0.0053248180,hessian_weighted_relative_error,29669,0.02500,0.922
40,model.language_model.layers.40.mlp.experts.197.up_proj,0.0093087399,hessian_weighted_relative_error,29669,0.02500,0.965
40,model.language_model.layers.40.mlp.experts.198.down_proj,0.0099133088,hessian_weighted_relative_error,23913,0.02500,0.756
40,model.language_model.layers.40.mlp.experts.198.gate_proj,0.0052516268,hessian_weighted_relative_error,23913,0.02500,0.786
40,model.language_model.layers.40.mlp.experts.198.up_proj,0.0058450416,hessian_weighted_relative_error,23913,0.02500,0.806
40,model.language_model.layers.40.mlp.experts.199.down_proj,0.0106814684,hessian_weighted_relative_error,9304,0.02500,0.880
40,model.language_model.layers.40.mlp.experts.199.gate_proj,0.0052793521,hessian_weighted_relative_error,9304,0.02500,0.918
40,model.language_model.layers.40.mlp.experts.199.up_proj,0.0067619737,hessian_weighted_relative_error,9304,0.02500,0.962
40,model.language_model.layers.40.mlp.experts.2.down_proj,0.0112603046,hessian_weighted_relative_error,7729,0.02500,0.721
40,model.language_model.layers.40.mlp.experts.2.gate_proj,0.0048550817,hessian_weighted_relative_error,7729,0.02500,0.750
40,model.language_model.layers.40.mlp.experts.2.up_proj,0.0064330430,hessian_weighted_relative_error,7729,0.02500,0.792
40,model.language_model.layers.40.mlp.experts.20.down_proj,0.0112256212,hessian_weighted_relative_error,7806,0.02500,0.727
40,model.language_model.layers.40.mlp.experts.20.gate_proj,0.0054436574,hessian_weighted_relative_error,7806,0.02500,0.757
40,model.language_model.layers.40.mlp.experts.20.up_proj,0.0073072049,hessian_weighted_relative_error,7806,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.200.down_proj,0.0145596102,hessian_weighted_relative_error,50352,0.02500,0.757
40,model.language_model.layers.40.mlp.experts.200.gate_proj,0.0076037658,hessian_weighted_relative_error,50352,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.200.up_proj,0.0110824952,hessian_weighted_relative_error,50352,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.201.down_proj,0.0120369225,hessian_weighted_relative_error,8471,0.02500,0.880
40,model.language_model.layers.40.mlp.experts.201.gate_proj,0.0063039489,hessian_weighted_relative_error,8471,0.02500,0.918
40,model.language_model.layers.40.mlp.experts.201.up_proj,0.0084060679,hessian_weighted_relative_error,8471,0.02500,0.966
40,model.language_model.layers.40.mlp.experts.202.down_proj,0.0118847714,hessian_weighted_relative_error,9311,0.02500,0.759
40,model.language_model.layers.40.mlp.experts.202.gate_proj,0.0065640175,hessian_weighted_relative_error,9311,0.02500,0.786
40,model.language_model.layers.40.mlp.experts.202.up_proj,0.0077061581,hessian_weighted_relative_error,9311,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.203.down_proj,0.0142950570,hessian_weighted_relative_error,32669,0.02500,0.880
40,model.language_model.layers.40.mlp.experts.203.gate_proj,0.0071524296,hessian_weighted_relative_error,32669,0.02500,0.930
40,model.language_model.layers.40.mlp.experts.203.up_proj,0.0106641801,hessian_weighted_relative_error,32669,0.02500,0.966
40,model.language_model.layers.40.mlp.experts.204.down_proj,0.0114858902,hessian_weighted_relative_error,12947,0.02500,0.758
40,model.language_model.layers.40.mlp.experts.204.gate_proj,0.0068060063,hessian_weighted_relative_error,12947,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.204.up_proj,0.0074316957,hessian_weighted_relative_error,12947,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.205.down_proj,0.0146289461,hessian_weighted_relative_error,27571,0.02500,0.881
40,model.language_model.layers.40.mlp.experts.205.gate_proj,0.0082097592,hessian_weighted_relative_error,27571,0.02500,0.919
40,model.language_model.layers.40.mlp.experts.205.up_proj,0.0106054375,hessian_weighted_relative_error,27571,0.02500,0.968
40,model.language_model.layers.40.mlp.experts.206.down_proj,0.0091162348,hessian_weighted_relative_error,7951,0.02500,0.757
40,model.language_model.layers.40.mlp.experts.206.gate_proj,0.0035009804,hessian_weighted_relative_error,7951,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.206.up_proj,0.0047742309,hessian_weighted_relative_error,7951,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.207.down_proj,0.0135236282,hessian_weighted_relative_error,18950,0.02500,0.882
40,model.language_model.layers.40.mlp.experts.207.gate_proj,0.0069576359,hessian_weighted_relative_error,18950,0.02500,0.918
40,model.language_model.layers.40.mlp.experts.207.up_proj,0.0090621073,hessian_weighted_relative_error,18950,0.02500,0.960
40,model.language_model.layers.40.mlp.experts.208.down_proj,0.0117225357,hessian_weighted_relative_error,22312,0.02500,0.757
40,model.language_model.layers.40.mlp.experts.208.gate_proj,0.0063965168,hessian_weighted_relative_error,22312,0.02500,0.785
40,model.language_model.layers.40.mlp.experts.208.up_proj,0.0085486190,hessian_weighted_relative_error,22312,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.209.down_proj,0.0092737688,hessian_weighted_relative_error,9484,0.02500,0.881
40,model.language_model.layers.40.mlp.experts.209.gate_proj,0.0049831964,hessian_weighted_relative_error,9484,0.02500,0.926
40,model.language_model.layers.40.mlp.experts.209.up_proj,0.0059055702,hessian_weighted_relative_error,9484,0.02500,0.975
40,model.language_model.layers.40.mlp.experts.21.down_proj,0.0035595586,hessian_weighted_relative_error,82219,0.02500,0.805
40,model.language_model.layers.40.mlp.experts.21.gate_proj,0.0077350993,hessian_weighted_relative_error,82219,0.02500,0.857
40,model.language_model.layers.40.mlp.experts.21.up_proj,0.0098443088,hessian_weighted_relative_error,82219,0.02500,0.941
40,model.language_model.layers.40.mlp.experts.210.down_proj,0.0128683246,hessian_weighted_relative_error,33828,0.02500,0.758
40,model.language_model.layers.40.mlp.experts.210.gate_proj,0.0068241491,hessian_weighted_relative_error,33828,0.02500,0.786
40,model.language_model.layers.40.mlp.experts.210.up_proj,0.0098818788,hessian_weighted_relative_error,33828,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.211.down_proj,0.0126385983,hessian_weighted_relative_error,13137,0.02500,0.881
40,model.language_model.layers.40.mlp.experts.211.gate_proj,0.0060748343,hessian_weighted_relative_error,13137,0.02500,0.922
40,model.language_model.layers.40.mlp.experts.211.up_proj,0.0081770037,hessian_weighted_relative_error,13137,0.02500,0.977
40,model.language_model.layers.40.mlp.experts.212.down_proj,0.0118856288,hessian_weighted_relative_error,22867,0.02500,0.761
40,model.language_model.layers.40.mlp.experts.212.gate_proj,0.0070341571,hessian_weighted_relative_error,22867,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.212.up_proj,0.0076811137,hessian_weighted_relative_error,22867,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.213.down_proj,0.0091652218,hessian_weighted_relative_error,24367,0.02500,0.882
40,model.language_model.layers.40.mlp.experts.213.gate_proj,0.0051052724,hessian_weighted_relative_error,24367,0.02500,0.920
40,model.language_model.layers.40.mlp.experts.213.up_proj,0.0073792899,hessian_weighted_relative_error,24367,0.02500,0.991
40,model.language_model.layers.40.mlp.experts.214.down_proj,0.0141746326,hessian_weighted_relative_error,27335,0.02500,0.758
40,model.language_model.layers.40.mlp.experts.214.gate_proj,0.0075781111,hessian_weighted_relative_error,27335,0.02500,0.789
40,model.language_model.layers.40.mlp.experts.214.up_proj,0.0098131505,hessian_weighted_relative_error,27335,0.02500,0.804
40,model.language_model.layers.40.mlp.experts.215.down_proj,0.0070412357,hessian_weighted_relative_error,22789,0.02500,0.882
40,model.language_model.layers.40.mlp.experts.215.gate_proj,0.0041638500,hessian_weighted_relative_error,22789,0.02500,0.928
40,model.language_model.layers.40.mlp.experts.215.up_proj,0.0052512517,hessian_weighted_relative_error,22789,0.02500,0.970
40,model.language_model.layers.40.mlp.experts.216.down_proj,0.0108688909,hessian_weighted_relative_error,27793,0.02500,0.758
40,model.language_model.layers.40.mlp.experts.216.gate_proj,0.0063743929,hessian_weighted_relative_error,27793,0.02500,0.787
40,model.language_model.layers.40.mlp.experts.216.up_proj,0.0076283434,hessian_weighted_relative_error,27793,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.217.down_proj,0.0130733486,hessian_weighted_relative_error,32440,0.02500,0.881
40,model.language_model.layers.40.mlp.experts.217.gate_proj,0.0072796683,hessian_weighted_relative_error,32440,0.02500,0.923
40,model.language_model.layers.40.mlp.experts.217.up_proj,0.0096875849,hessian_weighted_relative_error,32440,0.02500,0.973
40,model.language_model.layers.40.mlp.experts.218.down_proj,0.0142052977,hessian_weighted_relative_error,49412,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.218.gate_proj,0.0087046214,hessian_weighted_relative_error,49412,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.218.up_proj,0.0106643321,hessian_weighted_relative_error,49412,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.219.down_proj,0.0116810748,hessian_weighted_relative_error,12979,0.02500,0.882
40,model.language_model.layers.40.mlp.experts.219.gate_proj,0.0072491822,hessian_weighted_relative_error,12979,0.02500,0.917
40,model.language_model.layers.40.mlp.experts.219.up_proj,0.0083917445,hessian_weighted_relative_error,12979,0.02500,0.972
40,model.language_model.layers.40.mlp.experts.22.down_proj,0.0124316649,hessian_weighted_relative_error,39894,0.02500,0.725
40,model.language_model.layers.40.mlp.experts.22.gate_proj,0.0074441715,hessian_weighted_relative_error,39894,0.02500,0.758
40,model.language_model.layers.40.mlp.experts.22.up_proj,0.0084484378,hessian_weighted_relative_error,39894,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.220.down_proj,0.0126412280,hessian_weighted_relative_error,37744,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.220.gate_proj,0.0077666912,hessian_weighted_relative_error,37744,0.02500,0.791
40,model.language_model.layers.40.mlp.experts.220.up_proj,0.0094582756,hessian_weighted_relative_error,37744,0.02500,0.808
40,model.language_model.layers.40.mlp.experts.221.down_proj,0.0142710837,hessian_weighted_relative_error,31078,0.02500,0.883
40,model.language_model.layers.40.mlp.experts.221.gate_proj,0.0079199722,hessian_weighted_relative_error,31078,0.02500,0.923
40,model.language_model.layers.40.mlp.experts.221.up_proj,0.0103490611,hessian_weighted_relative_error,31078,0.02500,0.966
40,model.language_model.layers.40.mlp.experts.222.down_proj,0.0134768356,hessian_weighted_relative_error,18351,0.02500,0.757
40,model.language_model.layers.40.mlp.experts.222.gate_proj,0.0065697572,hessian_weighted_relative_error,18351,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.222.up_proj,0.0093970352,hessian_weighted_relative_error,18351,0.02500,0.807
40,model.language_model.layers.40.mlp.experts.223.down_proj,0.0060183829,hessian_weighted_relative_error,17631,0.02500,0.883
40,model.language_model.layers.40.mlp.experts.223.gate_proj,0.0033708904,hessian_weighted_relative_error,17631,0.02500,0.924
40,model.language_model.layers.40.mlp.experts.223.up_proj,0.0047668645,hessian_weighted_relative_error,17631,0.02500,0.961
40,model.language_model.layers.40.mlp.experts.224.down_proj,0.0110009319,hessian_weighted_relative_error,10269,0.02500,0.759
40,model.language_model.layers.40.mlp.experts.224.gate_proj,0.0047218338,hessian_weighted_relative_error,10269,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.224.up_proj,0.0069598514,hessian_weighted_relative_error,10269,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.225.down_proj,0.0102206482,hessian_weighted_relative_error,4349,0.02500,0.882
40,model.language_model.layers.40.mlp.experts.225.gate_proj,0.0045433875,hessian_weighted_relative_error,4349,0.02500,0.927
40,model.language_model.layers.40.mlp.experts.225.up_proj,0.0058953043,hessian_weighted_relative_error,4349,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.226.down_proj,0.0139674539,hessian_weighted_relative_error,52426,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.226.gate_proj,0.0073824954,hessian_weighted_relative_error,52426,0.02500,0.787
40,model.language_model.layers.40.mlp.experts.226.up_proj,0.0104981893,hessian_weighted_relative_error,52426,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.227.down_proj,0.0140691277,hessian_weighted_relative_error,28419,0.02500,0.884
40,model.language_model.layers.40.mlp.experts.227.gate_proj,0.0081767503,hessian_weighted_relative_error,28419,0.02500,0.938
40,model.language_model.layers.40.mlp.experts.227.up_proj,0.0104164993,hessian_weighted_relative_error,28419,0.02500,0.952
40,model.language_model.layers.40.mlp.experts.228.down_proj,0.0115192136,hessian_weighted_relative_error,34362,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.228.gate_proj,0.0074207143,hessian_weighted_relative_error,34362,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.228.up_proj,0.0086844911,hessian_weighted_relative_error,34362,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.229.down_proj,0.0104471310,hessian_weighted_relative_error,20713,0.02500,0.884
40,model.language_model.layers.40.mlp.experts.229.gate_proj,0.0059569629,hessian_weighted_relative_error,20713,0.02500,0.926
40,model.language_model.layers.40.mlp.experts.229.up_proj,0.0076998406,hessian_weighted_relative_error,20713,0.02500,0.966
40,model.language_model.layers.40.mlp.experts.23.down_proj,0.0125816507,hessian_weighted_relative_error,54653,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.23.gate_proj,0.0072926156,hessian_weighted_relative_error,54653,0.02500,0.857
40,model.language_model.layers.40.mlp.experts.23.up_proj,0.0104973986,hessian_weighted_relative_error,54653,0.02500,0.932
40,model.language_model.layers.40.mlp.experts.230.down_proj,0.0111248271,hessian_weighted_relative_error,6709,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.230.gate_proj,0.0057155017,hessian_weighted_relative_error,6709,0.02500,0.791
40,model.language_model.layers.40.mlp.experts.230.up_proj,0.0071029303,hessian_weighted_relative_error,6709,0.02500,0.805
40,model.language_model.layers.40.mlp.experts.231.down_proj,0.0109934282,hessian_weighted_relative_error,13525,0.02500,0.884
40,model.language_model.layers.40.mlp.experts.231.gate_proj,0.0056107638,hessian_weighted_relative_error,13525,0.02500,0.926
40,model.language_model.layers.40.mlp.experts.231.up_proj,0.0073763823,hessian_weighted_relative_error,13525,0.02500,0.950
40,model.language_model.layers.40.mlp.experts.232.down_proj,0.0142644171,hessian_weighted_relative_error,47823,0.02500,0.759
40,model.language_model.layers.40.mlp.experts.232.gate_proj,0.0081066811,hessian_weighted_relative_error,47823,0.02500,0.789
40,model.language_model.layers.40.mlp.experts.232.up_proj,0.0107502703,hessian_weighted_relative_error,47823,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.233.down_proj,0.0148629288,hessian_weighted_relative_error,73129,0.02500,0.883
40,model.language_model.layers.40.mlp.experts.233.gate_proj,0.0096856595,hessian_weighted_relative_error,73129,0.02500,0.934
40,model.language_model.layers.40.mlp.experts.233.up_proj,0.0115847619,hessian_weighted_relative_error,73129,0.02500,0.956
40,model.language_model.layers.40.mlp.experts.234.down_proj,0.0135776608,hessian_weighted_relative_error,36921,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.234.gate_proj,0.0069896177,hessian_weighted_relative_error,36921,0.02500,0.789
40,model.language_model.layers.40.mlp.experts.234.up_proj,0.0101485278,hessian_weighted_relative_error,36921,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.235.down_proj,0.0110930696,hessian_weighted_relative_error,59125,0.02500,0.883
40,model.language_model.layers.40.mlp.experts.235.gate_proj,0.0071254336,hessian_weighted_relative_error,59125,0.02500,0.927
40,model.language_model.layers.40.mlp.experts.235.up_proj,0.0086958789,hessian_weighted_relative_error,59125,0.02500,0.961
40,model.language_model.layers.40.mlp.experts.236.down_proj,0.0112601571,hessian_weighted_relative_error,26817,0.02500,0.763
40,model.language_model.layers.40.mlp.experts.236.gate_proj,0.0071822332,hessian_weighted_relative_error,26817,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.236.up_proj,0.0077607212,hessian_weighted_relative_error,26817,0.02500,0.804
40,model.language_model.layers.40.mlp.experts.237.down_proj,0.0134430317,hessian_weighted_relative_error,23512,0.02500,0.884
40,model.language_model.layers.40.mlp.experts.237.gate_proj,0.0077915988,hessian_weighted_relative_error,23512,0.02500,0.924
40,model.language_model.layers.40.mlp.experts.237.up_proj,0.0101882003,hessian_weighted_relative_error,23512,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.238.down_proj,0.0111047002,hessian_weighted_relative_error,8620,0.02500,0.758
40,model.language_model.layers.40.mlp.experts.238.gate_proj,0.0054966295,hessian_weighted_relative_error,8620,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.238.up_proj,0.0064419128,hessian_weighted_relative_error,8620,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.239.down_proj,0.0147398347,hessian_weighted_relative_error,68051,0.02500,0.885
40,model.language_model.layers.40.mlp.experts.239.gate_proj,0.0088450821,hessian_weighted_relative_error,68051,0.02500,0.927
40,model.language_model.layers.40.mlp.experts.239.up_proj,0.0116347341,hessian_weighted_relative_error,68051,0.02500,0.943
40,model.language_model.layers.40.mlp.experts.24.down_proj,0.0115589677,hessian_weighted_relative_error,13021,0.02500,0.727
40,model.language_model.layers.40.mlp.experts.24.gate_proj,0.0054133028,hessian_weighted_relative_error,13021,0.02500,0.759
40,model.language_model.layers.40.mlp.experts.24.up_proj,0.0072565452,hessian_weighted_relative_error,13021,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.240.down_proj,0.0130359564,hessian_weighted_relative_error,9327,0.02500,0.759
40,model.language_model.layers.40.mlp.experts.240.gate_proj,0.0068872240,hessian_weighted_relative_error,9327,0.02500,0.789
40,model.language_model.layers.40.mlp.experts.240.up_proj,0.0087432212,hessian_weighted_relative_error,9327,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.241.down_proj,0.0125424376,hessian_weighted_relative_error,19851,0.02500,0.884
40,model.language_model.layers.40.mlp.experts.241.gate_proj,0.0066527826,hessian_weighted_relative_error,19851,0.02500,0.927
40,model.language_model.layers.40.mlp.experts.241.up_proj,0.0080458227,hessian_weighted_relative_error,19851,0.02500,0.950
40,model.language_model.layers.40.mlp.experts.242.down_proj,0.0143880235,hessian_weighted_relative_error,32186,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.242.gate_proj,0.0087149498,hessian_weighted_relative_error,32186,0.02500,0.791
40,model.language_model.layers.40.mlp.experts.242.up_proj,0.0105555283,hessian_weighted_relative_error,32186,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.243.down_proj,0.0089503895,hessian_weighted_relative_error,12775,0.02500,0.886
40,model.language_model.layers.40.mlp.experts.243.gate_proj,0.0061106175,hessian_weighted_relative_error,12775,0.02500,0.934
40,model.language_model.layers.40.mlp.experts.243.up_proj,0.0079196111,hessian_weighted_relative_error,12775,0.02500,0.955
40,model.language_model.layers.40.mlp.experts.244.down_proj,0.0136913248,hessian_weighted_relative_error,22323,0.02500,0.763
40,model.language_model.layers.40.mlp.experts.244.gate_proj,0.0075818861,hessian_weighted_relative_error,22323,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.244.up_proj,0.0098986628,hessian_weighted_relative_error,22323,0.02500,0.804
40,model.language_model.layers.40.mlp.experts.245.down_proj,0.0130010145,hessian_weighted_relative_error,40097,0.02500,0.886
40,model.language_model.layers.40.mlp.experts.245.gate_proj,0.0064513709,hessian_weighted_relative_error,40097,0.02500,0.925
40,model.language_model.layers.40.mlp.experts.245.up_proj,0.0098858290,hessian_weighted_relative_error,40097,0.02500,0.952
40,model.language_model.layers.40.mlp.experts.246.down_proj,0.0122818614,hessian_weighted_relative_error,9408,0.02500,0.761
40,model.language_model.layers.40.mlp.experts.246.gate_proj,0.0056552806,hessian_weighted_relative_error,9408,0.02500,0.792
40,model.language_model.layers.40.mlp.experts.246.up_proj,0.0079979234,hessian_weighted_relative_error,9408,0.02500,0.807
40,model.language_model.layers.40.mlp.experts.247.down_proj,0.0137068187,hessian_weighted_relative_error,43710,0.02500,0.886
40,model.language_model.layers.40.mlp.experts.247.gate_proj,0.0070075949,hessian_weighted_relative_error,43710,0.02500,0.923
40,model.language_model.layers.40.mlp.experts.247.up_proj,0.0101956686,hessian_weighted_relative_error,43710,0.02500,0.944
40,model.language_model.layers.40.mlp.experts.248.down_proj,0.0137960392,hessian_weighted_relative_error,24854,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.248.gate_proj,0.0073193807,hessian_weighted_relative_error,24854,0.02500,0.789
40,model.language_model.layers.40.mlp.experts.248.up_proj,0.0094233055,hessian_weighted_relative_error,24854,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.249.down_proj,0.0121359051,hessian_weighted_relative_error,28254,0.02500,0.885
40,model.language_model.layers.40.mlp.experts.249.gate_proj,0.0068285501,hessian_weighted_relative_error,28254,0.02500,0.934
40,model.language_model.layers.40.mlp.experts.249.up_proj,0.0093658967,hessian_weighted_relative_error,28254,0.02500,0.948
40,model.language_model.layers.40.mlp.experts.25.down_proj,0.0097518161,hessian_weighted_relative_error,25194,0.02500,0.808
40,model.language_model.layers.40.mlp.experts.25.gate_proj,0.0070010274,hessian_weighted_relative_error,25194,0.02500,0.863
40,model.language_model.layers.40.mlp.experts.25.up_proj,0.0079100832,hessian_weighted_relative_error,25194,0.02500,0.946
40,model.language_model.layers.40.mlp.experts.250.down_proj,0.0107364044,hessian_weighted_relative_error,20907,0.02500,0.763
40,model.language_model.layers.40.mlp.experts.250.gate_proj,0.0056823168,hessian_weighted_relative_error,20907,0.02500,0.788
40,model.language_model.layers.40.mlp.experts.250.up_proj,0.0070675515,hessian_weighted_relative_error,20907,0.02500,0.813
40,model.language_model.layers.40.mlp.experts.251.down_proj,0.0123774271,hessian_weighted_relative_error,26131,0.02500,0.886
40,model.language_model.layers.40.mlp.experts.251.gate_proj,0.0078132053,hessian_weighted_relative_error,26131,0.02500,0.932
40,model.language_model.layers.40.mlp.experts.251.up_proj,0.0092683187,hessian_weighted_relative_error,26131,0.02500,0.949
40,model.language_model.layers.40.mlp.experts.252.down_proj,0.0112013277,hessian_weighted_relative_error,7346,0.02500,0.764
40,model.language_model.layers.40.mlp.experts.252.gate_proj,0.0053532780,hessian_weighted_relative_error,7346,0.02500,0.790
40,model.language_model.layers.40.mlp.experts.252.up_proj,0.0075528559,hessian_weighted_relative_error,7346,0.02500,0.806
40,model.language_model.layers.40.mlp.experts.253.down_proj,0.0117333735,hessian_weighted_relative_error,27087,0.02500,0.886
40,model.language_model.layers.40.mlp.experts.253.gate_proj,0.0067802631,hessian_weighted_relative_error,27087,0.02500,0.930
40,model.language_model.layers.40.mlp.experts.253.up_proj,0.0083627668,hessian_weighted_relative_error,27087,0.02500,0.946
40,model.language_model.layers.40.mlp.experts.254.down_proj,0.0104001059,hessian_weighted_relative_error,19128,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.254.gate_proj,0.0050074020,hessian_weighted_relative_error,19128,0.02500,0.791
40,model.language_model.layers.40.mlp.experts.254.up_proj,0.0070632980,hessian_weighted_relative_error,19128,0.02500,0.806
40,model.language_model.layers.40.mlp.experts.255.down_proj,0.0119658847,hessian_weighted_relative_error,12367,0.02500,0.887
40,model.language_model.layers.40.mlp.experts.255.gate_proj,0.0057409284,hessian_weighted_relative_error,12367,0.02500,0.926
40,model.language_model.layers.40.mlp.experts.255.up_proj,0.0077029373,hessian_weighted_relative_error,12367,0.02500,0.939
40,model.language_model.layers.40.mlp.experts.256.down_proj,0.0128074993,hessian_weighted_relative_error,44999,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.256.gate_proj,0.0085722491,hessian_weighted_relative_error,44999,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.256.up_proj,0.0090642333,hessian_weighted_relative_error,44999,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.257.down_proj,0.0145909098,hessian_weighted_relative_error,64306,0.02500,0.887
40,model.language_model.layers.40.mlp.experts.257.gate_proj,0.0064167874,hessian_weighted_relative_error,64306,0.02500,0.932
40,model.language_model.layers.40.mlp.experts.257.up_proj,0.0106098959,hessian_weighted_relative_error,64306,0.02500,0.948
40,model.language_model.layers.40.mlp.experts.258.down_proj,0.0125049897,hessian_weighted_relative_error,67807,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.258.gate_proj,0.0028618383,hessian_weighted_relative_error,67807,0.02500,0.789
40,model.language_model.layers.40.mlp.experts.258.up_proj,0.0059178969,hessian_weighted_relative_error,67807,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.259.down_proj,0.0134721264,hessian_weighted_relative_error,17155,0.02500,0.886
40,model.language_model.layers.40.mlp.experts.259.gate_proj,0.0078235892,hessian_weighted_relative_error,17155,0.02500,0.926
40,model.language_model.layers.40.mlp.experts.259.up_proj,0.0090380972,hessian_weighted_relative_error,17155,0.02500,0.944
40,model.language_model.layers.40.mlp.experts.26.down_proj,0.0086352990,hessian_weighted_relative_error,6057,0.02500,0.727
40,model.language_model.layers.40.mlp.experts.26.gate_proj,0.0043754615,hessian_weighted_relative_error,6057,0.02500,0.759
40,model.language_model.layers.40.mlp.experts.26.up_proj,0.0050839569,hessian_weighted_relative_error,6057,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.260.down_proj,0.0132784873,hessian_weighted_relative_error,29419,0.02500,0.765
40,model.language_model.layers.40.mlp.experts.260.gate_proj,0.0076860464,hessian_weighted_relative_error,29419,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.260.up_proj,0.0101052002,hessian_weighted_relative_error,29419,0.02500,0.807
40,model.language_model.layers.40.mlp.experts.261.down_proj,0.0086482207,hessian_weighted_relative_error,10101,0.02500,0.888
40,model.language_model.layers.40.mlp.experts.261.gate_proj,0.0042713268,hessian_weighted_relative_error,10101,0.02500,0.929
40,model.language_model.layers.40.mlp.experts.261.up_proj,0.0060103395,hessian_weighted_relative_error,10101,0.02500,0.943
40,model.language_model.layers.40.mlp.experts.262.down_proj,0.0138805968,hessian_weighted_relative_error,35742,0.02500,0.761
40,model.language_model.layers.40.mlp.experts.262.gate_proj,0.0070817169,hessian_weighted_relative_error,35742,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.262.up_proj,0.0102942425,hessian_weighted_relative_error,35742,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.263.down_proj,0.0144536001,hessian_weighted_relative_error,19824,0.02500,0.888
40,model.language_model.layers.40.mlp.experts.263.gate_proj,0.0098132708,hessian_weighted_relative_error,19824,0.02500,0.928
40,model.language_model.layers.40.mlp.experts.263.up_proj,0.0107334112,hessian_weighted_relative_error,19824,0.02500,0.934
40,model.language_model.layers.40.mlp.experts.264.down_proj,0.0125905617,hessian_weighted_relative_error,42590,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.264.gate_proj,0.0089677589,hessian_weighted_relative_error,42590,0.02500,0.791
40,model.language_model.layers.40.mlp.experts.264.up_proj,0.0097769712,hessian_weighted_relative_error,42590,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.265.down_proj,0.0130005586,hessian_weighted_relative_error,13920,0.02500,0.887
40,model.language_model.layers.40.mlp.experts.265.gate_proj,0.0058938573,hessian_weighted_relative_error,13920,0.02500,0.933
40,model.language_model.layers.40.mlp.experts.265.up_proj,0.0087007575,hessian_weighted_relative_error,13920,0.02500,0.940
40,model.language_model.layers.40.mlp.experts.266.down_proj,0.0139975351,hessian_weighted_relative_error,38964,0.02500,0.764
40,model.language_model.layers.40.mlp.experts.266.gate_proj,0.0088511689,hessian_weighted_relative_error,38964,0.02500,0.791
40,model.language_model.layers.40.mlp.experts.266.up_proj,0.0095822850,hessian_weighted_relative_error,38964,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.267.down_proj,0.0134173578,hessian_weighted_relative_error,25979,0.02500,0.890
40,model.language_model.layers.40.mlp.experts.267.gate_proj,0.0079753411,hessian_weighted_relative_error,25979,0.02500,0.929
40,model.language_model.layers.40.mlp.experts.267.up_proj,0.0099257964,hessian_weighted_relative_error,25979,0.02500,0.940
40,model.language_model.layers.40.mlp.experts.268.down_proj,0.0128387363,hessian_weighted_relative_error,16345,0.02500,0.766
40,model.language_model.layers.40.mlp.experts.268.gate_proj,0.0074225051,hessian_weighted_relative_error,16345,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.268.up_proj,0.0082085632,hessian_weighted_relative_error,16345,0.02500,0.805
40,model.language_model.layers.40.mlp.experts.269.down_proj,0.0110774784,hessian_weighted_relative_error,34906,0.02500,0.888
40,model.language_model.layers.40.mlp.experts.269.gate_proj,0.0072555513,hessian_weighted_relative_error,34906,0.02500,0.927
40,model.language_model.layers.40.mlp.experts.269.up_proj,0.0093315528,hessian_weighted_relative_error,34906,0.02500,0.935
40,model.language_model.layers.40.mlp.experts.27.down_proj,0.0110745473,hessian_weighted_relative_error,13705,0.02500,0.808
40,model.language_model.layers.40.mlp.experts.27.gate_proj,0.0039493677,hessian_weighted_relative_error,13705,0.02500,0.861
40,model.language_model.layers.40.mlp.experts.27.up_proj,0.0069449589,hessian_weighted_relative_error,13705,0.02500,0.945
40,model.language_model.layers.40.mlp.experts.270.down_proj,0.0116908838,hessian_weighted_relative_error,10742,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.270.gate_proj,0.0046138761,hessian_weighted_relative_error,10742,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.270.up_proj,0.0074879159,hessian_weighted_relative_error,10742,0.02500,0.806
40,model.language_model.layers.40.mlp.experts.271.down_proj,0.0138459864,hessian_weighted_relative_error,40153,0.02500,0.890
40,model.language_model.layers.40.mlp.experts.271.gate_proj,0.0080784238,hessian_weighted_relative_error,40153,0.02500,0.925
40,model.language_model.layers.40.mlp.experts.271.up_proj,0.0108557933,hessian_weighted_relative_error,40153,0.02500,0.931
40,model.language_model.layers.40.mlp.experts.272.down_proj,0.0127091814,hessian_weighted_relative_error,41539,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.272.gate_proj,0.0074796633,hessian_weighted_relative_error,41539,0.02500,0.791
40,model.language_model.layers.40.mlp.experts.272.up_proj,0.0099038410,hessian_weighted_relative_error,41539,0.02500,0.805
40,model.language_model.layers.40.mlp.experts.273.down_proj,0.0109864379,hessian_weighted_relative_error,8017,0.02500,0.887
40,model.language_model.layers.40.mlp.experts.273.gate_proj,0.0057690926,hessian_weighted_relative_error,8017,0.02500,0.939
40,model.language_model.layers.40.mlp.experts.273.up_proj,0.0066515041,hessian_weighted_relative_error,8017,0.02500,0.937
40,model.language_model.layers.40.mlp.experts.274.down_proj,0.0137771793,hessian_weighted_relative_error,77541,0.02500,0.764
40,model.language_model.layers.40.mlp.experts.274.gate_proj,0.0073088067,hessian_weighted_relative_error,77541,0.02500,0.790
40,model.language_model.layers.40.mlp.experts.274.up_proj,0.0108530911,hessian_weighted_relative_error,77541,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.275.down_proj,0.0118712456,hessian_weighted_relative_error,32367,0.02500,0.890
40,model.language_model.layers.40.mlp.experts.275.gate_proj,0.0083331195,hessian_weighted_relative_error,32367,0.02500,0.938
40,model.language_model.layers.40.mlp.experts.275.up_proj,0.0106095061,hessian_weighted_relative_error,32367,0.02500,0.934
40,model.language_model.layers.40.mlp.experts.276.down_proj,0.0138454855,hessian_weighted_relative_error,29590,0.02500,0.765
40,model.language_model.layers.40.mlp.experts.276.gate_proj,0.0080126448,hessian_weighted_relative_error,29590,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.276.up_proj,0.0096169035,hessian_weighted_relative_error,29590,0.02500,0.807
40,model.language_model.layers.40.mlp.experts.277.down_proj,0.0100085883,hessian_weighted_relative_error,30781,0.02500,0.888
40,model.language_model.layers.40.mlp.experts.277.gate_proj,0.0053286873,hessian_weighted_relative_error,30781,0.02500,0.931
40,model.language_model.layers.40.mlp.experts.277.up_proj,0.0067050735,hessian_weighted_relative_error,30781,0.02500,0.937
40,model.language_model.layers.40.mlp.experts.278.down_proj,0.0106528334,hessian_weighted_relative_error,15338,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.278.gate_proj,0.0052971319,hessian_weighted_relative_error,15338,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.278.up_proj,0.0074380607,hessian_weighted_relative_error,15338,0.02500,0.807
40,model.language_model.layers.40.mlp.experts.279.down_proj,0.0105704897,hessian_weighted_relative_error,24392,0.02500,0.889
40,model.language_model.layers.40.mlp.experts.279.gate_proj,0.0061482597,hessian_weighted_relative_error,24392,0.02500,0.928
40,model.language_model.layers.40.mlp.experts.279.up_proj,0.0077392479,hessian_weighted_relative_error,24392,0.02500,0.925
40,model.language_model.layers.40.mlp.experts.28.down_proj,0.0109173414,hessian_weighted_relative_error,16780,0.02500,0.730
40,model.language_model.layers.40.mlp.experts.28.gate_proj,0.0047834166,hessian_weighted_relative_error,16780,0.02500,0.759
40,model.language_model.layers.40.mlp.experts.28.up_proj,0.0068555254,hessian_weighted_relative_error,16780,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.280.down_proj,0.0146083662,hessian_weighted_relative_error,54258,0.02500,0.763
40,model.language_model.layers.40.mlp.experts.280.gate_proj,0.0068604336,hessian_weighted_relative_error,54258,0.02500,0.792
40,model.language_model.layers.40.mlp.experts.280.up_proj,0.0106477304,hessian_weighted_relative_error,54258,0.02500,0.803
40,model.language_model.layers.40.mlp.experts.281.down_proj,0.0132348864,hessian_weighted_relative_error,32295,0.02500,0.886
40,model.language_model.layers.40.mlp.experts.281.gate_proj,0.0070671730,hessian_weighted_relative_error,32295,0.02500,0.934
40,model.language_model.layers.40.mlp.experts.281.up_proj,0.0100304456,hessian_weighted_relative_error,32295,0.02500,0.924
40,model.language_model.layers.40.mlp.experts.282.down_proj,0.0127579114,hessian_weighted_relative_error,35079,0.02500,0.764
40,model.language_model.layers.40.mlp.experts.282.gate_proj,0.0077736232,hessian_weighted_relative_error,35079,0.02500,0.791
40,model.language_model.layers.40.mlp.experts.282.up_proj,0.0105127662,hessian_weighted_relative_error,35079,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.283.down_proj,0.0114441930,hessian_weighted_relative_error,41654,0.02500,0.889
40,model.language_model.layers.40.mlp.experts.283.gate_proj,0.0066678548,hessian_weighted_relative_error,41654,0.02500,0.936
40,model.language_model.layers.40.mlp.experts.283.up_proj,0.0085619580,hessian_weighted_relative_error,41654,0.02500,0.926
40,model.language_model.layers.40.mlp.experts.284.down_proj,0.0146508050,hessian_weighted_relative_error,21046,0.02500,0.766
40,model.language_model.layers.40.mlp.experts.284.gate_proj,0.0081447526,hessian_weighted_relative_error,21046,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.284.up_proj,0.0104641375,hessian_weighted_relative_error,21046,0.02500,0.804
40,model.language_model.layers.40.mlp.experts.285.down_proj,0.0078600058,hessian_weighted_relative_error,19829,0.02500,0.888
40,model.language_model.layers.40.mlp.experts.285.gate_proj,0.0053498199,hessian_weighted_relative_error,19829,0.02500,0.934
40,model.language_model.layers.40.mlp.experts.285.up_proj,0.0062915746,hessian_weighted_relative_error,19829,0.02500,0.931
40,model.language_model.layers.40.mlp.experts.286.down_proj,0.0096528607,hessian_weighted_relative_error,39042,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.286.gate_proj,0.0031476170,hessian_weighted_relative_error,39042,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.286.up_proj,0.0039699023,hessian_weighted_relative_error,39042,0.02500,0.802
40,model.language_model.layers.40.mlp.experts.287.down_proj,0.0117382022,hessian_weighted_relative_error,34962,0.02500,0.890
40,model.language_model.layers.40.mlp.experts.287.gate_proj,0.0068785375,hessian_weighted_relative_error,34962,0.02500,0.934
40,model.language_model.layers.40.mlp.experts.287.up_proj,0.0081438822,hessian_weighted_relative_error,34962,0.02500,0.922
40,model.language_model.layers.40.mlp.experts.29.down_proj,0.0099362349,hessian_weighted_relative_error,15684,0.02500,0.809
40,model.language_model.layers.40.mlp.experts.29.gate_proj,0.0046450450,hessian_weighted_relative_error,15684,0.02500,0.861
40,model.language_model.layers.40.mlp.experts.29.up_proj,0.0053174372,hessian_weighted_relative_error,15684,0.02500,0.950
40,model.language_model.layers.40.mlp.experts.3.down_proj,0.0125057876,hessian_weighted_relative_error,13350,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.3.gate_proj,0.0065660585,hessian_weighted_relative_error,13350,0.02500,0.853
40,model.language_model.layers.40.mlp.experts.3.up_proj,0.0088007754,hessian_weighted_relative_error,13350,0.02500,0.936
40,model.language_model.layers.40.mlp.experts.30.down_proj,0.0145761425,hessian_weighted_relative_error,49480,0.02500,0.726
40,model.language_model.layers.40.mlp.experts.30.gate_proj,0.0074376806,hessian_weighted_relative_error,49480,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.30.up_proj,0.0111921775,hessian_weighted_relative_error,49480,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.31.down_proj,0.0141025566,hessian_weighted_relative_error,46159,0.02500,0.807
40,model.language_model.layers.40.mlp.experts.31.gate_proj,0.0088608228,hessian_weighted_relative_error,46159,0.02500,0.862
40,model.language_model.layers.40.mlp.experts.31.up_proj,0.0094681054,hessian_weighted_relative_error,46159,0.02500,0.942
40,model.language_model.layers.40.mlp.experts.32.down_proj,0.0113210879,hessian_weighted_relative_error,20241,0.02500,0.729
40,model.language_model.layers.40.mlp.experts.32.gate_proj,0.0065704455,hessian_weighted_relative_error,20241,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.32.up_proj,0.0089944435,hessian_weighted_relative_error,20241,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.33.down_proj,0.0113539326,hessian_weighted_relative_error,14361,0.02500,0.811
40,model.language_model.layers.40.mlp.experts.33.gate_proj,0.0042727298,hessian_weighted_relative_error,14361,0.02500,0.867
40,model.language_model.layers.40.mlp.experts.33.up_proj,0.0072590672,hessian_weighted_relative_error,14361,0.02500,0.938
40,model.language_model.layers.40.mlp.experts.34.down_proj,0.0120233411,hessian_weighted_relative_error,30314,0.02500,0.729
40,model.language_model.layers.40.mlp.experts.34.gate_proj,0.0075167966,hessian_weighted_relative_error,30314,0.02500,0.762
40,model.language_model.layers.40.mlp.experts.34.up_proj,0.0102789219,hessian_weighted_relative_error,30314,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.35.down_proj,0.0079963267,hessian_weighted_relative_error,26333,0.02500,0.811
40,model.language_model.layers.40.mlp.experts.35.gate_proj,0.0042823435,hessian_weighted_relative_error,26333,0.02500,0.864
40,model.language_model.layers.40.mlp.experts.35.up_proj,0.0051555674,hessian_weighted_relative_error,26333,0.02500,0.941
40,model.language_model.layers.40.mlp.experts.36.down_proj,0.0090238915,hessian_weighted_relative_error,11035,0.02500,0.731
40,model.language_model.layers.40.mlp.experts.36.gate_proj,0.0044619456,hessian_weighted_relative_error,11035,0.02500,0.763
40,model.language_model.layers.40.mlp.experts.36.up_proj,0.0056291422,hessian_weighted_relative_error,11035,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.37.down_proj,0.0130564131,hessian_weighted_relative_error,21292,0.02500,0.812
40,model.language_model.layers.40.mlp.experts.37.gate_proj,0.0078387496,hessian_weighted_relative_error,21292,0.02500,0.865
40,model.language_model.layers.40.mlp.experts.37.up_proj,0.0099632875,hessian_weighted_relative_error,21292,0.02500,0.941
40,model.language_model.layers.40.mlp.experts.38.down_proj,0.0077235609,hessian_weighted_relative_error,32221,0.02500,0.728
40,model.language_model.layers.40.mlp.experts.38.gate_proj,0.0041777313,hessian_weighted_relative_error,32221,0.02500,0.777
40,model.language_model.layers.40.mlp.experts.38.up_proj,0.0054506071,hessian_weighted_relative_error,32221,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.39.down_proj,0.0085429413,hessian_weighted_relative_error,14364,0.02500,0.811
40,model.language_model.layers.40.mlp.experts.39.gate_proj,0.0049798157,hessian_weighted_relative_error,14364,0.02500,0.866
40,model.language_model.layers.40.mlp.experts.39.up_proj,0.0055206908,hessian_weighted_relative_error,14364,0.02500,0.941
40,model.language_model.layers.40.mlp.experts.4.down_proj,0.0148036516,hessian_weighted_relative_error,42817,0.02500,0.723
40,model.language_model.layers.40.mlp.experts.4.gate_proj,0.0084075245,hessian_weighted_relative_error,42817,0.02500,0.746
40,model.language_model.layers.40.mlp.experts.4.up_proj,0.0113636096,hessian_weighted_relative_error,42817,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.40.down_proj,0.0139878571,hessian_weighted_relative_error,56649,0.02500,0.731
40,model.language_model.layers.40.mlp.experts.40.gate_proj,0.0069979841,hessian_weighted_relative_error,56649,0.02500,0.764
40,model.language_model.layers.40.mlp.experts.40.up_proj,0.0110615643,hessian_weighted_relative_error,56649,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.41.down_proj,0.0106247335,hessian_weighted_relative_error,8842,0.02500,0.816
40,model.language_model.layers.40.mlp.experts.41.gate_proj,0.0055687359,hessian_weighted_relative_error,8842,0.02500,0.871
40,model.language_model.layers.40.mlp.experts.41.up_proj,0.0071693909,hessian_weighted_relative_error,8842,0.02500,0.940
40,model.language_model.layers.40.mlp.experts.42.down_proj,0.0129832326,hessian_weighted_relative_error,20619,0.02500,0.731
40,model.language_model.layers.40.mlp.experts.42.gate_proj,0.0069690960,hessian_weighted_relative_error,20619,0.02500,0.763
40,model.language_model.layers.40.mlp.experts.42.up_proj,0.0097772034,hessian_weighted_relative_error,20619,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.43.down_proj,0.0153706733,hessian_weighted_relative_error,105063,0.02500,0.815
40,model.language_model.layers.40.mlp.experts.43.gate_proj,0.0075288126,hessian_weighted_relative_error,105063,0.02500,0.871
40,model.language_model.layers.40.mlp.experts.43.up_proj,0.0117101853,hessian_weighted_relative_error,105063,0.02500,0.946
40,model.language_model.layers.40.mlp.experts.44.down_proj,0.0067011784,hessian_weighted_relative_error,16911,0.02500,0.734
40,model.language_model.layers.40.mlp.experts.44.gate_proj,0.0039582995,hessian_weighted_relative_error,16911,0.02500,0.765
40,model.language_model.layers.40.mlp.experts.44.up_proj,0.0045241958,hessian_weighted_relative_error,16911,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.45.down_proj,0.0101103655,hessian_weighted_relative_error,27937,0.02500,0.815
40,model.language_model.layers.40.mlp.experts.45.gate_proj,0.0055612449,hessian_weighted_relative_error,27937,0.02500,0.869
40,model.language_model.layers.40.mlp.experts.45.up_proj,0.0081615806,hessian_weighted_relative_error,27937,0.02500,0.945
40,model.language_model.layers.40.mlp.experts.46.down_proj,0.0113952984,hessian_weighted_relative_error,35881,0.02500,0.731
40,model.language_model.layers.40.mlp.experts.46.gate_proj,0.0072761685,hessian_weighted_relative_error,35881,0.02500,0.766
40,model.language_model.layers.40.mlp.experts.46.up_proj,0.0097207067,hessian_weighted_relative_error,35881,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.47.down_proj,0.0070278277,hessian_weighted_relative_error,6582,0.02500,0.813
40,model.language_model.layers.40.mlp.experts.47.gate_proj,0.0036489413,hessian_weighted_relative_error,6582,0.02500,0.873
40,model.language_model.layers.40.mlp.experts.47.up_proj,0.0043728752,hessian_weighted_relative_error,6582,0.02500,0.947
40,model.language_model.layers.40.mlp.experts.48.down_proj,0.0117601934,hessian_weighted_relative_error,26066,0.02500,0.733
40,model.language_model.layers.40.mlp.experts.48.gate_proj,0.0063545086,hessian_weighted_relative_error,26066,0.02500,0.765
40,model.language_model.layers.40.mlp.experts.48.up_proj,0.0075979980,hessian_weighted_relative_error,26066,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.49.down_proj,0.0092519616,hessian_weighted_relative_error,22212,0.02500,0.820
40,model.language_model.layers.40.mlp.experts.49.gate_proj,0.0048052553,hessian_weighted_relative_error,22212,0.02500,0.877
40,model.language_model.layers.40.mlp.experts.49.up_proj,0.0068280962,hessian_weighted_relative_error,22212,0.02500,0.949
40,model.language_model.layers.40.mlp.experts.5.down_proj,0.0100022267,hessian_weighted_relative_error,68603,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.5.gate_proj,0.0061036142,hessian_weighted_relative_error,68603,0.02500,0.853
40,model.language_model.layers.40.mlp.experts.5.up_proj,0.0071268559,hessian_weighted_relative_error,68603,0.02500,0.938
40,model.language_model.layers.40.mlp.experts.50.down_proj,0.0126994769,hessian_weighted_relative_error,18256,0.02500,0.733
40,model.language_model.layers.40.mlp.experts.50.gate_proj,0.0063526429,hessian_weighted_relative_error,18256,0.02500,0.764
40,model.language_model.layers.40.mlp.experts.50.up_proj,0.0083196846,hessian_weighted_relative_error,18256,0.02500,0.801
40,model.language_model.layers.40.mlp.experts.51.down_proj,0.0137640809,hessian_weighted_relative_error,18114,0.02500,0.819
40,model.language_model.layers.40.mlp.experts.51.gate_proj,0.0067230668,hessian_weighted_relative_error,18114,0.02500,0.875
40,model.language_model.layers.40.mlp.experts.51.up_proj,0.0097015266,hessian_weighted_relative_error,18114,0.02500,0.948
40,model.language_model.layers.40.mlp.experts.52.down_proj,0.0107718575,hessian_weighted_relative_error,44039,0.02500,0.737
40,model.language_model.layers.40.mlp.experts.52.gate_proj,0.0058966856,hessian_weighted_relative_error,44039,0.02500,0.769
40,model.language_model.layers.40.mlp.experts.52.up_proj,0.0074010647,hessian_weighted_relative_error,44039,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.53.down_proj,0.0109634282,hessian_weighted_relative_error,19976,0.02500,0.820
40,model.language_model.layers.40.mlp.experts.53.gate_proj,0.0058766207,hessian_weighted_relative_error,19976,0.02500,0.873
40,model.language_model.layers.40.mlp.experts.53.up_proj,0.0070342821,hessian_weighted_relative_error,19976,0.02500,0.944
40,model.language_model.layers.40.mlp.experts.54.down_proj,0.0139556325,hessian_weighted_relative_error,34584,0.02500,0.732
40,model.language_model.layers.40.mlp.experts.54.gate_proj,0.0078711013,hessian_weighted_relative_error,34584,0.02500,0.767
40,model.language_model.layers.40.mlp.experts.54.up_proj,0.0103913033,hessian_weighted_relative_error,34584,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.55.down_proj,0.0140119168,hessian_weighted_relative_error,37268,0.02500,0.818
40,model.language_model.layers.40.mlp.experts.55.gate_proj,0.0088149307,hessian_weighted_relative_error,37268,0.02500,0.872
40,model.language_model.layers.40.mlp.experts.55.up_proj,0.0103939580,hessian_weighted_relative_error,37268,0.02500,0.943
40,model.language_model.layers.40.mlp.experts.56.down_proj,0.0144511092,hessian_weighted_relative_error,71579,0.02500,0.735
40,model.language_model.layers.40.mlp.experts.56.gate_proj,0.0085435378,hessian_weighted_relative_error,71579,0.02500,0.768
40,model.language_model.layers.40.mlp.experts.56.up_proj,0.0113433313,hessian_weighted_relative_error,71579,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.57.down_proj,0.0127039538,hessian_weighted_relative_error,47845,0.02500,0.824
40,model.language_model.layers.40.mlp.experts.57.gate_proj,0.0066372868,hessian_weighted_relative_error,47845,0.02500,0.893
40,model.language_model.layers.40.mlp.experts.57.up_proj,0.0091821561,hessian_weighted_relative_error,47845,0.02500,0.958
40,model.language_model.layers.40.mlp.experts.58.down_proj,0.0122290946,hessian_weighted_relative_error,24541,0.02500,0.737
40,model.language_model.layers.40.mlp.experts.58.gate_proj,0.0051021462,hessian_weighted_relative_error,24541,0.02500,0.766
40,model.language_model.layers.40.mlp.experts.58.up_proj,0.0076875895,hessian_weighted_relative_error,24541,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.59.down_proj,0.0108963378,hessian_weighted_relative_error,12651,0.02500,0.824
40,model.language_model.layers.40.mlp.experts.59.gate_proj,0.0057645619,hessian_weighted_relative_error,12651,0.02500,0.879
40,model.language_model.layers.40.mlp.experts.59.up_proj,0.0070576962,hessian_weighted_relative_error,12651,0.02500,0.940
40,model.language_model.layers.40.mlp.experts.6.down_proj,0.0093052814,hessian_weighted_relative_error,27603,0.02500,0.689
40,model.language_model.layers.40.mlp.experts.6.gate_proj,0.0053146168,hessian_weighted_relative_error,27603,0.02500,0.760
40,model.language_model.layers.40.mlp.experts.6.up_proj,0.0066152975,hessian_weighted_relative_error,27603,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.60.down_proj,0.0106832824,hessian_weighted_relative_error,53886,0.02500,0.740
40,model.language_model.layers.40.mlp.experts.60.gate_proj,0.0050895093,hessian_weighted_relative_error,53886,0.02500,0.768
40,model.language_model.layers.40.mlp.experts.60.up_proj,0.0078255848,hessian_weighted_relative_error,53886,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.61.down_proj,0.0131152040,hessian_weighted_relative_error,32145,0.02500,0.824
40,model.language_model.layers.40.mlp.experts.61.gate_proj,0.0071061730,hessian_weighted_relative_error,32145,0.02500,0.879
40,model.language_model.layers.40.mlp.experts.61.up_proj,0.0099688854,hessian_weighted_relative_error,32145,0.02500,0.948
40,model.language_model.layers.40.mlp.experts.62.down_proj,0.0100269586,hessian_weighted_relative_error,14283,0.02500,0.734
40,model.language_model.layers.40.mlp.experts.62.gate_proj,0.0046642983,hessian_weighted_relative_error,14283,0.02500,0.769
40,model.language_model.layers.40.mlp.experts.62.up_proj,0.0067322072,hessian_weighted_relative_error,14283,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.63.down_proj,0.0138357385,hessian_weighted_relative_error,60925,0.02500,0.821
40,model.language_model.layers.40.mlp.experts.63.gate_proj,0.0085991237,hessian_weighted_relative_error,60925,0.02500,0.876
40,model.language_model.layers.40.mlp.experts.63.up_proj,0.0106146334,hessian_weighted_relative_error,60925,0.02500,0.949
40,model.language_model.layers.40.mlp.experts.64.down_proj,0.0125733764,hessian_weighted_relative_error,9646,0.02500,0.738
40,model.language_model.layers.40.mlp.experts.64.gate_proj,0.0067608213,hessian_weighted_relative_error,9646,0.02500,0.769
40,model.language_model.layers.40.mlp.experts.64.up_proj,0.0080634820,hessian_weighted_relative_error,9646,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.65.down_proj,0.0145435080,hessian_weighted_relative_error,25428,0.02500,0.826
40,model.language_model.layers.40.mlp.experts.65.gate_proj,0.0081871493,hessian_weighted_relative_error,25428,0.02500,0.883
40,model.language_model.layers.40.mlp.experts.65.up_proj,0.0105860691,hessian_weighted_relative_error,25428,0.02500,0.946
40,model.language_model.layers.40.mlp.experts.66.down_proj,0.0130564514,hessian_weighted_relative_error,28266,0.02500,0.737
40,model.language_model.layers.40.mlp.experts.66.gate_proj,0.0078206302,hessian_weighted_relative_error,28266,0.02500,0.768
40,model.language_model.layers.40.mlp.experts.66.up_proj,0.0099125913,hessian_weighted_relative_error,28266,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.67.down_proj,0.0092409501,hessian_weighted_relative_error,25179,0.02500,0.827
40,model.language_model.layers.40.mlp.experts.67.gate_proj,0.0047263315,hessian_weighted_relative_error,25179,0.02500,0.881
40,model.language_model.layers.40.mlp.experts.67.up_proj,0.0050938349,hessian_weighted_relative_error,25179,0.02500,0.947
40,model.language_model.layers.40.mlp.experts.68.down_proj,0.0112195461,hessian_weighted_relative_error,40237,0.02500,0.742
40,model.language_model.layers.40.mlp.experts.68.gate_proj,0.0047416871,hessian_weighted_relative_error,40237,0.02500,0.771
40,model.language_model.layers.40.mlp.experts.68.up_proj,0.0069114969,hessian_weighted_relative_error,40237,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.69.down_proj,0.0124259962,hessian_weighted_relative_error,8861,0.02500,0.828
40,model.language_model.layers.40.mlp.experts.69.gate_proj,0.0059231864,hessian_weighted_relative_error,8861,0.02500,0.880
40,model.language_model.layers.40.mlp.experts.69.up_proj,0.0076657160,hessian_weighted_relative_error,8861,0.02500,0.942
40,model.language_model.layers.40.mlp.experts.7.down_proj,0.0114938153,hessian_weighted_relative_error,7290,0.02500,0.758
40,model.language_model.layers.40.mlp.experts.7.gate_proj,0.0058437784,hessian_weighted_relative_error,7290,0.02500,0.845
40,model.language_model.layers.40.mlp.experts.7.up_proj,0.0072146856,hessian_weighted_relative_error,7290,0.02500,0.932
40,model.language_model.layers.40.mlp.experts.70.down_proj,0.0147137622,hessian_weighted_relative_error,51339,0.02500,0.736
40,model.language_model.layers.40.mlp.experts.70.gate_proj,0.0095327608,hessian_weighted_relative_error,51339,0.02500,0.770
40,model.language_model.layers.40.mlp.experts.70.up_proj,0.0110387665,hessian_weighted_relative_error,51339,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.71.down_proj,0.0111636896,hessian_weighted_relative_error,16388,0.02500,0.826
40,model.language_model.layers.40.mlp.experts.71.gate_proj,0.0050973687,hessian_weighted_relative_error,16388,0.02500,0.880
40,model.language_model.layers.40.mlp.experts.71.up_proj,0.0063280125,hessian_weighted_relative_error,16388,0.02500,0.947
40,model.language_model.layers.40.mlp.experts.72.down_proj,0.0118381468,hessian_weighted_relative_error,18080,0.02500,0.739
40,model.language_model.layers.40.mlp.experts.72.gate_proj,0.0063677659,hessian_weighted_relative_error,18080,0.02500,0.770
40,model.language_model.layers.40.mlp.experts.72.up_proj,0.0081647623,hessian_weighted_relative_error,18080,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.73.down_proj,0.0037472270,hessian_weighted_relative_error,1988,0.02500,0.831
40,model.language_model.layers.40.mlp.experts.73.gate_proj,0.0021318417,hessian_weighted_relative_error,1988,0.02500,0.887
40,model.language_model.layers.40.mlp.experts.73.up_proj,0.0032130889,hessian_weighted_relative_error,1988,0.02500,0.949
40,model.language_model.layers.40.mlp.experts.74.down_proj,0.0125915594,hessian_weighted_relative_error,38155,0.02500,0.740
40,model.language_model.layers.40.mlp.experts.74.gate_proj,0.0053968972,hessian_weighted_relative_error,38155,0.02500,0.769
40,model.language_model.layers.40.mlp.experts.74.up_proj,0.0089398523,hessian_weighted_relative_error,38155,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.75.down_proj,0.0118611628,hessian_weighted_relative_error,11572,0.02500,0.830
40,model.language_model.layers.40.mlp.experts.75.gate_proj,0.0058258558,hessian_weighted_relative_error,11572,0.02500,0.887
40,model.language_model.layers.40.mlp.experts.75.up_proj,0.0077338379,hessian_weighted_relative_error,11572,0.02500,0.950
40,model.language_model.layers.40.mlp.experts.76.down_proj,0.0117498902,hessian_weighted_relative_error,22473,0.02500,0.742
40,model.language_model.layers.40.mlp.experts.76.gate_proj,0.0068027170,hessian_weighted_relative_error,22473,0.02500,0.771
40,model.language_model.layers.40.mlp.experts.76.up_proj,0.0076797768,hessian_weighted_relative_error,22473,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.77.down_proj,0.0120703240,hessian_weighted_relative_error,25824,0.02500,0.835
40,model.language_model.layers.40.mlp.experts.77.gate_proj,0.0050585205,hessian_weighted_relative_error,25824,0.02500,0.886
40,model.language_model.layers.40.mlp.experts.77.up_proj,0.0085207615,hessian_weighted_relative_error,25824,0.02500,0.953
40,model.language_model.layers.40.mlp.experts.78.down_proj,0.0099419793,hessian_weighted_relative_error,39006,0.02500,0.738
40,model.language_model.layers.40.mlp.experts.78.gate_proj,0.0060584708,hessian_weighted_relative_error,39006,0.02500,0.772
40,model.language_model.layers.40.mlp.experts.78.up_proj,0.0082386981,hessian_weighted_relative_error,39006,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.79.down_proj,0.0064610295,hessian_weighted_relative_error,24929,0.02500,0.830
40,model.language_model.layers.40.mlp.experts.79.gate_proj,0.0044542644,hessian_weighted_relative_error,24929,0.02500,0.885
40,model.language_model.layers.40.mlp.experts.79.up_proj,0.0046726036,hessian_weighted_relative_error,24929,0.02500,0.948
40,model.language_model.layers.40.mlp.experts.8.down_proj,0.0112369647,hessian_weighted_relative_error,26463,0.02500,0.723
40,model.language_model.layers.40.mlp.experts.8.gate_proj,0.0056912554,hessian_weighted_relative_error,26463,0.02500,0.754
40,model.language_model.layers.40.mlp.experts.8.up_proj,0.0074533450,hessian_weighted_relative_error,26463,0.02500,0.793
40,model.language_model.layers.40.mlp.experts.80.down_proj,0.0104688987,hessian_weighted_relative_error,30106,0.02500,0.740
40,model.language_model.layers.40.mlp.experts.80.gate_proj,0.0067090208,hessian_weighted_relative_error,30106,0.02500,0.773
40,model.language_model.layers.40.mlp.experts.80.up_proj,0.0088912453,hessian_weighted_relative_error,30106,0.02500,0.797
40,model.language_model.layers.40.mlp.experts.81.down_proj,0.0112725377,hessian_weighted_relative_error,10432,0.02500,0.835
40,model.language_model.layers.40.mlp.experts.81.gate_proj,0.0053979792,hessian_weighted_relative_error,10432,0.02500,0.893
40,model.language_model.layers.40.mlp.experts.81.up_proj,0.0075086970,hessian_weighted_relative_error,10432,0.02500,0.957
40,model.language_model.layers.40.mlp.experts.82.down_proj,0.0151576836,hessian_weighted_relative_error,73793,0.02500,0.741
40,model.language_model.layers.40.mlp.experts.82.gate_proj,0.0079846587,hessian_weighted_relative_error,73793,0.02500,0.771
40,model.language_model.layers.40.mlp.experts.82.up_proj,0.0114457069,hessian_weighted_relative_error,73793,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.83.down_proj,0.0128504928,hessian_weighted_relative_error,45749,0.02500,0.835
40,model.language_model.layers.40.mlp.experts.83.gate_proj,0.0081554258,hessian_weighted_relative_error,45749,0.02500,0.890
40,model.language_model.layers.40.mlp.experts.83.up_proj,0.0100452425,hessian_weighted_relative_error,45749,0.02500,0.956
40,model.language_model.layers.40.mlp.experts.84.down_proj,0.0088135764,hessian_weighted_relative_error,3184,0.02500,0.743
40,model.language_model.layers.40.mlp.experts.84.gate_proj,0.0038456222,hessian_weighted_relative_error,3184,0.02500,0.776
40,model.language_model.layers.40.mlp.experts.84.up_proj,0.0053332703,hessian_weighted_relative_error,3184,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.85.down_proj,0.0120999969,hessian_weighted_relative_error,22163,0.02500,0.835
40,model.language_model.layers.40.mlp.experts.85.gate_proj,0.0041034752,hessian_weighted_relative_error,22163,0.02500,0.889
40,model.language_model.layers.40.mlp.experts.85.up_proj,0.0081725633,hessian_weighted_relative_error,22163,0.02500,0.953
40,model.language_model.layers.40.mlp.experts.86.down_proj,0.0120243000,hessian_weighted_relative_error,20642,0.02500,0.740
40,model.language_model.layers.40.mlp.experts.86.gate_proj,0.0063866838,hessian_weighted_relative_error,20642,0.02500,0.773
40,model.language_model.layers.40.mlp.experts.86.up_proj,0.0083312329,hessian_weighted_relative_error,20642,0.02500,0.799
40,model.language_model.layers.40.mlp.experts.87.down_proj,0.0060813475,hessian_weighted_relative_error,10496,0.02500,0.834
40,model.language_model.layers.40.mlp.experts.87.gate_proj,0.0028535053,hessian_weighted_relative_error,10496,0.02500,0.887
40,model.language_model.layers.40.mlp.experts.87.up_proj,0.0042544066,hessian_weighted_relative_error,10496,0.02500,0.948
40,model.language_model.layers.40.mlp.experts.88.down_proj,0.0140702272,hessian_weighted_relative_error,39510,0.02500,0.741
40,model.language_model.layers.40.mlp.experts.88.gate_proj,0.0086394448,hessian_weighted_relative_error,39510,0.02500,0.771
40,model.language_model.layers.40.mlp.experts.88.up_proj,0.0107625177,hessian_weighted_relative_error,39510,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.89.down_proj,0.0128208557,hessian_weighted_relative_error,34762,0.02500,0.838
40,model.language_model.layers.40.mlp.experts.89.gate_proj,0.0076657527,hessian_weighted_relative_error,34762,0.02500,0.893
40,model.language_model.layers.40.mlp.experts.89.up_proj,0.0089254724,hessian_weighted_relative_error,34762,0.02500,0.954
40,model.language_model.layers.40.mlp.experts.9.down_proj,0.0117958490,hessian_weighted_relative_error,30818,0.02500,0.800
40,model.language_model.layers.40.mlp.experts.9.gate_proj,0.0066270916,hessian_weighted_relative_error,30818,0.02500,0.854
40,model.language_model.layers.40.mlp.experts.9.up_proj,0.0076745910,hessian_weighted_relative_error,30818,0.02500,0.941
40,model.language_model.layers.40.mlp.experts.90.down_proj,0.0149254156,hessian_weighted_relative_error,57266,0.02500,0.742
40,model.language_model.layers.40.mlp.experts.90.gate_proj,0.0074099889,hessian_weighted_relative_error,57266,0.02500,0.772
40,model.language_model.layers.40.mlp.experts.90.up_proj,0.0110886024,hessian_weighted_relative_error,57266,0.02500,0.796
40,model.language_model.layers.40.mlp.experts.91.down_proj,0.0123990027,hessian_weighted_relative_error,12342,0.02500,0.838
40,model.language_model.layers.40.mlp.experts.91.gate_proj,0.0059958056,hessian_weighted_relative_error,12342,0.02500,0.893
40,model.language_model.layers.40.mlp.experts.91.up_proj,0.0080063630,hessian_weighted_relative_error,12342,0.02500,0.951
40,model.language_model.layers.40.mlp.experts.92.down_proj,0.0080435985,hessian_weighted_relative_error,3754,0.02500,0.745
40,model.language_model.layers.40.mlp.experts.92.gate_proj,0.0035397337,hessian_weighted_relative_error,3754,0.02500,0.774
40,model.language_model.layers.40.mlp.experts.92.up_proj,0.0041252968,hessian_weighted_relative_error,3754,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.93.down_proj,0.0127817141,hessian_weighted_relative_error,27797,0.02500,0.840
40,model.language_model.layers.40.mlp.experts.93.gate_proj,0.0079397174,hessian_weighted_relative_error,27797,0.02500,0.892
40,model.language_model.layers.40.mlp.experts.93.up_proj,0.0094967286,hessian_weighted_relative_error,27797,0.02500,0.949
40,model.language_model.layers.40.mlp.experts.94.down_proj,0.0121911042,hessian_weighted_relative_error,10618,0.02500,0.742
40,model.language_model.layers.40.mlp.experts.94.gate_proj,0.0058902832,hessian_weighted_relative_error,10618,0.02500,0.777
40,model.language_model.layers.40.mlp.experts.94.up_proj,0.0076508458,hessian_weighted_relative_error,10618,0.02500,0.798
40,model.language_model.layers.40.mlp.experts.95.down_proj,0.0104231300,hessian_weighted_relative_error,5278,0.02500,0.838
40,model.language_model.layers.40.mlp.experts.95.gate_proj,0.0043553593,hessian_weighted_relative_error,5278,0.02500,0.893
40,model.language_model.layers.40.mlp.experts.95.up_proj,0.0062260763,hessian_weighted_relative_error,5278,0.02500,0.951
40,model.language_model.layers.40.mlp.experts.96.down_proj,0.0140509974,hessian_weighted_relative_error,46277,0.02500,0.744
40,model.language_model.layers.40.mlp.experts.96.gate_proj,0.0087409917,hessian_weighted_relative_error,46277,0.02500,0.775
40,model.language_model.layers.40.mlp.experts.96.up_proj,0.0097298690,hessian_weighted_relative_error,46277,0.02500,0.794
40,model.language_model.layers.40.mlp.experts.97.down_proj,0.0124337747,hessian_weighted_relative_error,12494,0.02500,0.843
40,model.language_model.layers.40.mlp.experts.97.gate_proj,0.0073240816,hessian_weighted_relative_error,12494,0.02500,0.899
40,model.language_model.layers.40.mlp.experts.97.up_proj,0.0080003375,hessian_weighted_relative_error,12494,0.02500,0.953
40,model.language_model.layers.40.mlp.experts.98.down_proj,0.0121972674,hessian_weighted_relative_error,24233,0.02500,0.746
40,model.language_model.layers.40.mlp.experts.98.gate_proj,0.0073924813,hessian_weighted_relative_error,24233,0.02500,0.772
40,model.language_model.layers.40.mlp.experts.98.up_proj,0.0090794608,hessian_weighted_relative_error,24233,0.02500,0.795
40,model.language_model.layers.40.mlp.experts.99.down_proj,0.0112878916,hessian_weighted_relative_error,12257,0.02500,0.842
40,model.language_model.layers.40.mlp.experts.99.gate_proj,0.0041483079,hessian_weighted_relative_error,12257,0.02500,0.896
40,model.language_model.layers.40.mlp.experts.99.up_proj,0.0064875797,hessian_weighted_relative_error,12257,0.02500,0.951
41,model.language_model.layers.41.mlp.experts.0.down_proj,0.0110577983,hessian_weighted_relative_error,9730,0.02500,0.721
41,model.language_model.layers.41.mlp.experts.0.gate_proj,0.0050194736,hessian_weighted_relative_error,9730,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.0.up_proj,0.0069699356,hessian_weighted_relative_error,9730,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.1.down_proj,0.0117232123,hessian_weighted_relative_error,13905,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.1.gate_proj,0.0061811267,hessian_weighted_relative_error,13905,0.02500,0.856
41,model.language_model.layers.41.mlp.experts.1.up_proj,0.0087000808,hessian_weighted_relative_error,13905,0.02500,0.936
41,model.language_model.layers.41.mlp.experts.10.down_proj,0.0122925172,hessian_weighted_relative_error,31311,0.02500,0.722
41,model.language_model.layers.41.mlp.experts.10.gate_proj,0.0074257386,hessian_weighted_relative_error,31311,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.10.up_proj,0.0094869070,hessian_weighted_relative_error,31311,0.02500,0.790
41,model.language_model.layers.41.mlp.experts.100.down_proj,0.0143492291,hessian_weighted_relative_error,54317,0.02500,0.745
41,model.language_model.layers.41.mlp.experts.100.gate_proj,0.0062201984,hessian_weighted_relative_error,54317,0.02500,0.777
41,model.language_model.layers.41.mlp.experts.100.up_proj,0.0104522909,hessian_weighted_relative_error,54317,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.101.down_proj,0.0101773613,hessian_weighted_relative_error,53531,0.02500,0.840
41,model.language_model.layers.41.mlp.experts.101.gate_proj,0.0054591404,hessian_weighted_relative_error,53531,0.02500,0.902
41,model.language_model.layers.41.mlp.experts.101.up_proj,0.0084189126,hessian_weighted_relative_error,53531,0.02500,0.952
41,model.language_model.layers.41.mlp.experts.102.down_proj,0.0102656402,hessian_weighted_relative_error,17651,0.02500,0.746
41,model.language_model.layers.41.mlp.experts.102.gate_proj,0.0054751564,hessian_weighted_relative_error,17651,0.02500,0.779
41,model.language_model.layers.41.mlp.experts.102.up_proj,0.0076808730,hessian_weighted_relative_error,17651,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.103.down_proj,0.0085099308,hessian_weighted_relative_error,12156,0.02500,0.840
41,model.language_model.layers.41.mlp.experts.103.gate_proj,0.0029903364,hessian_weighted_relative_error,12156,0.02500,0.897
41,model.language_model.layers.41.mlp.experts.103.up_proj,0.0042509394,hessian_weighted_relative_error,12156,0.02500,0.968
41,model.language_model.layers.41.mlp.experts.104.down_proj,0.0081038796,hessian_weighted_relative_error,17042,0.02500,0.744
41,model.language_model.layers.41.mlp.experts.104.gate_proj,0.0052435193,hessian_weighted_relative_error,17042,0.02500,0.778
41,model.language_model.layers.41.mlp.experts.104.up_proj,0.0060212481,hessian_weighted_relative_error,17042,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.105.down_proj,0.0088475338,hessian_weighted_relative_error,37490,0.02500,0.842
41,model.language_model.layers.41.mlp.experts.105.gate_proj,0.0046893064,hessian_weighted_relative_error,37490,0.02500,0.898
41,model.language_model.layers.41.mlp.experts.105.up_proj,0.0068490623,hessian_weighted_relative_error,37490,0.02500,0.960
41,model.language_model.layers.41.mlp.experts.106.down_proj,0.0084988289,hessian_weighted_relative_error,25585,0.02500,0.744
41,model.language_model.layers.41.mlp.experts.106.gate_proj,0.0044207213,hessian_weighted_relative_error,25585,0.02500,0.775
41,model.language_model.layers.41.mlp.experts.106.up_proj,0.0058478632,hessian_weighted_relative_error,25585,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.107.down_proj,0.0124858184,hessian_weighted_relative_error,21865,0.02500,0.845
41,model.language_model.layers.41.mlp.experts.107.gate_proj,0.0053986990,hessian_weighted_relative_error,21865,0.02500,0.897
41,model.language_model.layers.41.mlp.experts.107.up_proj,0.0087381622,hessian_weighted_relative_error,21865,0.02500,0.959
41,model.language_model.layers.41.mlp.experts.108.down_proj,0.0079284649,hessian_weighted_relative_error,27722,0.02500,0.746
41,model.language_model.layers.41.mlp.experts.108.gate_proj,0.0046282889,hessian_weighted_relative_error,27722,0.02500,0.774
41,model.language_model.layers.41.mlp.experts.108.up_proj,0.0059572155,hessian_weighted_relative_error,27722,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.109.down_proj,0.0124864689,hessian_weighted_relative_error,69331,0.02500,0.844
41,model.language_model.layers.41.mlp.experts.109.gate_proj,0.0065060428,hessian_weighted_relative_error,69331,0.02500,0.896
41,model.language_model.layers.41.mlp.experts.109.up_proj,0.0091746399,hessian_weighted_relative_error,69331,0.02500,0.949
41,model.language_model.layers.41.mlp.experts.11.down_proj,0.0136758750,hessian_weighted_relative_error,40936,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.11.gate_proj,0.0078773967,hessian_weighted_relative_error,40936,0.02500,0.856
41,model.language_model.layers.41.mlp.experts.11.up_proj,0.0094372021,hessian_weighted_relative_error,40936,0.02500,0.944
41,model.language_model.layers.41.mlp.experts.110.down_proj,0.0069412955,hessian_weighted_relative_error,22732,0.02500,0.747
41,model.language_model.layers.41.mlp.experts.110.gate_proj,0.0044565479,hessian_weighted_relative_error,22732,0.02500,0.779
41,model.language_model.layers.41.mlp.experts.110.up_proj,0.0058215034,hessian_weighted_relative_error,22732,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.111.down_proj,0.0128647150,hessian_weighted_relative_error,26244,0.02500,0.844
41,model.language_model.layers.41.mlp.experts.111.gate_proj,0.0057342212,hessian_weighted_relative_error,26244,0.02500,0.899
41,model.language_model.layers.41.mlp.experts.111.up_proj,0.0090170174,hessian_weighted_relative_error,26244,0.02500,0.958
41,model.language_model.layers.41.mlp.experts.112.down_proj,0.0133175983,hessian_weighted_relative_error,32704,0.02500,0.746
41,model.language_model.layers.41.mlp.experts.112.gate_proj,0.0062592519,hessian_weighted_relative_error,32704,0.02500,0.779
41,model.language_model.layers.41.mlp.experts.112.up_proj,0.0101097217,hessian_weighted_relative_error,32704,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.113.down_proj,0.0118674981,hessian_weighted_relative_error,18245,0.02500,0.846
41,model.language_model.layers.41.mlp.experts.113.gate_proj,0.0043160388,hessian_weighted_relative_error,18245,0.02500,0.901
41,model.language_model.layers.41.mlp.experts.113.up_proj,0.0075132523,hessian_weighted_relative_error,18245,0.02500,0.960
41,model.language_model.layers.41.mlp.experts.114.down_proj,0.0104661860,hessian_weighted_relative_error,13376,0.02500,0.745
41,model.language_model.layers.41.mlp.experts.114.gate_proj,0.0040819898,hessian_weighted_relative_error,13376,0.02500,0.776
41,model.language_model.layers.41.mlp.experts.114.up_proj,0.0055322433,hessian_weighted_relative_error,13376,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.115.down_proj,0.0119386043,hessian_weighted_relative_error,26670,0.02500,0.849
41,model.language_model.layers.41.mlp.experts.115.gate_proj,0.0052953058,hessian_weighted_relative_error,26670,0.02500,0.901
41,model.language_model.layers.41.mlp.experts.115.up_proj,0.0095129229,hessian_weighted_relative_error,26670,0.02500,0.956
41,model.language_model.layers.41.mlp.experts.116.down_proj,0.0119389135,hessian_weighted_relative_error,22265,0.02500,0.747
41,model.language_model.layers.41.mlp.experts.116.gate_proj,0.0061132411,hessian_weighted_relative_error,22265,0.02500,0.781
41,model.language_model.layers.41.mlp.experts.116.up_proj,0.0084042186,hessian_weighted_relative_error,22265,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.117.down_proj,0.0141770199,hessian_weighted_relative_error,24669,0.02500,0.848
41,model.language_model.layers.41.mlp.experts.117.gate_proj,0.0074694444,hessian_weighted_relative_error,24669,0.02500,0.898
41,model.language_model.layers.41.mlp.experts.117.up_proj,0.0105341137,hessian_weighted_relative_error,24669,0.02500,0.956
41,model.language_model.layers.41.mlp.experts.118.down_proj,0.0137029120,hessian_weighted_relative_error,36592,0.02500,0.748
41,model.language_model.layers.41.mlp.experts.118.gate_proj,0.0070062252,hessian_weighted_relative_error,36592,0.02500,0.781
41,model.language_model.layers.41.mlp.experts.118.up_proj,0.0104149725,hessian_weighted_relative_error,36592,0.02500,0.814
41,model.language_model.layers.41.mlp.experts.119.down_proj,0.0134734890,hessian_weighted_relative_error,28005,0.02500,0.848
41,model.language_model.layers.41.mlp.experts.119.gate_proj,0.0059740439,hessian_weighted_relative_error,28005,0.02500,0.900
41,model.language_model.layers.41.mlp.experts.119.up_proj,0.0084760043,hessian_weighted_relative_error,28005,0.02500,0.964
41,model.language_model.layers.41.mlp.experts.12.down_proj,0.0111839038,hessian_weighted_relative_error,35478,0.02500,0.725
41,model.language_model.layers.41.mlp.experts.12.gate_proj,0.0062221550,hessian_weighted_relative_error,35478,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.12.up_proj,0.0077326232,hessian_weighted_relative_error,35478,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.120.down_proj,0.0109734187,hessian_weighted_relative_error,26259,0.02500,0.747
41,model.language_model.layers.41.mlp.experts.120.gate_proj,0.0054443454,hessian_weighted_relative_error,26259,0.02500,0.781
41,model.language_model.layers.41.mlp.experts.120.up_proj,0.0081001932,hessian_weighted_relative_error,26259,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.121.down_proj,0.0075445283,hessian_weighted_relative_error,32768,0.02500,0.850
41,model.language_model.layers.41.mlp.experts.121.gate_proj,0.0054674692,hessian_weighted_relative_error,32768,0.02500,0.902
41,model.language_model.layers.41.mlp.experts.121.up_proj,0.0062034093,hessian_weighted_relative_error,32768,0.02500,0.958
41,model.language_model.layers.41.mlp.experts.122.down_proj,0.0118753871,hessian_weighted_relative_error,37299,0.02500,0.746
41,model.language_model.layers.41.mlp.experts.122.gate_proj,0.0062727527,hessian_weighted_relative_error,37299,0.02500,0.776
41,model.language_model.layers.41.mlp.experts.122.up_proj,0.0096151806,hessian_weighted_relative_error,37299,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.123.down_proj,0.0075076935,hessian_weighted_relative_error,44498,0.02500,0.854
41,model.language_model.layers.41.mlp.experts.123.gate_proj,0.0039602483,hessian_weighted_relative_error,44498,0.02500,0.901
41,model.language_model.layers.41.mlp.experts.123.up_proj,0.0051656073,hessian_weighted_relative_error,44498,0.02500,0.961
41,model.language_model.layers.41.mlp.experts.124.down_proj,0.0124315548,hessian_weighted_relative_error,60095,0.02500,0.748
41,model.language_model.layers.41.mlp.experts.124.gate_proj,0.0054883759,hessian_weighted_relative_error,60095,0.02500,0.776
41,model.language_model.layers.41.mlp.experts.124.up_proj,0.0087112589,hessian_weighted_relative_error,60095,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.125.down_proj,0.0104159185,hessian_weighted_relative_error,15035,0.02500,0.853
41,model.language_model.layers.41.mlp.experts.125.gate_proj,0.0054288160,hessian_weighted_relative_error,15035,0.02500,0.899
41,model.language_model.layers.41.mlp.experts.125.up_proj,0.0069028547,hessian_weighted_relative_error,15035,0.02500,0.959
41,model.language_model.layers.41.mlp.experts.126.down_proj,0.0102481444,hessian_weighted_relative_error,12364,0.02500,0.750
41,model.language_model.layers.41.mlp.experts.126.gate_proj,0.0045272058,hessian_weighted_relative_error,12364,0.02500,0.780
41,model.language_model.layers.41.mlp.experts.126.up_proj,0.0061259387,hessian_weighted_relative_error,12364,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.127.down_proj,0.0113502486,hessian_weighted_relative_error,12323,0.02500,0.852
41,model.language_model.layers.41.mlp.experts.127.gate_proj,0.0049889725,hessian_weighted_relative_error,12323,0.02500,0.915
41,model.language_model.layers.41.mlp.experts.127.up_proj,0.0074114167,hessian_weighted_relative_error,12323,0.02500,0.964
41,model.language_model.layers.41.mlp.experts.128.down_proj,0.0129509892,hessian_weighted_relative_error,50423,0.02500,0.748
41,model.language_model.layers.41.mlp.experts.128.gate_proj,0.0060952904,hessian_weighted_relative_error,50423,0.02500,0.782
41,model.language_model.layers.41.mlp.experts.128.up_proj,0.0079690504,hessian_weighted_relative_error,50423,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.129.down_proj,0.0133665854,hessian_weighted_relative_error,25004,0.02500,0.854
41,model.language_model.layers.41.mlp.experts.129.gate_proj,0.0056564293,hessian_weighted_relative_error,25004,0.02500,0.904
41,model.language_model.layers.41.mlp.experts.129.up_proj,0.0087893593,hessian_weighted_relative_error,25004,0.02500,0.960
41,model.language_model.layers.41.mlp.experts.13.down_proj,0.0092903402,hessian_weighted_relative_error,24880,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.13.gate_proj,0.0055615803,hessian_weighted_relative_error,24880,0.02500,0.853
41,model.language_model.layers.41.mlp.experts.13.up_proj,0.0072465265,hessian_weighted_relative_error,24880,0.02500,0.932
41,model.language_model.layers.41.mlp.experts.130.down_proj,0.0107615944,hessian_weighted_relative_error,25668,0.02500,0.747
41,model.language_model.layers.41.mlp.experts.130.gate_proj,0.0059855935,hessian_weighted_relative_error,25668,0.02500,0.780
41,model.language_model.layers.41.mlp.experts.130.up_proj,0.0089901203,hessian_weighted_relative_error,25668,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.131.down_proj,0.0121144103,hessian_weighted_relative_error,21368,0.02500,0.856
41,model.language_model.layers.41.mlp.experts.131.gate_proj,0.0061989746,hessian_weighted_relative_error,21368,0.02500,0.903
41,model.language_model.layers.41.mlp.experts.131.up_proj,0.0080084291,hessian_weighted_relative_error,21368,0.02500,0.961
41,model.language_model.layers.41.mlp.experts.132.down_proj,0.0117898048,hessian_weighted_relative_error,30864,0.02500,0.750
41,model.language_model.layers.41.mlp.experts.132.gate_proj,0.0057605913,hessian_weighted_relative_error,30864,0.02500,0.780
41,model.language_model.layers.41.mlp.experts.132.up_proj,0.0088683583,hessian_weighted_relative_error,30864,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.133.down_proj,0.0133572260,hessian_weighted_relative_error,36878,0.02500,0.856
41,model.language_model.layers.41.mlp.experts.133.gate_proj,0.0057438981,hessian_weighted_relative_error,36878,0.02500,0.902
41,model.language_model.layers.41.mlp.experts.133.up_proj,0.0090036172,hessian_weighted_relative_error,36878,0.02500,0.957
41,model.language_model.layers.41.mlp.experts.134.down_proj,0.0098123465,hessian_weighted_relative_error,38582,0.02500,0.750
41,model.language_model.layers.41.mlp.experts.134.gate_proj,0.0058302075,hessian_weighted_relative_error,38582,0.02500,0.781
41,model.language_model.layers.41.mlp.experts.134.up_proj,0.0074378492,hessian_weighted_relative_error,38582,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.135.down_proj,0.0133796772,hessian_weighted_relative_error,44179,0.02500,0.859
41,model.language_model.layers.41.mlp.experts.135.gate_proj,0.0063903643,hessian_weighted_relative_error,44179,0.02500,0.906
41,model.language_model.layers.41.mlp.experts.135.up_proj,0.0101123257,hessian_weighted_relative_error,44179,0.02500,0.963
41,model.language_model.layers.41.mlp.experts.136.down_proj,0.0083946439,hessian_weighted_relative_error,19442,0.02500,0.749
41,model.language_model.layers.41.mlp.experts.136.gate_proj,0.0035919670,hessian_weighted_relative_error,19442,0.02500,0.782
41,model.language_model.layers.41.mlp.experts.136.up_proj,0.0056232265,hessian_weighted_relative_error,19442,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.137.down_proj,0.0103030658,hessian_weighted_relative_error,14392,0.02500,0.857
41,model.language_model.layers.41.mlp.experts.137.gate_proj,0.0043114722,hessian_weighted_relative_error,14392,0.02500,0.906
41,model.language_model.layers.41.mlp.experts.137.up_proj,0.0058055740,hessian_weighted_relative_error,14392,0.02500,0.959
41,model.language_model.layers.41.mlp.experts.138.down_proj,0.0131900083,hessian_weighted_relative_error,19685,0.02500,0.748
41,model.language_model.layers.41.mlp.experts.138.gate_proj,0.0061608628,hessian_weighted_relative_error,19685,0.02500,0.778
41,model.language_model.layers.41.mlp.experts.138.up_proj,0.0089521609,hessian_weighted_relative_error,19685,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.139.down_proj,0.0097964082,hessian_weighted_relative_error,30792,0.02500,0.861
41,model.language_model.layers.41.mlp.experts.139.gate_proj,0.0053196468,hessian_weighted_relative_error,30792,0.02500,0.904
41,model.language_model.layers.41.mlp.experts.139.up_proj,0.0066773240,hessian_weighted_relative_error,30792,0.02500,0.960
41,model.language_model.layers.41.mlp.experts.14.down_proj,0.0108311254,hessian_weighted_relative_error,58598,0.02500,0.725
41,model.language_model.layers.41.mlp.experts.14.gate_proj,0.0060842426,hessian_weighted_relative_error,58598,0.02500,0.755
41,model.language_model.layers.41.mlp.experts.14.up_proj,0.0073500537,hessian_weighted_relative_error,58598,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.140.down_proj,0.0087933484,hessian_weighted_relative_error,14202,0.02500,0.751
41,model.language_model.layers.41.mlp.experts.140.gate_proj,0.0045431102,hessian_weighted_relative_error,14202,0.02500,0.780
41,model.language_model.layers.41.mlp.experts.140.up_proj,0.0055725552,hessian_weighted_relative_error,14202,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.141.down_proj,0.0069199147,hessian_weighted_relative_error,60746,0.02500,0.860
41,model.language_model.layers.41.mlp.experts.141.gate_proj,0.0042395985,hessian_weighted_relative_error,60746,0.02500,0.907
41,model.language_model.layers.41.mlp.experts.141.up_proj,0.0052826706,hessian_weighted_relative_error,60746,0.02500,0.961
41,model.language_model.layers.41.mlp.experts.142.down_proj,0.0099066638,hessian_weighted_relative_error,15744,0.02500,0.751
41,model.language_model.layers.41.mlp.experts.142.gate_proj,0.0044471593,hessian_weighted_relative_error,15744,0.02500,0.783
41,model.language_model.layers.41.mlp.experts.142.up_proj,0.0050818414,hessian_weighted_relative_error,15744,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.143.down_proj,0.0114399537,hessian_weighted_relative_error,22865,0.02500,0.859
41,model.language_model.layers.41.mlp.experts.143.gate_proj,0.0055395510,hessian_weighted_relative_error,22865,0.02500,0.904
41,model.language_model.layers.41.mlp.experts.143.up_proj,0.0073872143,hessian_weighted_relative_error,22865,0.02500,0.958
41,model.language_model.layers.41.mlp.experts.144.down_proj,0.0126627873,hessian_weighted_relative_error,78172,0.02500,0.750
41,model.language_model.layers.41.mlp.experts.144.gate_proj,0.0073303716,hessian_weighted_relative_error,78172,0.02500,0.785
41,model.language_model.layers.41.mlp.experts.144.up_proj,0.0082310960,hessian_weighted_relative_error,78172,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.145.down_proj,0.0095230264,hessian_weighted_relative_error,24632,0.02500,0.861
41,model.language_model.layers.41.mlp.experts.145.gate_proj,0.0048554030,hessian_weighted_relative_error,24632,0.02500,0.907
41,model.language_model.layers.41.mlp.experts.145.up_proj,0.0084997975,hessian_weighted_relative_error,24632,0.02500,0.966
41,model.language_model.layers.41.mlp.experts.146.down_proj,0.0143830232,hessian_weighted_relative_error,35986,0.02500,0.749
41,model.language_model.layers.41.mlp.experts.146.gate_proj,0.0068405956,hessian_weighted_relative_error,35986,0.02500,0.786
41,model.language_model.layers.41.mlp.experts.146.up_proj,0.0108731325,hessian_weighted_relative_error,35986,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.147.down_proj,0.0091255038,hessian_weighted_relative_error,45441,0.02500,0.868
41,model.language_model.layers.41.mlp.experts.147.gate_proj,0.0056362168,hessian_weighted_relative_error,45441,0.02500,0.905
41,model.language_model.layers.41.mlp.experts.147.up_proj,0.0063400176,hessian_weighted_relative_error,45441,0.02500,0.962
41,model.language_model.layers.41.mlp.experts.148.down_proj,0.0115138983,hessian_weighted_relative_error,20335,0.02500,0.751
41,model.language_model.layers.41.mlp.experts.148.gate_proj,0.0061661118,hessian_weighted_relative_error,20335,0.02500,0.779
41,model.language_model.layers.41.mlp.experts.148.up_proj,0.0079246477,hessian_weighted_relative_error,20335,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.149.down_proj,0.0123466785,hessian_weighted_relative_error,23609,0.02500,0.865
41,model.language_model.layers.41.mlp.experts.149.gate_proj,0.0059487282,hessian_weighted_relative_error,23609,0.02500,0.902
41,model.language_model.layers.41.mlp.experts.149.up_proj,0.0094829704,hessian_weighted_relative_error,23609,0.02500,0.960
41,model.language_model.layers.41.mlp.experts.15.down_proj,0.0097057118,hessian_weighted_relative_error,26457,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.15.gate_proj,0.0051803588,hessian_weighted_relative_error,26457,0.02500,0.859
41,model.language_model.layers.41.mlp.experts.15.up_proj,0.0064403813,hessian_weighted_relative_error,26457,0.02500,0.946
41,model.language_model.layers.41.mlp.experts.150.down_proj,0.0094021216,hessian_weighted_relative_error,46158,0.02500,0.753
41,model.language_model.layers.41.mlp.experts.150.gate_proj,0.0056469436,hessian_weighted_relative_error,46158,0.02500,0.783
41,model.language_model.layers.41.mlp.experts.150.up_proj,0.0092583796,hessian_weighted_relative_error,46158,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.151.down_proj,0.0096703566,hessian_weighted_relative_error,23489,0.02500,0.864
41,model.language_model.layers.41.mlp.experts.151.gate_proj,0.0047702899,hessian_weighted_relative_error,23489,0.02500,0.905
41,model.language_model.layers.41.mlp.experts.151.up_proj,0.0056610127,hessian_weighted_relative_error,23489,0.02500,0.971
41,model.language_model.layers.41.mlp.experts.152.down_proj,0.0124301688,hessian_weighted_relative_error,29126,0.02500,0.751
41,model.language_model.layers.41.mlp.experts.152.gate_proj,0.0079030949,hessian_weighted_relative_error,29126,0.02500,0.786
41,model.language_model.layers.41.mlp.experts.152.up_proj,0.0086348140,hessian_weighted_relative_error,29126,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.153.down_proj,0.0100507129,hessian_weighted_relative_error,27582,0.02500,0.865
41,model.language_model.layers.41.mlp.experts.153.gate_proj,0.0061869681,hessian_weighted_relative_error,27582,0.02500,0.907
41,model.language_model.layers.41.mlp.experts.153.up_proj,0.0081910143,hessian_weighted_relative_error,27582,0.02500,0.958
41,model.language_model.layers.41.mlp.experts.154.down_proj,0.0098159890,hessian_weighted_relative_error,59077,0.02500,0.752
41,model.language_model.layers.41.mlp.experts.154.gate_proj,0.0049942993,hessian_weighted_relative_error,59077,0.02500,0.782
41,model.language_model.layers.41.mlp.experts.154.up_proj,0.0062561381,hessian_weighted_relative_error,59077,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.155.down_proj,0.0111075532,hessian_weighted_relative_error,26227,0.02500,0.868
41,model.language_model.layers.41.mlp.experts.155.gate_proj,0.0061303100,hessian_weighted_relative_error,26227,0.02500,0.912
41,model.language_model.layers.41.mlp.experts.155.up_proj,0.0076072507,hessian_weighted_relative_error,26227,0.02500,0.963
41,model.language_model.layers.41.mlp.experts.156.down_proj,0.0127511780,hessian_weighted_relative_error,25683,0.02500,0.753
41,model.language_model.layers.41.mlp.experts.156.gate_proj,0.0075189473,hessian_weighted_relative_error,25683,0.02500,0.781
41,model.language_model.layers.41.mlp.experts.156.up_proj,0.0089113103,hessian_weighted_relative_error,25683,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.157.down_proj,0.0094954211,hessian_weighted_relative_error,24371,0.02500,0.868
41,model.language_model.layers.41.mlp.experts.157.gate_proj,0.0041120174,hessian_weighted_relative_error,24371,0.02500,0.902
41,model.language_model.layers.41.mlp.experts.157.up_proj,0.0044300213,hessian_weighted_relative_error,24371,0.02500,0.958
41,model.language_model.layers.41.mlp.experts.158.down_proj,0.0113587995,hessian_weighted_relative_error,18831,0.02500,0.755
41,model.language_model.layers.41.mlp.experts.158.gate_proj,0.0064460770,hessian_weighted_relative_error,18831,0.02500,0.784
41,model.language_model.layers.41.mlp.experts.158.up_proj,0.0076490718,hessian_weighted_relative_error,18831,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.159.down_proj,0.0114418234,hessian_weighted_relative_error,42160,0.02500,0.870
41,model.language_model.layers.41.mlp.experts.159.gate_proj,0.0056877867,hessian_weighted_relative_error,42160,0.02500,0.911
41,model.language_model.layers.41.mlp.experts.159.up_proj,0.0079715600,hessian_weighted_relative_error,42160,0.02500,0.973
41,model.language_model.layers.41.mlp.experts.16.down_proj,0.0106740550,hessian_weighted_relative_error,19392,0.02500,0.726
41,model.language_model.layers.41.mlp.experts.16.gate_proj,0.0048238566,hessian_weighted_relative_error,19392,0.02500,0.761
41,model.language_model.layers.41.mlp.experts.16.up_proj,0.0068057951,hessian_weighted_relative_error,19392,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.160.down_proj,0.0097745494,hessian_weighted_relative_error,42052,0.02500,0.752
41,model.language_model.layers.41.mlp.experts.160.gate_proj,0.0049463941,hessian_weighted_relative_error,42052,0.02500,0.786
41,model.language_model.layers.41.mlp.experts.160.up_proj,0.0074590660,hessian_weighted_relative_error,42052,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.161.down_proj,0.0129218796,hessian_weighted_relative_error,34508,0.02500,0.869
41,model.language_model.layers.41.mlp.experts.161.gate_proj,0.0066309981,hessian_weighted_relative_error,34508,0.02500,0.908
41,model.language_model.layers.41.mlp.experts.161.up_proj,0.0097126618,hessian_weighted_relative_error,34508,0.02500,0.964
41,model.language_model.layers.41.mlp.experts.162.down_proj,0.0089257799,hessian_weighted_relative_error,23258,0.02500,0.753
41,model.language_model.layers.41.mlp.experts.162.gate_proj,0.0055629622,hessian_weighted_relative_error,23258,0.02500,0.781
41,model.language_model.layers.41.mlp.experts.162.up_proj,0.0076266813,hessian_weighted_relative_error,23258,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.163.down_proj,0.0116691692,hessian_weighted_relative_error,18612,0.02500,0.872
41,model.language_model.layers.41.mlp.experts.163.gate_proj,0.0062821906,hessian_weighted_relative_error,18612,0.02500,0.913
41,model.language_model.layers.41.mlp.experts.163.up_proj,0.0072188331,hessian_weighted_relative_error,18612,0.02500,0.965
41,model.language_model.layers.41.mlp.experts.164.down_proj,0.0116472507,hessian_weighted_relative_error,12976,0.02500,0.753
41,model.language_model.layers.41.mlp.experts.164.gate_proj,0.0056625875,hessian_weighted_relative_error,12976,0.02500,0.782
41,model.language_model.layers.41.mlp.experts.164.up_proj,0.0083387991,hessian_weighted_relative_error,12976,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.165.down_proj,0.0101726301,hessian_weighted_relative_error,65991,0.02500,0.870
41,model.language_model.layers.41.mlp.experts.165.gate_proj,0.0066147552,hessian_weighted_relative_error,65991,0.02500,0.912
41,model.language_model.layers.41.mlp.experts.165.up_proj,0.0093300434,hessian_weighted_relative_error,65991,0.02500,0.958
41,model.language_model.layers.41.mlp.experts.166.down_proj,0.0119758241,hessian_weighted_relative_error,48531,0.02500,0.755
41,model.language_model.layers.41.mlp.experts.166.gate_proj,0.0070854121,hessian_weighted_relative_error,48531,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.166.up_proj,0.0088454563,hessian_weighted_relative_error,48531,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.167.down_proj,0.0133815815,hessian_weighted_relative_error,26256,0.02500,0.870
41,model.language_model.layers.41.mlp.experts.167.gate_proj,0.0061604913,hessian_weighted_relative_error,26256,0.02500,0.915
41,model.language_model.layers.41.mlp.experts.167.up_proj,0.0100070813,hessian_weighted_relative_error,26256,0.02500,0.964
41,model.language_model.layers.41.mlp.experts.168.down_proj,0.0087771912,hessian_weighted_relative_error,31202,0.02500,0.752
41,model.language_model.layers.41.mlp.experts.168.gate_proj,0.0037413602,hessian_weighted_relative_error,31202,0.02500,0.787
41,model.language_model.layers.41.mlp.experts.168.up_proj,0.0049420109,hessian_weighted_relative_error,31202,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.169.down_proj,0.0080609352,hessian_weighted_relative_error,39267,0.02500,0.871
41,model.language_model.layers.41.mlp.experts.169.gate_proj,0.0039940842,hessian_weighted_relative_error,39267,0.02500,0.916
41,model.language_model.layers.41.mlp.experts.169.up_proj,0.0045555528,hessian_weighted_relative_error,39267,0.02500,0.961
41,model.language_model.layers.41.mlp.experts.17.down_proj,0.0136174171,hessian_weighted_relative_error,45102,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.17.gate_proj,0.0081372422,hessian_weighted_relative_error,45102,0.02500,0.859
41,model.language_model.layers.41.mlp.experts.17.up_proj,0.0098455809,hessian_weighted_relative_error,45102,0.02500,0.946
41,model.language_model.layers.41.mlp.experts.170.down_proj,0.0117640002,hessian_weighted_relative_error,38810,0.02500,0.752
41,model.language_model.layers.41.mlp.experts.170.gate_proj,0.0061173183,hessian_weighted_relative_error,38810,0.02500,0.782
41,model.language_model.layers.41.mlp.experts.170.up_proj,0.0089646495,hessian_weighted_relative_error,38810,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.171.down_proj,0.0106960089,hessian_weighted_relative_error,28102,0.02500,0.874
41,model.language_model.layers.41.mlp.experts.171.gate_proj,0.0049437557,hessian_weighted_relative_error,28102,0.02500,0.916
41,model.language_model.layers.41.mlp.experts.171.up_proj,0.0063125946,hessian_weighted_relative_error,28102,0.02500,0.965
41,model.language_model.layers.41.mlp.experts.172.down_proj,0.0125735771,hessian_weighted_relative_error,18355,0.02500,0.754
41,model.language_model.layers.41.mlp.experts.172.gate_proj,0.0053622185,hessian_weighted_relative_error,18355,0.02500,0.784
41,model.language_model.layers.41.mlp.experts.172.up_proj,0.0072874551,hessian_weighted_relative_error,18355,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.173.down_proj,0.0090083025,hessian_weighted_relative_error,25641,0.02500,0.872
41,model.language_model.layers.41.mlp.experts.173.gate_proj,0.0039753643,hessian_weighted_relative_error,25641,0.02500,0.908
41,model.language_model.layers.41.mlp.experts.173.up_proj,0.0054508698,hessian_weighted_relative_error,25641,0.02500,0.960
41,model.language_model.layers.41.mlp.experts.174.down_proj,0.0128734404,hessian_weighted_relative_error,15698,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.174.gate_proj,0.0053140855,hessian_weighted_relative_error,15698,0.02500,0.787
41,model.language_model.layers.41.mlp.experts.174.up_proj,0.0080990596,hessian_weighted_relative_error,15698,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.175.down_proj,0.0124676020,hessian_weighted_relative_error,22147,0.02500,0.874
41,model.language_model.layers.41.mlp.experts.175.gate_proj,0.0067329235,hessian_weighted_relative_error,22147,0.02500,0.918
41,model.language_model.layers.41.mlp.experts.175.up_proj,0.0101128129,hessian_weighted_relative_error,22147,0.02500,0.988
41,model.language_model.layers.41.mlp.experts.176.down_proj,0.0109302871,hessian_weighted_relative_error,19052,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.176.gate_proj,0.0047477939,hessian_weighted_relative_error,19052,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.176.up_proj,0.0055817891,hessian_weighted_relative_error,19052,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.177.down_proj,0.0062520990,hessian_weighted_relative_error,8692,0.02500,0.876
41,model.language_model.layers.41.mlp.experts.177.gate_proj,0.0034125642,hessian_weighted_relative_error,8692,0.02500,0.916
41,model.language_model.layers.41.mlp.experts.177.up_proj,0.0061957258,hessian_weighted_relative_error,8692,0.02500,0.970
41,model.language_model.layers.41.mlp.experts.178.down_proj,0.0126874353,hessian_weighted_relative_error,22469,0.02500,0.753
41,model.language_model.layers.41.mlp.experts.178.gate_proj,0.0054067132,hessian_weighted_relative_error,22469,0.02500,0.783
41,model.language_model.layers.41.mlp.experts.178.up_proj,0.0080247628,hessian_weighted_relative_error,22469,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.179.down_proj,0.0105687842,hessian_weighted_relative_error,19571,0.02500,0.876
41,model.language_model.layers.41.mlp.experts.179.gate_proj,0.0061634430,hessian_weighted_relative_error,19571,0.02500,0.922
41,model.language_model.layers.41.mlp.experts.179.up_proj,0.0076755445,hessian_weighted_relative_error,19571,0.02500,0.974
41,model.language_model.layers.41.mlp.experts.18.down_proj,0.0087379168,hessian_weighted_relative_error,25473,0.02500,0.724
41,model.language_model.layers.41.mlp.experts.18.gate_proj,0.0041008024,hessian_weighted_relative_error,25473,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.18.up_proj,0.0060768313,hessian_weighted_relative_error,25473,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.180.down_proj,0.0089150491,hessian_weighted_relative_error,30521,0.02500,0.755
41,model.language_model.layers.41.mlp.experts.180.gate_proj,0.0052786125,hessian_weighted_relative_error,30521,0.02500,0.783
41,model.language_model.layers.41.mlp.experts.180.up_proj,0.0064277966,hessian_weighted_relative_error,30521,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.181.down_proj,0.0068998573,hessian_weighted_relative_error,40746,0.02500,0.874
41,model.language_model.layers.41.mlp.experts.181.gate_proj,0.0037388449,hessian_weighted_relative_error,40746,0.02500,0.914
41,model.language_model.layers.41.mlp.experts.181.up_proj,0.0040901566,hessian_weighted_relative_error,40746,0.02500,0.965
41,model.language_model.layers.41.mlp.experts.182.down_proj,0.0138954927,hessian_weighted_relative_error,22210,0.02500,0.757
41,model.language_model.layers.41.mlp.experts.182.gate_proj,0.0053809091,hessian_weighted_relative_error,22210,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.182.up_proj,0.0099088997,hessian_weighted_relative_error,22210,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.183.down_proj,0.0119042472,hessian_weighted_relative_error,19893,0.02500,0.878
41,model.language_model.layers.41.mlp.experts.183.gate_proj,0.0057682239,hessian_weighted_relative_error,19893,0.02500,0.921
41,model.language_model.layers.41.mlp.experts.183.up_proj,0.0082407190,hessian_weighted_relative_error,19893,0.02500,0.980
41,model.language_model.layers.41.mlp.experts.184.down_proj,0.0147007674,hessian_weighted_relative_error,55989,0.02500,0.754
41,model.language_model.layers.41.mlp.experts.184.gate_proj,0.0067812744,hessian_weighted_relative_error,55989,0.02500,0.787
41,model.language_model.layers.41.mlp.experts.184.up_proj,0.0113033715,hessian_weighted_relative_error,55989,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.185.down_proj,0.0111976559,hessian_weighted_relative_error,45212,0.02500,0.874
41,model.language_model.layers.41.mlp.experts.185.gate_proj,0.0058630764,hessian_weighted_relative_error,45212,0.02500,0.919
41,model.language_model.layers.41.mlp.experts.185.up_proj,0.0072487622,hessian_weighted_relative_error,45212,0.02500,0.964
41,model.language_model.layers.41.mlp.experts.186.down_proj,0.0116542560,hessian_weighted_relative_error,18484,0.02500,0.754
41,model.language_model.layers.41.mlp.experts.186.gate_proj,0.0051884473,hessian_weighted_relative_error,18484,0.02500,0.784
41,model.language_model.layers.41.mlp.experts.186.up_proj,0.0066119174,hessian_weighted_relative_error,18484,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.187.down_proj,0.0113787870,hessian_weighted_relative_error,16281,0.02500,0.877
41,model.language_model.layers.41.mlp.experts.187.gate_proj,0.0041784679,hessian_weighted_relative_error,16281,0.02500,0.916
41,model.language_model.layers.41.mlp.experts.187.up_proj,0.0069227740,hessian_weighted_relative_error,16281,0.02500,0.965
41,model.language_model.layers.41.mlp.experts.188.down_proj,0.0136397696,hessian_weighted_relative_error,34634,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.188.gate_proj,0.0068331505,hessian_weighted_relative_error,34634,0.02500,0.785
41,model.language_model.layers.41.mlp.experts.188.up_proj,0.0093753112,hessian_weighted_relative_error,34634,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.189.down_proj,0.0112822468,hessian_weighted_relative_error,37357,0.02500,0.878
41,model.language_model.layers.41.mlp.experts.189.gate_proj,0.0050824821,hessian_weighted_relative_error,37357,0.02500,0.915
41,model.language_model.layers.41.mlp.experts.189.up_proj,0.0066031290,hessian_weighted_relative_error,37357,0.02500,0.970
41,model.language_model.layers.41.mlp.experts.19.down_proj,0.0122435750,hessian_weighted_relative_error,50032,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.19.gate_proj,0.0031106809,hessian_weighted_relative_error,50032,0.02500,0.857
41,model.language_model.layers.41.mlp.experts.19.up_proj,0.0073917831,hessian_weighted_relative_error,50032,0.02500,0.941
41,model.language_model.layers.41.mlp.experts.190.down_proj,0.0103961071,hessian_weighted_relative_error,22157,0.02500,0.758
41,model.language_model.layers.41.mlp.experts.190.gate_proj,0.0053378607,hessian_weighted_relative_error,22157,0.02500,0.792
41,model.language_model.layers.41.mlp.experts.190.up_proj,0.0070330993,hessian_weighted_relative_error,22157,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.191.down_proj,0.0116714480,hessian_weighted_relative_error,24737,0.02500,0.877
41,model.language_model.layers.41.mlp.experts.191.gate_proj,0.0070324575,hessian_weighted_relative_error,24737,0.02500,0.920
41,model.language_model.layers.41.mlp.experts.191.up_proj,0.0076452835,hessian_weighted_relative_error,24737,0.02500,0.965
41,model.language_model.layers.41.mlp.experts.192.down_proj,0.0119381290,hessian_weighted_relative_error,44549,0.02500,0.755
41,model.language_model.layers.41.mlp.experts.192.gate_proj,0.0061964848,hessian_weighted_relative_error,44549,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.192.up_proj,0.0083443161,hessian_weighted_relative_error,44549,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.193.down_proj,0.0096637196,hessian_weighted_relative_error,15536,0.02500,0.875
41,model.language_model.layers.41.mlp.experts.193.gate_proj,0.0050074149,hessian_weighted_relative_error,15536,0.02500,0.926
41,model.language_model.layers.41.mlp.experts.193.up_proj,0.0061373145,hessian_weighted_relative_error,15536,0.02500,0.967
41,model.language_model.layers.41.mlp.experts.194.down_proj,0.0077358752,hessian_weighted_relative_error,15284,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.194.gate_proj,0.0032303832,hessian_weighted_relative_error,15284,0.02500,0.785
41,model.language_model.layers.41.mlp.experts.194.up_proj,0.0049463421,hessian_weighted_relative_error,15284,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.195.down_proj,0.0124690388,hessian_weighted_relative_error,25871,0.02500,0.878
41,model.language_model.layers.41.mlp.experts.195.gate_proj,0.0048305257,hessian_weighted_relative_error,25871,0.02500,0.920
41,model.language_model.layers.41.mlp.experts.195.up_proj,0.0089718545,hessian_weighted_relative_error,25871,0.02500,0.972
41,model.language_model.layers.41.mlp.experts.196.down_proj,0.0088103655,hessian_weighted_relative_error,42609,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.196.gate_proj,0.0045103239,hessian_weighted_relative_error,42609,0.02500,0.785
41,model.language_model.layers.41.mlp.experts.196.up_proj,0.0052467355,hessian_weighted_relative_error,42609,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.197.down_proj,0.0101445725,hessian_weighted_relative_error,50378,0.02500,0.878
41,model.language_model.layers.41.mlp.experts.197.gate_proj,0.0060217135,hessian_weighted_relative_error,50378,0.02500,0.916
41,model.language_model.layers.41.mlp.experts.197.up_proj,0.0083102326,hessian_weighted_relative_error,50378,0.02500,0.971
41,model.language_model.layers.41.mlp.experts.198.down_proj,0.0133733439,hessian_weighted_relative_error,34426,0.02500,0.758
41,model.language_model.layers.41.mlp.experts.198.gate_proj,0.0047484727,hessian_weighted_relative_error,34426,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.198.up_proj,0.0092924864,hessian_weighted_relative_error,34426,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.199.down_proj,0.0130227972,hessian_weighted_relative_error,45994,0.02500,0.878
41,model.language_model.layers.41.mlp.experts.199.gate_proj,0.0060456822,hessian_weighted_relative_error,45994,0.02500,0.917
41,model.language_model.layers.41.mlp.experts.199.up_proj,0.0096767240,hessian_weighted_relative_error,45994,0.02500,0.968
41,model.language_model.layers.41.mlp.experts.2.down_proj,0.0112196823,hessian_weighted_relative_error,20757,0.02500,0.702
41,model.language_model.layers.41.mlp.experts.2.gate_proj,0.0062097145,hessian_weighted_relative_error,20757,0.02500,0.766
41,model.language_model.layers.41.mlp.experts.2.up_proj,0.0076212614,hessian_weighted_relative_error,20757,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.20.down_proj,0.0103433928,hessian_weighted_relative_error,53871,0.02500,0.727
41,model.language_model.layers.41.mlp.experts.20.gate_proj,0.0053246270,hessian_weighted_relative_error,53871,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.20.up_proj,0.0067271415,hessian_weighted_relative_error,53871,0.02500,0.792
41,model.language_model.layers.41.mlp.experts.200.down_proj,0.0087005692,hessian_weighted_relative_error,29301,0.02500,0.757
41,model.language_model.layers.41.mlp.experts.200.gate_proj,0.0034507613,hessian_weighted_relative_error,29301,0.02500,0.790
41,model.language_model.layers.41.mlp.experts.200.up_proj,0.0025816493,hessian_weighted_relative_error,29301,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.201.down_proj,0.0103880343,hessian_weighted_relative_error,54025,0.02500,0.878
41,model.language_model.layers.41.mlp.experts.201.gate_proj,0.0056803445,hessian_weighted_relative_error,54025,0.02500,0.921
41,model.language_model.layers.41.mlp.experts.201.up_proj,0.0084122166,hessian_weighted_relative_error,54025,0.02500,0.966
41,model.language_model.layers.41.mlp.experts.202.down_proj,0.0122298287,hessian_weighted_relative_error,26376,0.02500,0.755
41,model.language_model.layers.41.mlp.experts.202.gate_proj,0.0055880877,hessian_weighted_relative_error,26376,0.02500,0.786
41,model.language_model.layers.41.mlp.experts.202.up_proj,0.0084780409,hessian_weighted_relative_error,26376,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.203.down_proj,0.0131355139,hessian_weighted_relative_error,22567,0.02500,0.879
41,model.language_model.layers.41.mlp.experts.203.gate_proj,0.0072115459,hessian_weighted_relative_error,22567,0.02500,0.920
41,model.language_model.layers.41.mlp.experts.203.up_proj,0.0101423290,hessian_weighted_relative_error,22567,0.02500,0.962
41,model.language_model.layers.41.mlp.experts.204.down_proj,0.0131917749,hessian_weighted_relative_error,61762,0.02500,0.757
41,model.language_model.layers.41.mlp.experts.204.gate_proj,0.0083345638,hessian_weighted_relative_error,61762,0.02500,0.788
41,model.language_model.layers.41.mlp.experts.204.up_proj,0.0092764767,hessian_weighted_relative_error,61762,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.205.down_proj,0.0120462091,hessian_weighted_relative_error,27896,0.02500,0.880
41,model.language_model.layers.41.mlp.experts.205.gate_proj,0.0070279736,hessian_weighted_relative_error,27896,0.02500,0.922
41,model.language_model.layers.41.mlp.experts.205.up_proj,0.0095002338,hessian_weighted_relative_error,27896,0.02500,0.964
41,model.language_model.layers.41.mlp.experts.206.down_proj,0.0116218831,hessian_weighted_relative_error,16734,0.02500,0.759
41,model.language_model.layers.41.mlp.experts.206.gate_proj,0.0039710649,hessian_weighted_relative_error,16734,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.206.up_proj,0.0071079796,hessian_weighted_relative_error,16734,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.207.down_proj,0.0107631489,hessian_weighted_relative_error,23456,0.02500,0.879
41,model.language_model.layers.41.mlp.experts.207.gate_proj,0.0030121354,hessian_weighted_relative_error,23456,0.02500,0.918
41,model.language_model.layers.41.mlp.experts.207.up_proj,0.0062086824,hessian_weighted_relative_error,23456,0.02500,0.960
41,model.language_model.layers.41.mlp.experts.208.down_proj,0.0148580414,hessian_weighted_relative_error,57485,0.02500,0.755
41,model.language_model.layers.41.mlp.experts.208.gate_proj,0.0073134140,hessian_weighted_relative_error,57485,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.208.up_proj,0.0112488326,hessian_weighted_relative_error,57485,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.209.down_proj,0.0106328097,hessian_weighted_relative_error,34168,0.02500,0.876
41,model.language_model.layers.41.mlp.experts.209.gate_proj,0.0060908074,hessian_weighted_relative_error,34168,0.02500,0.922
41,model.language_model.layers.41.mlp.experts.209.up_proj,0.0078532012,hessian_weighted_relative_error,34168,0.02500,0.972
41,model.language_model.layers.41.mlp.experts.21.down_proj,0.0120728503,hessian_weighted_relative_error,25770,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.21.gate_proj,0.0060880888,hessian_weighted_relative_error,25770,0.02500,0.858
41,model.language_model.layers.41.mlp.experts.21.up_proj,0.0077859252,hessian_weighted_relative_error,25770,0.02500,0.940
41,model.language_model.layers.41.mlp.experts.210.down_proj,0.0089318850,hessian_weighted_relative_error,24761,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.210.gate_proj,0.0044186815,hessian_weighted_relative_error,24761,0.02500,0.785
41,model.language_model.layers.41.mlp.experts.210.up_proj,0.0054076066,hessian_weighted_relative_error,24761,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.211.down_proj,0.0095595638,hessian_weighted_relative_error,13172,0.02500,0.882
41,model.language_model.layers.41.mlp.experts.211.gate_proj,0.0038360502,hessian_weighted_relative_error,13172,0.02500,0.920
41,model.language_model.layers.41.mlp.experts.211.up_proj,0.0051317847,hessian_weighted_relative_error,13172,0.02500,0.979
41,model.language_model.layers.41.mlp.experts.212.down_proj,0.0123892520,hessian_weighted_relative_error,21929,0.02500,0.758
41,model.language_model.layers.41.mlp.experts.212.gate_proj,0.0059310515,hessian_weighted_relative_error,21929,0.02500,0.786
41,model.language_model.layers.41.mlp.experts.212.up_proj,0.0086361902,hessian_weighted_relative_error,21929,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.213.down_proj,0.0133961798,hessian_weighted_relative_error,44173,0.02500,0.878
41,model.language_model.layers.41.mlp.experts.213.gate_proj,0.0072976029,hessian_weighted_relative_error,44173,0.02500,0.924
41,model.language_model.layers.41.mlp.experts.213.up_proj,0.0096931361,hessian_weighted_relative_error,44173,0.02500,0.963
41,model.language_model.layers.41.mlp.experts.214.down_proj,0.0105002331,hessian_weighted_relative_error,9349,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.214.gate_proj,0.0053109383,hessian_weighted_relative_error,9349,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.214.up_proj,0.0066688731,hessian_weighted_relative_error,9349,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.215.down_proj,0.0122984355,hessian_weighted_relative_error,23515,0.02500,0.879
41,model.language_model.layers.41.mlp.experts.215.gate_proj,0.0065233532,hessian_weighted_relative_error,23515,0.02500,0.928
41,model.language_model.layers.41.mlp.experts.215.up_proj,0.0077717896,hessian_weighted_relative_error,23515,0.02500,0.971
41,model.language_model.layers.41.mlp.experts.216.down_proj,0.0096943233,hessian_weighted_relative_error,31626,0.02500,0.757
41,model.language_model.layers.41.mlp.experts.216.gate_proj,0.0051199583,hessian_weighted_relative_error,31626,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.216.up_proj,0.0077000562,hessian_weighted_relative_error,31626,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.217.down_proj,0.0130456156,hessian_weighted_relative_error,76023,0.02500,0.878
41,model.language_model.layers.41.mlp.experts.217.gate_proj,0.0059911092,hessian_weighted_relative_error,76023,0.02500,0.924
41,model.language_model.layers.41.mlp.experts.217.up_proj,0.0099133764,hessian_weighted_relative_error,76023,0.02500,0.975
41,model.language_model.layers.41.mlp.experts.218.down_proj,0.0082421347,hessian_weighted_relative_error,19060,0.02500,0.757
41,model.language_model.layers.41.mlp.experts.218.gate_proj,0.0044568549,hessian_weighted_relative_error,19060,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.218.up_proj,0.0053722690,hessian_weighted_relative_error,19060,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.219.down_proj,0.0115350487,hessian_weighted_relative_error,27495,0.02500,0.880
41,model.language_model.layers.41.mlp.experts.219.gate_proj,0.0058815197,hessian_weighted_relative_error,27495,0.02500,0.924
41,model.language_model.layers.41.mlp.experts.219.up_proj,0.0075550007,hessian_weighted_relative_error,27495,0.02500,0.972
41,model.language_model.layers.41.mlp.experts.22.down_proj,0.0079679046,hessian_weighted_relative_error,21300,0.02500,0.727
41,model.language_model.layers.41.mlp.experts.22.gate_proj,0.0039673783,hessian_weighted_relative_error,21300,0.02500,0.759
41,model.language_model.layers.41.mlp.experts.22.up_proj,0.0062085332,hessian_weighted_relative_error,21300,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.220.down_proj,0.0106303700,hessian_weighted_relative_error,39599,0.02500,0.759
41,model.language_model.layers.41.mlp.experts.220.gate_proj,0.0064525755,hessian_weighted_relative_error,39599,0.02500,0.786
41,model.language_model.layers.41.mlp.experts.220.up_proj,0.0078774729,hessian_weighted_relative_error,39599,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.221.down_proj,0.0131593779,hessian_weighted_relative_error,34682,0.02500,0.879
41,model.language_model.layers.41.mlp.experts.221.gate_proj,0.0066254375,hessian_weighted_relative_error,34682,0.02500,0.924
41,model.language_model.layers.41.mlp.experts.221.up_proj,0.0094821854,hessian_weighted_relative_error,34682,0.02500,0.973
41,model.language_model.layers.41.mlp.experts.222.down_proj,0.0121433457,hessian_weighted_relative_error,34577,0.02500,0.759
41,model.language_model.layers.41.mlp.experts.222.gate_proj,0.0043192722,hessian_weighted_relative_error,34577,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.222.up_proj,0.0089157871,hessian_weighted_relative_error,34577,0.02500,0.807
41,model.language_model.layers.41.mlp.experts.223.down_proj,0.0111641762,hessian_weighted_relative_error,21993,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.223.gate_proj,0.0060410869,hessian_weighted_relative_error,21993,0.02500,0.926
41,model.language_model.layers.41.mlp.experts.223.up_proj,0.0082749002,hessian_weighted_relative_error,21993,0.02500,0.970
41,model.language_model.layers.41.mlp.experts.224.down_proj,0.0125604121,hessian_weighted_relative_error,22330,0.02500,0.758
41,model.language_model.layers.41.mlp.experts.224.gate_proj,0.0063622256,hessian_weighted_relative_error,22330,0.02500,0.790
41,model.language_model.layers.41.mlp.experts.224.up_proj,0.0086901806,hessian_weighted_relative_error,22330,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.225.down_proj,0.0097698552,hessian_weighted_relative_error,10898,0.02500,0.880
41,model.language_model.layers.41.mlp.experts.225.gate_proj,0.0034766566,hessian_weighted_relative_error,10898,0.02500,0.928
41,model.language_model.layers.41.mlp.experts.225.up_proj,0.0055693905,hessian_weighted_relative_error,10898,0.02500,0.974
41,model.language_model.layers.41.mlp.experts.226.down_proj,0.0128756982,hessian_weighted_relative_error,17767,0.02500,0.758
41,model.language_model.layers.41.mlp.experts.226.gate_proj,0.0068906104,hessian_weighted_relative_error,17767,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.226.up_proj,0.0089657151,hessian_weighted_relative_error,17767,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.227.down_proj,0.0115681335,hessian_weighted_relative_error,14998,0.02500,0.880
41,model.language_model.layers.41.mlp.experts.227.gate_proj,0.0050372390,hessian_weighted_relative_error,14998,0.02500,0.924
41,model.language_model.layers.41.mlp.experts.227.up_proj,0.0067577550,hessian_weighted_relative_error,14998,0.02500,0.968
41,model.language_model.layers.41.mlp.experts.228.down_proj,0.0118856536,hessian_weighted_relative_error,37670,0.02500,0.759
41,model.language_model.layers.41.mlp.experts.228.gate_proj,0.0045442398,hessian_weighted_relative_error,37670,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.228.up_proj,0.0086700770,hessian_weighted_relative_error,37670,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.229.down_proj,0.0121702897,hessian_weighted_relative_error,31894,0.02500,0.882
41,model.language_model.layers.41.mlp.experts.229.gate_proj,0.0061758094,hessian_weighted_relative_error,31894,0.02500,0.923
41,model.language_model.layers.41.mlp.experts.229.up_proj,0.0087917233,hessian_weighted_relative_error,31894,0.02500,0.967
41,model.language_model.layers.41.mlp.experts.23.down_proj,0.0076073517,hessian_weighted_relative_error,28690,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.23.gate_proj,0.0041600095,hessian_weighted_relative_error,28690,0.02500,0.860
41,model.language_model.layers.41.mlp.experts.23.up_proj,0.0056323869,hessian_weighted_relative_error,28690,0.02500,0.939
41,model.language_model.layers.41.mlp.experts.230.down_proj,0.0089361900,hessian_weighted_relative_error,14749,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.230.gate_proj,0.0036823392,hessian_weighted_relative_error,14749,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.230.up_proj,0.0060199476,hessian_weighted_relative_error,14749,0.02500,0.808
41,model.language_model.layers.41.mlp.experts.231.down_proj,0.0118242188,hessian_weighted_relative_error,20690,0.02500,0.882
41,model.language_model.layers.41.mlp.experts.231.gate_proj,0.0045326095,hessian_weighted_relative_error,20690,0.02500,0.926
41,model.language_model.layers.41.mlp.experts.231.up_proj,0.0076939843,hessian_weighted_relative_error,20690,0.02500,0.981
41,model.language_model.layers.41.mlp.experts.232.down_proj,0.0128300431,hessian_weighted_relative_error,35856,0.02500,0.762
41,model.language_model.layers.41.mlp.experts.232.gate_proj,0.0052484531,hessian_weighted_relative_error,35856,0.02500,0.792
41,model.language_model.layers.41.mlp.experts.232.up_proj,0.0090702305,hessian_weighted_relative_error,35856,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.233.down_proj,0.0066107913,hessian_weighted_relative_error,22541,0.02500,0.880
41,model.language_model.layers.41.mlp.experts.233.gate_proj,0.0045255973,hessian_weighted_relative_error,22541,0.02500,0.925
41,model.language_model.layers.41.mlp.experts.233.up_proj,0.0068377739,hessian_weighted_relative_error,22541,0.02500,0.974
41,model.language_model.layers.41.mlp.experts.234.down_proj,0.0124693070,hessian_weighted_relative_error,27954,0.02500,0.758
41,model.language_model.layers.41.mlp.experts.234.gate_proj,0.0060954465,hessian_weighted_relative_error,27954,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.234.up_proj,0.0094971716,hessian_weighted_relative_error,27954,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.235.down_proj,0.0140508916,hessian_weighted_relative_error,77308,0.02500,0.883
41,model.language_model.layers.41.mlp.experts.235.gate_proj,0.0062390288,hessian_weighted_relative_error,77308,0.02500,0.931
41,model.language_model.layers.41.mlp.experts.235.up_proj,0.0106545458,hessian_weighted_relative_error,77308,0.02500,0.968
41,model.language_model.layers.41.mlp.experts.236.down_proj,0.0139430262,hessian_weighted_relative_error,51197,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.236.gate_proj,0.0091174396,hessian_weighted_relative_error,51197,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.236.up_proj,0.0097585469,hessian_weighted_relative_error,51197,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.237.down_proj,0.0120887402,hessian_weighted_relative_error,18553,0.02500,0.882
41,model.language_model.layers.41.mlp.experts.237.gate_proj,0.0070337498,hessian_weighted_relative_error,18553,0.02500,0.930
41,model.language_model.layers.41.mlp.experts.237.up_proj,0.0083966525,hessian_weighted_relative_error,18553,0.02500,0.964
41,model.language_model.layers.41.mlp.experts.238.down_proj,0.0102607003,hessian_weighted_relative_error,29130,0.02500,0.761
41,model.language_model.layers.41.mlp.experts.238.gate_proj,0.0026660001,hessian_weighted_relative_error,29130,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.238.up_proj,0.0062617053,hessian_weighted_relative_error,29130,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.239.down_proj,0.0118737049,hessian_weighted_relative_error,15962,0.02500,0.883
41,model.language_model.layers.41.mlp.experts.239.gate_proj,0.0049259131,hessian_weighted_relative_error,15962,0.02500,0.930
41,model.language_model.layers.41.mlp.experts.239.up_proj,0.0060147871,hessian_weighted_relative_error,15962,0.02500,0.972
41,model.language_model.layers.41.mlp.experts.24.down_proj,0.0100910037,hessian_weighted_relative_error,18229,0.02500,0.728
41,model.language_model.layers.41.mlp.experts.24.gate_proj,0.0041099937,hessian_weighted_relative_error,18229,0.02500,0.761
41,model.language_model.layers.41.mlp.experts.24.up_proj,0.0078708023,hessian_weighted_relative_error,18229,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.240.down_proj,0.0109968035,hessian_weighted_relative_error,30172,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.240.gate_proj,0.0051017172,hessian_weighted_relative_error,30172,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.240.up_proj,0.0061413920,hessian_weighted_relative_error,30172,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.241.down_proj,0.0108357097,hessian_weighted_relative_error,31757,0.02500,0.881
41,model.language_model.layers.41.mlp.experts.241.gate_proj,0.0062161768,hessian_weighted_relative_error,31757,0.02500,0.929
41,model.language_model.layers.41.mlp.experts.241.up_proj,0.0085072236,hessian_weighted_relative_error,31757,0.02500,0.970
41,model.language_model.layers.41.mlp.experts.242.down_proj,0.0121502700,hessian_weighted_relative_error,20764,0.02500,0.758
41,model.language_model.layers.41.mlp.experts.242.gate_proj,0.0050296700,hessian_weighted_relative_error,20764,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.242.up_proj,0.0087746675,hessian_weighted_relative_error,20764,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.243.down_proj,0.0090328073,hessian_weighted_relative_error,24520,0.02500,0.883
41,model.language_model.layers.41.mlp.experts.243.gate_proj,0.0050777641,hessian_weighted_relative_error,24520,0.02500,0.927
41,model.language_model.layers.41.mlp.experts.243.up_proj,0.0077084795,hessian_weighted_relative_error,24520,0.02500,0.968
41,model.language_model.layers.41.mlp.experts.244.down_proj,0.0100260187,hessian_weighted_relative_error,8259,0.02500,0.761
41,model.language_model.layers.41.mlp.experts.244.gate_proj,0.0024065127,hessian_weighted_relative_error,8259,0.02500,0.790
41,model.language_model.layers.41.mlp.experts.244.up_proj,0.0053920914,hessian_weighted_relative_error,8259,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.245.down_proj,0.0117339020,hessian_weighted_relative_error,23434,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.245.gate_proj,0.0066957252,hessian_weighted_relative_error,23434,0.02500,0.927
41,model.language_model.layers.41.mlp.experts.245.up_proj,0.0079622462,hessian_weighted_relative_error,23434,0.02500,0.952
41,model.language_model.layers.41.mlp.experts.246.down_proj,0.0115563993,hessian_weighted_relative_error,11458,0.02500,0.762
41,model.language_model.layers.41.mlp.experts.246.gate_proj,0.0063428967,hessian_weighted_relative_error,11458,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.246.up_proj,0.0077339966,hessian_weighted_relative_error,11458,0.02500,0.806
41,model.language_model.layers.41.mlp.experts.247.down_proj,0.0116573329,hessian_weighted_relative_error,48365,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.247.gate_proj,0.0062180408,hessian_weighted_relative_error,48365,0.02500,0.928
41,model.language_model.layers.41.mlp.experts.247.up_proj,0.0087558093,hessian_weighted_relative_error,48365,0.02500,0.954
41,model.language_model.layers.41.mlp.experts.248.down_proj,0.0085779941,hessian_weighted_relative_error,18976,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.248.gate_proj,0.0042568928,hessian_weighted_relative_error,18976,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.248.up_proj,0.0055826387,hessian_weighted_relative_error,18976,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.249.down_proj,0.0116555798,hessian_weighted_relative_error,14113,0.02500,0.880
41,model.language_model.layers.41.mlp.experts.249.gate_proj,0.0060878167,hessian_weighted_relative_error,14113,0.02500,0.933
41,model.language_model.layers.41.mlp.experts.249.up_proj,0.0080212349,hessian_weighted_relative_error,14113,0.02500,0.947
41,model.language_model.layers.41.mlp.experts.25.down_proj,0.0119595834,hessian_weighted_relative_error,20328,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.25.gate_proj,0.0058488747,hessian_weighted_relative_error,20328,0.02500,0.863
41,model.language_model.layers.41.mlp.experts.25.up_proj,0.0082418246,hessian_weighted_relative_error,20328,0.02500,0.944
41,model.language_model.layers.41.mlp.experts.250.down_proj,0.0113478017,hessian_weighted_relative_error,68530,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.250.gate_proj,0.0063026763,hessian_weighted_relative_error,68530,0.02500,0.788
41,model.language_model.layers.41.mlp.experts.250.up_proj,0.0069487477,hessian_weighted_relative_error,68530,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.251.down_proj,0.0102626252,hessian_weighted_relative_error,13922,0.02500,0.883
41,model.language_model.layers.41.mlp.experts.251.gate_proj,0.0059202648,hessian_weighted_relative_error,13922,0.02500,0.941
41,model.language_model.layers.41.mlp.experts.251.up_proj,0.0081633014,hessian_weighted_relative_error,13922,0.02500,0.951
41,model.language_model.layers.41.mlp.experts.252.down_proj,0.0051812934,hessian_weighted_relative_error,14461,0.02500,0.762
41,model.language_model.layers.41.mlp.experts.252.gate_proj,0.0029420518,hessian_weighted_relative_error,14461,0.02500,0.789
41,model.language_model.layers.41.mlp.experts.252.up_proj,0.0036245128,hessian_weighted_relative_error,14461,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.253.down_proj,0.0119755907,hessian_weighted_relative_error,34811,0.02500,0.882
41,model.language_model.layers.41.mlp.experts.253.gate_proj,0.0067284442,hessian_weighted_relative_error,34811,0.02500,0.931
41,model.language_model.layers.41.mlp.experts.253.up_proj,0.0083432225,hessian_weighted_relative_error,34811,0.02500,0.941
41,model.language_model.layers.41.mlp.experts.254.down_proj,0.0093773056,hessian_weighted_relative_error,18982,0.02500,0.764
41,model.language_model.layers.41.mlp.experts.254.gate_proj,0.0039981865,hessian_weighted_relative_error,18982,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.254.up_proj,0.0053634408,hessian_weighted_relative_error,18982,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.255.down_proj,0.0122115205,hessian_weighted_relative_error,24656,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.255.gate_proj,0.0058908622,hessian_weighted_relative_error,24656,0.02500,0.934
41,model.language_model.layers.41.mlp.experts.255.up_proj,0.0086515731,hessian_weighted_relative_error,24656,0.02500,0.945
41,model.language_model.layers.41.mlp.experts.256.down_proj,0.0112704721,hessian_weighted_relative_error,11998,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.256.gate_proj,0.0043393724,hessian_weighted_relative_error,11998,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.256.up_proj,0.0070282950,hessian_weighted_relative_error,11998,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.257.down_proj,0.0095582473,hessian_weighted_relative_error,35674,0.02500,0.882
41,model.language_model.layers.41.mlp.experts.257.gate_proj,0.0047892472,hessian_weighted_relative_error,35674,0.02500,0.931
41,model.language_model.layers.41.mlp.experts.257.up_proj,0.0061406179,hessian_weighted_relative_error,35674,0.02500,0.938
41,model.language_model.layers.41.mlp.experts.258.down_proj,0.0115574705,hessian_weighted_relative_error,10497,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.258.gate_proj,0.0045816530,hessian_weighted_relative_error,10497,0.02500,0.790
41,model.language_model.layers.41.mlp.experts.258.up_proj,0.0074715964,hessian_weighted_relative_error,10497,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.259.down_proj,0.0134878784,hessian_weighted_relative_error,58767,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.259.gate_proj,0.0078024565,hessian_weighted_relative_error,58767,0.02500,0.934
41,model.language_model.layers.41.mlp.experts.259.up_proj,0.0103240397,hessian_weighted_relative_error,58767,0.02500,0.949
41,model.language_model.layers.41.mlp.experts.26.down_proj,0.0112682132,hessian_weighted_relative_error,16859,0.02500,0.727
41,model.language_model.layers.41.mlp.experts.26.gate_proj,0.0049041941,hessian_weighted_relative_error,16859,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.26.up_proj,0.0075918125,hessian_weighted_relative_error,16859,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.260.down_proj,0.0112251376,hessian_weighted_relative_error,24555,0.02500,0.763
41,model.language_model.layers.41.mlp.experts.260.gate_proj,0.0066014798,hessian_weighted_relative_error,24555,0.02500,0.790
41,model.language_model.layers.41.mlp.experts.260.up_proj,0.0075585187,hessian_weighted_relative_error,24555,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.261.down_proj,0.0120310770,hessian_weighted_relative_error,35543,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.261.gate_proj,0.0065924873,hessian_weighted_relative_error,35543,0.02500,0.951
41,model.language_model.layers.41.mlp.experts.261.up_proj,0.0087426444,hessian_weighted_relative_error,35543,0.02500,0.942
41,model.language_model.layers.41.mlp.experts.262.down_proj,0.0056411637,hessian_weighted_relative_error,48166,0.02500,0.764
41,model.language_model.layers.41.mlp.experts.262.gate_proj,0.0038881327,hessian_weighted_relative_error,48166,0.02500,0.794
41,model.language_model.layers.41.mlp.experts.262.up_proj,0.0057370686,hessian_weighted_relative_error,48166,0.02500,0.804
41,model.language_model.layers.41.mlp.experts.263.down_proj,0.0122519605,hessian_weighted_relative_error,29314,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.263.gate_proj,0.0051519099,hessian_weighted_relative_error,29314,0.02500,0.937
41,model.language_model.layers.41.mlp.experts.263.up_proj,0.0083977499,hessian_weighted_relative_error,29314,0.02500,0.945
41,model.language_model.layers.41.mlp.experts.264.down_proj,0.0094109301,hessian_weighted_relative_error,18046,0.02500,0.762
41,model.language_model.layers.41.mlp.experts.264.gate_proj,0.0046877064,hessian_weighted_relative_error,18046,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.264.up_proj,0.0067757565,hessian_weighted_relative_error,18046,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.265.down_proj,0.0124639376,hessian_weighted_relative_error,33382,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.265.gate_proj,0.0068563457,hessian_weighted_relative_error,33382,0.02500,0.934
41,model.language_model.layers.41.mlp.experts.265.up_proj,0.0093486486,hessian_weighted_relative_error,33382,0.02500,0.937
41,model.language_model.layers.41.mlp.experts.266.down_proj,0.0126414898,hessian_weighted_relative_error,19198,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.266.gate_proj,0.0054240094,hessian_weighted_relative_error,19198,0.02500,0.788
41,model.language_model.layers.41.mlp.experts.266.up_proj,0.0086588259,hessian_weighted_relative_error,19198,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.267.down_proj,0.0135951343,hessian_weighted_relative_error,24936,0.02500,0.885
41,model.language_model.layers.41.mlp.experts.267.gate_proj,0.0072470122,hessian_weighted_relative_error,24936,0.02500,0.939
41,model.language_model.layers.41.mlp.experts.267.up_proj,0.0092873033,hessian_weighted_relative_error,24936,0.02500,0.937
41,model.language_model.layers.41.mlp.experts.268.down_proj,0.0127762608,hessian_weighted_relative_error,29782,0.02500,0.763
41,model.language_model.layers.41.mlp.experts.268.gate_proj,0.0059120391,hessian_weighted_relative_error,29782,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.268.up_proj,0.0082708570,hessian_weighted_relative_error,29782,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.269.down_proj,0.0124808125,hessian_weighted_relative_error,33614,0.02500,0.885
41,model.language_model.layers.41.mlp.experts.269.gate_proj,0.0063775327,hessian_weighted_relative_error,33614,0.02500,0.930
41,model.language_model.layers.41.mlp.experts.269.up_proj,0.0092234000,hessian_weighted_relative_error,33614,0.02500,0.927
41,model.language_model.layers.41.mlp.experts.27.down_proj,0.0130260039,hessian_weighted_relative_error,21061,0.02500,0.807
41,model.language_model.layers.41.mlp.experts.27.gate_proj,0.0059521828,hessian_weighted_relative_error,21061,0.02500,0.863
41,model.language_model.layers.41.mlp.experts.27.up_proj,0.0092762789,hessian_weighted_relative_error,21061,0.02500,0.944
41,model.language_model.layers.41.mlp.experts.270.down_proj,0.0146920328,hessian_weighted_relative_error,37350,0.02500,0.765
41,model.language_model.layers.41.mlp.experts.270.gate_proj,0.0071581919,hessian_weighted_relative_error,37350,0.02500,0.792
41,model.language_model.layers.41.mlp.experts.270.up_proj,0.0104347417,hessian_weighted_relative_error,37350,0.02500,0.806
41,model.language_model.layers.41.mlp.experts.271.down_proj,0.0085996763,hessian_weighted_relative_error,29348,0.02500,0.886
41,model.language_model.layers.41.mlp.experts.271.gate_proj,0.0044897282,hessian_weighted_relative_error,29348,0.02500,0.935
41,model.language_model.layers.41.mlp.experts.271.up_proj,0.0056718257,hessian_weighted_relative_error,29348,0.02500,0.940
41,model.language_model.layers.41.mlp.experts.272.down_proj,0.0111932025,hessian_weighted_relative_error,74601,0.02500,0.762
41,model.language_model.layers.41.mlp.experts.272.gate_proj,0.0063824232,hessian_weighted_relative_error,74601,0.02500,0.795
41,model.language_model.layers.41.mlp.experts.272.up_proj,0.0083787056,hessian_weighted_relative_error,74601,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.273.down_proj,0.0112652824,hessian_weighted_relative_error,15489,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.273.gate_proj,0.0057055834,hessian_weighted_relative_error,15489,0.02500,0.938
41,model.language_model.layers.41.mlp.experts.273.up_proj,0.0071832680,hessian_weighted_relative_error,15489,0.02500,0.933
41,model.language_model.layers.41.mlp.experts.274.down_proj,0.0133191068,hessian_weighted_relative_error,37523,0.02500,0.761
41,model.language_model.layers.41.mlp.experts.274.gate_proj,0.0064131163,hessian_weighted_relative_error,37523,0.02500,0.791
41,model.language_model.layers.41.mlp.experts.274.up_proj,0.0094033117,hessian_weighted_relative_error,37523,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.275.down_proj,0.0131474898,hessian_weighted_relative_error,26338,0.02500,0.885
41,model.language_model.layers.41.mlp.experts.275.gate_proj,0.0057951736,hessian_weighted_relative_error,26338,0.02500,0.943
41,model.language_model.layers.41.mlp.experts.275.up_proj,0.0089844927,hessian_weighted_relative_error,26338,0.02500,0.930
41,model.language_model.layers.41.mlp.experts.276.down_proj,0.0136024251,hessian_weighted_relative_error,23503,0.02500,0.763
41,model.language_model.layers.41.mlp.experts.276.gate_proj,0.0067642544,hessian_weighted_relative_error,23503,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.276.up_proj,0.0097166419,hessian_weighted_relative_error,23503,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.277.down_proj,0.0117757066,hessian_weighted_relative_error,15974,0.02500,0.885
41,model.language_model.layers.41.mlp.experts.277.gate_proj,0.0047887280,hessian_weighted_relative_error,15974,0.02500,0.935
41,model.language_model.layers.41.mlp.experts.277.up_proj,0.0089734927,hessian_weighted_relative_error,15974,0.02500,0.924
41,model.language_model.layers.41.mlp.experts.278.down_proj,0.0056486664,hessian_weighted_relative_error,27301,0.02500,0.765
41,model.language_model.layers.41.mlp.experts.278.gate_proj,0.0035890247,hessian_weighted_relative_error,27301,0.02500,0.794
41,model.language_model.layers.41.mlp.experts.278.up_proj,0.0058661807,hessian_weighted_relative_error,27301,0.02500,0.807
41,model.language_model.layers.41.mlp.experts.279.down_proj,0.0105443311,hessian_weighted_relative_error,12118,0.02500,0.887
41,model.language_model.layers.41.mlp.experts.279.gate_proj,0.0056750166,hessian_weighted_relative_error,12118,0.02500,0.937
41,model.language_model.layers.41.mlp.experts.279.up_proj,0.0071892861,hessian_weighted_relative_error,12118,0.02500,0.928
41,model.language_model.layers.41.mlp.experts.28.down_proj,0.0092853031,hessian_weighted_relative_error,29440,0.02500,0.730
41,model.language_model.layers.41.mlp.experts.28.gate_proj,0.0036668702,hessian_weighted_relative_error,29440,0.02500,0.757
41,model.language_model.layers.41.mlp.experts.28.up_proj,0.0078143908,hessian_weighted_relative_error,29440,0.02500,0.794
41,model.language_model.layers.41.mlp.experts.280.down_proj,0.0101264180,hessian_weighted_relative_error,18125,0.02500,0.763
41,model.language_model.layers.41.mlp.experts.280.gate_proj,0.0042965876,hessian_weighted_relative_error,18125,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.280.up_proj,0.0067334934,hessian_weighted_relative_error,18125,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.281.down_proj,0.0117165262,hessian_weighted_relative_error,13717,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.281.gate_proj,0.0066920255,hessian_weighted_relative_error,13717,0.02500,0.940
41,model.language_model.layers.41.mlp.experts.281.up_proj,0.0077421503,hessian_weighted_relative_error,13717,0.02500,0.924
41,model.language_model.layers.41.mlp.experts.282.down_proj,0.0111944272,hessian_weighted_relative_error,28879,0.02500,0.761
41,model.language_model.layers.41.mlp.experts.282.gate_proj,0.0042866353,hessian_weighted_relative_error,28879,0.02500,0.792
41,model.language_model.layers.41.mlp.experts.282.up_proj,0.0071062073,hessian_weighted_relative_error,28879,0.02500,0.802
41,model.language_model.layers.41.mlp.experts.283.down_proj,0.0129424448,hessian_weighted_relative_error,40338,0.02500,0.885
41,model.language_model.layers.41.mlp.experts.283.gate_proj,0.0069253351,hessian_weighted_relative_error,40338,0.02500,0.937
41,model.language_model.layers.41.mlp.experts.283.up_proj,0.0089236411,hessian_weighted_relative_error,40338,0.02500,0.928
41,model.language_model.layers.41.mlp.experts.284.down_proj,0.0074206947,hessian_weighted_relative_error,11069,0.02500,0.765
41,model.language_model.layers.41.mlp.experts.284.gate_proj,0.0035901460,hessian_weighted_relative_error,11069,0.02500,0.792
41,model.language_model.layers.41.mlp.experts.284.up_proj,0.0045183775,hessian_weighted_relative_error,11069,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.285.down_proj,0.0130777253,hessian_weighted_relative_error,20399,0.02500,0.886
41,model.language_model.layers.41.mlp.experts.285.gate_proj,0.0075724592,hessian_weighted_relative_error,20399,0.02500,0.930
41,model.language_model.layers.41.mlp.experts.285.up_proj,0.0088743036,hessian_weighted_relative_error,20399,0.02500,0.922
41,model.language_model.layers.41.mlp.experts.286.down_proj,0.0141133430,hessian_weighted_relative_error,45697,0.02500,0.766
41,model.language_model.layers.41.mlp.experts.286.gate_proj,0.0054560196,hessian_weighted_relative_error,45697,0.02500,0.795
41,model.language_model.layers.41.mlp.experts.286.up_proj,0.0103354451,hessian_weighted_relative_error,45697,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.287.down_proj,0.0145040927,hessian_weighted_relative_error,37502,0.02500,0.887
41,model.language_model.layers.41.mlp.experts.287.gate_proj,0.0073799661,hessian_weighted_relative_error,37502,0.02500,0.948
41,model.language_model.layers.41.mlp.experts.287.up_proj,0.0104832828,hessian_weighted_relative_error,37502,0.02500,0.923
41,model.language_model.layers.41.mlp.experts.29.down_proj,0.0121978320,hessian_weighted_relative_error,92388,0.02500,0.807
41,model.language_model.layers.41.mlp.experts.29.gate_proj,0.0061515996,hessian_weighted_relative_error,92388,0.02500,0.861
41,model.language_model.layers.41.mlp.experts.29.up_proj,0.0092373074,hessian_weighted_relative_error,92388,0.02500,0.942
41,model.language_model.layers.41.mlp.experts.3.down_proj,0.0085181310,hessian_weighted_relative_error,22421,0.02500,0.794
41,model.language_model.layers.41.mlp.experts.3.gate_proj,0.0047007711,hessian_weighted_relative_error,22421,0.02500,0.861
41,model.language_model.layers.41.mlp.experts.3.up_proj,0.0055665268,hessian_weighted_relative_error,22421,0.02500,0.946
41,model.language_model.layers.41.mlp.experts.30.down_proj,0.0108481627,hessian_weighted_relative_error,30999,0.02500,0.731
41,model.language_model.layers.41.mlp.experts.30.gate_proj,0.0057905802,hessian_weighted_relative_error,30999,0.02500,0.759
41,model.language_model.layers.41.mlp.experts.30.up_proj,0.0076586826,hessian_weighted_relative_error,30999,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.31.down_proj,0.0082812180,hessian_weighted_relative_error,18139,0.02500,0.805
41,model.language_model.layers.41.mlp.experts.31.gate_proj,0.0044666767,hessian_weighted_relative_error,18139,0.02500,0.867
41,model.language_model.layers.41.mlp.experts.31.up_proj,0.0070655095,hessian_weighted_relative_error,18139,0.02500,0.950
41,model.language_model.layers.41.mlp.experts.32.down_proj,0.0117986858,hessian_weighted_relative_error,24525,0.02500,0.730
41,model.language_model.layers.41.mlp.experts.32.gate_proj,0.0049276516,hessian_weighted_relative_error,24525,0.02500,0.762
41,model.language_model.layers.41.mlp.experts.32.up_proj,0.0082833661,hessian_weighted_relative_error,24525,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.33.down_proj,0.0129387147,hessian_weighted_relative_error,43590,0.02500,0.808
41,model.language_model.layers.41.mlp.experts.33.gate_proj,0.0059227912,hessian_weighted_relative_error,43590,0.02500,0.867
41,model.language_model.layers.41.mlp.experts.33.up_proj,0.0087572768,hessian_weighted_relative_error,43590,0.02500,0.944
41,model.language_model.layers.41.mlp.experts.34.down_proj,0.0073446542,hessian_weighted_relative_error,28025,0.02500,0.729
41,model.language_model.layers.41.mlp.experts.34.gate_proj,0.0043510832,hessian_weighted_relative_error,28025,0.02500,0.757
41,model.language_model.layers.41.mlp.experts.34.up_proj,0.0054190718,hessian_weighted_relative_error,28025,0.02500,0.794
41,model.language_model.layers.41.mlp.experts.35.down_proj,0.0102735573,hessian_weighted_relative_error,23372,0.02500,0.811
41,model.language_model.layers.41.mlp.experts.35.gate_proj,0.0037873392,hessian_weighted_relative_error,23372,0.02500,0.865
41,model.language_model.layers.41.mlp.experts.35.up_proj,0.0062289651,hessian_weighted_relative_error,23372,0.02500,0.951
41,model.language_model.layers.41.mlp.experts.36.down_proj,0.0131661361,hessian_weighted_relative_error,39247,0.02500,0.731
41,model.language_model.layers.41.mlp.experts.36.gate_proj,0.0064533072,hessian_weighted_relative_error,39247,0.02500,0.786
41,model.language_model.layers.41.mlp.experts.36.up_proj,0.0090079473,hessian_weighted_relative_error,39247,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.37.down_proj,0.0111866406,hessian_weighted_relative_error,24335,0.02500,0.810
41,model.language_model.layers.41.mlp.experts.37.gate_proj,0.0045740837,hessian_weighted_relative_error,24335,0.02500,0.866
41,model.language_model.layers.41.mlp.experts.37.up_proj,0.0066177876,hessian_weighted_relative_error,24335,0.02500,0.944
41,model.language_model.layers.41.mlp.experts.38.down_proj,0.0095058514,hessian_weighted_relative_error,34492,0.02500,0.731
41,model.language_model.layers.41.mlp.experts.38.gate_proj,0.0055672946,hessian_weighted_relative_error,34492,0.02500,0.766
41,model.language_model.layers.41.mlp.experts.38.up_proj,0.0062417981,hessian_weighted_relative_error,34492,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.39.down_proj,0.0102186640,hessian_weighted_relative_error,21639,0.02500,0.808
41,model.language_model.layers.41.mlp.experts.39.gate_proj,0.0047970101,hessian_weighted_relative_error,21639,0.02500,0.870
41,model.language_model.layers.41.mlp.experts.39.up_proj,0.0059856053,hessian_weighted_relative_error,21639,0.02500,0.948
41,model.language_model.layers.41.mlp.experts.4.down_proj,0.0137538725,hessian_weighted_relative_error,22735,0.02500,0.723
41,model.language_model.layers.41.mlp.experts.4.gate_proj,0.0065415949,hessian_weighted_relative_error,22735,0.02500,0.756
41,model.language_model.layers.41.mlp.experts.4.up_proj,0.0105010895,hessian_weighted_relative_error,22735,0.02500,0.794
41,model.language_model.layers.41.mlp.experts.40.down_proj,0.0112914080,hessian_weighted_relative_error,20837,0.02500,0.733
41,model.language_model.layers.41.mlp.experts.40.gate_proj,0.0056860511,hessian_weighted_relative_error,20837,0.02500,0.764
41,model.language_model.layers.41.mlp.experts.40.up_proj,0.0080426681,hessian_weighted_relative_error,20837,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.41.down_proj,0.0135647926,hessian_weighted_relative_error,21094,0.02500,0.813
41,model.language_model.layers.41.mlp.experts.41.gate_proj,0.0057994557,hessian_weighted_relative_error,21094,0.02500,0.873
41,model.language_model.layers.41.mlp.experts.41.up_proj,0.0095625142,hessian_weighted_relative_error,21094,0.02500,0.947
41,model.language_model.layers.41.mlp.experts.42.down_proj,0.0131676969,hessian_weighted_relative_error,21982,0.02500,0.730
41,model.language_model.layers.41.mlp.experts.42.gate_proj,0.0059477192,hessian_weighted_relative_error,21982,0.02500,0.762
41,model.language_model.layers.41.mlp.experts.42.up_proj,0.0091383464,hessian_weighted_relative_error,21982,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.43.down_proj,0.0115214097,hessian_weighted_relative_error,82733,0.02500,0.816
41,model.language_model.layers.41.mlp.experts.43.gate_proj,0.0051716171,hessian_weighted_relative_error,82733,0.02500,0.871
41,model.language_model.layers.41.mlp.experts.43.up_proj,0.0079960502,hessian_weighted_relative_error,82733,0.02500,0.952
41,model.language_model.layers.41.mlp.experts.44.down_proj,0.0106994417,hessian_weighted_relative_error,26371,0.02500,0.734
41,model.language_model.layers.41.mlp.experts.44.gate_proj,0.0058560372,hessian_weighted_relative_error,26371,0.02500,0.764
41,model.language_model.layers.41.mlp.experts.44.up_proj,0.0084362095,hessian_weighted_relative_error,26371,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.45.down_proj,0.0133462393,hessian_weighted_relative_error,28361,0.02500,0.816
41,model.language_model.layers.41.mlp.experts.45.gate_proj,0.0061405199,hessian_weighted_relative_error,28361,0.02500,0.871
41,model.language_model.layers.41.mlp.experts.45.up_proj,0.0097013163,hessian_weighted_relative_error,28361,0.02500,0.947
41,model.language_model.layers.41.mlp.experts.46.down_proj,0.0063201899,hessian_weighted_relative_error,8875,0.02500,0.735
41,model.language_model.layers.41.mlp.experts.46.gate_proj,0.0024901283,hessian_weighted_relative_error,8875,0.02500,0.765
41,model.language_model.layers.41.mlp.experts.46.up_proj,0.0038703167,hessian_weighted_relative_error,8875,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.47.down_proj,0.0121415267,hessian_weighted_relative_error,24844,0.02500,0.817
41,model.language_model.layers.41.mlp.experts.47.gate_proj,0.0052229324,hessian_weighted_relative_error,24844,0.02500,0.874
41,model.language_model.layers.41.mlp.experts.47.up_proj,0.0082577944,hessian_weighted_relative_error,24844,0.02500,0.944
41,model.language_model.layers.41.mlp.experts.48.down_proj,0.0083635280,hessian_weighted_relative_error,28491,0.02500,0.734
41,model.language_model.layers.41.mlp.experts.48.gate_proj,0.0047016084,hessian_weighted_relative_error,28491,0.02500,0.769
41,model.language_model.layers.41.mlp.experts.48.up_proj,0.0059534995,hessian_weighted_relative_error,28491,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.49.down_proj,0.0110828578,hessian_weighted_relative_error,34073,0.02500,0.816
41,model.language_model.layers.41.mlp.experts.49.gate_proj,0.0056260700,hessian_weighted_relative_error,34073,0.02500,0.877
41,model.language_model.layers.41.mlp.experts.49.up_proj,0.0090740682,hessian_weighted_relative_error,34073,0.02500,0.952
41,model.language_model.layers.41.mlp.experts.5.down_proj,0.0021632437,hessian_weighted_relative_error,19614,0.02500,0.793
41,model.language_model.layers.41.mlp.experts.5.gate_proj,0.0040116029,hessian_weighted_relative_error,19614,0.02500,0.851
41,model.language_model.layers.41.mlp.experts.5.up_proj,0.0060520507,hessian_weighted_relative_error,19614,0.02500,0.937
41,model.language_model.layers.41.mlp.experts.50.down_proj,0.0124592422,hessian_weighted_relative_error,33209,0.02500,0.732
41,model.language_model.layers.41.mlp.experts.50.gate_proj,0.0074208553,hessian_weighted_relative_error,33209,0.02500,0.765
41,model.language_model.layers.41.mlp.experts.50.up_proj,0.0089189405,hessian_weighted_relative_error,33209,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.51.down_proj,0.0119975129,hessian_weighted_relative_error,29152,0.02500,0.819
41,model.language_model.layers.41.mlp.experts.51.gate_proj,0.0055820809,hessian_weighted_relative_error,29152,0.02500,0.875
41,model.language_model.layers.41.mlp.experts.51.up_proj,0.0076500691,hessian_weighted_relative_error,29152,0.02500,0.945
41,model.language_model.layers.41.mlp.experts.52.down_proj,0.0110494983,hessian_weighted_relative_error,7735,0.02500,0.735
41,model.language_model.layers.41.mlp.experts.52.gate_proj,0.0050485751,hessian_weighted_relative_error,7735,0.02500,0.765
41,model.language_model.layers.41.mlp.experts.52.up_proj,0.0066107926,hessian_weighted_relative_error,7735,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.53.down_proj,0.0098053486,hessian_weighted_relative_error,19312,0.02500,0.818
41,model.language_model.layers.41.mlp.experts.53.gate_proj,0.0052958649,hessian_weighted_relative_error,19312,0.02500,0.874
41,model.language_model.layers.41.mlp.experts.53.up_proj,0.0072351798,hessian_weighted_relative_error,19312,0.02500,0.945
41,model.language_model.layers.41.mlp.experts.54.down_proj,0.0109742572,hessian_weighted_relative_error,35015,0.02500,0.736
41,model.language_model.layers.41.mlp.experts.54.gate_proj,0.0054016011,hessian_weighted_relative_error,35015,0.02500,0.768
41,model.language_model.layers.41.mlp.experts.54.up_proj,0.0070291941,hessian_weighted_relative_error,35015,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.55.down_proj,0.0086714742,hessian_weighted_relative_error,11924,0.02500,0.816
41,model.language_model.layers.41.mlp.experts.55.gate_proj,0.0046478744,hessian_weighted_relative_error,11924,0.02500,0.879
41,model.language_model.layers.41.mlp.experts.55.up_proj,0.0063270730,hessian_weighted_relative_error,11924,0.02500,0.952
41,model.language_model.layers.41.mlp.experts.56.down_proj,0.0117995575,hessian_weighted_relative_error,43073,0.02500,0.736
41,model.language_model.layers.41.mlp.experts.56.gate_proj,0.0059698054,hessian_weighted_relative_error,43073,0.02500,0.770
41,model.language_model.layers.41.mlp.experts.56.up_proj,0.0099999226,hessian_weighted_relative_error,43073,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.57.down_proj,0.0093740413,hessian_weighted_relative_error,25558,0.02500,0.821
41,model.language_model.layers.41.mlp.experts.57.gate_proj,0.0062029144,hessian_weighted_relative_error,25558,0.02500,0.882
41,model.language_model.layers.41.mlp.experts.57.up_proj,0.0083700848,hessian_weighted_relative_error,25558,0.02500,0.948
41,model.language_model.layers.41.mlp.experts.58.down_proj,0.0103320257,hessian_weighted_relative_error,33661,0.02500,0.735
41,model.language_model.layers.41.mlp.experts.58.gate_proj,0.0047096854,hessian_weighted_relative_error,33661,0.02500,0.764
41,model.language_model.layers.41.mlp.experts.58.up_proj,0.0063441426,hessian_weighted_relative_error,33661,0.02500,0.795
41,model.language_model.layers.41.mlp.experts.59.down_proj,0.0066396061,hessian_weighted_relative_error,39233,0.02500,0.824
41,model.language_model.layers.41.mlp.experts.59.gate_proj,0.0051666199,hessian_weighted_relative_error,39233,0.02500,0.880
41,model.language_model.layers.41.mlp.experts.59.up_proj,0.0068375875,hessian_weighted_relative_error,39233,0.02500,0.949
41,model.language_model.layers.41.mlp.experts.6.down_proj,0.0103179233,hessian_weighted_relative_error,27251,0.02500,0.718
41,model.language_model.layers.41.mlp.experts.6.gate_proj,0.0031320256,hessian_weighted_relative_error,27251,0.02500,0.760
41,model.language_model.layers.41.mlp.experts.6.up_proj,0.0064820039,hessian_weighted_relative_error,27251,0.02500,0.795
41,model.language_model.layers.41.mlp.experts.60.down_proj,0.0128655148,hessian_weighted_relative_error,21129,0.02500,0.738
41,model.language_model.layers.41.mlp.experts.60.gate_proj,0.0057427493,hessian_weighted_relative_error,21129,0.02500,0.765
41,model.language_model.layers.41.mlp.experts.60.up_proj,0.0087691523,hessian_weighted_relative_error,21129,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.61.down_proj,0.0132727458,hessian_weighted_relative_error,58014,0.02500,0.822
41,model.language_model.layers.41.mlp.experts.61.gate_proj,0.0082214308,hessian_weighted_relative_error,58014,0.02500,0.880
41,model.language_model.layers.41.mlp.experts.61.up_proj,0.0092362643,hessian_weighted_relative_error,58014,0.02500,0.943
41,model.language_model.layers.41.mlp.experts.62.down_proj,0.0131146651,hessian_weighted_relative_error,28033,0.02500,0.739
41,model.language_model.layers.41.mlp.experts.62.gate_proj,0.0056507982,hessian_weighted_relative_error,28033,0.02500,0.770
41,model.language_model.layers.41.mlp.experts.62.up_proj,0.0083314994,hessian_weighted_relative_error,28033,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.63.down_proj,0.0104156154,hessian_weighted_relative_error,19286,0.02500,0.820
41,model.language_model.layers.41.mlp.experts.63.gate_proj,0.0062861301,hessian_weighted_relative_error,19286,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.63.up_proj,0.0078937252,hessian_weighted_relative_error,19286,0.02500,0.951
41,model.language_model.layers.41.mlp.experts.64.down_proj,0.0127164056,hessian_weighted_relative_error,12507,0.02500,0.738
41,model.language_model.layers.41.mlp.experts.64.gate_proj,0.0047976811,hessian_weighted_relative_error,12507,0.02500,0.773
41,model.language_model.layers.41.mlp.experts.64.up_proj,0.0083558809,hessian_weighted_relative_error,12507,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.65.down_proj,0.0124400342,hessian_weighted_relative_error,18722,0.02500,0.823
41,model.language_model.layers.41.mlp.experts.65.gate_proj,0.0061794583,hessian_weighted_relative_error,18722,0.02500,0.887
41,model.language_model.layers.41.mlp.experts.65.up_proj,0.0080864567,hessian_weighted_relative_error,18722,0.02500,0.949
41,model.language_model.layers.41.mlp.experts.66.down_proj,0.0086652966,hessian_weighted_relative_error,35149,0.02500,0.737
41,model.language_model.layers.41.mlp.experts.66.gate_proj,0.0065980965,hessian_weighted_relative_error,35149,0.02500,0.765
41,model.language_model.layers.41.mlp.experts.66.up_proj,0.0083164981,hessian_weighted_relative_error,35149,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.67.down_proj,0.0122367191,hessian_weighted_relative_error,22501,0.02500,0.827
41,model.language_model.layers.41.mlp.experts.67.gate_proj,0.0069937385,hessian_weighted_relative_error,22501,0.02500,0.885
41,model.language_model.layers.41.mlp.experts.67.up_proj,0.0091214776,hessian_weighted_relative_error,22501,0.02500,0.950
41,model.language_model.layers.41.mlp.experts.68.down_proj,0.0080499697,hessian_weighted_relative_error,17775,0.02500,0.739
41,model.language_model.layers.41.mlp.experts.68.gate_proj,0.0048663945,hessian_weighted_relative_error,17775,0.02500,0.770
41,model.language_model.layers.41.mlp.experts.68.up_proj,0.0067611521,hessian_weighted_relative_error,17775,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.69.down_proj,0.0131947936,hessian_weighted_relative_error,17947,0.02500,0.826
41,model.language_model.layers.41.mlp.experts.69.gate_proj,0.0064996864,hessian_weighted_relative_error,17947,0.02500,0.884
41,model.language_model.layers.41.mlp.experts.69.up_proj,0.0083969797,hessian_weighted_relative_error,17947,0.02500,0.947
41,model.language_model.layers.41.mlp.experts.7.down_proj,0.0113438378,hessian_weighted_relative_error,9790,0.02500,0.759
41,model.language_model.layers.41.mlp.experts.7.gate_proj,0.0047192123,hessian_weighted_relative_error,9790,0.02500,0.853
41,model.language_model.layers.41.mlp.experts.7.up_proj,0.0071325453,hessian_weighted_relative_error,9790,0.02500,0.942
41,model.language_model.layers.41.mlp.experts.70.down_proj,0.0110301105,hessian_weighted_relative_error,27887,0.02500,0.740
41,model.language_model.layers.41.mlp.experts.70.gate_proj,0.0039720207,hessian_weighted_relative_error,27887,0.02500,0.771
41,model.language_model.layers.41.mlp.experts.70.up_proj,0.0068985214,hessian_weighted_relative_error,27887,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.71.down_proj,0.0124748620,hessian_weighted_relative_error,56098,0.02500,0.824
41,model.language_model.layers.41.mlp.experts.71.gate_proj,0.0045133609,hessian_weighted_relative_error,56098,0.02500,0.888
41,model.language_model.layers.41.mlp.experts.71.up_proj,0.0082993385,hessian_weighted_relative_error,56098,0.02500,0.950
41,model.language_model.layers.41.mlp.experts.72.down_proj,0.0110620146,hessian_weighted_relative_error,27908,0.02500,0.738
41,model.language_model.layers.41.mlp.experts.72.gate_proj,0.0063918177,hessian_weighted_relative_error,27908,0.02500,0.773
41,model.language_model.layers.41.mlp.experts.72.up_proj,0.0079673337,hessian_weighted_relative_error,27908,0.02500,0.806
41,model.language_model.layers.41.mlp.experts.73.down_proj,0.0121188494,hessian_weighted_relative_error,23558,0.02500,0.828
41,model.language_model.layers.41.mlp.experts.73.gate_proj,0.0045718813,hessian_weighted_relative_error,23558,0.02500,0.889
41,model.language_model.layers.41.mlp.experts.73.up_proj,0.0090327018,hessian_weighted_relative_error,23558,0.02500,0.957
41,model.language_model.layers.41.mlp.experts.74.down_proj,0.0099370637,hessian_weighted_relative_error,14506,0.02500,0.738
41,model.language_model.layers.41.mlp.experts.74.gate_proj,0.0039660464,hessian_weighted_relative_error,14506,0.02500,0.768
41,model.language_model.layers.41.mlp.experts.74.up_proj,0.0038387960,hessian_weighted_relative_error,14506,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.75.down_proj,0.0093785468,hessian_weighted_relative_error,9673,0.02500,0.830
41,model.language_model.layers.41.mlp.experts.75.gate_proj,0.0030435771,hessian_weighted_relative_error,9673,0.02500,0.891
41,model.language_model.layers.41.mlp.experts.75.up_proj,0.0063357265,hessian_weighted_relative_error,9673,0.02500,0.952
41,model.language_model.layers.41.mlp.experts.76.down_proj,0.0121720535,hessian_weighted_relative_error,62507,0.02500,0.741
41,model.language_model.layers.41.mlp.experts.76.gate_proj,0.0061330440,hessian_weighted_relative_error,62507,0.02500,0.769
41,model.language_model.layers.41.mlp.experts.76.up_proj,0.0091037008,hessian_weighted_relative_error,62507,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.77.down_proj,0.0126613143,hessian_weighted_relative_error,32325,0.02500,0.829
41,model.language_model.layers.41.mlp.experts.77.gate_proj,0.0065687724,hessian_weighted_relative_error,32325,0.02500,0.886
41,model.language_model.layers.41.mlp.experts.77.up_proj,0.0100725547,hessian_weighted_relative_error,32325,0.02500,0.946
41,model.language_model.layers.41.mlp.experts.78.down_proj,0.0094211486,hessian_weighted_relative_error,22922,0.02500,0.741
41,model.language_model.layers.41.mlp.experts.78.gate_proj,0.0043885342,hessian_weighted_relative_error,22922,0.02500,0.775
41,model.language_model.layers.41.mlp.experts.78.up_proj,0.0061857374,hessian_weighted_relative_error,22922,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.79.down_proj,0.0086322324,hessian_weighted_relative_error,18051,0.02500,0.828
41,model.language_model.layers.41.mlp.experts.79.gate_proj,0.0045068784,hessian_weighted_relative_error,18051,0.02500,0.889
41,model.language_model.layers.41.mlp.experts.79.up_proj,0.0057152457,hessian_weighted_relative_error,18051,0.02500,0.960
41,model.language_model.layers.41.mlp.experts.8.down_proj,0.0134603130,hessian_weighted_relative_error,75274,0.02500,0.724
41,model.language_model.layers.41.mlp.experts.8.gate_proj,0.0075813716,hessian_weighted_relative_error,75274,0.02500,0.757
41,model.language_model.layers.41.mlp.experts.8.up_proj,0.0098482962,hessian_weighted_relative_error,75274,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.80.down_proj,0.0076325214,hessian_weighted_relative_error,33779,0.02500,0.741
41,model.language_model.layers.41.mlp.experts.80.gate_proj,0.0038794673,hessian_weighted_relative_error,33779,0.02500,0.776
41,model.language_model.layers.41.mlp.experts.80.up_proj,0.0054625620,hessian_weighted_relative_error,33779,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.81.down_proj,0.0129833416,hessian_weighted_relative_error,56773,0.02500,0.830
41,model.language_model.layers.41.mlp.experts.81.gate_proj,0.0064593417,hessian_weighted_relative_error,56773,0.02500,0.891
41,model.language_model.layers.41.mlp.experts.81.up_proj,0.0099306400,hessian_weighted_relative_error,56773,0.02500,0.959
41,model.language_model.layers.41.mlp.experts.82.down_proj,0.0082537570,hessian_weighted_relative_error,20775,0.02500,0.739
41,model.language_model.layers.41.mlp.experts.82.gate_proj,0.0040581718,hessian_weighted_relative_error,20775,0.02500,0.773
41,model.language_model.layers.41.mlp.experts.82.up_proj,0.0059675052,hessian_weighted_relative_error,20775,0.02500,0.796
41,model.language_model.layers.41.mlp.experts.83.down_proj,0.0110191571,hessian_weighted_relative_error,24576,0.02500,0.834
41,model.language_model.layers.41.mlp.experts.83.gate_proj,0.0060806862,hessian_weighted_relative_error,24576,0.02500,0.890
41,model.language_model.layers.41.mlp.experts.83.up_proj,0.0081391075,hessian_weighted_relative_error,24576,0.02500,0.945
41,model.language_model.layers.41.mlp.experts.84.down_proj,0.0093843317,hessian_weighted_relative_error,32384,0.02500,0.742
41,model.language_model.layers.41.mlp.experts.84.gate_proj,0.0058132569,hessian_weighted_relative_error,32384,0.02500,0.771
41,model.language_model.layers.41.mlp.experts.84.up_proj,0.0087583756,hessian_weighted_relative_error,32384,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.85.down_proj,0.0132231546,hessian_weighted_relative_error,20398,0.02500,0.832
41,model.language_model.layers.41.mlp.experts.85.gate_proj,0.0058240037,hessian_weighted_relative_error,20398,0.02500,0.888
41,model.language_model.layers.41.mlp.experts.85.up_proj,0.0085953659,hessian_weighted_relative_error,20398,0.02500,0.946
41,model.language_model.layers.41.mlp.experts.86.down_proj,0.0121355934,hessian_weighted_relative_error,24978,0.02500,0.745
41,model.language_model.layers.41.mlp.experts.86.gate_proj,0.0068144778,hessian_weighted_relative_error,24978,0.02500,0.777
41,model.language_model.layers.41.mlp.experts.86.up_proj,0.0091258068,hessian_weighted_relative_error,24978,0.02500,0.798
41,model.language_model.layers.41.mlp.experts.87.down_proj,0.0076887751,hessian_weighted_relative_error,21108,0.02500,0.831
41,model.language_model.layers.41.mlp.experts.87.gate_proj,0.0037238576,hessian_weighted_relative_error,21108,0.02500,0.890
41,model.language_model.layers.41.mlp.experts.87.up_proj,0.0051803031,hessian_weighted_relative_error,21108,0.02500,0.953
41,model.language_model.layers.41.mlp.experts.88.down_proj,0.0107092658,hessian_weighted_relative_error,14674,0.02500,0.743
41,model.language_model.layers.41.mlp.experts.88.gate_proj,0.0046384654,hessian_weighted_relative_error,14674,0.02500,0.777
41,model.language_model.layers.41.mlp.experts.88.up_proj,0.0073526144,hessian_weighted_relative_error,14674,0.02500,0.801
41,model.language_model.layers.41.mlp.experts.89.down_proj,0.0105282937,hessian_weighted_relative_error,26253,0.02500,0.834
41,model.language_model.layers.41.mlp.experts.89.gate_proj,0.0054255831,hessian_weighted_relative_error,26253,0.02500,0.893
41,model.language_model.layers.41.mlp.experts.89.up_proj,0.0079882632,hessian_weighted_relative_error,26253,0.02500,0.951
41,model.language_model.layers.41.mlp.experts.9.down_proj,0.0125505450,hessian_weighted_relative_error,30245,0.02500,0.795
41,model.language_model.layers.41.mlp.experts.9.gate_proj,0.0071924646,hessian_weighted_relative_error,30245,0.02500,0.853
41,model.language_model.layers.41.mlp.experts.9.up_proj,0.0087280123,hessian_weighted_relative_error,30245,0.02500,0.944
41,model.language_model.layers.41.mlp.experts.90.down_proj,0.0114109870,hessian_weighted_relative_error,15798,0.02500,0.741
41,model.language_model.layers.41.mlp.experts.90.gate_proj,0.0052586280,hessian_weighted_relative_error,15798,0.02500,0.772
41,model.language_model.layers.41.mlp.experts.90.up_proj,0.0071188914,hessian_weighted_relative_error,15798,0.02500,0.797
41,model.language_model.layers.41.mlp.experts.91.down_proj,0.0092551118,hessian_weighted_relative_error,97258,0.02500,0.838
41,model.language_model.layers.41.mlp.experts.91.gate_proj,0.0054430644,hessian_weighted_relative_error,97258,0.02500,0.892
41,model.language_model.layers.41.mlp.experts.91.up_proj,0.0070194719,hessian_weighted_relative_error,97258,0.02500,0.958
41,model.language_model.layers.41.mlp.experts.92.down_proj,0.0089879043,hessian_weighted_relative_error,39398,0.02500,0.744
41,model.language_model.layers.41.mlp.experts.92.gate_proj,0.0040971701,hessian_weighted_relative_error,39398,0.02500,0.773
41,model.language_model.layers.41.mlp.experts.92.up_proj,0.0048548552,hessian_weighted_relative_error,39398,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.93.down_proj,0.0140074095,hessian_weighted_relative_error,37239,0.02500,0.837
41,model.language_model.layers.41.mlp.experts.93.gate_proj,0.0049838199,hessian_weighted_relative_error,37239,0.02500,0.890
41,model.language_model.layers.41.mlp.experts.93.up_proj,0.0104487633,hessian_weighted_relative_error,37239,0.02500,0.956
41,model.language_model.layers.41.mlp.experts.94.down_proj,0.0069733180,hessian_weighted_relative_error,7061,0.02500,0.745
41,model.language_model.layers.41.mlp.experts.94.gate_proj,0.0024417356,hessian_weighted_relative_error,7061,0.02500,0.776
41,model.language_model.layers.41.mlp.experts.94.up_proj,0.0035015624,hessian_weighted_relative_error,7061,0.02500,0.800
41,model.language_model.layers.41.mlp.experts.95.down_proj,0.0105571109,hessian_weighted_relative_error,30994,0.02500,0.837
41,model.language_model.layers.41.mlp.experts.95.gate_proj,0.0051619229,hessian_weighted_relative_error,30994,0.02500,0.896
41,model.language_model.layers.41.mlp.experts.95.up_proj,0.0076584281,hessian_weighted_relative_error,30994,0.02500,0.949
41,model.language_model.layers.41.mlp.experts.96.down_proj,0.0111426501,hessian_weighted_relative_error,31378,0.02500,0.744
41,model.language_model.layers.41.mlp.experts.96.gate_proj,0.0059514318,hessian_weighted_relative_error,31378,0.02500,0.778
41,model.language_model.layers.41.mlp.experts.96.up_proj,0.0086749289,hessian_weighted_relative_error,31378,0.02500,0.803
41,model.language_model.layers.41.mlp.experts.97.down_proj,0.0127757987,hessian_weighted_relative_error,35770,0.02500,0.838
41,model.language_model.layers.41.mlp.experts.97.gate_proj,0.0077834121,hessian_weighted_relative_error,35770,0.02500,0.897
41,model.language_model.layers.41.mlp.experts.97.up_proj,0.0094978254,hessian_weighted_relative_error,35770,0.02500,0.959
41,model.language_model.layers.41.mlp.experts.98.down_proj,0.0073398119,hessian_weighted_relative_error,53862,0.02500,0.742
41,model.language_model.layers.41.mlp.experts.98.gate_proj,0.0046769441,hessian_weighted_relative_error,53862,0.02500,0.775
41,model.language_model.layers.41.mlp.experts.98.up_proj,0.0061134031,hessian_weighted_relative_error,53862,0.02500,0.799
41,model.language_model.layers.41.mlp.experts.99.down_proj,0.0115910253,hessian_weighted_relative_error,57085,0.02500,0.842
41,model.language_model.layers.41.mlp.experts.99.gate_proj,0.0053370403,hessian_weighted_relative_error,57085,0.02500,0.895
41,model.language_model.layers.41.mlp.experts.99.up_proj,0.0071880712,hessian_weighted_relative_error,57085,0.02500,0.951
42,model.language_model.layers.42.mlp.experts.0.down_proj,0.0094992567,hessian_weighted_relative_error,29351,0.02500,0.722
42,model.language_model.layers.42.mlp.experts.0.gate_proj,0.0039673834,hessian_weighted_relative_error,29351,0.02500,0.747
42,model.language_model.layers.42.mlp.experts.0.up_proj,0.0054165938,hessian_weighted_relative_error,29351,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.1.down_proj,0.0066583268,hessian_weighted_relative_error,24385,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.1.gate_proj,0.0024575678,hessian_weighted_relative_error,24385,0.02500,0.848
42,model.language_model.layers.42.mlp.experts.1.up_proj,0.0038314027,hessian_weighted_relative_error,24385,0.02500,0.936
42,model.language_model.layers.42.mlp.experts.10.down_proj,0.0110346748,hessian_weighted_relative_error,56184,0.02500,0.720
42,model.language_model.layers.42.mlp.experts.10.gate_proj,0.0044591317,hessian_weighted_relative_error,56184,0.02500,0.753
42,model.language_model.layers.42.mlp.experts.10.up_proj,0.0081337144,hessian_weighted_relative_error,56184,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.100.down_proj,0.0102000416,hessian_weighted_relative_error,10576,0.02500,0.744
42,model.language_model.layers.42.mlp.experts.100.gate_proj,0.0035266938,hessian_weighted_relative_error,10576,0.02500,0.774
42,model.language_model.layers.42.mlp.experts.100.up_proj,0.0050982669,hessian_weighted_relative_error,10576,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.101.down_proj,0.0114564675,hessian_weighted_relative_error,23560,0.02500,0.839
42,model.language_model.layers.42.mlp.experts.101.gate_proj,0.0030883317,hessian_weighted_relative_error,23560,0.02500,0.893
42,model.language_model.layers.42.mlp.experts.101.up_proj,0.0057383122,hessian_weighted_relative_error,23560,0.02500,0.949
42,model.language_model.layers.42.mlp.experts.102.down_proj,0.0117046797,hessian_weighted_relative_error,30759,0.02500,0.746
42,model.language_model.layers.42.mlp.experts.102.gate_proj,0.0044886899,hessian_weighted_relative_error,30759,0.02500,0.776
42,model.language_model.layers.42.mlp.experts.102.up_proj,0.0081123789,hessian_weighted_relative_error,30759,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.103.down_proj,0.0124453863,hessian_weighted_relative_error,20674,0.02500,0.840
42,model.language_model.layers.42.mlp.experts.103.gate_proj,0.0038047231,hessian_weighted_relative_error,20674,0.02500,0.892
42,model.language_model.layers.42.mlp.experts.103.up_proj,0.0068511051,hessian_weighted_relative_error,20674,0.02500,0.953
42,model.language_model.layers.42.mlp.experts.104.down_proj,0.0101400616,hessian_weighted_relative_error,42248,0.02500,0.746
42,model.language_model.layers.42.mlp.experts.104.gate_proj,0.0048995491,hessian_weighted_relative_error,42248,0.02500,0.777
42,model.language_model.layers.42.mlp.experts.104.up_proj,0.0073964798,hessian_weighted_relative_error,42248,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.105.down_proj,0.0067228963,hessian_weighted_relative_error,21921,0.02500,0.844
42,model.language_model.layers.42.mlp.experts.105.gate_proj,0.0029323769,hessian_weighted_relative_error,21921,0.02500,0.893
42,model.language_model.layers.42.mlp.experts.105.up_proj,0.0035615975,hessian_weighted_relative_error,21921,0.02500,0.950
42,model.language_model.layers.42.mlp.experts.106.down_proj,0.0109223612,hessian_weighted_relative_error,14337,0.02500,0.744
42,model.language_model.layers.42.mlp.experts.106.gate_proj,0.0032420181,hessian_weighted_relative_error,14337,0.02500,0.778
42,model.language_model.layers.42.mlp.experts.106.up_proj,0.0047853947,hessian_weighted_relative_error,14337,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.107.down_proj,0.0081320655,hessian_weighted_relative_error,19566,0.02500,0.842
42,model.language_model.layers.42.mlp.experts.107.gate_proj,0.0035891910,hessian_weighted_relative_error,19566,0.02500,0.898
42,model.language_model.layers.42.mlp.experts.107.up_proj,0.0044133590,hessian_weighted_relative_error,19566,0.02500,0.943
42,model.language_model.layers.42.mlp.experts.108.down_proj,0.0070039179,hessian_weighted_relative_error,29952,0.02500,0.744
42,model.language_model.layers.42.mlp.experts.108.gate_proj,0.0039633516,hessian_weighted_relative_error,29952,0.02500,0.774
42,model.language_model.layers.42.mlp.experts.108.up_proj,0.0046091524,hessian_weighted_relative_error,29952,0.02500,0.796
42,model.language_model.layers.42.mlp.experts.109.down_proj,0.0108980136,hessian_weighted_relative_error,34732,0.02500,0.843
42,model.language_model.layers.42.mlp.experts.109.gate_proj,0.0044422160,hessian_weighted_relative_error,34732,0.02500,0.892
42,model.language_model.layers.42.mlp.experts.109.up_proj,0.0056905055,hessian_weighted_relative_error,34732,0.02500,0.935
42,model.language_model.layers.42.mlp.experts.11.down_proj,0.0093490357,hessian_weighted_relative_error,7497,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.11.gate_proj,0.0027074041,hessian_weighted_relative_error,7497,0.02500,0.856
42,model.language_model.layers.42.mlp.experts.11.up_proj,0.0037005559,hessian_weighted_relative_error,7497,0.02500,0.939
42,model.language_model.layers.42.mlp.experts.110.down_proj,0.0121955772,hessian_weighted_relative_error,52583,0.02500,0.746
42,model.language_model.layers.42.mlp.experts.110.gate_proj,0.0052900784,hessian_weighted_relative_error,52583,0.02500,0.777
42,model.language_model.layers.42.mlp.experts.110.up_proj,0.0083607145,hessian_weighted_relative_error,52583,0.02500,0.796
42,model.language_model.layers.42.mlp.experts.111.down_proj,0.0069351810,hessian_weighted_relative_error,33885,0.02500,0.844
42,model.language_model.layers.42.mlp.experts.111.gate_proj,0.0035758711,hessian_weighted_relative_error,33885,0.02500,0.894
42,model.language_model.layers.42.mlp.experts.111.up_proj,0.0040591357,hessian_weighted_relative_error,33885,0.02500,0.948
42,model.language_model.layers.42.mlp.experts.112.down_proj,0.0139080389,hessian_weighted_relative_error,46042,0.02500,0.747
42,model.language_model.layers.42.mlp.experts.112.gate_proj,0.0054841186,hessian_weighted_relative_error,46042,0.02500,0.778
42,model.language_model.layers.42.mlp.experts.112.up_proj,0.0093810326,hessian_weighted_relative_error,46042,0.02500,0.805
42,model.language_model.layers.42.mlp.experts.113.down_proj,0.0103452126,hessian_weighted_relative_error,24321,0.02500,0.848
42,model.language_model.layers.42.mlp.experts.113.gate_proj,0.0045266656,hessian_weighted_relative_error,24321,0.02500,0.898
42,model.language_model.layers.42.mlp.experts.113.up_proj,0.0060523201,hessian_weighted_relative_error,24321,0.02500,0.940
42,model.language_model.layers.42.mlp.experts.114.down_proj,0.0106014404,hessian_weighted_relative_error,15069,0.02500,0.744
42,model.language_model.layers.42.mlp.experts.114.gate_proj,0.0032470405,hessian_weighted_relative_error,15069,0.02500,0.777
42,model.language_model.layers.42.mlp.experts.114.up_proj,0.0041701484,hessian_weighted_relative_error,15069,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.115.down_proj,0.0108580425,hessian_weighted_relative_error,22571,0.02500,0.846
42,model.language_model.layers.42.mlp.experts.115.gate_proj,0.0023289847,hessian_weighted_relative_error,22571,0.02500,0.896
42,model.language_model.layers.42.mlp.experts.115.up_proj,0.0059016928,hessian_weighted_relative_error,22571,0.02500,0.945
42,model.language_model.layers.42.mlp.experts.116.down_proj,0.0123361850,hessian_weighted_relative_error,19087,0.02500,0.745
42,model.language_model.layers.42.mlp.experts.116.gate_proj,0.0044059041,hessian_weighted_relative_error,19087,0.02500,0.775
42,model.language_model.layers.42.mlp.experts.116.up_proj,0.0061665369,hessian_weighted_relative_error,19087,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.117.down_proj,0.0078917515,hessian_weighted_relative_error,24516,0.02500,0.847
42,model.language_model.layers.42.mlp.experts.117.gate_proj,0.0037547320,hessian_weighted_relative_error,24516,0.02500,0.902
42,model.language_model.layers.42.mlp.experts.117.up_proj,0.0049443886,hessian_weighted_relative_error,24516,0.02500,0.938
42,model.language_model.layers.42.mlp.experts.118.down_proj,0.0118955080,hessian_weighted_relative_error,26828,0.02500,0.746
42,model.language_model.layers.42.mlp.experts.118.gate_proj,0.0038450336,hessian_weighted_relative_error,26828,0.02500,0.777
42,model.language_model.layers.42.mlp.experts.118.up_proj,0.0075793169,hessian_weighted_relative_error,26828,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.119.down_proj,0.0105340680,hessian_weighted_relative_error,38353,0.02500,0.848
42,model.language_model.layers.42.mlp.experts.119.gate_proj,0.0041490772,hessian_weighted_relative_error,38353,0.02500,0.897
42,model.language_model.layers.42.mlp.experts.119.up_proj,0.0078780354,hessian_weighted_relative_error,38353,0.02500,0.947
42,model.language_model.layers.42.mlp.experts.12.down_proj,0.0097482816,hessian_weighted_relative_error,20670,0.02500,0.723
42,model.language_model.layers.42.mlp.experts.12.gate_proj,0.0032615935,hessian_weighted_relative_error,20670,0.02500,0.751
42,model.language_model.layers.42.mlp.experts.12.up_proj,0.0049064401,hessian_weighted_relative_error,20670,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.120.down_proj,0.0073513471,hessian_weighted_relative_error,7492,0.02500,0.749
42,model.language_model.layers.42.mlp.experts.120.gate_proj,0.0028617583,hessian_weighted_relative_error,7492,0.02500,0.780
42,model.language_model.layers.42.mlp.experts.120.up_proj,0.0035237593,hessian_weighted_relative_error,7492,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.121.down_proj,0.0098523075,hessian_weighted_relative_error,33330,0.02500,0.851
42,model.language_model.layers.42.mlp.experts.121.gate_proj,0.0035987334,hessian_weighted_relative_error,33330,0.02500,0.899
42,model.language_model.layers.42.mlp.experts.121.up_proj,0.0054343783,hessian_weighted_relative_error,33330,0.02500,0.952
42,model.language_model.layers.42.mlp.experts.122.down_proj,0.0098733245,hessian_weighted_relative_error,13197,0.02500,0.745
42,model.language_model.layers.42.mlp.experts.122.gate_proj,0.0036538300,hessian_weighted_relative_error,13197,0.02500,0.779
42,model.language_model.layers.42.mlp.experts.122.up_proj,0.0051909851,hessian_weighted_relative_error,13197,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.123.down_proj,0.0116551711,hessian_weighted_relative_error,32924,0.02500,0.849
42,model.language_model.layers.42.mlp.experts.123.gate_proj,0.0037196191,hessian_weighted_relative_error,32924,0.02500,0.901
42,model.language_model.layers.42.mlp.experts.123.up_proj,0.0072156035,hessian_weighted_relative_error,32924,0.02500,0.950
42,model.language_model.layers.42.mlp.experts.124.down_proj,0.0117812175,hessian_weighted_relative_error,21598,0.02500,0.747
42,model.language_model.layers.42.mlp.experts.124.gate_proj,0.0045120159,hessian_weighted_relative_error,21598,0.02500,0.778
42,model.language_model.layers.42.mlp.experts.124.up_proj,0.0057455769,hessian_weighted_relative_error,21598,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.125.down_proj,0.0073014410,hessian_weighted_relative_error,30178,0.02500,0.850
42,model.language_model.layers.42.mlp.experts.125.gate_proj,0.0034612921,hessian_weighted_relative_error,30178,0.02500,0.896
42,model.language_model.layers.42.mlp.experts.125.up_proj,0.0042298028,hessian_weighted_relative_error,30178,0.02500,0.940
42,model.language_model.layers.42.mlp.experts.126.down_proj,0.0122427718,hessian_weighted_relative_error,37524,0.02500,0.749
42,model.language_model.layers.42.mlp.experts.126.gate_proj,0.0049052638,hessian_weighted_relative_error,37524,0.02500,0.778
42,model.language_model.layers.42.mlp.experts.126.up_proj,0.0080221890,hessian_weighted_relative_error,37524,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.127.down_proj,0.0084605963,hessian_weighted_relative_error,37950,0.02500,0.856
42,model.language_model.layers.42.mlp.experts.127.gate_proj,0.0031402844,hessian_weighted_relative_error,37950,0.02500,0.899
42,model.language_model.layers.42.mlp.experts.127.up_proj,0.0044147121,hessian_weighted_relative_error,37950,0.02500,0.945
42,model.language_model.layers.42.mlp.experts.128.down_proj,0.0106922236,hessian_weighted_relative_error,24288,0.02500,0.751
42,model.language_model.layers.42.mlp.experts.128.gate_proj,0.0038804643,hessian_weighted_relative_error,24288,0.02500,0.782
42,model.language_model.layers.42.mlp.experts.128.up_proj,0.0042033084,hessian_weighted_relative_error,24288,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.129.down_proj,0.0082668326,hessian_weighted_relative_error,9243,0.02500,0.855
42,model.language_model.layers.42.mlp.experts.129.gate_proj,0.0030205536,hessian_weighted_relative_error,9243,0.02500,0.903
42,model.language_model.layers.42.mlp.experts.129.up_proj,0.0044000080,hessian_weighted_relative_error,9243,0.02500,0.945
42,model.language_model.layers.42.mlp.experts.13.down_proj,0.0105380375,hessian_weighted_relative_error,40043,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.13.gate_proj,0.0040402009,hessian_weighted_relative_error,40043,0.02500,0.849
42,model.language_model.layers.42.mlp.experts.13.up_proj,0.0055970969,hessian_weighted_relative_error,40043,0.02500,0.940
42,model.language_model.layers.42.mlp.experts.130.down_proj,0.0085522728,hessian_weighted_relative_error,15470,0.02500,0.747
42,model.language_model.layers.42.mlp.experts.130.gate_proj,0.0032811251,hessian_weighted_relative_error,15470,0.02500,0.788
42,model.language_model.layers.42.mlp.experts.130.up_proj,0.0038349765,hessian_weighted_relative_error,15470,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.131.down_proj,0.0096756127,hessian_weighted_relative_error,30142,0.02500,0.852
42,model.language_model.layers.42.mlp.experts.131.gate_proj,0.0040410663,hessian_weighted_relative_error,30142,0.02500,0.900
42,model.language_model.layers.42.mlp.experts.131.up_proj,0.0067456548,hessian_weighted_relative_error,30142,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.132.down_proj,0.0006758766,hessian_weighted_relative_error,19751,0.02500,0.747
42,model.language_model.layers.42.mlp.experts.132.gate_proj,0.0038590040,hessian_weighted_relative_error,19751,0.02500,0.776
42,model.language_model.layers.42.mlp.experts.132.up_proj,0.0041259407,hessian_weighted_relative_error,19751,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.133.down_proj,0.0099268675,hessian_weighted_relative_error,141480,0.02500,0.855
42,model.language_model.layers.42.mlp.experts.133.gate_proj,0.0021901694,hessian_weighted_relative_error,141480,0.02500,0.897
42,model.language_model.layers.42.mlp.experts.133.up_proj,0.0069511588,hessian_weighted_relative_error,141480,0.02500,0.939
42,model.language_model.layers.42.mlp.experts.134.down_proj,0.0094367302,hessian_weighted_relative_error,23999,0.02500,0.750
42,model.language_model.layers.42.mlp.experts.134.gate_proj,0.0017958005,hessian_weighted_relative_error,23999,0.02500,0.779
42,model.language_model.layers.42.mlp.experts.134.up_proj,0.0053432879,hessian_weighted_relative_error,23999,0.02500,0.802
42,model.language_model.layers.42.mlp.experts.135.down_proj,0.0099633978,hessian_weighted_relative_error,47744,0.02500,0.857
42,model.language_model.layers.42.mlp.experts.135.gate_proj,0.0050446802,hessian_weighted_relative_error,47744,0.02500,0.906
42,model.language_model.layers.42.mlp.experts.135.up_proj,0.0081162550,hessian_weighted_relative_error,47744,0.02500,0.945
42,model.language_model.layers.42.mlp.experts.136.down_proj,0.0076301075,hessian_weighted_relative_error,23987,0.02500,0.751
42,model.language_model.layers.42.mlp.experts.136.gate_proj,0.0035368376,hessian_weighted_relative_error,23987,0.02500,0.783
42,model.language_model.layers.42.mlp.experts.136.up_proj,0.0068283644,hessian_weighted_relative_error,23987,0.02500,0.802
42,model.language_model.layers.42.mlp.experts.137.down_proj,0.0120956854,hessian_weighted_relative_error,34956,0.02500,0.860
42,model.language_model.layers.42.mlp.experts.137.gate_proj,0.0050854504,hessian_weighted_relative_error,34956,0.02500,0.902
42,model.language_model.layers.42.mlp.experts.137.up_proj,0.0086320114,hessian_weighted_relative_error,34956,0.02500,0.950
42,model.language_model.layers.42.mlp.experts.138.down_proj,0.0086219301,hessian_weighted_relative_error,29442,0.02500,0.751
42,model.language_model.layers.42.mlp.experts.138.gate_proj,0.0041419389,hessian_weighted_relative_error,29442,0.02500,0.782
42,model.language_model.layers.42.mlp.experts.138.up_proj,0.0042956136,hessian_weighted_relative_error,29442,0.02500,0.802
42,model.language_model.layers.42.mlp.experts.139.down_proj,0.0117981902,hessian_weighted_relative_error,39345,0.02500,0.857
42,model.language_model.layers.42.mlp.experts.139.gate_proj,0.0044209954,hessian_weighted_relative_error,39345,0.02500,0.904
42,model.language_model.layers.42.mlp.experts.139.up_proj,0.0060176092,hessian_weighted_relative_error,39345,0.02500,0.949
42,model.language_model.layers.42.mlp.experts.14.down_proj,0.0093025001,hessian_weighted_relative_error,191074,0.02500,0.724
42,model.language_model.layers.42.mlp.experts.14.gate_proj,0.0030744721,hessian_weighted_relative_error,191074,0.02500,0.752
42,model.language_model.layers.42.mlp.experts.14.up_proj,0.0057644189,hessian_weighted_relative_error,191074,0.02500,0.792
42,model.language_model.layers.42.mlp.experts.140.down_proj,0.0093925925,hessian_weighted_relative_error,28369,0.02500,0.749
42,model.language_model.layers.42.mlp.experts.140.gate_proj,0.0052101092,hessian_weighted_relative_error,28369,0.02500,0.779
42,model.language_model.layers.42.mlp.experts.140.up_proj,0.0068850121,hessian_weighted_relative_error,28369,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.141.down_proj,0.0088736767,hessian_weighted_relative_error,18098,0.02500,0.858
42,model.language_model.layers.42.mlp.experts.141.gate_proj,0.0038644857,hessian_weighted_relative_error,18098,0.02500,0.903
42,model.language_model.layers.42.mlp.experts.141.up_proj,0.0046385929,hessian_weighted_relative_error,18098,0.02500,0.964
42,model.language_model.layers.42.mlp.experts.142.down_proj,0.0096018426,hessian_weighted_relative_error,23853,0.02500,0.751
42,model.language_model.layers.42.mlp.experts.142.gate_proj,0.0032204142,hessian_weighted_relative_error,23853,0.02500,0.779
42,model.language_model.layers.42.mlp.experts.142.up_proj,0.0055170265,hessian_weighted_relative_error,23853,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.143.down_proj,0.0095580286,hessian_weighted_relative_error,9911,0.02500,0.860
42,model.language_model.layers.42.mlp.experts.143.gate_proj,0.0035445207,hessian_weighted_relative_error,9911,0.02500,0.903
42,model.language_model.layers.42.mlp.experts.143.up_proj,0.0046959991,hessian_weighted_relative_error,9911,0.02500,0.941
42,model.language_model.layers.42.mlp.experts.144.down_proj,0.0123901748,hessian_weighted_relative_error,27061,0.02500,0.753
42,model.language_model.layers.42.mlp.experts.144.gate_proj,0.0031213016,hessian_weighted_relative_error,27061,0.02500,0.792
42,model.language_model.layers.42.mlp.experts.144.up_proj,0.0076891635,hessian_weighted_relative_error,27061,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.145.down_proj,0.0075366681,hessian_weighted_relative_error,8437,0.02500,0.863
42,model.language_model.layers.42.mlp.experts.145.gate_proj,0.0034038546,hessian_weighted_relative_error,8437,0.02500,0.909
42,model.language_model.layers.42.mlp.experts.145.up_proj,0.0057337636,hessian_weighted_relative_error,8437,0.02500,0.956
42,model.language_model.layers.42.mlp.experts.146.down_proj,0.0110738800,hessian_weighted_relative_error,15300,0.02500,0.749
42,model.language_model.layers.42.mlp.experts.146.gate_proj,0.0045225932,hessian_weighted_relative_error,15300,0.02500,0.784
42,model.language_model.layers.42.mlp.experts.146.up_proj,0.0054767892,hessian_weighted_relative_error,15300,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.147.down_proj,0.0092105787,hessian_weighted_relative_error,29379,0.02500,0.862
42,model.language_model.layers.42.mlp.experts.147.gate_proj,0.0034812388,hessian_weighted_relative_error,29379,0.02500,0.903
42,model.language_model.layers.42.mlp.experts.147.up_proj,0.0053398753,hessian_weighted_relative_error,29379,0.02500,0.955
42,model.language_model.layers.42.mlp.experts.148.down_proj,0.0067628081,hessian_weighted_relative_error,21226,0.02500,0.750
42,model.language_model.layers.42.mlp.experts.148.gate_proj,0.0032691106,hessian_weighted_relative_error,21226,0.02500,0.783
42,model.language_model.layers.42.mlp.experts.148.up_proj,0.0037219601,hessian_weighted_relative_error,21226,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.149.down_proj,0.0101984579,hessian_weighted_relative_error,37456,0.02500,0.863
42,model.language_model.layers.42.mlp.experts.149.gate_proj,0.0036047729,hessian_weighted_relative_error,37456,0.02500,0.900
42,model.language_model.layers.42.mlp.experts.149.up_proj,0.0066987269,hessian_weighted_relative_error,37456,0.02500,0.952
42,model.language_model.layers.42.mlp.experts.15.down_proj,0.0120378061,hessian_weighted_relative_error,46556,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.15.gate_proj,0.0050888842,hessian_weighted_relative_error,46556,0.02500,0.850
42,model.language_model.layers.42.mlp.experts.15.up_proj,0.0065844575,hessian_weighted_relative_error,46556,0.02500,0.940
42,model.language_model.layers.42.mlp.experts.150.down_proj,0.0118610424,hessian_weighted_relative_error,21801,0.02500,0.751
42,model.language_model.layers.42.mlp.experts.150.gate_proj,0.0035193637,hessian_weighted_relative_error,21801,0.02500,0.780
42,model.language_model.layers.42.mlp.experts.150.up_proj,0.0071870533,hessian_weighted_relative_error,21801,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.151.down_proj,0.0104297980,hessian_weighted_relative_error,10037,0.02500,0.868
42,model.language_model.layers.42.mlp.experts.151.gate_proj,0.0029175171,hessian_weighted_relative_error,10037,0.02500,0.903
42,model.language_model.layers.42.mlp.experts.151.up_proj,0.0043006516,hessian_weighted_relative_error,10037,0.02500,0.960
42,model.language_model.layers.42.mlp.experts.152.down_proj,0.0065847501,hessian_weighted_relative_error,10662,0.02500,0.754
42,model.language_model.layers.42.mlp.experts.152.gate_proj,0.0034843472,hessian_weighted_relative_error,10662,0.02500,0.783
42,model.language_model.layers.42.mlp.experts.152.up_proj,0.0041219990,hessian_weighted_relative_error,10662,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.153.down_proj,0.0075756434,hessian_weighted_relative_error,29615,0.02500,0.867
42,model.language_model.layers.42.mlp.experts.153.gate_proj,0.0033080270,hessian_weighted_relative_error,29615,0.02500,0.938
42,model.language_model.layers.42.mlp.experts.153.up_proj,0.0045316921,hessian_weighted_relative_error,29615,0.02500,0.956
42,model.language_model.layers.42.mlp.experts.154.down_proj,0.0127762951,hessian_weighted_relative_error,48246,0.02500,0.749
42,model.language_model.layers.42.mlp.experts.154.gate_proj,0.0052984633,hessian_weighted_relative_error,48246,0.02500,0.782
42,model.language_model.layers.42.mlp.experts.154.up_proj,0.0088857362,hessian_weighted_relative_error,48246,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.155.down_proj,0.0135256671,hessian_weighted_relative_error,41751,0.02500,0.865
42,model.language_model.layers.42.mlp.experts.155.gate_proj,0.0049562126,hessian_weighted_relative_error,41751,0.02500,0.913
42,model.language_model.layers.42.mlp.experts.155.up_proj,0.0085882251,hessian_weighted_relative_error,41751,0.02500,0.961
42,model.language_model.layers.42.mlp.experts.156.down_proj,0.0125549257,hessian_weighted_relative_error,27432,0.02500,0.752
42,model.language_model.layers.42.mlp.experts.156.gate_proj,0.0039269677,hessian_weighted_relative_error,27432,0.02500,0.778
42,model.language_model.layers.42.mlp.experts.156.up_proj,0.0055067835,hessian_weighted_relative_error,27432,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.157.down_proj,0.0065857733,hessian_weighted_relative_error,17830,0.02500,0.867
42,model.language_model.layers.42.mlp.experts.157.gate_proj,0.0026671703,hessian_weighted_relative_error,17830,0.02500,0.909
42,model.language_model.layers.42.mlp.experts.157.up_proj,0.0032558639,hessian_weighted_relative_error,17830,0.02500,0.949
42,model.language_model.layers.42.mlp.experts.158.down_proj,0.0116424840,hessian_weighted_relative_error,22700,0.02500,0.754
42,model.language_model.layers.42.mlp.experts.158.gate_proj,0.0054373967,hessian_weighted_relative_error,22700,0.02500,0.780
42,model.language_model.layers.42.mlp.experts.158.up_proj,0.0056718995,hessian_weighted_relative_error,22700,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.159.down_proj,0.0080177801,hessian_weighted_relative_error,8772,0.02500,0.870
42,model.language_model.layers.42.mlp.experts.159.gate_proj,0.0027163598,hessian_weighted_relative_error,8772,0.02500,0.910
42,model.language_model.layers.42.mlp.experts.159.up_proj,0.0036217344,hessian_weighted_relative_error,8772,0.02500,0.960
42,model.language_model.layers.42.mlp.experts.16.down_proj,0.0097014779,hessian_weighted_relative_error,45195,0.02500,0.726
42,model.language_model.layers.42.mlp.experts.16.gate_proj,0.0034159938,hessian_weighted_relative_error,45195,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.16.up_proj,0.0058458704,hessian_weighted_relative_error,45195,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.160.down_proj,0.0121721913,hessian_weighted_relative_error,42876,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.160.gate_proj,0.0041664584,hessian_weighted_relative_error,42876,0.02500,0.786
42,model.language_model.layers.42.mlp.experts.160.up_proj,0.0085238036,hessian_weighted_relative_error,42876,0.02500,0.810
42,model.language_model.layers.42.mlp.experts.161.down_proj,0.0070916882,hessian_weighted_relative_error,11558,0.02500,0.869
42,model.language_model.layers.42.mlp.experts.161.gate_proj,0.0026556091,hessian_weighted_relative_error,11558,0.02500,0.909
42,model.language_model.layers.42.mlp.experts.161.up_proj,0.0038158702,hessian_weighted_relative_error,11558,0.02500,0.957
42,model.language_model.layers.42.mlp.experts.162.down_proj,0.0121472790,hessian_weighted_relative_error,31747,0.02500,0.751
42,model.language_model.layers.42.mlp.experts.162.gate_proj,0.0041461769,hessian_weighted_relative_error,31747,0.02500,0.787
42,model.language_model.layers.42.mlp.experts.162.up_proj,0.0087375866,hessian_weighted_relative_error,31747,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.163.down_proj,0.0081627412,hessian_weighted_relative_error,20040,0.02500,0.869
42,model.language_model.layers.42.mlp.experts.163.gate_proj,0.0044284245,hessian_weighted_relative_error,20040,0.02500,0.910
42,model.language_model.layers.42.mlp.experts.163.up_proj,0.0053704517,hessian_weighted_relative_error,20040,0.02500,0.965
42,model.language_model.layers.42.mlp.experts.164.down_proj,0.0129001543,hessian_weighted_relative_error,34699,0.02500,0.752
42,model.language_model.layers.42.mlp.experts.164.gate_proj,0.0047692050,hessian_weighted_relative_error,34699,0.02500,0.790
42,model.language_model.layers.42.mlp.experts.164.up_proj,0.0077607901,hessian_weighted_relative_error,34699,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.165.down_proj,0.0075222086,hessian_weighted_relative_error,33061,0.02500,0.869
42,model.language_model.layers.42.mlp.experts.165.gate_proj,0.0041557660,hessian_weighted_relative_error,33061,0.02500,0.908
42,model.language_model.layers.42.mlp.experts.165.up_proj,0.0064610188,hessian_weighted_relative_error,33061,0.02500,0.953
42,model.language_model.layers.42.mlp.experts.166.down_proj,0.0100881503,hessian_weighted_relative_error,8926,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.166.gate_proj,0.0030900089,hessian_weighted_relative_error,8926,0.02500,0.782
42,model.language_model.layers.42.mlp.experts.166.up_proj,0.0042962964,hessian_weighted_relative_error,8926,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.167.down_proj,0.0112965724,hessian_weighted_relative_error,45611,0.02500,0.874
42,model.language_model.layers.42.mlp.experts.167.gate_proj,0.0044245689,hessian_weighted_relative_error,45611,0.02500,0.911
42,model.language_model.layers.42.mlp.experts.167.up_proj,0.0077801504,hessian_weighted_relative_error,45611,0.02500,0.959
42,model.language_model.layers.42.mlp.experts.168.down_proj,0.0079419502,hessian_weighted_relative_error,31148,0.02500,0.756
42,model.language_model.layers.42.mlp.experts.168.gate_proj,0.0049578334,hessian_weighted_relative_error,31148,0.02500,0.786
42,model.language_model.layers.42.mlp.experts.168.up_proj,0.0059999140,hessian_weighted_relative_error,31148,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.169.down_proj,0.0069409439,hessian_weighted_relative_error,77729,0.02500,0.872
42,model.language_model.layers.42.mlp.experts.169.gate_proj,0.0032889923,hessian_weighted_relative_error,77729,0.02500,0.906
42,model.language_model.layers.42.mlp.experts.169.up_proj,0.0038387358,hessian_weighted_relative_error,77729,0.02500,0.963
42,model.language_model.layers.42.mlp.experts.17.down_proj,0.0094332013,hessian_weighted_relative_error,21676,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.17.gate_proj,0.0044068506,hessian_weighted_relative_error,21676,0.02500,0.856
42,model.language_model.layers.42.mlp.experts.17.up_proj,0.0059602177,hessian_weighted_relative_error,21676,0.02500,0.947
42,model.language_model.layers.42.mlp.experts.170.down_proj,0.0108756805,hessian_weighted_relative_error,19357,0.02500,0.753
42,model.language_model.layers.42.mlp.experts.170.gate_proj,0.0045019899,hessian_weighted_relative_error,19357,0.02500,0.785
42,model.language_model.layers.42.mlp.experts.170.up_proj,0.0071851750,hessian_weighted_relative_error,19357,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.171.down_proj,0.0089227984,hessian_weighted_relative_error,15020,0.02500,0.871
42,model.language_model.layers.42.mlp.experts.171.gate_proj,0.0033628973,hessian_weighted_relative_error,15020,0.02500,0.911
42,model.language_model.layers.42.mlp.experts.171.up_proj,0.0043258438,hessian_weighted_relative_error,15020,0.02500,0.954
42,model.language_model.layers.42.mlp.experts.172.down_proj,0.0073548830,hessian_weighted_relative_error,26489,0.02500,0.753
42,model.language_model.layers.42.mlp.experts.172.gate_proj,0.0026514339,hessian_weighted_relative_error,26489,0.02500,0.783
42,model.language_model.layers.42.mlp.experts.172.up_proj,0.0045533121,hessian_weighted_relative_error,26489,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.173.down_proj,0.0096419160,hessian_weighted_relative_error,21000,0.02500,0.871
42,model.language_model.layers.42.mlp.experts.173.gate_proj,0.0047368691,hessian_weighted_relative_error,21000,0.02500,0.909
42,model.language_model.layers.42.mlp.experts.173.up_proj,0.0074265294,hessian_weighted_relative_error,21000,0.02500,0.954
42,model.language_model.layers.42.mlp.experts.174.down_proj,0.0096076289,hessian_weighted_relative_error,33702,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.174.gate_proj,0.0040286332,hessian_weighted_relative_error,33702,0.02500,0.782
42,model.language_model.layers.42.mlp.experts.174.up_proj,0.0072970171,hessian_weighted_relative_error,33702,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.175.down_proj,0.0098419191,hessian_weighted_relative_error,25240,0.02500,0.873
42,model.language_model.layers.42.mlp.experts.175.gate_proj,0.0060748060,hessian_weighted_relative_error,25240,0.02500,0.908
42,model.language_model.layers.42.mlp.experts.175.up_proj,0.0070135278,hessian_weighted_relative_error,25240,0.02500,0.955
42,model.language_model.layers.42.mlp.experts.176.down_proj,0.0071246467,hessian_weighted_relative_error,20332,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.176.gate_proj,0.0033885930,hessian_weighted_relative_error,20332,0.02500,0.790
42,model.language_model.layers.42.mlp.experts.176.up_proj,0.0046785067,hessian_weighted_relative_error,20332,0.02500,0.804
42,model.language_model.layers.42.mlp.experts.177.down_proj,0.0117281443,hessian_weighted_relative_error,23696,0.02500,0.874
42,model.language_model.layers.42.mlp.experts.177.gate_proj,0.0033448464,hessian_weighted_relative_error,23696,0.02500,0.907
42,model.language_model.layers.42.mlp.experts.177.up_proj,0.0075047570,hessian_weighted_relative_error,23696,0.02500,0.958
42,model.language_model.layers.42.mlp.experts.178.down_proj,0.0085726475,hessian_weighted_relative_error,12980,0.02500,0.754
42,model.language_model.layers.42.mlp.experts.178.gate_proj,0.0036551676,hessian_weighted_relative_error,12980,0.02500,0.789
42,model.language_model.layers.42.mlp.experts.178.up_proj,0.0042471644,hessian_weighted_relative_error,12980,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.179.down_proj,0.0108825559,hessian_weighted_relative_error,17778,0.02500,0.873
42,model.language_model.layers.42.mlp.experts.179.gate_proj,0.0038810822,hessian_weighted_relative_error,17778,0.02500,0.912
42,model.language_model.layers.42.mlp.experts.179.up_proj,0.0059874948,hessian_weighted_relative_error,17778,0.02500,0.968
42,model.language_model.layers.42.mlp.experts.18.down_proj,0.0096623589,hessian_weighted_relative_error,31547,0.02500,0.724
42,model.language_model.layers.42.mlp.experts.18.gate_proj,0.0040462017,hessian_weighted_relative_error,31547,0.02500,0.758
42,model.language_model.layers.42.mlp.experts.18.up_proj,0.0056355496,hessian_weighted_relative_error,31547,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.180.down_proj,0.0115143568,hessian_weighted_relative_error,28497,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.180.gate_proj,0.0021186044,hessian_weighted_relative_error,28497,0.02500,0.783
42,model.language_model.layers.42.mlp.experts.180.up_proj,0.0047686647,hessian_weighted_relative_error,28497,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.181.down_proj,0.0124923188,hessian_weighted_relative_error,30899,0.02500,0.874
42,model.language_model.layers.42.mlp.experts.181.gate_proj,0.0045922313,hessian_weighted_relative_error,30899,0.02500,0.908
42,model.language_model.layers.42.mlp.experts.181.up_proj,0.0074445572,hessian_weighted_relative_error,30899,0.02500,0.959
42,model.language_model.layers.42.mlp.experts.182.down_proj,0.0113270710,hessian_weighted_relative_error,31788,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.182.gate_proj,0.0053165147,hessian_weighted_relative_error,31788,0.02500,0.784
42,model.language_model.layers.42.mlp.experts.182.up_proj,0.0070956330,hessian_weighted_relative_error,31788,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.183.down_proj,0.0138305688,hessian_weighted_relative_error,62139,0.02500,0.874
42,model.language_model.layers.42.mlp.experts.183.gate_proj,0.0050243963,hessian_weighted_relative_error,62139,0.02500,0.906
42,model.language_model.layers.42.mlp.experts.183.up_proj,0.0097263613,hessian_weighted_relative_error,62139,0.02500,0.963
42,model.language_model.layers.42.mlp.experts.184.down_proj,0.0094890340,hessian_weighted_relative_error,18028,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.184.gate_proj,0.0042421879,hessian_weighted_relative_error,18028,0.02500,0.786
42,model.language_model.layers.42.mlp.experts.184.up_proj,0.0054509337,hessian_weighted_relative_error,18028,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.185.down_proj,0.0065373113,hessian_weighted_relative_error,23653,0.02500,0.875
42,model.language_model.layers.42.mlp.experts.185.gate_proj,0.0027808305,hessian_weighted_relative_error,23653,0.02500,0.906
42,model.language_model.layers.42.mlp.experts.185.up_proj,0.0035549527,hessian_weighted_relative_error,23653,0.02500,0.997
42,model.language_model.layers.42.mlp.experts.186.down_proj,0.0106305623,hessian_weighted_relative_error,13400,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.186.gate_proj,0.0038454047,hessian_weighted_relative_error,13400,0.02500,0.788
42,model.language_model.layers.42.mlp.experts.186.up_proj,0.0038858296,hessian_weighted_relative_error,13400,0.02500,0.804
42,model.language_model.layers.42.mlp.experts.187.down_proj,0.0082951308,hessian_weighted_relative_error,23171,0.02500,0.875
42,model.language_model.layers.42.mlp.experts.187.gate_proj,0.0029720121,hessian_weighted_relative_error,23171,0.02500,0.913
42,model.language_model.layers.42.mlp.experts.187.up_proj,0.0041171612,hessian_weighted_relative_error,23171,0.02500,0.965
42,model.language_model.layers.42.mlp.experts.188.down_proj,0.0100427029,hessian_weighted_relative_error,8051,0.02500,0.756
42,model.language_model.layers.42.mlp.experts.188.gate_proj,0.0028392999,hessian_weighted_relative_error,8051,0.02500,0.785
42,model.language_model.layers.42.mlp.experts.188.up_proj,0.0043774033,hessian_weighted_relative_error,8051,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.189.down_proj,0.0070299924,hessian_weighted_relative_error,46720,0.02500,0.875
42,model.language_model.layers.42.mlp.experts.189.gate_proj,0.0037584420,hessian_weighted_relative_error,46720,0.02500,0.909
42,model.language_model.layers.42.mlp.experts.189.up_proj,0.0059494283,hessian_weighted_relative_error,46720,0.02500,0.967
42,model.language_model.layers.42.mlp.experts.19.down_proj,0.0098536597,hessian_weighted_relative_error,20400,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.19.gate_proj,0.0039433818,hessian_weighted_relative_error,20400,0.02500,0.858
42,model.language_model.layers.42.mlp.experts.19.up_proj,0.0060026794,hessian_weighted_relative_error,20400,0.02500,0.941
42,model.language_model.layers.42.mlp.experts.190.down_proj,0.0050220094,hessian_weighted_relative_error,37487,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.190.gate_proj,0.0030634057,hessian_weighted_relative_error,37487,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.190.up_proj,0.0032823595,hessian_weighted_relative_error,37487,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.191.down_proj,0.0084419053,hessian_weighted_relative_error,23095,0.02500,0.877
42,model.language_model.layers.42.mlp.experts.191.gate_proj,0.0031229970,hessian_weighted_relative_error,23095,0.02500,0.906
42,model.language_model.layers.42.mlp.experts.191.up_proj,0.0037388754,hessian_weighted_relative_error,23095,0.02500,0.957
42,model.language_model.layers.42.mlp.experts.192.down_proj,0.0087390118,hessian_weighted_relative_error,39307,0.02500,0.758
42,model.language_model.layers.42.mlp.experts.192.gate_proj,0.0031214866,hessian_weighted_relative_error,39307,0.02500,0.786
42,model.language_model.layers.42.mlp.experts.192.up_proj,0.0069709943,hessian_weighted_relative_error,39307,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.193.down_proj,0.0108482644,hessian_weighted_relative_error,32844,0.02500,0.876
42,model.language_model.layers.42.mlp.experts.193.gate_proj,0.0049793081,hessian_weighted_relative_error,32844,0.02500,0.907
42,model.language_model.layers.42.mlp.experts.193.up_proj,0.0074587250,hessian_weighted_relative_error,32844,0.02500,0.957
42,model.language_model.layers.42.mlp.experts.194.down_proj,0.0079493642,hessian_weighted_relative_error,63675,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.194.gate_proj,0.0026309921,hessian_weighted_relative_error,63675,0.02500,0.788
42,model.language_model.layers.42.mlp.experts.194.up_proj,0.0050372144,hessian_weighted_relative_error,63675,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.195.down_proj,0.0084580341,hessian_weighted_relative_error,47828,0.02500,0.877
42,model.language_model.layers.42.mlp.experts.195.gate_proj,0.0030864493,hessian_weighted_relative_error,47828,0.02500,0.916
42,model.language_model.layers.42.mlp.experts.195.up_proj,0.0053983343,hessian_weighted_relative_error,47828,0.02500,0.959
42,model.language_model.layers.42.mlp.experts.196.down_proj,0.0086552021,hessian_weighted_relative_error,22761,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.196.gate_proj,0.0029575913,hessian_weighted_relative_error,22761,0.02500,0.784
42,model.language_model.layers.42.mlp.experts.196.up_proj,0.0037898493,hessian_weighted_relative_error,22761,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.197.down_proj,0.0086797253,hessian_weighted_relative_error,30566,0.02500,0.881
42,model.language_model.layers.42.mlp.experts.197.gate_proj,0.0037632405,hessian_weighted_relative_error,30566,0.02500,0.906
42,model.language_model.layers.42.mlp.experts.197.up_proj,0.0043318954,hessian_weighted_relative_error,30566,0.02500,0.972
42,model.language_model.layers.42.mlp.experts.198.down_proj,0.0082243690,hessian_weighted_relative_error,23335,0.02500,0.758
42,model.language_model.layers.42.mlp.experts.198.gate_proj,0.0039069989,hessian_weighted_relative_error,23335,0.02500,0.786
42,model.language_model.layers.42.mlp.experts.198.up_proj,0.0064943260,hessian_weighted_relative_error,23335,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.199.down_proj,0.0076652691,hessian_weighted_relative_error,48095,0.02500,0.878
42,model.language_model.layers.42.mlp.experts.199.gate_proj,0.0034689199,hessian_weighted_relative_error,48095,0.02500,0.908
42,model.language_model.layers.42.mlp.experts.199.up_proj,0.0037159993,hessian_weighted_relative_error,48095,0.02500,0.961
42,model.language_model.layers.42.mlp.experts.2.down_proj,0.0122193901,hessian_weighted_relative_error,93885,0.02500,0.692
42,model.language_model.layers.42.mlp.experts.2.gate_proj,0.0063134497,hessian_weighted_relative_error,93885,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.2.up_proj,0.0083002817,hessian_weighted_relative_error,93885,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.20.down_proj,0.0125871925,hessian_weighted_relative_error,41731,0.02500,0.726
42,model.language_model.layers.42.mlp.experts.20.gate_proj,0.0043390981,hessian_weighted_relative_error,41731,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.20.up_proj,0.0073449685,hessian_weighted_relative_error,41731,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.200.down_proj,0.0100197899,hessian_weighted_relative_error,36248,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.200.gate_proj,0.0038591847,hessian_weighted_relative_error,36248,0.02500,0.792
42,model.language_model.layers.42.mlp.experts.200.up_proj,0.0055811343,hessian_weighted_relative_error,36248,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.201.down_proj,0.0122467388,hessian_weighted_relative_error,37139,0.02500,0.878
42,model.language_model.layers.42.mlp.experts.201.gate_proj,0.0041877250,hessian_weighted_relative_error,37139,0.02500,0.906
42,model.language_model.layers.42.mlp.experts.201.up_proj,0.0075702607,hessian_weighted_relative_error,37139,0.02500,0.960
42,model.language_model.layers.42.mlp.experts.202.down_proj,0.0076308877,hessian_weighted_relative_error,25136,0.02500,0.756
42,model.language_model.layers.42.mlp.experts.202.gate_proj,0.0030947310,hessian_weighted_relative_error,25136,0.02500,0.789
42,model.language_model.layers.42.mlp.experts.202.up_proj,0.0046582710,hessian_weighted_relative_error,25136,0.02500,0.804
42,model.language_model.layers.42.mlp.experts.203.down_proj,0.0093336657,hessian_weighted_relative_error,16589,0.02500,0.878
42,model.language_model.layers.42.mlp.experts.203.gate_proj,0.0045062255,hessian_weighted_relative_error,16589,0.02500,0.913
42,model.language_model.layers.42.mlp.experts.203.up_proj,0.0065398050,hessian_weighted_relative_error,16589,0.02500,0.955
42,model.language_model.layers.42.mlp.experts.204.down_proj,0.0112013537,hessian_weighted_relative_error,16638,0.02500,0.756
42,model.language_model.layers.42.mlp.experts.204.gate_proj,0.0034029130,hessian_weighted_relative_error,16638,0.02500,0.785
42,model.language_model.layers.42.mlp.experts.204.up_proj,0.0056457360,hessian_weighted_relative_error,16638,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.205.down_proj,0.0118919325,hessian_weighted_relative_error,21330,0.02500,0.879
42,model.language_model.layers.42.mlp.experts.205.gate_proj,0.0042763904,hessian_weighted_relative_error,21330,0.02500,0.910
42,model.language_model.layers.42.mlp.experts.205.up_proj,0.0066357364,hessian_weighted_relative_error,21330,0.02500,0.952
42,model.language_model.layers.42.mlp.experts.206.down_proj,0.0123970851,hessian_weighted_relative_error,37523,0.02500,0.758
42,model.language_model.layers.42.mlp.experts.206.gate_proj,0.0045524333,hessian_weighted_relative_error,37523,0.02500,0.788
42,model.language_model.layers.42.mlp.experts.206.up_proj,0.0076986251,hessian_weighted_relative_error,37523,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.207.down_proj,0.0106253872,hessian_weighted_relative_error,37663,0.02500,0.883
42,model.language_model.layers.42.mlp.experts.207.gate_proj,0.0048418167,hessian_weighted_relative_error,37663,0.02500,0.909
42,model.language_model.layers.42.mlp.experts.207.up_proj,0.0062246782,hessian_weighted_relative_error,37663,0.02500,0.958
42,model.language_model.layers.42.mlp.experts.208.down_proj,0.0085795617,hessian_weighted_relative_error,28668,0.02500,0.759
42,model.language_model.layers.42.mlp.experts.208.gate_proj,0.0039270034,hessian_weighted_relative_error,28668,0.02500,0.791
42,model.language_model.layers.42.mlp.experts.208.up_proj,0.0053881542,hessian_weighted_relative_error,28668,0.02500,0.804
42,model.language_model.layers.42.mlp.experts.209.down_proj,0.0097944606,hessian_weighted_relative_error,22605,0.02500,0.878
42,model.language_model.layers.42.mlp.experts.209.gate_proj,0.0025379189,hessian_weighted_relative_error,22605,0.02500,0.921
42,model.language_model.layers.42.mlp.experts.209.up_proj,0.0058949584,hessian_weighted_relative_error,22605,0.02500,0.954
42,model.language_model.layers.42.mlp.experts.21.down_proj,0.0120219220,hessian_weighted_relative_error,72545,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.21.gate_proj,0.0032533222,hessian_weighted_relative_error,72545,0.02500,0.854
42,model.language_model.layers.42.mlp.experts.21.up_proj,0.0077345706,hessian_weighted_relative_error,72545,0.02500,0.937
42,model.language_model.layers.42.mlp.experts.210.down_proj,0.0130905993,hessian_weighted_relative_error,102950,0.02500,0.756
42,model.language_model.layers.42.mlp.experts.210.gate_proj,0.0053831419,hessian_weighted_relative_error,102950,0.02500,0.790
42,model.language_model.layers.42.mlp.experts.210.up_proj,0.0086130705,hessian_weighted_relative_error,102950,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.211.down_proj,0.0108089842,hessian_weighted_relative_error,43507,0.02500,0.879
42,model.language_model.layers.42.mlp.experts.211.gate_proj,0.0046971106,hessian_weighted_relative_error,43507,0.02500,0.915
42,model.language_model.layers.42.mlp.experts.211.up_proj,0.0077395094,hessian_weighted_relative_error,43507,0.02500,0.960
42,model.language_model.layers.42.mlp.experts.212.down_proj,0.0100092649,hessian_weighted_relative_error,49636,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.212.gate_proj,0.0051825389,hessian_weighted_relative_error,49636,0.02500,0.786
42,model.language_model.layers.42.mlp.experts.212.up_proj,0.0059606548,hessian_weighted_relative_error,49636,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.213.down_proj,0.0061508269,hessian_weighted_relative_error,33075,0.02500,0.879
42,model.language_model.layers.42.mlp.experts.213.gate_proj,0.0035059170,hessian_weighted_relative_error,33075,0.02500,0.918
42,model.language_model.layers.42.mlp.experts.213.up_proj,0.0053988532,hessian_weighted_relative_error,33075,0.02500,0.958
42,model.language_model.layers.42.mlp.experts.214.down_proj,0.0075119333,hessian_weighted_relative_error,28511,0.02500,0.759
42,model.language_model.layers.42.mlp.experts.214.gate_proj,0.0035306180,hessian_weighted_relative_error,28511,0.02500,0.787
42,model.language_model.layers.42.mlp.experts.214.up_proj,0.0054051229,hessian_weighted_relative_error,28511,0.02500,0.802
42,model.language_model.layers.42.mlp.experts.215.down_proj,0.0085488442,hessian_weighted_relative_error,25936,0.02500,0.880
42,model.language_model.layers.42.mlp.experts.215.gate_proj,0.0034142862,hessian_weighted_relative_error,25936,0.02500,0.919
42,model.language_model.layers.42.mlp.experts.215.up_proj,0.0048088080,hessian_weighted_relative_error,25936,0.02500,0.957
42,model.language_model.layers.42.mlp.experts.216.down_proj,0.0122147797,hessian_weighted_relative_error,50085,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.216.gate_proj,0.0057003797,hessian_weighted_relative_error,50085,0.02500,0.791
42,model.language_model.layers.42.mlp.experts.216.up_proj,0.0084382775,hessian_weighted_relative_error,50085,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.217.down_proj,0.0114300560,hessian_weighted_relative_error,15020,0.02500,0.880
42,model.language_model.layers.42.mlp.experts.217.gate_proj,0.0039857236,hessian_weighted_relative_error,15020,0.02500,0.925
42,model.language_model.layers.42.mlp.experts.217.up_proj,0.0054704671,hessian_weighted_relative_error,15020,0.02500,0.961
42,model.language_model.layers.42.mlp.experts.218.down_proj,0.0126722185,hessian_weighted_relative_error,56420,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.218.gate_proj,0.0045683227,hessian_weighted_relative_error,56420,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.218.up_proj,0.0088215799,hessian_weighted_relative_error,56420,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.219.down_proj,0.0114545764,hessian_weighted_relative_error,27048,0.02500,0.880
42,model.language_model.layers.42.mlp.experts.219.gate_proj,0.0057518048,hessian_weighted_relative_error,27048,0.02500,0.920
42,model.language_model.layers.42.mlp.experts.219.up_proj,0.0062926508,hessian_weighted_relative_error,27048,0.02500,0.974
42,model.language_model.layers.42.mlp.experts.22.down_proj,0.0110117805,hessian_weighted_relative_error,14517,0.02500,0.731
42,model.language_model.layers.42.mlp.experts.22.gate_proj,0.0035911826,hessian_weighted_relative_error,14517,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.22.up_proj,0.0046376292,hessian_weighted_relative_error,14517,0.02500,0.791
42,model.language_model.layers.42.mlp.experts.220.down_proj,0.0100899671,hessian_weighted_relative_error,13091,0.02500,0.758
42,model.language_model.layers.42.mlp.experts.220.gate_proj,0.0036118085,hessian_weighted_relative_error,13091,0.02500,0.787
42,model.language_model.layers.42.mlp.experts.220.up_proj,0.0049170522,hessian_weighted_relative_error,13091,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.221.down_proj,0.0084325714,hessian_weighted_relative_error,34910,0.02500,0.880
42,model.language_model.layers.42.mlp.experts.221.gate_proj,0.0043539077,hessian_weighted_relative_error,34910,0.02500,0.922
42,model.language_model.layers.42.mlp.experts.221.up_proj,0.0069846115,hessian_weighted_relative_error,34910,0.02500,0.959
42,model.language_model.layers.42.mlp.experts.222.down_proj,0.0110973162,hessian_weighted_relative_error,20097,0.02500,0.762
42,model.language_model.layers.42.mlp.experts.222.gate_proj,0.0043014897,hessian_weighted_relative_error,20097,0.02500,0.788
42,model.language_model.layers.42.mlp.experts.222.up_proj,0.0062780010,hessian_weighted_relative_error,20097,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.223.down_proj,0.0091763651,hessian_weighted_relative_error,9509,0.02500,0.881
42,model.language_model.layers.42.mlp.experts.223.gate_proj,0.0026685016,hessian_weighted_relative_error,9509,0.02500,0.919
42,model.language_model.layers.42.mlp.experts.223.up_proj,0.0037817284,hessian_weighted_relative_error,9509,0.02500,0.958
42,model.language_model.layers.42.mlp.experts.224.down_proj,0.0104010620,hessian_weighted_relative_error,19873,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.224.gate_proj,0.0026284747,hessian_weighted_relative_error,19873,0.02500,0.792
42,model.language_model.layers.42.mlp.experts.224.up_proj,0.0044535527,hessian_weighted_relative_error,19873,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.225.down_proj,0.0136661503,hessian_weighted_relative_error,42356,0.02500,0.879
42,model.language_model.layers.42.mlp.experts.225.gate_proj,0.0047708503,hessian_weighted_relative_error,42356,0.02500,0.921
42,model.language_model.layers.42.mlp.experts.225.up_proj,0.0089505490,hessian_weighted_relative_error,42356,0.02500,0.958
42,model.language_model.layers.42.mlp.experts.226.down_proj,0.0112200266,hessian_weighted_relative_error,19184,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.226.gate_proj,0.0035395555,hessian_weighted_relative_error,19184,0.02500,0.790
42,model.language_model.layers.42.mlp.experts.226.up_proj,0.0054633807,hessian_weighted_relative_error,19184,0.02500,0.805
42,model.language_model.layers.42.mlp.experts.227.down_proj,0.0089627110,hessian_weighted_relative_error,16123,0.02500,0.880
42,model.language_model.layers.42.mlp.experts.227.gate_proj,0.0032891659,hessian_weighted_relative_error,16123,0.02500,0.921
42,model.language_model.layers.42.mlp.experts.227.up_proj,0.0061905402,hessian_weighted_relative_error,16123,0.02500,0.960
42,model.language_model.layers.42.mlp.experts.228.down_proj,0.0098829818,hessian_weighted_relative_error,15177,0.02500,0.759
42,model.language_model.layers.42.mlp.experts.228.gate_proj,0.0035190746,hessian_weighted_relative_error,15177,0.02500,0.787
42,model.language_model.layers.42.mlp.experts.228.up_proj,0.0055218543,hessian_weighted_relative_error,15177,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.229.down_proj,0.0107878117,hessian_weighted_relative_error,22435,0.02500,0.881
42,model.language_model.layers.42.mlp.experts.229.gate_proj,0.0028563770,hessian_weighted_relative_error,22435,0.02500,0.923
42,model.language_model.layers.42.mlp.experts.229.up_proj,0.0049459214,hessian_weighted_relative_error,22435,0.02500,0.954
42,model.language_model.layers.42.mlp.experts.23.down_proj,0.0119913865,hessian_weighted_relative_error,56500,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.23.gate_proj,0.0048181395,hessian_weighted_relative_error,56500,0.02500,0.858
42,model.language_model.layers.42.mlp.experts.23.up_proj,0.0053309737,hessian_weighted_relative_error,56500,0.02500,0.938
42,model.language_model.layers.42.mlp.experts.230.down_proj,0.0129437526,hessian_weighted_relative_error,83519,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.230.gate_proj,0.0047458269,hessian_weighted_relative_error,83519,0.02500,0.788
42,model.language_model.layers.42.mlp.experts.230.up_proj,0.0081396355,hessian_weighted_relative_error,83519,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.231.down_proj,0.0100746053,hessian_weighted_relative_error,55535,0.02500,0.888
42,model.language_model.layers.42.mlp.experts.231.gate_proj,0.0045286355,hessian_weighted_relative_error,55535,0.02500,0.920
42,model.language_model.layers.42.mlp.experts.231.up_proj,0.0052078604,hessian_weighted_relative_error,55535,0.02500,0.962
42,model.language_model.layers.42.mlp.experts.232.down_proj,0.0115800825,hessian_weighted_relative_error,38482,0.02500,0.761
42,model.language_model.layers.42.mlp.experts.232.gate_proj,0.0048857177,hessian_weighted_relative_error,38482,0.02500,0.791
42,model.language_model.layers.42.mlp.experts.232.up_proj,0.0086873812,hessian_weighted_relative_error,38482,0.02500,0.802
42,model.language_model.layers.42.mlp.experts.233.down_proj,0.0083536486,hessian_weighted_relative_error,21825,0.02500,0.882
42,model.language_model.layers.42.mlp.experts.233.gate_proj,0.0033593175,hessian_weighted_relative_error,21825,0.02500,0.925
42,model.language_model.layers.42.mlp.experts.233.up_proj,0.0041373551,hessian_weighted_relative_error,21825,0.02500,0.958
42,model.language_model.layers.42.mlp.experts.234.down_proj,0.0097500749,hessian_weighted_relative_error,28103,0.02500,0.758
42,model.language_model.layers.42.mlp.experts.234.gate_proj,0.0045781589,hessian_weighted_relative_error,28103,0.02500,0.791
42,model.language_model.layers.42.mlp.experts.234.up_proj,0.0049679902,hessian_weighted_relative_error,28103,0.02500,0.806
42,model.language_model.layers.42.mlp.experts.235.down_proj,0.0071751062,hessian_weighted_relative_error,45608,0.02500,0.881
42,model.language_model.layers.42.mlp.experts.235.gate_proj,0.0045459238,hessian_weighted_relative_error,45608,0.02500,0.919
42,model.language_model.layers.42.mlp.experts.235.up_proj,0.0069251336,hessian_weighted_relative_error,45608,0.02500,0.958
42,model.language_model.layers.42.mlp.experts.236.down_proj,0.0092234022,hessian_weighted_relative_error,28445,0.02500,0.759
42,model.language_model.layers.42.mlp.experts.236.gate_proj,0.0035176297,hessian_weighted_relative_error,28445,0.02500,0.791
42,model.language_model.layers.42.mlp.experts.236.up_proj,0.0063727095,hessian_weighted_relative_error,28445,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.237.down_proj,0.0093303887,hessian_weighted_relative_error,51314,0.02500,0.883
42,model.language_model.layers.42.mlp.experts.237.gate_proj,0.0049872648,hessian_weighted_relative_error,51314,0.02500,0.924
42,model.language_model.layers.42.mlp.experts.237.up_proj,0.0074918174,hessian_weighted_relative_error,51314,0.02500,0.952
42,model.language_model.layers.42.mlp.experts.238.down_proj,0.0100067872,hessian_weighted_relative_error,16453,0.02500,0.761
42,model.language_model.layers.42.mlp.experts.238.gate_proj,0.0037479492,hessian_weighted_relative_error,16453,0.02500,0.789
42,model.language_model.layers.42.mlp.experts.238.up_proj,0.0058061788,hessian_weighted_relative_error,16453,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.239.down_proj,0.0036160965,hessian_weighted_relative_error,2900,0.02500,0.884
42,model.language_model.layers.42.mlp.experts.239.gate_proj,0.0011536009,hessian_weighted_relative_error,2900,0.02500,0.925
42,model.language_model.layers.42.mlp.experts.239.up_proj,0.0015076970,hessian_weighted_relative_error,2900,0.02500,0.957
42,model.language_model.layers.42.mlp.experts.24.down_proj,0.0116766832,hessian_weighted_relative_error,29102,0.02500,0.730
42,model.language_model.layers.42.mlp.experts.24.gate_proj,0.0042098192,hessian_weighted_relative_error,29102,0.02500,0.758
42,model.language_model.layers.42.mlp.experts.24.up_proj,0.0058642080,hessian_weighted_relative_error,29102,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.240.down_proj,0.0062985196,hessian_weighted_relative_error,18535,0.02500,0.762
42,model.language_model.layers.42.mlp.experts.240.gate_proj,0.0027195420,hessian_weighted_relative_error,18535,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.240.up_proj,0.0034255557,hessian_weighted_relative_error,18535,0.02500,0.805
42,model.language_model.layers.42.mlp.experts.241.down_proj,0.0119223220,hessian_weighted_relative_error,26182,0.02500,0.881
42,model.language_model.layers.42.mlp.experts.241.gate_proj,0.0042550959,hessian_weighted_relative_error,26182,0.02500,0.930
42,model.language_model.layers.42.mlp.experts.241.up_proj,0.0076633378,hessian_weighted_relative_error,26182,0.02500,0.954
42,model.language_model.layers.42.mlp.experts.242.down_proj,0.0121904828,hessian_weighted_relative_error,40131,0.02500,0.759
42,model.language_model.layers.42.mlp.experts.242.gate_proj,0.0051908131,hessian_weighted_relative_error,40131,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.242.up_proj,0.0075002235,hessian_weighted_relative_error,40131,0.02500,0.804
42,model.language_model.layers.42.mlp.experts.243.down_proj,0.0114240340,hessian_weighted_relative_error,16632,0.02500,0.883
42,model.language_model.layers.42.mlp.experts.243.gate_proj,0.0042817517,hessian_weighted_relative_error,16632,0.02500,0.925
42,model.language_model.layers.42.mlp.experts.243.up_proj,0.0064152626,hessian_weighted_relative_error,16632,0.02500,0.957
42,model.language_model.layers.42.mlp.experts.244.down_proj,0.0108333442,hessian_weighted_relative_error,26711,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.244.gate_proj,0.0045573283,hessian_weighted_relative_error,26711,0.02500,0.791
42,model.language_model.layers.42.mlp.experts.244.up_proj,0.0064083267,hessian_weighted_relative_error,26711,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.245.down_proj,0.0091250894,hessian_weighted_relative_error,22646,0.02500,0.883
42,model.language_model.layers.42.mlp.experts.245.gate_proj,0.0029064159,hessian_weighted_relative_error,22646,0.02500,0.922
42,model.language_model.layers.42.mlp.experts.245.up_proj,0.0032887937,hessian_weighted_relative_error,22646,0.02500,0.949
42,model.language_model.layers.42.mlp.experts.246.down_proj,0.0051862396,hessian_weighted_relative_error,13130,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.246.gate_proj,0.0019742519,hessian_weighted_relative_error,13130,0.02500,0.791
42,model.language_model.layers.42.mlp.experts.246.up_proj,0.0024261336,hessian_weighted_relative_error,13130,0.02500,0.802
42,model.language_model.layers.42.mlp.experts.247.down_proj,0.0130105825,hessian_weighted_relative_error,76529,0.02500,0.887
42,model.language_model.layers.42.mlp.experts.247.gate_proj,0.0057120003,hessian_weighted_relative_error,76529,0.02500,0.924
42,model.language_model.layers.42.mlp.experts.247.up_proj,0.0096507652,hessian_weighted_relative_error,76529,0.02500,0.955
42,model.language_model.layers.42.mlp.experts.248.down_proj,0.0092980384,hessian_weighted_relative_error,34001,0.02500,0.765
42,model.language_model.layers.42.mlp.experts.248.gate_proj,0.0045556873,hessian_weighted_relative_error,34001,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.248.up_proj,0.0056308711,hessian_weighted_relative_error,34001,0.02500,0.806
42,model.language_model.layers.42.mlp.experts.249.down_proj,0.0052716275,hessian_weighted_relative_error,123640,0.02500,0.882
42,model.language_model.layers.42.mlp.experts.249.gate_proj,0.0034427232,hessian_weighted_relative_error,123640,0.02500,0.925
42,model.language_model.layers.42.mlp.experts.249.up_proj,0.0049611774,hessian_weighted_relative_error,123640,0.02500,0.950
42,model.language_model.layers.42.mlp.experts.25.down_proj,0.0098473218,hessian_weighted_relative_error,35081,0.02500,0.807
42,model.language_model.layers.42.mlp.experts.25.gate_proj,0.0039008903,hessian_weighted_relative_error,35081,0.02500,0.861
42,model.language_model.layers.42.mlp.experts.25.up_proj,0.0067127046,hessian_weighted_relative_error,35081,0.02500,0.942
42,model.language_model.layers.42.mlp.experts.250.down_proj,0.0072298597,hessian_weighted_relative_error,5463,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.250.gate_proj,0.0020509992,hessian_weighted_relative_error,5463,0.02500,0.807
42,model.language_model.layers.42.mlp.experts.250.up_proj,0.0032698452,hessian_weighted_relative_error,5463,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.251.down_proj,0.0081214410,hessian_weighted_relative_error,15262,0.02500,0.884
42,model.language_model.layers.42.mlp.experts.251.gate_proj,0.0030116161,hessian_weighted_relative_error,15262,0.02500,0.935
42,model.language_model.layers.42.mlp.experts.251.up_proj,0.0042376878,hessian_weighted_relative_error,15262,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.252.down_proj,0.0107382902,hessian_weighted_relative_error,21817,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.252.gate_proj,0.0052818388,hessian_weighted_relative_error,21817,0.02500,0.789
42,model.language_model.layers.42.mlp.experts.252.up_proj,0.0070456962,hessian_weighted_relative_error,21817,0.02500,0.804
42,model.language_model.layers.42.mlp.experts.253.down_proj,0.0090561906,hessian_weighted_relative_error,18977,0.02500,0.884
42,model.language_model.layers.42.mlp.experts.253.gate_proj,0.0036709111,hessian_weighted_relative_error,18977,0.02500,0.918
42,model.language_model.layers.42.mlp.experts.253.up_proj,0.0035795573,hessian_weighted_relative_error,18977,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.254.down_proj,0.0075762826,hessian_weighted_relative_error,10224,0.02500,0.761
42,model.language_model.layers.42.mlp.experts.254.gate_proj,0.0020579159,hessian_weighted_relative_error,10224,0.02500,0.792
42,model.language_model.layers.42.mlp.experts.254.up_proj,0.0032766708,hessian_weighted_relative_error,10224,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.255.down_proj,0.0114211760,hessian_weighted_relative_error,56646,0.02500,0.888
42,model.language_model.layers.42.mlp.experts.255.gate_proj,0.0053480915,hessian_weighted_relative_error,56646,0.02500,0.927
42,model.language_model.layers.42.mlp.experts.255.up_proj,0.0072795459,hessian_weighted_relative_error,56646,0.02500,0.951
42,model.language_model.layers.42.mlp.experts.256.down_proj,0.0107547830,hessian_weighted_relative_error,33291,0.02500,0.767
42,model.language_model.layers.42.mlp.experts.256.gate_proj,0.0044795794,hessian_weighted_relative_error,33291,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.256.up_proj,0.0066096738,hessian_weighted_relative_error,33291,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.257.down_proj,0.0114122108,hessian_weighted_relative_error,42624,0.02500,0.884
42,model.language_model.layers.42.mlp.experts.257.gate_proj,0.0047749331,hessian_weighted_relative_error,42624,0.02500,0.931
42,model.language_model.layers.42.mlp.experts.257.up_proj,0.0080438223,hessian_weighted_relative_error,42624,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.258.down_proj,0.0095879500,hessian_weighted_relative_error,18869,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.258.gate_proj,0.0035923752,hessian_weighted_relative_error,18869,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.258.up_proj,0.0051360871,hessian_weighted_relative_error,18869,0.02500,0.805
42,model.language_model.layers.42.mlp.experts.259.down_proj,0.0101682970,hessian_weighted_relative_error,8012,0.02500,0.884
42,model.language_model.layers.42.mlp.experts.259.gate_proj,0.0032695269,hessian_weighted_relative_error,8012,0.02500,0.929
42,model.language_model.layers.42.mlp.experts.259.up_proj,0.0051316052,hessian_weighted_relative_error,8012,0.02500,0.947
42,model.language_model.layers.42.mlp.experts.26.down_proj,0.0099790929,hessian_weighted_relative_error,13097,0.02500,0.727
42,model.language_model.layers.42.mlp.experts.26.gate_proj,0.0033942612,hessian_weighted_relative_error,13097,0.02500,0.759
42,model.language_model.layers.42.mlp.experts.26.up_proj,0.0041995019,hessian_weighted_relative_error,13097,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.260.down_proj,0.0112159710,hessian_weighted_relative_error,15857,0.02500,0.761
42,model.language_model.layers.42.mlp.experts.260.gate_proj,0.0037383337,hessian_weighted_relative_error,15857,0.02500,0.790
42,model.language_model.layers.42.mlp.experts.260.up_proj,0.0049169288,hessian_weighted_relative_error,15857,0.02500,0.802
42,model.language_model.layers.42.mlp.experts.261.down_proj,0.0068620345,hessian_weighted_relative_error,23898,0.02500,0.884
42,model.language_model.layers.42.mlp.experts.261.gate_proj,0.0029318645,hessian_weighted_relative_error,23898,0.02500,0.924
42,model.language_model.layers.42.mlp.experts.261.up_proj,0.0035418790,hessian_weighted_relative_error,23898,0.02500,0.937
42,model.language_model.layers.42.mlp.experts.262.down_proj,0.0100676164,hessian_weighted_relative_error,16393,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.262.gate_proj,0.0037697835,hessian_weighted_relative_error,16393,0.02500,0.792
42,model.language_model.layers.42.mlp.experts.262.up_proj,0.0055660825,hessian_weighted_relative_error,16393,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.263.down_proj,0.0112990649,hessian_weighted_relative_error,40550,0.02500,0.888
42,model.language_model.layers.42.mlp.experts.263.gate_proj,0.0048025039,hessian_weighted_relative_error,40550,0.02500,0.934
42,model.language_model.layers.42.mlp.experts.263.up_proj,0.0065203924,hessian_weighted_relative_error,40550,0.02500,0.944
42,model.language_model.layers.42.mlp.experts.264.down_proj,0.0058245508,hessian_weighted_relative_error,17119,0.02500,0.764
42,model.language_model.layers.42.mlp.experts.264.gate_proj,0.0027993854,hessian_weighted_relative_error,17119,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.264.up_proj,0.0033222608,hessian_weighted_relative_error,17119,0.02500,0.809
42,model.language_model.layers.42.mlp.experts.265.down_proj,0.0086345338,hessian_weighted_relative_error,26177,0.02500,0.885
42,model.language_model.layers.42.mlp.experts.265.gate_proj,0.0039334327,hessian_weighted_relative_error,26177,0.02500,0.939
42,model.language_model.layers.42.mlp.experts.265.up_proj,0.0049479489,hessian_weighted_relative_error,26177,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.266.down_proj,0.0088211864,hessian_weighted_relative_error,9515,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.266.gate_proj,0.0036352084,hessian_weighted_relative_error,9515,0.02500,0.796
42,model.language_model.layers.42.mlp.experts.266.up_proj,0.0042423612,hessian_weighted_relative_error,9515,0.02500,0.805
42,model.language_model.layers.42.mlp.experts.267.down_proj,0.0126836558,hessian_weighted_relative_error,51239,0.02500,0.886
42,model.language_model.layers.42.mlp.experts.267.gate_proj,0.0047355291,hessian_weighted_relative_error,51239,0.02500,0.932
42,model.language_model.layers.42.mlp.experts.267.up_proj,0.0076683795,hessian_weighted_relative_error,51239,0.02500,0.941
42,model.language_model.layers.42.mlp.experts.268.down_proj,0.0067495763,hessian_weighted_relative_error,21968,0.02500,0.762
42,model.language_model.layers.42.mlp.experts.268.gate_proj,0.0031675656,hessian_weighted_relative_error,21968,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.268.up_proj,0.0039107256,hessian_weighted_relative_error,21968,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.269.down_proj,0.0094879460,hessian_weighted_relative_error,10582,0.02500,0.886
42,model.language_model.layers.42.mlp.experts.269.gate_proj,0.0037280778,hessian_weighted_relative_error,10582,0.02500,0.929
42,model.language_model.layers.42.mlp.experts.269.up_proj,0.0048203207,hessian_weighted_relative_error,10582,0.02500,0.932
42,model.language_model.layers.42.mlp.experts.27.down_proj,0.0114728423,hessian_weighted_relative_error,47927,0.02500,0.806
42,model.language_model.layers.42.mlp.experts.27.gate_proj,0.0039237711,hessian_weighted_relative_error,47927,0.02500,0.865
42,model.language_model.layers.42.mlp.experts.27.up_proj,0.0081937807,hessian_weighted_relative_error,47927,0.02500,0.938
42,model.language_model.layers.42.mlp.experts.270.down_proj,0.0027716415,hessian_weighted_relative_error,32681,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.270.gate_proj,0.0027862174,hessian_weighted_relative_error,32681,0.02500,0.792
42,model.language_model.layers.42.mlp.experts.270.up_proj,0.0037983300,hessian_weighted_relative_error,32681,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.271.down_proj,0.0118624306,hessian_weighted_relative_error,42085,0.02500,0.891
42,model.language_model.layers.42.mlp.experts.271.gate_proj,0.0030170729,hessian_weighted_relative_error,42085,0.02500,0.932
42,model.language_model.layers.42.mlp.experts.271.up_proj,0.0077195881,hessian_weighted_relative_error,42085,0.02500,0.941
42,model.language_model.layers.42.mlp.experts.272.down_proj,0.0130039614,hessian_weighted_relative_error,32337,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.272.gate_proj,0.0040486110,hessian_weighted_relative_error,32337,0.02500,0.796
42,model.language_model.layers.42.mlp.experts.272.up_proj,0.0081720900,hessian_weighted_relative_error,32337,0.02500,0.805
42,model.language_model.layers.42.mlp.experts.273.down_proj,0.0102781589,hessian_weighted_relative_error,25333,0.02500,0.885
42,model.language_model.layers.42.mlp.experts.273.gate_proj,0.0045157729,hessian_weighted_relative_error,25333,0.02500,0.937
42,model.language_model.layers.42.mlp.experts.273.up_proj,0.0044419937,hessian_weighted_relative_error,25333,0.02500,0.938
42,model.language_model.layers.42.mlp.experts.274.down_proj,0.0109175620,hessian_weighted_relative_error,19604,0.02500,0.762
42,model.language_model.layers.42.mlp.experts.274.gate_proj,0.0048448297,hessian_weighted_relative_error,19604,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.274.up_proj,0.0058514283,hessian_weighted_relative_error,19604,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.275.down_proj,0.0119615481,hessian_weighted_relative_error,47600,0.02500,0.886
42,model.language_model.layers.42.mlp.experts.275.gate_proj,0.0051537296,hessian_weighted_relative_error,47600,0.02500,0.934
42,model.language_model.layers.42.mlp.experts.275.up_proj,0.0088152362,hessian_weighted_relative_error,47600,0.02500,0.938
42,model.language_model.layers.42.mlp.experts.276.down_proj,0.0105169741,hessian_weighted_relative_error,64652,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.276.gate_proj,0.0033388295,hessian_weighted_relative_error,64652,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.276.up_proj,0.0064990223,hessian_weighted_relative_error,64652,0.02500,0.803
42,model.language_model.layers.42.mlp.experts.277.down_proj,0.0075834077,hessian_weighted_relative_error,28236,0.02500,0.887
42,model.language_model.layers.42.mlp.experts.277.gate_proj,0.0034339256,hessian_weighted_relative_error,28236,0.02500,0.932
42,model.language_model.layers.42.mlp.experts.277.up_proj,0.0045310290,hessian_weighted_relative_error,28236,0.02500,0.932
42,model.language_model.layers.42.mlp.experts.278.down_proj,0.0086888000,hessian_weighted_relative_error,13977,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.278.gate_proj,0.0036452073,hessian_weighted_relative_error,13977,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.278.up_proj,0.0043363449,hessian_weighted_relative_error,13977,0.02500,0.802
42,model.language_model.layers.42.mlp.experts.279.down_proj,0.0099837511,hessian_weighted_relative_error,31843,0.02500,0.888
42,model.language_model.layers.42.mlp.experts.279.gate_proj,0.0044391196,hessian_weighted_relative_error,31843,0.02500,0.929
42,model.language_model.layers.42.mlp.experts.279.up_proj,0.0041704169,hessian_weighted_relative_error,31843,0.02500,0.937
42,model.language_model.layers.42.mlp.experts.28.down_proj,0.0097979545,hessian_weighted_relative_error,23488,0.02500,0.727
42,model.language_model.layers.42.mlp.experts.28.gate_proj,0.0035382717,hessian_weighted_relative_error,23488,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.28.up_proj,0.0056564600,hessian_weighted_relative_error,23488,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.280.down_proj,0.0101694637,hessian_weighted_relative_error,20287,0.02500,0.766
42,model.language_model.layers.42.mlp.experts.280.gate_proj,0.0038912547,hessian_weighted_relative_error,20287,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.280.up_proj,0.0053973229,hessian_weighted_relative_error,20287,0.02500,0.804
42,model.language_model.layers.42.mlp.experts.281.down_proj,0.0108631187,hessian_weighted_relative_error,37628,0.02500,0.884
42,model.language_model.layers.42.mlp.experts.281.gate_proj,0.0039235102,hessian_weighted_relative_error,37628,0.02500,0.932
42,model.language_model.layers.42.mlp.experts.281.up_proj,0.0068118251,hessian_weighted_relative_error,37628,0.02500,0.931
42,model.language_model.layers.42.mlp.experts.282.down_proj,0.0116141458,hessian_weighted_relative_error,39516,0.02500,0.764
42,model.language_model.layers.42.mlp.experts.282.gate_proj,0.0042125625,hessian_weighted_relative_error,39516,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.282.up_proj,0.0059172280,hessian_weighted_relative_error,39516,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.283.down_proj,0.0112541367,hessian_weighted_relative_error,11806,0.02500,0.888
42,model.language_model.layers.42.mlp.experts.283.gate_proj,0.0038821349,hessian_weighted_relative_error,11806,0.02500,0.937
42,model.language_model.layers.42.mlp.experts.283.up_proj,0.0056384951,hessian_weighted_relative_error,11806,0.02500,0.923
42,model.language_model.layers.42.mlp.experts.284.down_proj,0.0085248491,hessian_weighted_relative_error,17485,0.02500,0.762
42,model.language_model.layers.42.mlp.experts.284.gate_proj,0.0030842650,hessian_weighted_relative_error,17485,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.284.up_proj,0.0042383174,hessian_weighted_relative_error,17485,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.285.down_proj,0.0058571976,hessian_weighted_relative_error,52628,0.02500,0.886
42,model.language_model.layers.42.mlp.experts.285.gate_proj,0.0049948378,hessian_weighted_relative_error,52628,0.02500,0.935
42,model.language_model.layers.42.mlp.experts.285.up_proj,0.0071882747,hessian_weighted_relative_error,52628,0.02500,0.925
42,model.language_model.layers.42.mlp.experts.286.down_proj,0.0102334938,hessian_weighted_relative_error,45235,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.286.gate_proj,0.0042505979,hessian_weighted_relative_error,45235,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.286.up_proj,0.0069064834,hessian_weighted_relative_error,45235,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.287.down_proj,0.0102995005,hessian_weighted_relative_error,32673,0.02500,0.887
42,model.language_model.layers.42.mlp.experts.287.gate_proj,0.0039667366,hessian_weighted_relative_error,32673,0.02500,0.933
42,model.language_model.layers.42.mlp.experts.287.up_proj,0.0049904292,hessian_weighted_relative_error,32673,0.02500,0.933
42,model.language_model.layers.42.mlp.experts.29.down_proj,0.0085691707,hessian_weighted_relative_error,9756,0.02500,0.807
42,model.language_model.layers.42.mlp.experts.29.gate_proj,0.0026660891,hessian_weighted_relative_error,9756,0.02500,0.858
42,model.language_model.layers.42.mlp.experts.29.up_proj,0.0029648371,hessian_weighted_relative_error,9756,0.02500,0.943
42,model.language_model.layers.42.mlp.experts.3.down_proj,0.0125161375,hessian_weighted_relative_error,40235,0.02500,0.755
42,model.language_model.layers.42.mlp.experts.3.gate_proj,0.0057454141,hessian_weighted_relative_error,40235,0.02500,0.851
42,model.language_model.layers.42.mlp.experts.3.up_proj,0.0091034258,hessian_weighted_relative_error,40235,0.02500,0.939
42,model.language_model.layers.42.mlp.experts.30.down_proj,0.0091524882,hessian_weighted_relative_error,25344,0.02500,0.730
42,model.language_model.layers.42.mlp.experts.30.gate_proj,0.0033643957,hessian_weighted_relative_error,25344,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.30.up_proj,0.0051407485,hessian_weighted_relative_error,25344,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.31.down_proj,0.0117874799,hessian_weighted_relative_error,59083,0.02500,0.807
42,model.language_model.layers.42.mlp.experts.31.gate_proj,0.0044599471,hessian_weighted_relative_error,59083,0.02500,0.859
42,model.language_model.layers.42.mlp.experts.31.up_proj,0.0073143724,hessian_weighted_relative_error,59083,0.02500,0.935
42,model.language_model.layers.42.mlp.experts.32.down_proj,0.0121616731,hessian_weighted_relative_error,20929,0.02500,0.732
42,model.language_model.layers.42.mlp.experts.32.gate_proj,0.0045028521,hessian_weighted_relative_error,20929,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.32.up_proj,0.0073076692,hessian_weighted_relative_error,20929,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.33.down_proj,0.0099063535,hessian_weighted_relative_error,15866,0.02500,0.810
42,model.language_model.layers.42.mlp.experts.33.gate_proj,0.0041022550,hessian_weighted_relative_error,15866,0.02500,0.865
42,model.language_model.layers.42.mlp.experts.33.up_proj,0.0052954053,hessian_weighted_relative_error,15866,0.02500,0.945
42,model.language_model.layers.42.mlp.experts.34.down_proj,0.0123247183,hessian_weighted_relative_error,32028,0.02500,0.728
42,model.language_model.layers.42.mlp.experts.34.gate_proj,0.0040641298,hessian_weighted_relative_error,32028,0.02500,0.773
42,model.language_model.layers.42.mlp.experts.34.up_proj,0.0072156628,hessian_weighted_relative_error,32028,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.35.down_proj,0.0070264441,hessian_weighted_relative_error,21168,0.02500,0.809
42,model.language_model.layers.42.mlp.experts.35.gate_proj,0.0020048255,hessian_weighted_relative_error,21168,0.02500,0.867
42,model.language_model.layers.42.mlp.experts.35.up_proj,0.0029417173,hessian_weighted_relative_error,21168,0.02500,0.943
42,model.language_model.layers.42.mlp.experts.36.down_proj,0.0127182529,hessian_weighted_relative_error,39636,0.02500,0.730
42,model.language_model.layers.42.mlp.experts.36.gate_proj,0.0050168145,hessian_weighted_relative_error,39636,0.02500,0.757
42,model.language_model.layers.42.mlp.experts.36.up_proj,0.0082559393,hessian_weighted_relative_error,39636,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.37.down_proj,0.0085510536,hessian_weighted_relative_error,9796,0.02500,0.811
42,model.language_model.layers.42.mlp.experts.37.gate_proj,0.0017194466,hessian_weighted_relative_error,9796,0.02500,0.864
42,model.language_model.layers.42.mlp.experts.37.up_proj,0.0050666530,hessian_weighted_relative_error,9796,0.02500,0.947
42,model.language_model.layers.42.mlp.experts.38.down_proj,0.0110233038,hessian_weighted_relative_error,25334,0.02500,0.732
42,model.language_model.layers.42.mlp.experts.38.gate_proj,0.0046820955,hessian_weighted_relative_error,25334,0.02500,0.760
42,model.language_model.layers.42.mlp.experts.38.up_proj,0.0053996973,hessian_weighted_relative_error,25334,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.39.down_proj,0.0081815943,hessian_weighted_relative_error,37158,0.02500,0.810
42,model.language_model.layers.42.mlp.experts.39.gate_proj,0.0046271317,hessian_weighted_relative_error,37158,0.02500,0.864
42,model.language_model.layers.42.mlp.experts.39.up_proj,0.0052725603,hessian_weighted_relative_error,37158,0.02500,0.935
42,model.language_model.layers.42.mlp.experts.4.down_proj,0.0097077332,hessian_weighted_relative_error,38449,0.02500,0.721
42,model.language_model.layers.42.mlp.experts.4.gate_proj,0.0032224413,hessian_weighted_relative_error,38449,0.02500,0.753
42,model.language_model.layers.42.mlp.experts.4.up_proj,0.0058668961,hessian_weighted_relative_error,38449,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.40.down_proj,0.0091520077,hessian_weighted_relative_error,31711,0.02500,0.734
42,model.language_model.layers.42.mlp.experts.40.gate_proj,0.0027284274,hessian_weighted_relative_error,31711,0.02500,0.764
42,model.language_model.layers.42.mlp.experts.40.up_proj,0.0047056047,hessian_weighted_relative_error,31711,0.02500,0.800
42,model.language_model.layers.42.mlp.experts.41.down_proj,0.0122063261,hessian_weighted_relative_error,21665,0.02500,0.814
42,model.language_model.layers.42.mlp.experts.41.gate_proj,0.0045103238,hessian_weighted_relative_error,21665,0.02500,0.869
42,model.language_model.layers.42.mlp.experts.41.up_proj,0.0074018276,hessian_weighted_relative_error,21665,0.02500,0.945
42,model.language_model.layers.42.mlp.experts.42.down_proj,0.0094488436,hessian_weighted_relative_error,14888,0.02500,0.731
42,model.language_model.layers.42.mlp.experts.42.gate_proj,0.0037908119,hessian_weighted_relative_error,14888,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.42.up_proj,0.0057800443,hessian_weighted_relative_error,14888,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.43.down_proj,0.0113305697,hessian_weighted_relative_error,18624,0.02500,0.812
42,model.language_model.layers.42.mlp.experts.43.gate_proj,0.0028891459,hessian_weighted_relative_error,18624,0.02500,0.872
42,model.language_model.layers.42.mlp.experts.43.up_proj,0.0061465594,hessian_weighted_relative_error,18624,0.02500,0.947
42,model.language_model.layers.42.mlp.experts.44.down_proj,0.0101807677,hessian_weighted_relative_error,10624,0.02500,0.731
42,model.language_model.layers.42.mlp.experts.44.gate_proj,0.0039078816,hessian_weighted_relative_error,10624,0.02500,0.761
42,model.language_model.layers.42.mlp.experts.44.up_proj,0.0055912259,hessian_weighted_relative_error,10624,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.45.down_proj,0.0114854041,hessian_weighted_relative_error,37163,0.02500,0.813
42,model.language_model.layers.42.mlp.experts.45.gate_proj,0.0047121936,hessian_weighted_relative_error,37163,0.02500,0.868
42,model.language_model.layers.42.mlp.experts.45.up_proj,0.0081626606,hessian_weighted_relative_error,37163,0.02500,0.939
42,model.language_model.layers.42.mlp.experts.46.down_proj,0.0100275693,hessian_weighted_relative_error,14707,0.02500,0.734
42,model.language_model.layers.42.mlp.experts.46.gate_proj,0.0038399982,hessian_weighted_relative_error,14707,0.02500,0.761
42,model.language_model.layers.42.mlp.experts.46.up_proj,0.0052781636,hessian_weighted_relative_error,14707,0.02500,0.810
42,model.language_model.layers.42.mlp.experts.47.down_proj,0.0054535786,hessian_weighted_relative_error,34556,0.02500,0.814
42,model.language_model.layers.42.mlp.experts.47.gate_proj,0.0039863805,hessian_weighted_relative_error,34556,0.02500,0.867
42,model.language_model.layers.42.mlp.experts.47.up_proj,0.0050079988,hessian_weighted_relative_error,34556,0.02500,0.941
42,model.language_model.layers.42.mlp.experts.48.down_proj,0.0083769692,hessian_weighted_relative_error,8596,0.02500,0.735
42,model.language_model.layers.42.mlp.experts.48.gate_proj,0.0027165391,hessian_weighted_relative_error,8596,0.02500,0.765
42,model.language_model.layers.42.mlp.experts.48.up_proj,0.0050091601,hessian_weighted_relative_error,8596,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.49.down_proj,0.0090365469,hessian_weighted_relative_error,33706,0.02500,0.818
42,model.language_model.layers.42.mlp.experts.49.gate_proj,0.0039520733,hessian_weighted_relative_error,33706,0.02500,0.874
42,model.language_model.layers.42.mlp.experts.49.up_proj,0.0069030488,hessian_weighted_relative_error,33706,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.5.down_proj,0.0109983098,hessian_weighted_relative_error,32351,0.02500,0.792
42,model.language_model.layers.42.mlp.experts.5.gate_proj,0.0052951551,hessian_weighted_relative_error,32351,0.02500,0.846
42,model.language_model.layers.42.mlp.experts.5.up_proj,0.0072188115,hessian_weighted_relative_error,32351,0.02500,0.933
42,model.language_model.layers.42.mlp.experts.50.down_proj,0.0085695364,hessian_weighted_relative_error,20454,0.02500,0.732
42,model.language_model.layers.42.mlp.experts.50.gate_proj,0.0026821296,hessian_weighted_relative_error,20454,0.02500,0.767
42,model.language_model.layers.42.mlp.experts.50.up_proj,0.0042457713,hessian_weighted_relative_error,20454,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.51.down_proj,0.0122940789,hessian_weighted_relative_error,22254,0.02500,0.816
42,model.language_model.layers.42.mlp.experts.51.gate_proj,0.0051918054,hessian_weighted_relative_error,22254,0.02500,0.875
42,model.language_model.layers.42.mlp.experts.51.up_proj,0.0078601330,hessian_weighted_relative_error,22254,0.02500,0.947
42,model.language_model.layers.42.mlp.experts.52.down_proj,0.0123937481,hessian_weighted_relative_error,24901,0.02500,0.733
42,model.language_model.layers.42.mlp.experts.52.gate_proj,0.0045171845,hessian_weighted_relative_error,24901,0.02500,0.763
42,model.language_model.layers.42.mlp.experts.52.up_proj,0.0064982562,hessian_weighted_relative_error,24901,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.53.down_proj,0.0062000175,hessian_weighted_relative_error,15553,0.02500,0.818
42,model.language_model.layers.42.mlp.experts.53.gate_proj,0.0028897824,hessian_weighted_relative_error,15553,0.02500,0.871
42,model.language_model.layers.42.mlp.experts.53.up_proj,0.0035173205,hessian_weighted_relative_error,15553,0.02500,0.942
42,model.language_model.layers.42.mlp.experts.54.down_proj,0.0113385702,hessian_weighted_relative_error,34478,0.02500,0.735
42,model.language_model.layers.42.mlp.experts.54.gate_proj,0.0050772597,hessian_weighted_relative_error,34478,0.02500,0.765
42,model.language_model.layers.42.mlp.experts.54.up_proj,0.0054997232,hessian_weighted_relative_error,34478,0.02500,0.796
42,model.language_model.layers.42.mlp.experts.55.down_proj,0.0077370075,hessian_weighted_relative_error,19373,0.02500,0.819
42,model.language_model.layers.42.mlp.experts.55.gate_proj,0.0019414181,hessian_weighted_relative_error,19373,0.02500,0.871
42,model.language_model.layers.42.mlp.experts.55.up_proj,0.0046884266,hessian_weighted_relative_error,19373,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.56.down_proj,0.0128840035,hessian_weighted_relative_error,71109,0.02500,0.739
42,model.language_model.layers.42.mlp.experts.56.gate_proj,0.0056190578,hessian_weighted_relative_error,71109,0.02500,0.766
42,model.language_model.layers.42.mlp.experts.56.up_proj,0.0064063984,hessian_weighted_relative_error,71109,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.57.down_proj,0.0123355531,hessian_weighted_relative_error,24885,0.02500,0.822
42,model.language_model.layers.42.mlp.experts.57.gate_proj,0.0061744108,hessian_weighted_relative_error,24885,0.02500,0.880
42,model.language_model.layers.42.mlp.experts.57.up_proj,0.0080778492,hessian_weighted_relative_error,24885,0.02500,0.952
42,model.language_model.layers.42.mlp.experts.58.down_proj,0.0107169124,hessian_weighted_relative_error,15296,0.02500,0.735
42,model.language_model.layers.42.mlp.experts.58.gate_proj,0.0036132849,hessian_weighted_relative_error,15296,0.02500,0.768
42,model.language_model.layers.42.mlp.experts.58.up_proj,0.0046515608,hessian_weighted_relative_error,15296,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.59.down_proj,0.0050922979,hessian_weighted_relative_error,57793,0.02500,0.819
42,model.language_model.layers.42.mlp.experts.59.gate_proj,0.0028928912,hessian_weighted_relative_error,57793,0.02500,0.878
42,model.language_model.layers.42.mlp.experts.59.up_proj,0.0032069363,hessian_weighted_relative_error,57793,0.02500,0.939
42,model.language_model.layers.42.mlp.experts.6.down_proj,0.0079665609,hessian_weighted_relative_error,13122,0.02500,0.723
42,model.language_model.layers.42.mlp.experts.6.gate_proj,0.0037473048,hessian_weighted_relative_error,13122,0.02500,0.752
42,model.language_model.layers.42.mlp.experts.6.up_proj,0.0052693966,hessian_weighted_relative_error,13122,0.02500,0.796
42,model.language_model.layers.42.mlp.experts.60.down_proj,0.0093494986,hessian_weighted_relative_error,12738,0.02500,0.735
42,model.language_model.layers.42.mlp.experts.60.gate_proj,0.0041677876,hessian_weighted_relative_error,12738,0.02500,0.765
42,model.language_model.layers.42.mlp.experts.60.up_proj,0.0046129949,hessian_weighted_relative_error,12738,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.61.down_proj,0.0121369933,hessian_weighted_relative_error,30223,0.02500,0.820
42,model.language_model.layers.42.mlp.experts.61.gate_proj,0.0049360498,hessian_weighted_relative_error,30223,0.02500,0.877
42,model.language_model.layers.42.mlp.experts.61.up_proj,0.0086234832,hessian_weighted_relative_error,30223,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.62.down_proj,0.0107153413,hessian_weighted_relative_error,14135,0.02500,0.738
42,model.language_model.layers.42.mlp.experts.62.gate_proj,0.0029674129,hessian_weighted_relative_error,14135,0.02500,0.774
42,model.language_model.layers.42.mlp.experts.62.up_proj,0.0048859293,hessian_weighted_relative_error,14135,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.63.down_proj,0.0095162320,hessian_weighted_relative_error,31864,0.02500,0.822
42,model.language_model.layers.42.mlp.experts.63.gate_proj,0.0038888158,hessian_weighted_relative_error,31864,0.02500,0.877
42,model.language_model.layers.42.mlp.experts.63.up_proj,0.0063007362,hessian_weighted_relative_error,31864,0.02500,0.945
42,model.language_model.layers.42.mlp.experts.64.down_proj,0.0118678582,hessian_weighted_relative_error,36639,0.02500,0.738
42,model.language_model.layers.42.mlp.experts.64.gate_proj,0.0037633748,hessian_weighted_relative_error,36639,0.02500,0.770
42,model.language_model.layers.42.mlp.experts.64.up_proj,0.0057547461,hessian_weighted_relative_error,36639,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.65.down_proj,0.0109217151,hessian_weighted_relative_error,12916,0.02500,0.825
42,model.language_model.layers.42.mlp.experts.65.gate_proj,0.0037639718,hessian_weighted_relative_error,12916,0.02500,0.883
42,model.language_model.layers.42.mlp.experts.65.up_proj,0.0048390214,hessian_weighted_relative_error,12916,0.02500,0.954
42,model.language_model.layers.42.mlp.experts.66.down_proj,0.0108323282,hessian_weighted_relative_error,27202,0.02500,0.736
42,model.language_model.layers.42.mlp.experts.66.gate_proj,0.0041212553,hessian_weighted_relative_error,27202,0.02500,0.771
42,model.language_model.layers.42.mlp.experts.66.up_proj,0.0070750580,hessian_weighted_relative_error,27202,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.67.down_proj,0.0114564099,hessian_weighted_relative_error,28448,0.02500,0.824
42,model.language_model.layers.42.mlp.experts.67.gate_proj,0.0038057437,hessian_weighted_relative_error,28448,0.02500,0.884
42,model.language_model.layers.42.mlp.experts.67.up_proj,0.0078547614,hessian_weighted_relative_error,28448,0.02500,0.948
42,model.language_model.layers.42.mlp.experts.68.down_proj,0.0073185320,hessian_weighted_relative_error,13209,0.02500,0.736
42,model.language_model.layers.42.mlp.experts.68.gate_proj,0.0031793484,hessian_weighted_relative_error,13209,0.02500,0.772
42,model.language_model.layers.42.mlp.experts.68.up_proj,0.0039833269,hessian_weighted_relative_error,13209,0.02500,0.794
42,model.language_model.layers.42.mlp.experts.69.down_proj,0.0077906414,hessian_weighted_relative_error,22379,0.02500,0.825
42,model.language_model.layers.42.mlp.experts.69.gate_proj,0.0027330173,hessian_weighted_relative_error,22379,0.02500,0.881
42,model.language_model.layers.42.mlp.experts.69.up_proj,0.0040083064,hessian_weighted_relative_error,22379,0.02500,0.951
42,model.language_model.layers.42.mlp.experts.7.down_proj,0.0068880175,hessian_weighted_relative_error,30580,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.7.gate_proj,0.0041793169,hessian_weighted_relative_error,30580,0.02500,0.852
42,model.language_model.layers.42.mlp.experts.7.up_proj,0.0057907858,hessian_weighted_relative_error,30580,0.02500,0.937
42,model.language_model.layers.42.mlp.experts.70.down_proj,0.0106853068,hessian_weighted_relative_error,14997,0.02500,0.738
42,model.language_model.layers.42.mlp.experts.70.gate_proj,0.0039847274,hessian_weighted_relative_error,14997,0.02500,0.769
42,model.language_model.layers.42.mlp.experts.70.up_proj,0.0051806376,hessian_weighted_relative_error,14997,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.71.down_proj,0.0119517594,hessian_weighted_relative_error,22661,0.02500,0.826
42,model.language_model.layers.42.mlp.experts.71.gate_proj,0.0042323090,hessian_weighted_relative_error,22661,0.02500,0.880
42,model.language_model.layers.42.mlp.experts.71.up_proj,0.0073961907,hessian_weighted_relative_error,22661,0.02500,0.951
42,model.language_model.layers.42.mlp.experts.72.down_proj,0.0129934697,hessian_weighted_relative_error,81822,0.02500,0.741
42,model.language_model.layers.42.mlp.experts.72.gate_proj,0.0060010158,hessian_weighted_relative_error,81822,0.02500,0.773
42,model.language_model.layers.42.mlp.experts.72.up_proj,0.0082284377,hessian_weighted_relative_error,81822,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.73.down_proj,0.0072682830,hessian_weighted_relative_error,18979,0.02500,0.828
42,model.language_model.layers.42.mlp.experts.73.gate_proj,0.0031870656,hessian_weighted_relative_error,18979,0.02500,0.885
42,model.language_model.layers.42.mlp.experts.73.up_proj,0.0043037435,hessian_weighted_relative_error,18979,0.02500,0.953
42,model.language_model.layers.42.mlp.experts.74.down_proj,0.0093662273,hessian_weighted_relative_error,34693,0.02500,0.737
42,model.language_model.layers.42.mlp.experts.74.gate_proj,0.0037967321,hessian_weighted_relative_error,34693,0.02500,0.773
42,model.language_model.layers.42.mlp.experts.74.up_proj,0.0056401600,hessian_weighted_relative_error,34693,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.75.down_proj,0.0079884195,hessian_weighted_relative_error,13500,0.02500,0.827
42,model.language_model.layers.42.mlp.experts.75.gate_proj,0.0033474999,hessian_weighted_relative_error,13500,0.02500,0.887
42,model.language_model.layers.42.mlp.experts.75.up_proj,0.0047371509,hessian_weighted_relative_error,13500,0.02500,0.946
42,model.language_model.layers.42.mlp.experts.76.down_proj,0.0116863695,hessian_weighted_relative_error,42469,0.02500,0.738
42,model.language_model.layers.42.mlp.experts.76.gate_proj,0.0048727175,hessian_weighted_relative_error,42469,0.02500,0.770
42,model.language_model.layers.42.mlp.experts.76.up_proj,0.0068784121,hessian_weighted_relative_error,42469,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.77.down_proj,0.0129427010,hessian_weighted_relative_error,44592,0.02500,0.828
42,model.language_model.layers.42.mlp.experts.77.gate_proj,0.0054283365,hessian_weighted_relative_error,44592,0.02500,0.882
42,model.language_model.layers.42.mlp.experts.77.up_proj,0.0087219037,hessian_weighted_relative_error,44592,0.02500,0.942
42,model.language_model.layers.42.mlp.experts.78.down_proj,0.0123266875,hessian_weighted_relative_error,19339,0.02500,0.740
42,model.language_model.layers.42.mlp.experts.78.gate_proj,0.0056876983,hessian_weighted_relative_error,19339,0.02500,0.770
42,model.language_model.layers.42.mlp.experts.78.up_proj,0.0073531425,hessian_weighted_relative_error,19339,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.79.down_proj,0.0105705831,hessian_weighted_relative_error,15306,0.02500,0.829
42,model.language_model.layers.42.mlp.experts.79.gate_proj,0.0037068964,hessian_weighted_relative_error,15306,0.02500,0.887
42,model.language_model.layers.42.mlp.experts.79.up_proj,0.0052423991,hessian_weighted_relative_error,15306,0.02500,0.950
42,model.language_model.layers.42.mlp.experts.8.down_proj,0.0109651579,hessian_weighted_relative_error,20102,0.02500,0.726
42,model.language_model.layers.42.mlp.experts.8.gate_proj,0.0032890247,hessian_weighted_relative_error,20102,0.02500,0.753
42,model.language_model.layers.42.mlp.experts.8.up_proj,0.0061736509,hessian_weighted_relative_error,20102,0.02500,0.796
42,model.language_model.layers.42.mlp.experts.80.down_proj,0.0104643265,hessian_weighted_relative_error,12644,0.02500,0.745
42,model.language_model.layers.42.mlp.experts.80.gate_proj,0.0029150626,hessian_weighted_relative_error,12644,0.02500,0.773
42,model.language_model.layers.42.mlp.experts.80.up_proj,0.0037946196,hessian_weighted_relative_error,12644,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.81.down_proj,0.0094588372,hessian_weighted_relative_error,14620,0.02500,0.832
42,model.language_model.layers.42.mlp.experts.81.gate_proj,0.0039348991,hessian_weighted_relative_error,14620,0.02500,0.888
42,model.language_model.layers.42.mlp.experts.81.up_proj,0.0056582826,hessian_weighted_relative_error,14620,0.02500,0.952
42,model.language_model.layers.42.mlp.experts.82.down_proj,0.0086973414,hessian_weighted_relative_error,39573,0.02500,0.738
42,model.language_model.layers.42.mlp.experts.82.gate_proj,0.0045019803,hessian_weighted_relative_error,39573,0.02500,0.772
42,model.language_model.layers.42.mlp.experts.82.up_proj,0.0065156078,hessian_weighted_relative_error,39573,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.83.down_proj,0.0132410640,hessian_weighted_relative_error,36500,0.02500,0.830
42,model.language_model.layers.42.mlp.experts.83.gate_proj,0.0047354141,hessian_weighted_relative_error,36500,0.02500,0.889
42,model.language_model.layers.42.mlp.experts.83.up_proj,0.0088485052,hessian_weighted_relative_error,36500,0.02500,0.950
42,model.language_model.layers.42.mlp.experts.84.down_proj,0.0090859085,hessian_weighted_relative_error,26022,0.02500,0.740
42,model.language_model.layers.42.mlp.experts.84.gate_proj,0.0035392366,hessian_weighted_relative_error,26022,0.02500,0.773
42,model.language_model.layers.42.mlp.experts.84.up_proj,0.0064631311,hessian_weighted_relative_error,26022,0.02500,0.793
42,model.language_model.layers.42.mlp.experts.85.down_proj,0.0057972008,hessian_weighted_relative_error,4303,0.02500,0.831
42,model.language_model.layers.42.mlp.experts.85.gate_proj,0.0026921530,hessian_weighted_relative_error,4303,0.02500,0.885
42,model.language_model.layers.42.mlp.experts.85.up_proj,0.0033445910,hessian_weighted_relative_error,4303,0.02500,0.942
42,model.language_model.layers.42.mlp.experts.86.down_proj,0.0093264161,hessian_weighted_relative_error,58004,0.02500,0.741
42,model.language_model.layers.42.mlp.experts.86.gate_proj,0.0053347112,hessian_weighted_relative_error,58004,0.02500,0.771
42,model.language_model.layers.42.mlp.experts.86.up_proj,0.0066349266,hessian_weighted_relative_error,58004,0.02500,0.796
42,model.language_model.layers.42.mlp.experts.87.down_proj,0.0067236092,hessian_weighted_relative_error,14111,0.02500,0.832
42,model.language_model.layers.42.mlp.experts.87.gate_proj,0.0030996882,hessian_weighted_relative_error,14111,0.02500,0.888
42,model.language_model.layers.42.mlp.experts.87.up_proj,0.0062302842,hessian_weighted_relative_error,14111,0.02500,0.952
42,model.language_model.layers.42.mlp.experts.88.down_proj,0.0090382093,hessian_weighted_relative_error,10396,0.02500,0.743
42,model.language_model.layers.42.mlp.experts.88.gate_proj,0.0033504003,hessian_weighted_relative_error,10396,0.02500,0.776
42,model.language_model.layers.42.mlp.experts.88.up_proj,0.0043579157,hessian_weighted_relative_error,10396,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.89.down_proj,0.0089578666,hessian_weighted_relative_error,34407,0.02500,0.836
42,model.language_model.layers.42.mlp.experts.89.gate_proj,0.0058190828,hessian_weighted_relative_error,34407,0.02500,0.889
42,model.language_model.layers.42.mlp.experts.89.up_proj,0.0062503499,hessian_weighted_relative_error,34407,0.02500,0.976
42,model.language_model.layers.42.mlp.experts.9.down_proj,0.0102481654,hessian_weighted_relative_error,13297,0.02500,0.799
42,model.language_model.layers.42.mlp.experts.9.gate_proj,0.0028458780,hessian_weighted_relative_error,13297,0.02500,0.852
42,model.language_model.layers.42.mlp.experts.9.up_proj,0.0036620719,hessian_weighted_relative_error,13297,0.02500,0.942
42,model.language_model.layers.42.mlp.experts.90.down_proj,0.0080596373,hessian_weighted_relative_error,15794,0.02500,0.740
42,model.language_model.layers.42.mlp.experts.90.gate_proj,0.0025740481,hessian_weighted_relative_error,15794,0.02500,0.774
42,model.language_model.layers.42.mlp.experts.90.up_proj,0.0043523771,hessian_weighted_relative_error,15794,0.02500,0.798
42,model.language_model.layers.42.mlp.experts.91.down_proj,0.0102333941,hessian_weighted_relative_error,62405,0.02500,0.833
42,model.language_model.layers.42.mlp.experts.91.gate_proj,0.0055506151,hessian_weighted_relative_error,62405,0.02500,0.892
42,model.language_model.layers.42.mlp.experts.91.up_proj,0.0062432746,hessian_weighted_relative_error,62405,0.02500,0.952
42,model.language_model.layers.42.mlp.experts.92.down_proj,0.0110590583,hessian_weighted_relative_error,38287,0.02500,0.742
42,model.language_model.layers.42.mlp.experts.92.gate_proj,0.0049528657,hessian_weighted_relative_error,38287,0.02500,0.772
42,model.language_model.layers.42.mlp.experts.92.up_proj,0.0073490419,hessian_weighted_relative_error,38287,0.02500,0.797
42,model.language_model.layers.42.mlp.experts.93.down_proj,0.0121614380,hessian_weighted_relative_error,17672,0.02500,0.835
42,model.language_model.layers.42.mlp.experts.93.gate_proj,0.0042066653,hessian_weighted_relative_error,17672,0.02500,0.888
42,model.language_model.layers.42.mlp.experts.93.up_proj,0.0067572591,hessian_weighted_relative_error,17672,0.02500,0.949
42,model.language_model.layers.42.mlp.experts.94.down_proj,0.0120361997,hessian_weighted_relative_error,19776,0.02500,0.745
42,model.language_model.layers.42.mlp.experts.94.gate_proj,0.0040606034,hessian_weighted_relative_error,19776,0.02500,0.772
42,model.language_model.layers.42.mlp.experts.94.up_proj,0.0069073429,hessian_weighted_relative_error,19776,0.02500,0.795
42,model.language_model.layers.42.mlp.experts.95.down_proj,0.0105967764,hessian_weighted_relative_error,23947,0.02500,0.836
42,model.language_model.layers.42.mlp.experts.95.gate_proj,0.0041303570,hessian_weighted_relative_error,23947,0.02500,0.891
42,model.language_model.layers.42.mlp.experts.95.up_proj,0.0064944757,hessian_weighted_relative_error,23947,0.02500,0.949
42,model.language_model.layers.42.mlp.experts.96.down_proj,0.0120520540,hessian_weighted_relative_error,22016,0.02500,0.745
42,model.language_model.layers.42.mlp.experts.96.gate_proj,0.0035742742,hessian_weighted_relative_error,22016,0.02500,0.776
42,model.language_model.layers.42.mlp.experts.96.up_proj,0.0053826165,hessian_weighted_relative_error,22016,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.97.down_proj,0.0082732451,hessian_weighted_relative_error,11222,0.02500,0.840
42,model.language_model.layers.42.mlp.experts.97.gate_proj,0.0034817423,hessian_weighted_relative_error,11222,0.02500,0.892
42,model.language_model.layers.42.mlp.experts.97.up_proj,0.0050377924,hessian_weighted_relative_error,11222,0.02500,0.948
42,model.language_model.layers.42.mlp.experts.98.down_proj,0.0091414270,hessian_weighted_relative_error,14813,0.02500,0.742
42,model.language_model.layers.42.mlp.experts.98.gate_proj,0.0030774013,hessian_weighted_relative_error,14813,0.02500,0.777
42,model.language_model.layers.42.mlp.experts.98.up_proj,0.0066634762,hessian_weighted_relative_error,14813,0.02500,0.801
42,model.language_model.layers.42.mlp.experts.99.down_proj,0.0097490892,hessian_weighted_relative_error,24580,0.02500,0.839
42,model.language_model.layers.42.mlp.experts.99.gate_proj,0.0042475785,hessian_weighted_relative_error,24580,0.02500,0.895
42,model.language_model.layers.42.mlp.experts.99.up_proj,0.0046919984,hessian_weighted_relative_error,24580,0.02500,0.948
43,model.language_model.layers.43.mlp.experts.0.down_proj,0.0105555904,hessian_weighted_relative_error,36295,0.02500,0.721
43,model.language_model.layers.43.mlp.experts.0.gate_proj,0.0039240522,hessian_weighted_relative_error,36295,0.02500,0.749
43,model.language_model.layers.43.mlp.experts.0.up_proj,0.0039950308,hessian_weighted_relative_error,36295,0.02500,0.788
43,model.language_model.layers.43.mlp.experts.1.down_proj,0.0082427210,hessian_weighted_relative_error,13247,0.02500,0.761
43,model.language_model.layers.43.mlp.experts.1.gate_proj,0.0036941484,hessian_weighted_relative_error,13247,0.02500,0.845
43,model.language_model.layers.43.mlp.experts.1.up_proj,0.0043433288,hessian_weighted_relative_error,13247,0.02500,0.938
43,model.language_model.layers.43.mlp.experts.10.down_proj,0.0074180073,hessian_weighted_relative_error,19807,0.02500,0.720
43,model.language_model.layers.43.mlp.experts.10.gate_proj,0.0037887001,hessian_weighted_relative_error,19807,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.10.up_proj,0.0031783362,hessian_weighted_relative_error,19807,0.02500,0.793
43,model.language_model.layers.43.mlp.experts.100.down_proj,0.0088954938,hessian_weighted_relative_error,12161,0.02500,0.742
43,model.language_model.layers.43.mlp.experts.100.gate_proj,0.0042360972,hessian_weighted_relative_error,12161,0.02500,0.770
43,model.language_model.layers.43.mlp.experts.100.up_proj,0.0047398007,hessian_weighted_relative_error,12161,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.101.down_proj,0.0072771398,hessian_weighted_relative_error,20477,0.02500,0.839
43,model.language_model.layers.43.mlp.experts.101.gate_proj,0.0023134549,hessian_weighted_relative_error,20477,0.02500,0.887
43,model.language_model.layers.43.mlp.experts.101.up_proj,0.0022919586,hessian_weighted_relative_error,20477,0.02500,0.945
43,model.language_model.layers.43.mlp.experts.102.down_proj,0.0085582755,hessian_weighted_relative_error,33760,0.02500,0.744
43,model.language_model.layers.43.mlp.experts.102.gate_proj,0.0043978216,hessian_weighted_relative_error,33760,0.02500,0.772
43,model.language_model.layers.43.mlp.experts.102.up_proj,0.0053340338,hessian_weighted_relative_error,33760,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.103.down_proj,0.0123150331,hessian_weighted_relative_error,46345,0.02500,0.838
43,model.language_model.layers.43.mlp.experts.103.gate_proj,0.0041009446,hessian_weighted_relative_error,46345,0.02500,0.890
43,model.language_model.layers.43.mlp.experts.103.up_proj,0.0059759945,hessian_weighted_relative_error,46345,0.02500,0.947
43,model.language_model.layers.43.mlp.experts.104.down_proj,0.0062801659,hessian_weighted_relative_error,24387,0.02500,0.744
43,model.language_model.layers.43.mlp.experts.104.gate_proj,0.0030439878,hessian_weighted_relative_error,24387,0.02500,0.772
43,model.language_model.layers.43.mlp.experts.104.up_proj,0.0029722867,hessian_weighted_relative_error,24387,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.105.down_proj,0.0064855045,hessian_weighted_relative_error,24968,0.02500,0.838
43,model.language_model.layers.43.mlp.experts.105.gate_proj,0.0036997251,hessian_weighted_relative_error,24968,0.02500,0.892
43,model.language_model.layers.43.mlp.experts.105.up_proj,0.0038660697,hessian_weighted_relative_error,24968,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.106.down_proj,0.0091850483,hessian_weighted_relative_error,12515,0.02500,0.742
43,model.language_model.layers.43.mlp.experts.106.gate_proj,0.0048950887,hessian_weighted_relative_error,12515,0.02500,0.774
43,model.language_model.layers.43.mlp.experts.106.up_proj,0.0061044485,hessian_weighted_relative_error,12515,0.02500,0.798
43,model.language_model.layers.43.mlp.experts.107.down_proj,0.0057762976,hessian_weighted_relative_error,34949,0.02500,0.842
43,model.language_model.layers.43.mlp.experts.107.gate_proj,0.0021978918,hessian_weighted_relative_error,34949,0.02500,0.894
43,model.language_model.layers.43.mlp.experts.107.up_proj,0.0030789158,hessian_weighted_relative_error,34949,0.02500,0.958
43,model.language_model.layers.43.mlp.experts.108.down_proj,0.0101181925,hessian_weighted_relative_error,36365,0.02500,0.743
43,model.language_model.layers.43.mlp.experts.108.gate_proj,0.0043746483,hessian_weighted_relative_error,36365,0.02500,0.770
43,model.language_model.layers.43.mlp.experts.108.up_proj,0.0059204280,hessian_weighted_relative_error,36365,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.109.down_proj,0.0120211704,hessian_weighted_relative_error,24411,0.02500,0.843
43,model.language_model.layers.43.mlp.experts.109.gate_proj,0.0039029914,hessian_weighted_relative_error,24411,0.02500,0.890
43,model.language_model.layers.43.mlp.experts.109.up_proj,0.0049767377,hessian_weighted_relative_error,24411,0.02500,0.943
43,model.language_model.layers.43.mlp.experts.11.down_proj,0.0120617440,hessian_weighted_relative_error,35558,0.02500,0.797
43,model.language_model.layers.43.mlp.experts.11.gate_proj,0.0035330929,hessian_weighted_relative_error,35558,0.02500,0.848
43,model.language_model.layers.43.mlp.experts.11.up_proj,0.0063006502,hessian_weighted_relative_error,35558,0.02500,0.933
43,model.language_model.layers.43.mlp.experts.110.down_proj,0.0125646747,hessian_weighted_relative_error,36081,0.02500,0.745
43,model.language_model.layers.43.mlp.experts.110.gate_proj,0.0056431810,hessian_weighted_relative_error,36081,0.02500,0.774
43,model.language_model.layers.43.mlp.experts.110.up_proj,0.0070034804,hessian_weighted_relative_error,36081,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.111.down_proj,0.0106269163,hessian_weighted_relative_error,24997,0.02500,0.842
43,model.language_model.layers.43.mlp.experts.111.gate_proj,0.0035704592,hessian_weighted_relative_error,24997,0.02500,0.892
43,model.language_model.layers.43.mlp.experts.111.up_proj,0.0051290878,hessian_weighted_relative_error,24997,0.02500,0.951
43,model.language_model.layers.43.mlp.experts.112.down_proj,0.0124291523,hessian_weighted_relative_error,24772,0.02500,0.748
43,model.language_model.layers.43.mlp.experts.112.gate_proj,0.0060060274,hessian_weighted_relative_error,24772,0.02500,0.776
43,model.language_model.layers.43.mlp.experts.112.up_proj,0.0076081420,hessian_weighted_relative_error,24772,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.113.down_proj,0.0127619047,hessian_weighted_relative_error,28504,0.02500,0.842
43,model.language_model.layers.43.mlp.experts.113.gate_proj,0.0052524083,hessian_weighted_relative_error,28504,0.02500,0.893
43,model.language_model.layers.43.mlp.experts.113.up_proj,0.0065083435,hessian_weighted_relative_error,28504,0.02500,0.955
43,model.language_model.layers.43.mlp.experts.114.down_proj,0.0106919791,hessian_weighted_relative_error,37549,0.02500,0.743
43,model.language_model.layers.43.mlp.experts.114.gate_proj,0.0033140392,hessian_weighted_relative_error,37549,0.02500,0.773
43,model.language_model.layers.43.mlp.experts.114.up_proj,0.0052009092,hessian_weighted_relative_error,37549,0.02500,0.798
43,model.language_model.layers.43.mlp.experts.115.down_proj,0.0073246331,hessian_weighted_relative_error,17966,0.02500,0.845
43,model.language_model.layers.43.mlp.experts.115.gate_proj,0.0024518216,hessian_weighted_relative_error,17966,0.02500,0.896
43,model.language_model.layers.43.mlp.experts.115.up_proj,0.0027486199,hessian_weighted_relative_error,17966,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.116.down_proj,0.0089054767,hessian_weighted_relative_error,29346,0.02500,0.747
43,model.language_model.layers.43.mlp.experts.116.gate_proj,0.0028975369,hessian_weighted_relative_error,29346,0.02500,0.776
43,model.language_model.layers.43.mlp.experts.116.up_proj,0.0039960799,hessian_weighted_relative_error,29346,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.117.down_proj,0.0085994574,hessian_weighted_relative_error,20648,0.02500,0.847
43,model.language_model.layers.43.mlp.experts.117.gate_proj,0.0033303872,hessian_weighted_relative_error,20648,0.02500,0.895
43,model.language_model.layers.43.mlp.experts.117.up_proj,0.0037951467,hessian_weighted_relative_error,20648,0.02500,0.941
43,model.language_model.layers.43.mlp.experts.118.down_proj,0.0088145066,hessian_weighted_relative_error,14620,0.02500,0.748
43,model.language_model.layers.43.mlp.experts.118.gate_proj,0.0033451485,hessian_weighted_relative_error,14620,0.02500,0.777
43,model.language_model.layers.43.mlp.experts.118.up_proj,0.0041085761,hessian_weighted_relative_error,14620,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.119.down_proj,0.0117520291,hessian_weighted_relative_error,21753,0.02500,0.846
43,model.language_model.layers.43.mlp.experts.119.gate_proj,0.0031827539,hessian_weighted_relative_error,21753,0.02500,0.894
43,model.language_model.layers.43.mlp.experts.119.up_proj,0.0039764345,hessian_weighted_relative_error,21753,0.02500,0.949
43,model.language_model.layers.43.mlp.experts.12.down_proj,0.0082917811,hessian_weighted_relative_error,18505,0.02500,0.722
43,model.language_model.layers.43.mlp.experts.12.gate_proj,0.0046578729,hessian_weighted_relative_error,18505,0.02500,0.744
43,model.language_model.layers.43.mlp.experts.12.up_proj,0.0057745930,hessian_weighted_relative_error,18505,0.02500,0.790
43,model.language_model.layers.43.mlp.experts.120.down_proj,0.0124423980,hessian_weighted_relative_error,23293,0.02500,0.749
43,model.language_model.layers.43.mlp.experts.120.gate_proj,0.0047813857,hessian_weighted_relative_error,23293,0.02500,0.773
43,model.language_model.layers.43.mlp.experts.120.up_proj,0.0061354444,hessian_weighted_relative_error,23293,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.121.down_proj,0.0090973155,hessian_weighted_relative_error,25510,0.02500,0.846
43,model.language_model.layers.43.mlp.experts.121.gate_proj,0.0039559084,hessian_weighted_relative_error,25510,0.02500,0.895
43,model.language_model.layers.43.mlp.experts.121.up_proj,0.0047318069,hessian_weighted_relative_error,25510,0.02500,0.953
43,model.language_model.layers.43.mlp.experts.122.down_proj,0.0108985422,hessian_weighted_relative_error,23923,0.02500,0.745
43,model.language_model.layers.43.mlp.experts.122.gate_proj,0.0029151701,hessian_weighted_relative_error,23923,0.02500,0.775
43,model.language_model.layers.43.mlp.experts.122.up_proj,0.0035690794,hessian_weighted_relative_error,23923,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.123.down_proj,0.0102461903,hessian_weighted_relative_error,25039,0.02500,0.849
43,model.language_model.layers.43.mlp.experts.123.gate_proj,0.0053956794,hessian_weighted_relative_error,25039,0.02500,0.899
43,model.language_model.layers.43.mlp.experts.123.up_proj,0.0065032697,hessian_weighted_relative_error,25039,0.02500,0.955
43,model.language_model.layers.43.mlp.experts.124.down_proj,0.0108167134,hessian_weighted_relative_error,40769,0.02500,0.746
43,model.language_model.layers.43.mlp.experts.124.gate_proj,0.0061352408,hessian_weighted_relative_error,40769,0.02500,0.774
43,model.language_model.layers.43.mlp.experts.124.up_proj,0.0067413649,hessian_weighted_relative_error,40769,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.125.down_proj,0.0099470809,hessian_weighted_relative_error,18291,0.02500,0.852
43,model.language_model.layers.43.mlp.experts.125.gate_proj,0.0040577569,hessian_weighted_relative_error,18291,0.02500,0.892
43,model.language_model.layers.43.mlp.experts.125.up_proj,0.0048441654,hessian_weighted_relative_error,18291,0.02500,0.955
43,model.language_model.layers.43.mlp.experts.126.down_proj,0.0084992865,hessian_weighted_relative_error,15328,0.02500,0.747
43,model.language_model.layers.43.mlp.experts.126.gate_proj,0.0031245198,hessian_weighted_relative_error,15328,0.02500,0.777
43,model.language_model.layers.43.mlp.experts.126.up_proj,0.0037592555,hessian_weighted_relative_error,15328,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.127.down_proj,0.0098300366,hessian_weighted_relative_error,23266,0.02500,0.849
43,model.language_model.layers.43.mlp.experts.127.gate_proj,0.0034137397,hessian_weighted_relative_error,23266,0.02500,0.896
43,model.language_model.layers.43.mlp.experts.127.up_proj,0.0037105738,hessian_weighted_relative_error,23266,0.02500,0.953
43,model.language_model.layers.43.mlp.experts.128.down_proj,0.0062595846,hessian_weighted_relative_error,23092,0.02500,0.750
43,model.language_model.layers.43.mlp.experts.128.gate_proj,0.0030798660,hessian_weighted_relative_error,23092,0.02500,0.774
43,model.language_model.layers.43.mlp.experts.128.up_proj,0.0027643224,hessian_weighted_relative_error,23092,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.129.down_proj,0.0120105797,hessian_weighted_relative_error,26546,0.02500,0.851
43,model.language_model.layers.43.mlp.experts.129.gate_proj,0.0039983648,hessian_weighted_relative_error,26546,0.02500,0.909
43,model.language_model.layers.43.mlp.experts.129.up_proj,0.0052494555,hessian_weighted_relative_error,26546,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.13.down_proj,0.0005858916,hessian_weighted_relative_error,24805,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.13.gate_proj,0.0038353092,hessian_weighted_relative_error,24805,0.02500,0.842
43,model.language_model.layers.43.mlp.experts.13.up_proj,0.0048674658,hessian_weighted_relative_error,24805,0.02500,0.939
43,model.language_model.layers.43.mlp.experts.130.down_proj,0.0044445987,hessian_weighted_relative_error,48386,0.02500,0.745
43,model.language_model.layers.43.mlp.experts.130.gate_proj,0.0027355965,hessian_weighted_relative_error,48386,0.02500,0.777
43,model.language_model.layers.43.mlp.experts.130.up_proj,0.0034029872,hessian_weighted_relative_error,48386,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.131.down_proj,0.0094308194,hessian_weighted_relative_error,22443,0.02500,0.853
43,model.language_model.layers.43.mlp.experts.131.gate_proj,0.0035087047,hessian_weighted_relative_error,22443,0.02500,0.899
43,model.language_model.layers.43.mlp.experts.131.up_proj,0.0045130013,hessian_weighted_relative_error,22443,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.132.down_proj,0.0100356710,hessian_weighted_relative_error,6440,0.02500,0.748
43,model.language_model.layers.43.mlp.experts.132.gate_proj,0.0021964558,hessian_weighted_relative_error,6440,0.02500,0.775
43,model.language_model.layers.43.mlp.experts.132.up_proj,0.0021132032,hessian_weighted_relative_error,6440,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.133.down_proj,0.0057000219,hessian_weighted_relative_error,44426,0.02500,0.855
43,model.language_model.layers.43.mlp.experts.133.gate_proj,0.0035327554,hessian_weighted_relative_error,44426,0.02500,0.895
43,model.language_model.layers.43.mlp.experts.133.up_proj,0.0035498103,hessian_weighted_relative_error,44426,0.02500,0.956
43,model.language_model.layers.43.mlp.experts.134.down_proj,0.0122089221,hessian_weighted_relative_error,122937,0.02500,0.751
43,model.language_model.layers.43.mlp.experts.134.gate_proj,0.0057717062,hessian_weighted_relative_error,122937,0.02500,0.779
43,model.language_model.layers.43.mlp.experts.134.up_proj,0.0072179007,hessian_weighted_relative_error,122937,0.02500,0.797
43,model.language_model.layers.43.mlp.experts.135.down_proj,0.0101180534,hessian_weighted_relative_error,35981,0.02500,0.856
43,model.language_model.layers.43.mlp.experts.135.gate_proj,0.0032449682,hessian_weighted_relative_error,35981,0.02500,0.899
43,model.language_model.layers.43.mlp.experts.135.up_proj,0.0048877580,hessian_weighted_relative_error,35981,0.02500,0.953
43,model.language_model.layers.43.mlp.experts.136.down_proj,0.0112195331,hessian_weighted_relative_error,42046,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.136.gate_proj,0.0048869540,hessian_weighted_relative_error,42046,0.02500,0.776
43,model.language_model.layers.43.mlp.experts.136.up_proj,0.0061825176,hessian_weighted_relative_error,42046,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.137.down_proj,0.0126863279,hessian_weighted_relative_error,58895,0.02500,0.855
43,model.language_model.layers.43.mlp.experts.137.gate_proj,0.0040594586,hessian_weighted_relative_error,58895,0.02500,0.899
43,model.language_model.layers.43.mlp.experts.137.up_proj,0.0052222117,hessian_weighted_relative_error,58895,0.02500,0.949
43,model.language_model.layers.43.mlp.experts.138.down_proj,0.0113096815,hessian_weighted_relative_error,34256,0.02500,0.747
43,model.language_model.layers.43.mlp.experts.138.gate_proj,0.0034272512,hessian_weighted_relative_error,34256,0.02500,0.778
43,model.language_model.layers.43.mlp.experts.138.up_proj,0.0044759191,hessian_weighted_relative_error,34256,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.139.down_proj,0.0111623081,hessian_weighted_relative_error,61047,0.02500,0.857
43,model.language_model.layers.43.mlp.experts.139.gate_proj,0.0037137619,hessian_weighted_relative_error,61047,0.02500,0.904
43,model.language_model.layers.43.mlp.experts.139.up_proj,0.0067127789,hessian_weighted_relative_error,61047,0.02500,0.964
43,model.language_model.layers.43.mlp.experts.14.down_proj,0.0132922939,hessian_weighted_relative_error,26686,0.02500,0.723
43,model.language_model.layers.43.mlp.experts.14.gate_proj,0.0059551530,hessian_weighted_relative_error,26686,0.02500,0.751
43,model.language_model.layers.43.mlp.experts.14.up_proj,0.0091270517,hessian_weighted_relative_error,26686,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.140.down_proj,0.0086258460,hessian_weighted_relative_error,17371,0.02500,0.748
43,model.language_model.layers.43.mlp.experts.140.gate_proj,0.0038698929,hessian_weighted_relative_error,17371,0.02500,0.775
43,model.language_model.layers.43.mlp.experts.140.up_proj,0.0040712275,hessian_weighted_relative_error,17371,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.141.down_proj,0.0104983445,hessian_weighted_relative_error,25737,0.02500,0.859
43,model.language_model.layers.43.mlp.experts.141.gate_proj,0.0053707852,hessian_weighted_relative_error,25737,0.02500,0.897
43,model.language_model.layers.43.mlp.experts.141.up_proj,0.0063468135,hessian_weighted_relative_error,25737,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.142.down_proj,0.0102883380,hessian_weighted_relative_error,20384,0.02500,0.750
43,model.language_model.layers.43.mlp.experts.142.gate_proj,0.0026738543,hessian_weighted_relative_error,20384,0.02500,0.777
43,model.language_model.layers.43.mlp.experts.142.up_proj,0.0025988629,hessian_weighted_relative_error,20384,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.143.down_proj,0.0095978724,hessian_weighted_relative_error,15813,0.02500,0.858
43,model.language_model.layers.43.mlp.experts.143.gate_proj,0.0029082547,hessian_weighted_relative_error,15813,0.02500,0.902
43,model.language_model.layers.43.mlp.experts.143.up_proj,0.0032929288,hessian_weighted_relative_error,15813,0.02500,0.962
43,model.language_model.layers.43.mlp.experts.144.down_proj,0.0088706982,hessian_weighted_relative_error,37769,0.02500,0.751
43,model.language_model.layers.43.mlp.experts.144.gate_proj,0.0032018393,hessian_weighted_relative_error,37769,0.02500,0.776
43,model.language_model.layers.43.mlp.experts.144.up_proj,0.0038920378,hessian_weighted_relative_error,37769,0.02500,0.811
43,model.language_model.layers.43.mlp.experts.145.down_proj,0.0061168829,hessian_weighted_relative_error,11383,0.02500,0.858
43,model.language_model.layers.43.mlp.experts.145.gate_proj,0.0024260153,hessian_weighted_relative_error,11383,0.02500,0.900
43,model.language_model.layers.43.mlp.experts.145.up_proj,0.0037663071,hessian_weighted_relative_error,11383,0.02500,0.952
43,model.language_model.layers.43.mlp.experts.146.down_proj,0.0089868916,hessian_weighted_relative_error,12635,0.02500,0.748
43,model.language_model.layers.43.mlp.experts.146.gate_proj,0.0014014079,hessian_weighted_relative_error,12635,0.02500,0.780
43,model.language_model.layers.43.mlp.experts.146.up_proj,0.0025105468,hessian_weighted_relative_error,12635,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.147.down_proj,0.0066180834,hessian_weighted_relative_error,38925,0.02500,0.860
43,model.language_model.layers.43.mlp.experts.147.gate_proj,0.0034689407,hessian_weighted_relative_error,38925,0.02500,0.901
43,model.language_model.layers.43.mlp.experts.147.up_proj,0.0032207298,hessian_weighted_relative_error,38925,0.02500,0.955
43,model.language_model.layers.43.mlp.experts.148.down_proj,0.0058794616,hessian_weighted_relative_error,46097,0.02500,0.750
43,model.language_model.layers.43.mlp.experts.148.gate_proj,0.0030961970,hessian_weighted_relative_error,46097,0.02500,0.780
43,model.language_model.layers.43.mlp.experts.148.up_proj,0.0043277397,hessian_weighted_relative_error,46097,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.149.down_proj,0.0103003140,hessian_weighted_relative_error,12791,0.02500,0.863
43,model.language_model.layers.43.mlp.experts.149.gate_proj,0.0041844329,hessian_weighted_relative_error,12791,0.02500,0.898
43,model.language_model.layers.43.mlp.experts.149.up_proj,0.0077915068,hessian_weighted_relative_error,12791,0.02500,0.957
43,model.language_model.layers.43.mlp.experts.15.down_proj,0.0088054708,hessian_weighted_relative_error,29918,0.02500,0.798
43,model.language_model.layers.43.mlp.experts.15.gate_proj,0.0037120960,hessian_weighted_relative_error,29918,0.02500,0.846
43,model.language_model.layers.43.mlp.experts.15.up_proj,0.0042861036,hessian_weighted_relative_error,29918,0.02500,0.933
43,model.language_model.layers.43.mlp.experts.150.down_proj,0.0117361925,hessian_weighted_relative_error,15936,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.150.gate_proj,0.0027723008,hessian_weighted_relative_error,15936,0.02500,0.781
43,model.language_model.layers.43.mlp.experts.150.up_proj,0.0028150251,hessian_weighted_relative_error,15936,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.151.down_proj,0.0044283880,hessian_weighted_relative_error,77369,0.02500,0.864
43,model.language_model.layers.43.mlp.experts.151.gate_proj,0.0036740137,hessian_weighted_relative_error,77369,0.02500,0.900
43,model.language_model.layers.43.mlp.experts.151.up_proj,0.0044464672,hessian_weighted_relative_error,77369,0.02500,0.964
43,model.language_model.layers.43.mlp.experts.152.down_proj,0.0086925901,hessian_weighted_relative_error,16888,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.152.gate_proj,0.0024182007,hessian_weighted_relative_error,16888,0.02500,0.777
43,model.language_model.layers.43.mlp.experts.152.up_proj,0.0022191483,hessian_weighted_relative_error,16888,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.153.down_proj,0.0092626901,hessian_weighted_relative_error,21553,0.02500,0.863
43,model.language_model.layers.43.mlp.experts.153.gate_proj,0.0033035130,hessian_weighted_relative_error,21553,0.02500,0.902
43,model.language_model.layers.43.mlp.experts.153.up_proj,0.0037392678,hessian_weighted_relative_error,21553,0.02500,0.978
43,model.language_model.layers.43.mlp.experts.154.down_proj,0.0071625743,hessian_weighted_relative_error,33402,0.02500,0.750
43,model.language_model.layers.43.mlp.experts.154.gate_proj,0.0029694449,hessian_weighted_relative_error,33402,0.02500,0.780
43,model.language_model.layers.43.mlp.experts.154.up_proj,0.0029299069,hessian_weighted_relative_error,33402,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.155.down_proj,0.0104383944,hessian_weighted_relative_error,12647,0.02500,0.864
43,model.language_model.layers.43.mlp.experts.155.gate_proj,0.0030647264,hessian_weighted_relative_error,12647,0.02500,0.904
43,model.language_model.layers.43.mlp.experts.155.up_proj,0.0033327278,hessian_weighted_relative_error,12647,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.156.down_proj,0.0082696698,hessian_weighted_relative_error,42507,0.02500,0.750
43,model.language_model.layers.43.mlp.experts.156.gate_proj,0.0052200084,hessian_weighted_relative_error,42507,0.02500,0.778
43,model.language_model.layers.43.mlp.experts.156.up_proj,0.0054741879,hessian_weighted_relative_error,42507,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.157.down_proj,0.0115628891,hessian_weighted_relative_error,21929,0.02500,0.866
43,model.language_model.layers.43.mlp.experts.157.gate_proj,0.0039861747,hessian_weighted_relative_error,21929,0.02500,0.908
43,model.language_model.layers.43.mlp.experts.157.up_proj,0.0041703201,hessian_weighted_relative_error,21929,0.02500,0.963
43,model.language_model.layers.43.mlp.experts.158.down_proj,0.0113758139,hessian_weighted_relative_error,34431,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.158.gate_proj,0.0027701728,hessian_weighted_relative_error,34431,0.02500,0.780
43,model.language_model.layers.43.mlp.experts.158.up_proj,0.0038710549,hessian_weighted_relative_error,34431,0.02500,0.803
43,model.language_model.layers.43.mlp.experts.159.down_proj,0.0116605094,hessian_weighted_relative_error,44430,0.02500,0.869
43,model.language_model.layers.43.mlp.experts.159.gate_proj,0.0037149854,hessian_weighted_relative_error,44430,0.02500,0.910
43,model.language_model.layers.43.mlp.experts.159.up_proj,0.0051751682,hessian_weighted_relative_error,44430,0.02500,0.963
43,model.language_model.layers.43.mlp.experts.16.down_proj,0.0066328791,hessian_weighted_relative_error,16806,0.02500,0.726
43,model.language_model.layers.43.mlp.experts.16.gate_proj,0.0028370867,hessian_weighted_relative_error,16806,0.02500,0.749
43,model.language_model.layers.43.mlp.experts.16.up_proj,0.0032876971,hessian_weighted_relative_error,16806,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.160.down_proj,0.0091807670,hessian_weighted_relative_error,29572,0.02500,0.754
43,model.language_model.layers.43.mlp.experts.160.gate_proj,0.0041010405,hessian_weighted_relative_error,29572,0.02500,0.779
43,model.language_model.layers.43.mlp.experts.160.up_proj,0.0064563596,hessian_weighted_relative_error,29572,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.161.down_proj,0.0076599681,hessian_weighted_relative_error,18195,0.02500,0.866
43,model.language_model.layers.43.mlp.experts.161.gate_proj,0.0032005196,hessian_weighted_relative_error,18195,0.02500,0.907
43,model.language_model.layers.43.mlp.experts.161.up_proj,0.0045598005,hessian_weighted_relative_error,18195,0.02500,0.960
43,model.language_model.layers.43.mlp.experts.162.down_proj,0.0091901631,hessian_weighted_relative_error,35391,0.02500,0.751
43,model.language_model.layers.43.mlp.experts.162.gate_proj,0.0055283664,hessian_weighted_relative_error,35391,0.02500,0.782
43,model.language_model.layers.43.mlp.experts.162.up_proj,0.0062731369,hessian_weighted_relative_error,35391,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.163.down_proj,0.0085623909,hessian_weighted_relative_error,13615,0.02500,0.868
43,model.language_model.layers.43.mlp.experts.163.gate_proj,0.0029083703,hessian_weighted_relative_error,13615,0.02500,0.907
43,model.language_model.layers.43.mlp.experts.163.up_proj,0.0027534274,hessian_weighted_relative_error,13615,0.02500,0.957
43,model.language_model.layers.43.mlp.experts.164.down_proj,0.0109759431,hessian_weighted_relative_error,21802,0.02500,0.751
43,model.language_model.layers.43.mlp.experts.164.gate_proj,0.0036535868,hessian_weighted_relative_error,21802,0.02500,0.779
43,model.language_model.layers.43.mlp.experts.164.up_proj,0.0065955630,hessian_weighted_relative_error,21802,0.02500,0.797
43,model.language_model.layers.43.mlp.experts.165.down_proj,0.0105938949,hessian_weighted_relative_error,33554,0.02500,0.871
43,model.language_model.layers.43.mlp.experts.165.gate_proj,0.0053399889,hessian_weighted_relative_error,33554,0.02500,0.902
43,model.language_model.layers.43.mlp.experts.165.up_proj,0.0060700041,hessian_weighted_relative_error,33554,0.02500,0.965
43,model.language_model.layers.43.mlp.experts.166.down_proj,0.0096660528,hessian_weighted_relative_error,18636,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.166.gate_proj,0.0033000136,hessian_weighted_relative_error,18636,0.02500,0.783
43,model.language_model.layers.43.mlp.experts.166.up_proj,0.0049285166,hessian_weighted_relative_error,18636,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.167.down_proj,0.0113456421,hessian_weighted_relative_error,26863,0.02500,0.875
43,model.language_model.layers.43.mlp.experts.167.gate_proj,0.0029631565,hessian_weighted_relative_error,26863,0.02500,0.906
43,model.language_model.layers.43.mlp.experts.167.up_proj,0.0028797698,hessian_weighted_relative_error,26863,0.02500,0.964
43,model.language_model.layers.43.mlp.experts.168.down_proj,0.0074263226,hessian_weighted_relative_error,8751,0.02500,0.756
43,model.language_model.layers.43.mlp.experts.168.gate_proj,0.0032004633,hessian_weighted_relative_error,8751,0.02500,0.779
43,model.language_model.layers.43.mlp.experts.168.up_proj,0.0034848703,hessian_weighted_relative_error,8751,0.02500,0.798
43,model.language_model.layers.43.mlp.experts.169.down_proj,0.0085149705,hessian_weighted_relative_error,33353,0.02500,0.871
43,model.language_model.layers.43.mlp.experts.169.gate_proj,0.0058379797,hessian_weighted_relative_error,33353,0.02500,0.905
43,model.language_model.layers.43.mlp.experts.169.up_proj,0.0059894418,hessian_weighted_relative_error,33353,0.02500,0.957
43,model.language_model.layers.43.mlp.experts.17.down_proj,0.0082532809,hessian_weighted_relative_error,26483,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.17.gate_proj,0.0038385433,hessian_weighted_relative_error,26483,0.02500,0.849
43,model.language_model.layers.43.mlp.experts.17.up_proj,0.0045208269,hessian_weighted_relative_error,26483,0.02500,0.937
43,model.language_model.layers.43.mlp.experts.170.down_proj,0.0113552482,hessian_weighted_relative_error,11705,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.170.gate_proj,0.0032315851,hessian_weighted_relative_error,11705,0.02500,0.784
43,model.language_model.layers.43.mlp.experts.170.up_proj,0.0035416108,hessian_weighted_relative_error,11705,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.171.down_proj,0.0106107269,hessian_weighted_relative_error,23386,0.02500,0.873
43,model.language_model.layers.43.mlp.experts.171.gate_proj,0.0041885350,hessian_weighted_relative_error,23386,0.02500,0.909
43,model.language_model.layers.43.mlp.experts.171.up_proj,0.0049614585,hessian_weighted_relative_error,23386,0.02500,0.961
43,model.language_model.layers.43.mlp.experts.172.down_proj,0.0066491001,hessian_weighted_relative_error,19095,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.172.gate_proj,0.0036848748,hessian_weighted_relative_error,19095,0.02500,0.781
43,model.language_model.layers.43.mlp.experts.172.up_proj,0.0046070561,hessian_weighted_relative_error,19095,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.173.down_proj,0.0110972841,hessian_weighted_relative_error,45046,0.02500,0.875
43,model.language_model.layers.43.mlp.experts.173.gate_proj,0.0036085123,hessian_weighted_relative_error,45046,0.02500,0.902
43,model.language_model.layers.43.mlp.experts.173.up_proj,0.0066999835,hessian_weighted_relative_error,45046,0.02500,0.960
43,model.language_model.layers.43.mlp.experts.174.down_proj,0.0119138344,hessian_weighted_relative_error,22783,0.02500,0.755
43,model.language_model.layers.43.mlp.experts.174.gate_proj,0.0027666044,hessian_weighted_relative_error,22783,0.02500,0.782
43,model.language_model.layers.43.mlp.experts.174.up_proj,0.0031773600,hessian_weighted_relative_error,22783,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.175.down_proj,0.0085426697,hessian_weighted_relative_error,14997,0.02500,0.875
43,model.language_model.layers.43.mlp.experts.175.gate_proj,0.0031368809,hessian_weighted_relative_error,14997,0.02500,0.904
43,model.language_model.layers.43.mlp.experts.175.up_proj,0.0036089130,hessian_weighted_relative_error,14997,0.02500,0.992
43,model.language_model.layers.43.mlp.experts.176.down_proj,0.0097896515,hessian_weighted_relative_error,25910,0.02500,0.756
43,model.language_model.layers.43.mlp.experts.176.gate_proj,0.0037179444,hessian_weighted_relative_error,25910,0.02500,0.780
43,model.language_model.layers.43.mlp.experts.176.up_proj,0.0043622864,hessian_weighted_relative_error,25910,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.177.down_proj,0.0109538996,hessian_weighted_relative_error,14589,0.02500,0.873
43,model.language_model.layers.43.mlp.experts.177.gate_proj,0.0032035810,hessian_weighted_relative_error,14589,0.02500,0.910
43,model.language_model.layers.43.mlp.experts.177.up_proj,0.0036557386,hessian_weighted_relative_error,14589,0.02500,0.965
43,model.language_model.layers.43.mlp.experts.178.down_proj,0.0090019157,hessian_weighted_relative_error,17812,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.178.gate_proj,0.0038211392,hessian_weighted_relative_error,17812,0.02500,0.782
43,model.language_model.layers.43.mlp.experts.178.up_proj,0.0049878870,hessian_weighted_relative_error,17812,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.179.down_proj,0.0124145434,hessian_weighted_relative_error,96397,0.02500,0.874
43,model.language_model.layers.43.mlp.experts.179.gate_proj,0.0035308568,hessian_weighted_relative_error,96397,0.02500,0.910
43,model.language_model.layers.43.mlp.experts.179.up_proj,0.0038775366,hessian_weighted_relative_error,96397,0.02500,1.021
43,model.language_model.layers.43.mlp.experts.18.down_proj,0.0111334387,hessian_weighted_relative_error,42566,0.02500,0.722
43,model.language_model.layers.43.mlp.experts.18.gate_proj,0.0046067746,hessian_weighted_relative_error,42566,0.02500,0.751
43,model.language_model.layers.43.mlp.experts.18.up_proj,0.0065925459,hessian_weighted_relative_error,42566,0.02500,0.808
43,model.language_model.layers.43.mlp.experts.180.down_proj,0.0109657198,hessian_weighted_relative_error,19149,0.02500,0.754
43,model.language_model.layers.43.mlp.experts.180.gate_proj,0.0028693238,hessian_weighted_relative_error,19149,0.02500,0.783
43,model.language_model.layers.43.mlp.experts.180.up_proj,0.0038481648,hessian_weighted_relative_error,19149,0.02500,0.797
43,model.language_model.layers.43.mlp.experts.181.down_proj,0.0126034137,hessian_weighted_relative_error,48465,0.02500,0.875
43,model.language_model.layers.43.mlp.experts.181.gate_proj,0.0037342374,hessian_weighted_relative_error,48465,0.02500,0.902
43,model.language_model.layers.43.mlp.experts.181.up_proj,0.0043936210,hessian_weighted_relative_error,48465,0.02500,0.952
43,model.language_model.layers.43.mlp.experts.182.down_proj,0.0117684477,hessian_weighted_relative_error,22400,0.02500,0.754
43,model.language_model.layers.43.mlp.experts.182.gate_proj,0.0033897058,hessian_weighted_relative_error,22400,0.02500,0.783
43,model.language_model.layers.43.mlp.experts.182.up_proj,0.0038190182,hessian_weighted_relative_error,22400,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.183.down_proj,0.0091454157,hessian_weighted_relative_error,29461,0.02500,0.876
43,model.language_model.layers.43.mlp.experts.183.gate_proj,0.0026569884,hessian_weighted_relative_error,29461,0.02500,0.909
43,model.language_model.layers.43.mlp.experts.183.up_proj,0.0028726768,hessian_weighted_relative_error,29461,0.02500,0.955
43,model.language_model.layers.43.mlp.experts.184.down_proj,0.0111421810,hessian_weighted_relative_error,42531,0.02500,0.758
43,model.language_model.layers.43.mlp.experts.184.gate_proj,0.0039490689,hessian_weighted_relative_error,42531,0.02500,0.780
43,model.language_model.layers.43.mlp.experts.184.up_proj,0.0054167031,hessian_weighted_relative_error,42531,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.185.down_proj,0.0124223404,hessian_weighted_relative_error,30682,0.02500,0.874
43,model.language_model.layers.43.mlp.experts.185.gate_proj,0.0041608290,hessian_weighted_relative_error,30682,0.02500,0.906
43,model.language_model.layers.43.mlp.experts.185.up_proj,0.0072924611,hessian_weighted_relative_error,30682,0.02500,0.967
43,model.language_model.layers.43.mlp.experts.186.down_proj,0.0106836681,hessian_weighted_relative_error,17869,0.02500,0.753
43,model.language_model.layers.43.mlp.experts.186.gate_proj,0.0033750778,hessian_weighted_relative_error,17869,0.02500,0.783
43,model.language_model.layers.43.mlp.experts.186.up_proj,0.0047014599,hessian_weighted_relative_error,17869,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.187.down_proj,0.0077348084,hessian_weighted_relative_error,27722,0.02500,0.875
43,model.language_model.layers.43.mlp.experts.187.gate_proj,0.0028939326,hessian_weighted_relative_error,27722,0.02500,0.908
43,model.language_model.layers.43.mlp.experts.187.up_proj,0.0038960770,hessian_weighted_relative_error,27722,0.02500,0.963
43,model.language_model.layers.43.mlp.experts.188.down_proj,0.0104754947,hessian_weighted_relative_error,43718,0.02500,0.755
43,model.language_model.layers.43.mlp.experts.188.gate_proj,0.0044952563,hessian_weighted_relative_error,43718,0.02500,0.781
43,model.language_model.layers.43.mlp.experts.188.up_proj,0.0056891098,hessian_weighted_relative_error,43718,0.02500,0.819
43,model.language_model.layers.43.mlp.experts.189.down_proj,0.0113737017,hessian_weighted_relative_error,35975,0.02500,0.876
43,model.language_model.layers.43.mlp.experts.189.gate_proj,0.0037307697,hessian_weighted_relative_error,35975,0.02500,0.903
43,model.language_model.layers.43.mlp.experts.189.up_proj,0.0047987830,hessian_weighted_relative_error,35975,0.02500,0.955
43,model.language_model.layers.43.mlp.experts.19.down_proj,0.0063911978,hessian_weighted_relative_error,19771,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.19.gate_proj,0.0027708847,hessian_weighted_relative_error,19771,0.02500,0.852
43,model.language_model.layers.43.mlp.experts.19.up_proj,0.0026579681,hessian_weighted_relative_error,19771,0.02500,0.962
43,model.language_model.layers.43.mlp.experts.190.down_proj,0.0091679970,hessian_weighted_relative_error,20093,0.02500,0.756
43,model.language_model.layers.43.mlp.experts.190.gate_proj,0.0042433425,hessian_weighted_relative_error,20093,0.02500,0.788
43,model.language_model.layers.43.mlp.experts.190.up_proj,0.0045018348,hessian_weighted_relative_error,20093,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.191.down_proj,0.0069154250,hessian_weighted_relative_error,20753,0.02500,0.877
43,model.language_model.layers.43.mlp.experts.191.gate_proj,0.0025205571,hessian_weighted_relative_error,20753,0.02500,0.907
43,model.language_model.layers.43.mlp.experts.191.up_proj,0.0027140903,hessian_weighted_relative_error,20753,0.02500,0.958
43,model.language_model.layers.43.mlp.experts.192.down_proj,0.0106671639,hessian_weighted_relative_error,27542,0.02500,0.760
43,model.language_model.layers.43.mlp.experts.192.gate_proj,0.0054993991,hessian_weighted_relative_error,27542,0.02500,0.780
43,model.language_model.layers.43.mlp.experts.192.up_proj,0.0076862693,hessian_weighted_relative_error,27542,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.193.down_proj,0.0128022176,hessian_weighted_relative_error,27045,0.02500,0.875
43,model.language_model.layers.43.mlp.experts.193.gate_proj,0.0043160018,hessian_weighted_relative_error,27045,0.02500,0.936
43,model.language_model.layers.43.mlp.experts.193.up_proj,0.0068091901,hessian_weighted_relative_error,27045,0.02500,0.959
43,model.language_model.layers.43.mlp.experts.194.down_proj,0.0129680236,hessian_weighted_relative_error,66831,0.02500,0.755
43,model.language_model.layers.43.mlp.experts.194.gate_proj,0.0052531950,hessian_weighted_relative_error,66831,0.02500,0.785
43,model.language_model.layers.43.mlp.experts.194.up_proj,0.0064013960,hessian_weighted_relative_error,66831,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.195.down_proj,0.0090573981,hessian_weighted_relative_error,22180,0.02500,0.876
43,model.language_model.layers.43.mlp.experts.195.gate_proj,0.0022202176,hessian_weighted_relative_error,22180,0.02500,0.914
43,model.language_model.layers.43.mlp.experts.195.up_proj,0.0045333302,hessian_weighted_relative_error,22180,0.02500,0.957
43,model.language_model.layers.43.mlp.experts.196.down_proj,0.0116183709,hessian_weighted_relative_error,37316,0.02500,0.756
43,model.language_model.layers.43.mlp.experts.196.gate_proj,0.0027093798,hessian_weighted_relative_error,37316,0.02500,0.782
43,model.language_model.layers.43.mlp.experts.196.up_proj,0.0039871389,hessian_weighted_relative_error,37316,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.197.down_proj,0.0060710674,hessian_weighted_relative_error,13412,0.02500,0.879
43,model.language_model.layers.43.mlp.experts.197.gate_proj,0.0017225692,hessian_weighted_relative_error,13412,0.02500,0.904
43,model.language_model.layers.43.mlp.experts.197.up_proj,0.0019743964,hessian_weighted_relative_error,13412,0.02500,0.952
43,model.language_model.layers.43.mlp.experts.198.down_proj,0.0125089840,hessian_weighted_relative_error,22259,0.02500,0.758
43,model.language_model.layers.43.mlp.experts.198.gate_proj,0.0039472206,hessian_weighted_relative_error,22259,0.02500,0.784
43,model.language_model.layers.43.mlp.experts.198.up_proj,0.0053382952,hessian_weighted_relative_error,22259,0.02500,0.812
43,model.language_model.layers.43.mlp.experts.199.down_proj,0.0094623961,hessian_weighted_relative_error,21936,0.02500,0.878
43,model.language_model.layers.43.mlp.experts.199.gate_proj,0.0039494446,hessian_weighted_relative_error,21936,0.02500,0.907
43,model.language_model.layers.43.mlp.experts.199.up_proj,0.0051135613,hessian_weighted_relative_error,21936,0.02500,0.950
43,model.language_model.layers.43.mlp.experts.2.down_proj,0.0103432047,hessian_weighted_relative_error,24639,0.02500,0.690
43,model.language_model.layers.43.mlp.experts.2.gate_proj,0.0049220671,hessian_weighted_relative_error,24639,0.02500,0.740
43,model.language_model.layers.43.mlp.experts.2.up_proj,0.0055839494,hessian_weighted_relative_error,24639,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.20.down_proj,0.0106399339,hessian_weighted_relative_error,62295,0.02500,0.724
43,model.language_model.layers.43.mlp.experts.20.gate_proj,0.0046229540,hessian_weighted_relative_error,62295,0.02500,0.749
43,model.language_model.layers.43.mlp.experts.20.up_proj,0.0053659201,hessian_weighted_relative_error,62295,0.02500,0.792
43,model.language_model.layers.43.mlp.experts.200.down_proj,0.0064731161,hessian_weighted_relative_error,39903,0.02500,0.760
43,model.language_model.layers.43.mlp.experts.200.gate_proj,0.0032688347,hessian_weighted_relative_error,39903,0.02500,0.781
43,model.language_model.layers.43.mlp.experts.200.up_proj,0.0036364533,hessian_weighted_relative_error,39903,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.201.down_proj,0.0103902117,hessian_weighted_relative_error,19992,0.02500,0.877
43,model.language_model.layers.43.mlp.experts.201.gate_proj,0.0027840895,hessian_weighted_relative_error,19992,0.02500,0.918
43,model.language_model.layers.43.mlp.experts.201.up_proj,0.0047559627,hessian_weighted_relative_error,19992,0.02500,0.952
43,model.language_model.layers.43.mlp.experts.202.down_proj,0.0104282640,hessian_weighted_relative_error,36315,0.02500,0.756
43,model.language_model.layers.43.mlp.experts.202.gate_proj,0.0040934895,hessian_weighted_relative_error,36315,0.02500,0.785
43,model.language_model.layers.43.mlp.experts.202.up_proj,0.0046002245,hessian_weighted_relative_error,36315,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.203.down_proj,0.0111597599,hessian_weighted_relative_error,17958,0.02500,0.879
43,model.language_model.layers.43.mlp.experts.203.gate_proj,0.0030910670,hessian_weighted_relative_error,17958,0.02500,0.917
43,model.language_model.layers.43.mlp.experts.203.up_proj,0.0044150612,hessian_weighted_relative_error,17958,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.204.down_proj,0.0015568708,hessian_weighted_relative_error,40409,0.02500,0.757
43,model.language_model.layers.43.mlp.experts.204.gate_proj,0.0053707118,hessian_weighted_relative_error,40409,0.02500,0.782
43,model.language_model.layers.43.mlp.experts.204.up_proj,0.0072165106,hessian_weighted_relative_error,40409,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.205.down_proj,0.0119180521,hessian_weighted_relative_error,21282,0.02500,0.879
43,model.language_model.layers.43.mlp.experts.205.gate_proj,0.0043575189,hessian_weighted_relative_error,21282,0.02500,0.905
43,model.language_model.layers.43.mlp.experts.205.up_proj,0.0072473912,hessian_weighted_relative_error,21282,0.02500,0.948
43,model.language_model.layers.43.mlp.experts.206.down_proj,0.0066278748,hessian_weighted_relative_error,24741,0.02500,0.759
43,model.language_model.layers.43.mlp.experts.206.gate_proj,0.0048424814,hessian_weighted_relative_error,24741,0.02500,0.785
43,model.language_model.layers.43.mlp.experts.206.up_proj,0.0063046456,hessian_weighted_relative_error,24741,0.02500,0.803
43,model.language_model.layers.43.mlp.experts.207.down_proj,0.0066863489,hessian_weighted_relative_error,21894,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.207.gate_proj,0.0035994280,hessian_weighted_relative_error,21894,0.02500,0.918
43,model.language_model.layers.43.mlp.experts.207.up_proj,0.0039583737,hessian_weighted_relative_error,21894,0.02500,0.948
43,model.language_model.layers.43.mlp.experts.208.down_proj,0.0100893356,hessian_weighted_relative_error,21899,0.02500,0.759
43,model.language_model.layers.43.mlp.experts.208.gate_proj,0.0050146775,hessian_weighted_relative_error,21899,0.02500,0.782
43,model.language_model.layers.43.mlp.experts.208.up_proj,0.0074124805,hessian_weighted_relative_error,21899,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.209.down_proj,0.0084638455,hessian_weighted_relative_error,11793,0.02500,0.877
43,model.language_model.layers.43.mlp.experts.209.gate_proj,0.0022428703,hessian_weighted_relative_error,11793,0.02500,0.915
43,model.language_model.layers.43.mlp.experts.209.up_proj,0.0028814815,hessian_weighted_relative_error,11793,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.21.down_proj,0.0109638244,hessian_weighted_relative_error,56612,0.02500,0.803
43,model.language_model.layers.43.mlp.experts.21.gate_proj,0.0034788135,hessian_weighted_relative_error,56612,0.02500,0.847
43,model.language_model.layers.43.mlp.experts.21.up_proj,0.0028746534,hessian_weighted_relative_error,56612,0.02500,0.941
43,model.language_model.layers.43.mlp.experts.210.down_proj,0.0047613694,hessian_weighted_relative_error,31788,0.02500,0.756
43,model.language_model.layers.43.mlp.experts.210.gate_proj,0.0035568523,hessian_weighted_relative_error,31788,0.02500,0.786
43,model.language_model.layers.43.mlp.experts.210.up_proj,0.0043501182,hessian_weighted_relative_error,31788,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.211.down_proj,0.0108372297,hessian_weighted_relative_error,20307,0.02500,0.880
43,model.language_model.layers.43.mlp.experts.211.gate_proj,0.0040572371,hessian_weighted_relative_error,20307,0.02500,0.918
43,model.language_model.layers.43.mlp.experts.211.up_proj,0.0054112603,hessian_weighted_relative_error,20307,0.02500,0.949
43,model.language_model.layers.43.mlp.experts.212.down_proj,0.0120094958,hessian_weighted_relative_error,16197,0.02500,0.757
43,model.language_model.layers.43.mlp.experts.212.gate_proj,0.0041693768,hessian_weighted_relative_error,16197,0.02500,0.782
43,model.language_model.layers.43.mlp.experts.212.up_proj,0.0056744382,hessian_weighted_relative_error,16197,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.213.down_proj,0.0107072482,hessian_weighted_relative_error,57977,0.02500,0.880
43,model.language_model.layers.43.mlp.experts.213.gate_proj,0.0028597870,hessian_weighted_relative_error,57977,0.02500,0.915
43,model.language_model.layers.43.mlp.experts.213.up_proj,0.0059574722,hessian_weighted_relative_error,57977,0.02500,0.952
43,model.language_model.layers.43.mlp.experts.214.down_proj,0.0086473798,hessian_weighted_relative_error,32707,0.02500,0.759
43,model.language_model.layers.43.mlp.experts.214.gate_proj,0.0046158306,hessian_weighted_relative_error,32707,0.02500,0.788
43,model.language_model.layers.43.mlp.experts.214.up_proj,0.0059676413,hessian_weighted_relative_error,32707,0.02500,0.804
43,model.language_model.layers.43.mlp.experts.215.down_proj,0.0098131876,hessian_weighted_relative_error,10996,0.02500,0.881
43,model.language_model.layers.43.mlp.experts.215.gate_proj,0.0036208014,hessian_weighted_relative_error,10996,0.02500,0.917
43,model.language_model.layers.43.mlp.experts.215.up_proj,0.0041616631,hessian_weighted_relative_error,10996,0.02500,0.957
43,model.language_model.layers.43.mlp.experts.216.down_proj,0.0090481929,hessian_weighted_relative_error,19750,0.02500,0.759
43,model.language_model.layers.43.mlp.experts.216.gate_proj,0.0048748831,hessian_weighted_relative_error,19750,0.02500,0.788
43,model.language_model.layers.43.mlp.experts.216.up_proj,0.0067600622,hessian_weighted_relative_error,19750,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.217.down_proj,0.0098850762,hessian_weighted_relative_error,32307,0.02500,0.879
43,model.language_model.layers.43.mlp.experts.217.gate_proj,0.0035543030,hessian_weighted_relative_error,32307,0.02500,0.923
43,model.language_model.layers.43.mlp.experts.217.up_proj,0.0049377229,hessian_weighted_relative_error,32307,0.02500,0.959
43,model.language_model.layers.43.mlp.experts.218.down_proj,0.0061735467,hessian_weighted_relative_error,21883,0.02500,0.757
43,model.language_model.layers.43.mlp.experts.218.gate_proj,0.0018936618,hessian_weighted_relative_error,21883,0.02500,0.787
43,model.language_model.layers.43.mlp.experts.218.up_proj,0.0018366753,hessian_weighted_relative_error,21883,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.219.down_proj,0.0108916904,hessian_weighted_relative_error,24803,0.02500,0.880
43,model.language_model.layers.43.mlp.experts.219.gate_proj,0.0051004028,hessian_weighted_relative_error,24803,0.02500,0.922
43,model.language_model.layers.43.mlp.experts.219.up_proj,0.0073150263,hessian_weighted_relative_error,24803,0.02500,0.947
43,model.language_model.layers.43.mlp.experts.22.down_proj,0.0057354481,hessian_weighted_relative_error,22421,0.02500,0.725
43,model.language_model.layers.43.mlp.experts.22.gate_proj,0.0022864154,hessian_weighted_relative_error,22421,0.02500,0.753
43,model.language_model.layers.43.mlp.experts.22.up_proj,0.0038213851,hessian_weighted_relative_error,22421,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.220.down_proj,0.0090924030,hessian_weighted_relative_error,14581,0.02500,0.757
43,model.language_model.layers.43.mlp.experts.220.gate_proj,0.0028949814,hessian_weighted_relative_error,14581,0.02500,0.785
43,model.language_model.layers.43.mlp.experts.220.up_proj,0.0050028395,hessian_weighted_relative_error,14581,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.221.down_proj,0.0135891548,hessian_weighted_relative_error,55674,0.02500,0.881
43,model.language_model.layers.43.mlp.experts.221.gate_proj,0.0062540891,hessian_weighted_relative_error,55674,0.02500,0.917
43,model.language_model.layers.43.mlp.experts.221.up_proj,0.0057835814,hessian_weighted_relative_error,55674,0.02500,0.951
43,model.language_model.layers.43.mlp.experts.222.down_proj,0.0109908616,hessian_weighted_relative_error,22824,0.02500,0.758
43,model.language_model.layers.43.mlp.experts.222.gate_proj,0.0049307969,hessian_weighted_relative_error,22824,0.02500,0.788
43,model.language_model.layers.43.mlp.experts.222.up_proj,0.0062546077,hessian_weighted_relative_error,22824,0.02500,0.803
43,model.language_model.layers.43.mlp.experts.223.down_proj,0.0088338798,hessian_weighted_relative_error,14417,0.02500,0.882
43,model.language_model.layers.43.mlp.experts.223.gate_proj,0.0040683954,hessian_weighted_relative_error,14417,0.02500,0.920
43,model.language_model.layers.43.mlp.experts.223.up_proj,0.0054792164,hessian_weighted_relative_error,14417,0.02500,0.965
43,model.language_model.layers.43.mlp.experts.224.down_proj,0.0060164147,hessian_weighted_relative_error,21120,0.02500,0.761
43,model.language_model.layers.43.mlp.experts.224.gate_proj,0.0029701625,hessian_weighted_relative_error,21120,0.02500,0.785
43,model.language_model.layers.43.mlp.experts.224.up_proj,0.0038733706,hessian_weighted_relative_error,21120,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.225.down_proj,0.0078956415,hessian_weighted_relative_error,31859,0.02500,0.879
43,model.language_model.layers.43.mlp.experts.225.gate_proj,0.0040527785,hessian_weighted_relative_error,31859,0.02500,0.927
43,model.language_model.layers.43.mlp.experts.225.up_proj,0.0068880088,hessian_weighted_relative_error,31859,0.02500,0.955
43,model.language_model.layers.43.mlp.experts.226.down_proj,0.0099021882,hessian_weighted_relative_error,25837,0.02500,0.757
43,model.language_model.layers.43.mlp.experts.226.gate_proj,0.0046018621,hessian_weighted_relative_error,25837,0.02500,0.790
43,model.language_model.layers.43.mlp.experts.226.up_proj,0.0065645730,hessian_weighted_relative_error,25837,0.02500,0.807
43,model.language_model.layers.43.mlp.experts.227.down_proj,0.0065939110,hessian_weighted_relative_error,10476,0.02500,0.881
43,model.language_model.layers.43.mlp.experts.227.gate_proj,0.0029805279,hessian_weighted_relative_error,10476,0.02500,0.919
43,model.language_model.layers.43.mlp.experts.227.up_proj,0.0030601179,hessian_weighted_relative_error,10476,0.02500,0.952
43,model.language_model.layers.43.mlp.experts.228.down_proj,0.0070198854,hessian_weighted_relative_error,44320,0.02500,0.758
43,model.language_model.layers.43.mlp.experts.228.gate_proj,0.0022046476,hessian_weighted_relative_error,44320,0.02500,0.785
43,model.language_model.layers.43.mlp.experts.228.up_proj,0.0026578631,hessian_weighted_relative_error,44320,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.229.down_proj,0.0098205529,hessian_weighted_relative_error,21289,0.02500,0.883
43,model.language_model.layers.43.mlp.experts.229.gate_proj,0.0033288397,hessian_weighted_relative_error,21289,0.02500,0.923
43,model.language_model.layers.43.mlp.experts.229.up_proj,0.0039586728,hessian_weighted_relative_error,21289,0.02500,0.957
43,model.language_model.layers.43.mlp.experts.23.down_proj,0.0099025664,hessian_weighted_relative_error,44920,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.23.gate_proj,0.0035043771,hessian_weighted_relative_error,44920,0.02500,0.852
43,model.language_model.layers.43.mlp.experts.23.up_proj,0.0039527723,hessian_weighted_relative_error,44920,0.02500,0.936
43,model.language_model.layers.43.mlp.experts.230.down_proj,0.0094748477,hessian_weighted_relative_error,19886,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.230.gate_proj,0.0032763534,hessian_weighted_relative_error,19886,0.02500,0.788
43,model.language_model.layers.43.mlp.experts.230.up_proj,0.0030961066,hessian_weighted_relative_error,19886,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.231.down_proj,0.0108627114,hessian_weighted_relative_error,22265,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.231.gate_proj,0.0046915777,hessian_weighted_relative_error,22265,0.02500,0.925
43,model.language_model.layers.43.mlp.experts.231.up_proj,0.0067973174,hessian_weighted_relative_error,22265,0.02500,0.964
43,model.language_model.layers.43.mlp.experts.232.down_proj,0.0095195741,hessian_weighted_relative_error,18363,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.232.gate_proj,0.0047560399,hessian_weighted_relative_error,18363,0.02500,0.784
43,model.language_model.layers.43.mlp.experts.232.up_proj,0.0074254443,hessian_weighted_relative_error,18363,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.233.down_proj,0.0079060211,hessian_weighted_relative_error,23336,0.02500,0.881
43,model.language_model.layers.43.mlp.experts.233.gate_proj,0.0032805423,hessian_weighted_relative_error,23336,0.02500,0.920
43,model.language_model.layers.43.mlp.experts.233.up_proj,0.0046806218,hessian_weighted_relative_error,23336,0.02500,0.961
43,model.language_model.layers.43.mlp.experts.234.down_proj,0.0113625911,hessian_weighted_relative_error,34093,0.02500,0.760
43,model.language_model.layers.43.mlp.experts.234.gate_proj,0.0032097075,hessian_weighted_relative_error,34093,0.02500,0.789
43,model.language_model.layers.43.mlp.experts.234.up_proj,0.0050740949,hessian_weighted_relative_error,34093,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.235.down_proj,0.0113984493,hessian_weighted_relative_error,25768,0.02500,0.882
43,model.language_model.layers.43.mlp.experts.235.gate_proj,0.0060194896,hessian_weighted_relative_error,25768,0.02500,0.920
43,model.language_model.layers.43.mlp.experts.235.up_proj,0.0068476712,hessian_weighted_relative_error,25768,0.02500,0.956
43,model.language_model.layers.43.mlp.experts.236.down_proj,0.0113938478,hessian_weighted_relative_error,23761,0.02500,0.759
43,model.language_model.layers.43.mlp.experts.236.gate_proj,0.0037507296,hessian_weighted_relative_error,23761,0.02500,0.784
43,model.language_model.layers.43.mlp.experts.236.up_proj,0.0054199406,hessian_weighted_relative_error,23761,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.237.down_proj,0.0088520113,hessian_weighted_relative_error,21541,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.237.gate_proj,0.0049991385,hessian_weighted_relative_error,21541,0.02500,0.914
43,model.language_model.layers.43.mlp.experts.237.up_proj,0.0059769940,hessian_weighted_relative_error,21541,0.02500,0.946
43,model.language_model.layers.43.mlp.experts.238.down_proj,0.0091233257,hessian_weighted_relative_error,36851,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.238.gate_proj,0.0043853526,hessian_weighted_relative_error,36851,0.02500,0.789
43,model.language_model.layers.43.mlp.experts.238.up_proj,0.0062058711,hessian_weighted_relative_error,36851,0.02500,0.803
43,model.language_model.layers.43.mlp.experts.239.down_proj,0.0073780266,hessian_weighted_relative_error,31191,0.02500,0.889
43,model.language_model.layers.43.mlp.experts.239.gate_proj,0.0031308904,hessian_weighted_relative_error,31191,0.02500,0.920
43,model.language_model.layers.43.mlp.experts.239.up_proj,0.0037461317,hessian_weighted_relative_error,31191,0.02500,0.961
43,model.language_model.layers.43.mlp.experts.24.down_proj,0.0116200088,hessian_weighted_relative_error,24570,0.02500,0.727
43,model.language_model.layers.43.mlp.experts.24.gate_proj,0.0024204014,hessian_weighted_relative_error,24570,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.24.up_proj,0.0035836256,hessian_weighted_relative_error,24570,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.240.down_proj,0.0078549335,hessian_weighted_relative_error,49182,0.02500,0.764
43,model.language_model.layers.43.mlp.experts.240.gate_proj,0.0032987314,hessian_weighted_relative_error,49182,0.02500,0.786
43,model.language_model.layers.43.mlp.experts.240.up_proj,0.0040279042,hessian_weighted_relative_error,49182,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.241.down_proj,0.0119249387,hessian_weighted_relative_error,20572,0.02500,0.881
43,model.language_model.layers.43.mlp.experts.241.gate_proj,0.0029759317,hessian_weighted_relative_error,20572,0.02500,0.927
43,model.language_model.layers.43.mlp.experts.241.up_proj,0.0031883394,hessian_weighted_relative_error,20572,0.02500,0.950
43,model.language_model.layers.43.mlp.experts.242.down_proj,0.0097000513,hessian_weighted_relative_error,31754,0.02500,0.759
43,model.language_model.layers.43.mlp.experts.242.gate_proj,0.0023870634,hessian_weighted_relative_error,31754,0.02500,0.789
43,model.language_model.layers.43.mlp.experts.242.up_proj,0.0046190590,hessian_weighted_relative_error,31754,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.243.down_proj,0.0107981348,hessian_weighted_relative_error,34841,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.243.gate_proj,0.0036895408,hessian_weighted_relative_error,34841,0.02500,0.926
43,model.language_model.layers.43.mlp.experts.243.up_proj,0.0036106530,hessian_weighted_relative_error,34841,0.02500,0.962
43,model.language_model.layers.43.mlp.experts.244.down_proj,0.0076941435,hessian_weighted_relative_error,32562,0.02500,0.760
43,model.language_model.layers.43.mlp.experts.244.gate_proj,0.0042995411,hessian_weighted_relative_error,32562,0.02500,0.784
43,model.language_model.layers.43.mlp.experts.244.up_proj,0.0049927643,hessian_weighted_relative_error,32562,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.245.down_proj,0.0094916817,hessian_weighted_relative_error,26018,0.02500,0.883
43,model.language_model.layers.43.mlp.experts.245.gate_proj,0.0018325098,hessian_weighted_relative_error,26018,0.02500,0.920
43,model.language_model.layers.43.mlp.experts.245.up_proj,0.0028621485,hessian_weighted_relative_error,26018,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.246.down_proj,0.0106459671,hessian_weighted_relative_error,11512,0.02500,0.763
43,model.language_model.layers.43.mlp.experts.246.gate_proj,0.0029262071,hessian_weighted_relative_error,11512,0.02500,0.789
43,model.language_model.layers.43.mlp.experts.246.up_proj,0.0044143608,hessian_weighted_relative_error,11512,0.02500,0.803
43,model.language_model.layers.43.mlp.experts.247.down_proj,0.0129835651,hessian_weighted_relative_error,52333,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.247.gate_proj,0.0039384735,hessian_weighted_relative_error,52333,0.02500,0.927
43,model.language_model.layers.43.mlp.experts.247.up_proj,0.0058384261,hessian_weighted_relative_error,52333,0.02500,0.957
43,model.language_model.layers.43.mlp.experts.248.down_proj,0.0122253032,hessian_weighted_relative_error,30525,0.02500,0.764
43,model.language_model.layers.43.mlp.experts.248.gate_proj,0.0061862282,hessian_weighted_relative_error,30525,0.02500,0.787
43,model.language_model.layers.43.mlp.experts.248.up_proj,0.0085457246,hessian_weighted_relative_error,30525,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.249.down_proj,0.0098611749,hessian_weighted_relative_error,37396,0.02500,0.882
43,model.language_model.layers.43.mlp.experts.249.gate_proj,0.0032135550,hessian_weighted_relative_error,37396,0.02500,0.926
43,model.language_model.layers.43.mlp.experts.249.up_proj,0.0032077092,hessian_weighted_relative_error,37396,0.02500,0.950
43,model.language_model.layers.43.mlp.experts.25.down_proj,0.0112782793,hessian_weighted_relative_error,25036,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.25.gate_proj,0.0052882800,hessian_weighted_relative_error,25036,0.02500,0.853
43,model.language_model.layers.43.mlp.experts.25.up_proj,0.0067565145,hessian_weighted_relative_error,25036,0.02500,0.940
43,model.language_model.layers.43.mlp.experts.250.down_proj,0.0107424750,hessian_weighted_relative_error,36872,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.250.gate_proj,0.0039246907,hessian_weighted_relative_error,36872,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.250.up_proj,0.0056448586,hessian_weighted_relative_error,36872,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.251.down_proj,0.0069309569,hessian_weighted_relative_error,9394,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.251.gate_proj,0.0024384624,hessian_weighted_relative_error,9394,0.02500,0.928
43,model.language_model.layers.43.mlp.experts.251.up_proj,0.0029320198,hessian_weighted_relative_error,9394,0.02500,0.955
43,model.language_model.layers.43.mlp.experts.252.down_proj,0.0099415823,hessian_weighted_relative_error,48113,0.02500,0.760
43,model.language_model.layers.43.mlp.experts.252.gate_proj,0.0038745903,hessian_weighted_relative_error,48113,0.02500,0.786
43,model.language_model.layers.43.mlp.experts.252.up_proj,0.0034035966,hessian_weighted_relative_error,48113,0.02500,0.802
43,model.language_model.layers.43.mlp.experts.253.down_proj,0.0081410850,hessian_weighted_relative_error,24135,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.253.gate_proj,0.0038182723,hessian_weighted_relative_error,24135,0.02500,0.922
43,model.language_model.layers.43.mlp.experts.253.up_proj,0.0049728349,hessian_weighted_relative_error,24135,0.02500,0.953
43,model.language_model.layers.43.mlp.experts.254.down_proj,0.0081439468,hessian_weighted_relative_error,40552,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.254.gate_proj,0.0052991394,hessian_weighted_relative_error,40552,0.02500,0.793
43,model.language_model.layers.43.mlp.experts.254.up_proj,0.0053946973,hessian_weighted_relative_error,40552,0.02500,0.807
43,model.language_model.layers.43.mlp.experts.255.down_proj,0.0104735013,hessian_weighted_relative_error,39069,0.02500,0.885
43,model.language_model.layers.43.mlp.experts.255.gate_proj,0.0048954264,hessian_weighted_relative_error,39069,0.02500,0.931
43,model.language_model.layers.43.mlp.experts.255.up_proj,0.0064412153,hessian_weighted_relative_error,39069,0.02500,0.953
43,model.language_model.layers.43.mlp.experts.256.down_proj,0.0099913930,hessian_weighted_relative_error,28911,0.02500,0.764
43,model.language_model.layers.43.mlp.experts.256.gate_proj,0.0034363129,hessian_weighted_relative_error,28911,0.02500,0.787
43,model.language_model.layers.43.mlp.experts.256.up_proj,0.0067060675,hessian_weighted_relative_error,28911,0.02500,0.804
43,model.language_model.layers.43.mlp.experts.257.down_proj,0.0124078612,hessian_weighted_relative_error,68523,0.02500,0.883
43,model.language_model.layers.43.mlp.experts.257.gate_proj,0.0036893425,hessian_weighted_relative_error,68523,0.02500,0.926
43,model.language_model.layers.43.mlp.experts.257.up_proj,0.0040147287,hessian_weighted_relative_error,68523,0.02500,0.953
43,model.language_model.layers.43.mlp.experts.258.down_proj,0.0087218990,hessian_weighted_relative_error,169209,0.02500,0.761
43,model.language_model.layers.43.mlp.experts.258.gate_proj,0.0034851835,hessian_weighted_relative_error,169209,0.02500,0.790
43,model.language_model.layers.43.mlp.experts.258.up_proj,0.0060498234,hessian_weighted_relative_error,169209,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.259.down_proj,0.0118246813,hessian_weighted_relative_error,27501,0.02500,0.886
43,model.language_model.layers.43.mlp.experts.259.gate_proj,0.0049752064,hessian_weighted_relative_error,27501,0.02500,0.925
43,model.language_model.layers.43.mlp.experts.259.up_proj,0.0086244259,hessian_weighted_relative_error,27501,0.02500,0.944
43,model.language_model.layers.43.mlp.experts.26.down_proj,0.0061556830,hessian_weighted_relative_error,42776,0.02500,0.725
43,model.language_model.layers.43.mlp.experts.26.gate_proj,0.0030570569,hessian_weighted_relative_error,42776,0.02500,0.754
43,model.language_model.layers.43.mlp.experts.26.up_proj,0.0039514614,hessian_weighted_relative_error,42776,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.260.down_proj,0.0125362428,hessian_weighted_relative_error,27526,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.260.gate_proj,0.0049521854,hessian_weighted_relative_error,27526,0.02500,0.787
43,model.language_model.layers.43.mlp.experts.260.up_proj,0.0066755192,hessian_weighted_relative_error,27526,0.02500,0.803
43,model.language_model.layers.43.mlp.experts.261.down_proj,0.0076959015,hessian_weighted_relative_error,37480,0.02500,0.886
43,model.language_model.layers.43.mlp.experts.261.gate_proj,0.0031531697,hessian_weighted_relative_error,37480,0.02500,0.921
43,model.language_model.layers.43.mlp.experts.261.up_proj,0.0035257035,hessian_weighted_relative_error,37480,0.02500,0.945
43,model.language_model.layers.43.mlp.experts.262.down_proj,0.0090858350,hessian_weighted_relative_error,20845,0.02500,0.763
43,model.language_model.layers.43.mlp.experts.262.gate_proj,0.0047212479,hessian_weighted_relative_error,20845,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.262.up_proj,0.0049092766,hessian_weighted_relative_error,20845,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.263.down_proj,0.0118698043,hessian_weighted_relative_error,51484,0.02500,0.887
43,model.language_model.layers.43.mlp.experts.263.gate_proj,0.0032927224,hessian_weighted_relative_error,51484,0.02500,0.927
43,model.language_model.layers.43.mlp.experts.263.up_proj,0.0043871212,hessian_weighted_relative_error,51484,0.02500,0.954
43,model.language_model.layers.43.mlp.experts.264.down_proj,0.0112261640,hessian_weighted_relative_error,12998,0.02500,0.764
43,model.language_model.layers.43.mlp.experts.264.gate_proj,0.0039971668,hessian_weighted_relative_error,12998,0.02500,0.788
43,model.language_model.layers.43.mlp.experts.264.up_proj,0.0059883065,hessian_weighted_relative_error,12998,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.265.down_proj,0.0112562108,hessian_weighted_relative_error,43908,0.02500,0.885
43,model.language_model.layers.43.mlp.experts.265.gate_proj,0.0041131071,hessian_weighted_relative_error,43908,0.02500,0.924
43,model.language_model.layers.43.mlp.experts.265.up_proj,0.0036383322,hessian_weighted_relative_error,43908,0.02500,0.945
43,model.language_model.layers.43.mlp.experts.266.down_proj,0.0126965988,hessian_weighted_relative_error,44501,0.02500,0.761
43,model.language_model.layers.43.mlp.experts.266.gate_proj,0.0057531319,hessian_weighted_relative_error,44501,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.266.up_proj,0.0067250011,hessian_weighted_relative_error,44501,0.02500,0.806
43,model.language_model.layers.43.mlp.experts.267.down_proj,0.0112766798,hessian_weighted_relative_error,46683,0.02500,0.886
43,model.language_model.layers.43.mlp.experts.267.gate_proj,0.0056617904,hessian_weighted_relative_error,46683,0.02500,0.926
43,model.language_model.layers.43.mlp.experts.267.up_proj,0.0082223997,hessian_weighted_relative_error,46683,0.02500,0.951
43,model.language_model.layers.43.mlp.experts.268.down_proj,0.0067217466,hessian_weighted_relative_error,10993,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.268.gate_proj,0.0030445012,hessian_weighted_relative_error,10993,0.02500,0.787
43,model.language_model.layers.43.mlp.experts.268.up_proj,0.0038383752,hessian_weighted_relative_error,10993,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.269.down_proj,0.0118443311,hessian_weighted_relative_error,30066,0.02500,0.892
43,model.language_model.layers.43.mlp.experts.269.gate_proj,0.0041141924,hessian_weighted_relative_error,30066,0.02500,0.927
43,model.language_model.layers.43.mlp.experts.269.up_proj,0.0067502006,hessian_weighted_relative_error,30066,0.02500,0.949
43,model.language_model.layers.43.mlp.experts.27.down_proj,0.0117162456,hessian_weighted_relative_error,22900,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.27.gate_proj,0.0031190822,hessian_weighted_relative_error,22900,0.02500,0.859
43,model.language_model.layers.43.mlp.experts.27.up_proj,0.0036304406,hessian_weighted_relative_error,22900,0.02500,0.937
43,model.language_model.layers.43.mlp.experts.270.down_proj,0.0109159238,hessian_weighted_relative_error,22594,0.02500,0.763
43,model.language_model.layers.43.mlp.experts.270.gate_proj,0.0027884123,hessian_weighted_relative_error,22594,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.270.up_proj,0.0038621633,hessian_weighted_relative_error,22594,0.02500,0.806
43,model.language_model.layers.43.mlp.experts.271.down_proj,0.0121111542,hessian_weighted_relative_error,36674,0.02500,0.888
43,model.language_model.layers.43.mlp.experts.271.gate_proj,0.0042389473,hessian_weighted_relative_error,36674,0.02500,0.926
43,model.language_model.layers.43.mlp.experts.271.up_proj,0.0054656665,hessian_weighted_relative_error,36674,0.02500,0.952
43,model.language_model.layers.43.mlp.experts.272.down_proj,0.0123720190,hessian_weighted_relative_error,37325,0.02500,0.764
43,model.language_model.layers.43.mlp.experts.272.gate_proj,0.0040172598,hessian_weighted_relative_error,37325,0.02500,0.789
43,model.language_model.layers.43.mlp.experts.272.up_proj,0.0049701516,hessian_weighted_relative_error,37325,0.02500,0.799
43,model.language_model.layers.43.mlp.experts.273.down_proj,0.0128906848,hessian_weighted_relative_error,28897,0.02500,0.886
43,model.language_model.layers.43.mlp.experts.273.gate_proj,0.0060032964,hessian_weighted_relative_error,28897,0.02500,0.930
43,model.language_model.layers.43.mlp.experts.273.up_proj,0.0085559505,hessian_weighted_relative_error,28897,0.02500,0.944
43,model.language_model.layers.43.mlp.experts.274.down_proj,0.0104596720,hessian_weighted_relative_error,65546,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.274.gate_proj,0.0041181890,hessian_weighted_relative_error,65546,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.274.up_proj,0.0063393439,hessian_weighted_relative_error,65546,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.275.down_proj,0.0087187159,hessian_weighted_relative_error,41313,0.02500,0.886
43,model.language_model.layers.43.mlp.experts.275.gate_proj,0.0039365988,hessian_weighted_relative_error,41313,0.02500,0.932
43,model.language_model.layers.43.mlp.experts.275.up_proj,0.0058566965,hessian_weighted_relative_error,41313,0.02500,0.941
43,model.language_model.layers.43.mlp.experts.276.down_proj,0.0074332652,hessian_weighted_relative_error,26568,0.02500,0.763
43,model.language_model.layers.43.mlp.experts.276.gate_proj,0.0044860163,hessian_weighted_relative_error,26568,0.02500,0.787
43,model.language_model.layers.43.mlp.experts.276.up_proj,0.0049552630,hessian_weighted_relative_error,26568,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.277.down_proj,0.0107063957,hessian_weighted_relative_error,9846,0.02500,0.888
43,model.language_model.layers.43.mlp.experts.277.gate_proj,0.0026730272,hessian_weighted_relative_error,9846,0.02500,0.932
43,model.language_model.layers.43.mlp.experts.277.up_proj,0.0031283848,hessian_weighted_relative_error,9846,0.02500,0.931
43,model.language_model.layers.43.mlp.experts.278.down_proj,0.0054732293,hessian_weighted_relative_error,35035,0.02500,0.764
43,model.language_model.layers.43.mlp.experts.278.gate_proj,0.0030601175,hessian_weighted_relative_error,35035,0.02500,0.793
43,model.language_model.layers.43.mlp.experts.278.up_proj,0.0031196505,hessian_weighted_relative_error,35035,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.279.down_proj,0.0101858508,hessian_weighted_relative_error,20243,0.02500,0.888
43,model.language_model.layers.43.mlp.experts.279.gate_proj,0.0041721257,hessian_weighted_relative_error,20243,0.02500,0.939
43,model.language_model.layers.43.mlp.experts.279.up_proj,0.0051004973,hessian_weighted_relative_error,20243,0.02500,0.938
43,model.language_model.layers.43.mlp.experts.28.down_proj,0.0115863009,hessian_weighted_relative_error,42519,0.02500,0.725
43,model.language_model.layers.43.mlp.experts.28.gate_proj,0.0055521767,hessian_weighted_relative_error,42519,0.02500,0.751
43,model.language_model.layers.43.mlp.experts.28.up_proj,0.0068673976,hessian_weighted_relative_error,42519,0.02500,0.789
43,model.language_model.layers.43.mlp.experts.280.down_proj,0.0107168975,hessian_weighted_relative_error,22299,0.02500,0.767
43,model.language_model.layers.43.mlp.experts.280.gate_proj,0.0054856265,hessian_weighted_relative_error,22299,0.02500,0.788
43,model.language_model.layers.43.mlp.experts.280.up_proj,0.0054310667,hessian_weighted_relative_error,22299,0.02500,0.818
43,model.language_model.layers.43.mlp.experts.281.down_proj,0.0097678481,hessian_weighted_relative_error,8088,0.02500,0.886
43,model.language_model.layers.43.mlp.experts.281.gate_proj,0.0019486772,hessian_weighted_relative_error,8088,0.02500,0.935
43,model.language_model.layers.43.mlp.experts.281.up_proj,0.0021640339,hessian_weighted_relative_error,8088,0.02500,0.932
43,model.language_model.layers.43.mlp.experts.282.down_proj,0.0100438637,hessian_weighted_relative_error,19271,0.02500,0.763
43,model.language_model.layers.43.mlp.experts.282.gate_proj,0.0031227618,hessian_weighted_relative_error,19271,0.02500,0.790
43,model.language_model.layers.43.mlp.experts.282.up_proj,0.0031425259,hessian_weighted_relative_error,19271,0.02500,0.806
43,model.language_model.layers.43.mlp.experts.283.down_proj,0.0107116878,hessian_weighted_relative_error,26339,0.02500,0.887
43,model.language_model.layers.43.mlp.experts.283.gate_proj,0.0043013505,hessian_weighted_relative_error,26339,0.02500,0.933
43,model.language_model.layers.43.mlp.experts.283.up_proj,0.0056803519,hessian_weighted_relative_error,26339,0.02500,0.926
43,model.language_model.layers.43.mlp.experts.284.down_proj,0.0112538738,hessian_weighted_relative_error,40761,0.02500,0.763
43,model.language_model.layers.43.mlp.experts.284.gate_proj,0.0031099010,hessian_weighted_relative_error,40761,0.02500,0.789
43,model.language_model.layers.43.mlp.experts.284.up_proj,0.0039658277,hessian_weighted_relative_error,40761,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.285.down_proj,0.0123867299,hessian_weighted_relative_error,33337,0.02500,0.888
43,model.language_model.layers.43.mlp.experts.285.gate_proj,0.0048797191,hessian_weighted_relative_error,33337,0.02500,0.927
43,model.language_model.layers.43.mlp.experts.285.up_proj,0.0079299083,hessian_weighted_relative_error,33337,0.02500,0.928
43,model.language_model.layers.43.mlp.experts.286.down_proj,0.0097696450,hessian_weighted_relative_error,30854,0.02500,0.765
43,model.language_model.layers.43.mlp.experts.286.gate_proj,0.0037701509,hessian_weighted_relative_error,30854,0.02500,0.792
43,model.language_model.layers.43.mlp.experts.286.up_proj,0.0043021667,hessian_weighted_relative_error,30854,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.287.down_proj,0.0095396838,hessian_weighted_relative_error,15572,0.02500,0.888
43,model.language_model.layers.43.mlp.experts.287.gate_proj,0.0034069691,hessian_weighted_relative_error,15572,0.02500,0.939
43,model.language_model.layers.43.mlp.experts.287.up_proj,0.0044910218,hessian_weighted_relative_error,15572,0.02500,0.929
43,model.language_model.layers.43.mlp.experts.29.down_proj,0.0086795849,hessian_weighted_relative_error,10154,0.02500,0.807
43,model.language_model.layers.43.mlp.experts.29.gate_proj,0.0030408132,hessian_weighted_relative_error,10154,0.02500,0.852
43,model.language_model.layers.43.mlp.experts.29.up_proj,0.0021478938,hessian_weighted_relative_error,10154,0.02500,0.935
43,model.language_model.layers.43.mlp.experts.3.down_proj,0.0113533772,hessian_weighted_relative_error,27633,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.3.gate_proj,0.0043269122,hessian_weighted_relative_error,27633,0.02500,0.850
43,model.language_model.layers.43.mlp.experts.3.up_proj,0.0051966245,hessian_weighted_relative_error,27633,0.02500,0.938
43,model.language_model.layers.43.mlp.experts.30.down_proj,0.0091440964,hessian_weighted_relative_error,18975,0.02500,0.729
43,model.language_model.layers.43.mlp.experts.30.gate_proj,0.0041800140,hessian_weighted_relative_error,18975,0.02500,0.756
43,model.language_model.layers.43.mlp.experts.30.up_proj,0.0041113596,hessian_weighted_relative_error,18975,0.02500,0.815
43,model.language_model.layers.43.mlp.experts.31.down_proj,0.0043682018,hessian_weighted_relative_error,14859,0.02500,0.805
43,model.language_model.layers.43.mlp.experts.31.gate_proj,0.0014006160,hessian_weighted_relative_error,14859,0.02500,0.856
43,model.language_model.layers.43.mlp.experts.31.up_proj,0.0015890743,hessian_weighted_relative_error,14859,0.02500,0.939
43,model.language_model.layers.43.mlp.experts.32.down_proj,0.0081988452,hessian_weighted_relative_error,17001,0.02500,0.729
43,model.language_model.layers.43.mlp.experts.32.gate_proj,0.0042409428,hessian_weighted_relative_error,17001,0.02500,0.755
43,model.language_model.layers.43.mlp.experts.32.up_proj,0.0051474343,hessian_weighted_relative_error,17001,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.33.down_proj,0.0117945523,hessian_weighted_relative_error,45318,0.02500,0.807
43,model.language_model.layers.43.mlp.experts.33.gate_proj,0.0057061982,hessian_weighted_relative_error,45318,0.02500,0.858
43,model.language_model.layers.43.mlp.experts.33.up_proj,0.0077639509,hessian_weighted_relative_error,45318,0.02500,0.941
43,model.language_model.layers.43.mlp.experts.34.down_proj,0.0084863410,hessian_weighted_relative_error,24540,0.02500,0.727
43,model.language_model.layers.43.mlp.experts.34.gate_proj,0.0044038184,hessian_weighted_relative_error,24540,0.02500,0.757
43,model.language_model.layers.43.mlp.experts.34.up_proj,0.0057783886,hessian_weighted_relative_error,24540,0.02500,0.797
43,model.language_model.layers.43.mlp.experts.35.down_proj,0.0087938204,hessian_weighted_relative_error,41857,0.02500,0.808
43,model.language_model.layers.43.mlp.experts.35.gate_proj,0.0050033428,hessian_weighted_relative_error,41857,0.02500,0.861
43,model.language_model.layers.43.mlp.experts.35.up_proj,0.0056325761,hessian_weighted_relative_error,41857,0.02500,0.943
43,model.language_model.layers.43.mlp.experts.36.down_proj,0.0125043485,hessian_weighted_relative_error,29741,0.02500,0.727
43,model.language_model.layers.43.mlp.experts.36.gate_proj,0.0041460563,hessian_weighted_relative_error,29741,0.02500,0.772
43,model.language_model.layers.43.mlp.experts.36.up_proj,0.0051819272,hessian_weighted_relative_error,29741,0.02500,0.793
43,model.language_model.layers.43.mlp.experts.37.down_proj,0.0108764236,hessian_weighted_relative_error,28095,0.02500,0.813
43,model.language_model.layers.43.mlp.experts.37.gate_proj,0.0031956090,hessian_weighted_relative_error,28095,0.02500,0.859
43,model.language_model.layers.43.mlp.experts.37.up_proj,0.0031054006,hessian_weighted_relative_error,28095,0.02500,0.935
43,model.language_model.layers.43.mlp.experts.38.down_proj,0.0115357004,hessian_weighted_relative_error,33706,0.02500,0.728
43,model.language_model.layers.43.mlp.experts.38.gate_proj,0.0036017311,hessian_weighted_relative_error,33706,0.02500,0.759
43,model.language_model.layers.43.mlp.experts.38.up_proj,0.0052902298,hessian_weighted_relative_error,33706,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.39.down_proj,0.0115371095,hessian_weighted_relative_error,34720,0.02500,0.810
43,model.language_model.layers.43.mlp.experts.39.gate_proj,0.0052095694,hessian_weighted_relative_error,34720,0.02500,0.862
43,model.language_model.layers.43.mlp.experts.39.up_proj,0.0042570819,hessian_weighted_relative_error,34720,0.02500,0.937
43,model.language_model.layers.43.mlp.experts.4.down_proj,0.0107755326,hessian_weighted_relative_error,30198,0.02500,0.718
43,model.language_model.layers.43.mlp.experts.4.gate_proj,0.0047793790,hessian_weighted_relative_error,30198,0.02500,0.749
43,model.language_model.layers.43.mlp.experts.4.up_proj,0.0044163730,hessian_weighted_relative_error,30198,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.40.down_proj,0.0117198524,hessian_weighted_relative_error,26691,0.02500,0.731
43,model.language_model.layers.43.mlp.experts.40.gate_proj,0.0050442730,hessian_weighted_relative_error,26691,0.02500,0.757
43,model.language_model.layers.43.mlp.experts.40.up_proj,0.0075515103,hessian_weighted_relative_error,26691,0.02500,0.793
43,model.language_model.layers.43.mlp.experts.41.down_proj,0.0094123403,hessian_weighted_relative_error,24248,0.02500,0.809
43,model.language_model.layers.43.mlp.experts.41.gate_proj,0.0030116550,hessian_weighted_relative_error,24248,0.02500,0.861
43,model.language_model.layers.43.mlp.experts.41.up_proj,0.0036323900,hessian_weighted_relative_error,24248,0.02500,0.942
43,model.language_model.layers.43.mlp.experts.42.down_proj,0.0120637770,hessian_weighted_relative_error,45786,0.02500,0.728
43,model.language_model.layers.43.mlp.experts.42.gate_proj,0.0056411923,hessian_weighted_relative_error,45786,0.02500,0.760
43,model.language_model.layers.43.mlp.experts.42.up_proj,0.0062988783,hessian_weighted_relative_error,45786,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.43.down_proj,0.0116497484,hessian_weighted_relative_error,31756,0.02500,0.812
43,model.language_model.layers.43.mlp.experts.43.gate_proj,0.0046083757,hessian_weighted_relative_error,31756,0.02500,0.866
43,model.language_model.layers.43.mlp.experts.43.up_proj,0.0063189051,hessian_weighted_relative_error,31756,0.02500,0.935
43,model.language_model.layers.43.mlp.experts.44.down_proj,0.0105589538,hessian_weighted_relative_error,12769,0.02500,0.730
43,model.language_model.layers.43.mlp.experts.44.gate_proj,0.0021909120,hessian_weighted_relative_error,12769,0.02500,0.755
43,model.language_model.layers.43.mlp.experts.44.up_proj,0.0023522352,hessian_weighted_relative_error,12769,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.45.down_proj,0.0070022386,hessian_weighted_relative_error,17660,0.02500,0.814
43,model.language_model.layers.43.mlp.experts.45.gate_proj,0.0043458295,hessian_weighted_relative_error,17660,0.02500,0.861
43,model.language_model.layers.43.mlp.experts.45.up_proj,0.0054465446,hessian_weighted_relative_error,17660,0.02500,0.936
43,model.language_model.layers.43.mlp.experts.46.down_proj,0.0079608054,hessian_weighted_relative_error,4251,0.02500,0.732
43,model.language_model.layers.43.mlp.experts.46.gate_proj,0.0024849697,hessian_weighted_relative_error,4251,0.02500,0.760
43,model.language_model.layers.43.mlp.experts.46.up_proj,0.0035802369,hessian_weighted_relative_error,4251,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.47.down_proj,0.0116390382,hessian_weighted_relative_error,45924,0.02500,0.813
43,model.language_model.layers.43.mlp.experts.47.gate_proj,0.0063927324,hessian_weighted_relative_error,45924,0.02500,0.865
43,model.language_model.layers.43.mlp.experts.47.up_proj,0.0073885903,hessian_weighted_relative_error,45924,0.02500,0.945
43,model.language_model.layers.43.mlp.experts.48.down_proj,0.0074141201,hessian_weighted_relative_error,22131,0.02500,0.735
43,model.language_model.layers.43.mlp.experts.48.gate_proj,0.0033615450,hessian_weighted_relative_error,22131,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.48.up_proj,0.0042826869,hessian_weighted_relative_error,22131,0.02500,0.790
43,model.language_model.layers.43.mlp.experts.49.down_proj,0.0086811184,hessian_weighted_relative_error,37873,0.02500,0.813
43,model.language_model.layers.43.mlp.experts.49.gate_proj,0.0036314204,hessian_weighted_relative_error,37873,0.02500,0.865
43,model.language_model.layers.43.mlp.experts.49.up_proj,0.0037409232,hessian_weighted_relative_error,37873,0.02500,0.939
43,model.language_model.layers.43.mlp.experts.5.down_proj,0.0089260504,hessian_weighted_relative_error,38506,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.5.gate_proj,0.0030069055,hessian_weighted_relative_error,38506,0.02500,0.844
43,model.language_model.layers.43.mlp.experts.5.up_proj,0.0034446600,hessian_weighted_relative_error,38506,0.02500,0.929
43,model.language_model.layers.43.mlp.experts.50.down_proj,0.0099382018,hessian_weighted_relative_error,17856,0.02500,0.731
43,model.language_model.layers.43.mlp.experts.50.gate_proj,0.0031292213,hessian_weighted_relative_error,17856,0.02500,0.761
43,model.language_model.layers.43.mlp.experts.50.up_proj,0.0030673389,hessian_weighted_relative_error,17856,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.51.down_proj,0.0050257949,hessian_weighted_relative_error,69545,0.02500,0.815
43,model.language_model.layers.43.mlp.experts.51.gate_proj,0.0020829790,hessian_weighted_relative_error,69545,0.02500,0.870
43,model.language_model.layers.43.mlp.experts.51.up_proj,0.0018205462,hessian_weighted_relative_error,69545,0.02500,0.938
43,model.language_model.layers.43.mlp.experts.52.down_proj,0.0119833542,hessian_weighted_relative_error,50696,0.02500,0.733
43,model.language_model.layers.43.mlp.experts.52.gate_proj,0.0040142008,hessian_weighted_relative_error,50696,0.02500,0.760
43,model.language_model.layers.43.mlp.experts.52.up_proj,0.0033148378,hessian_weighted_relative_error,50696,0.02500,0.790
43,model.language_model.layers.43.mlp.experts.53.down_proj,0.0100353638,hessian_weighted_relative_error,43346,0.02500,0.820
43,model.language_model.layers.43.mlp.experts.53.gate_proj,0.0056198004,hessian_weighted_relative_error,43346,0.02500,0.863
43,model.language_model.layers.43.mlp.experts.53.up_proj,0.0069807807,hessian_weighted_relative_error,43346,0.02500,0.930
43,model.language_model.layers.43.mlp.experts.54.down_proj,0.0056410005,hessian_weighted_relative_error,3872,0.02500,0.733
43,model.language_model.layers.43.mlp.experts.54.gate_proj,0.0018396814,hessian_weighted_relative_error,3872,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.54.up_proj,0.0024597585,hessian_weighted_relative_error,3872,0.02500,0.797
43,model.language_model.layers.43.mlp.experts.55.down_proj,0.0111242925,hessian_weighted_relative_error,20040,0.02500,0.817
43,model.language_model.layers.43.mlp.experts.55.gate_proj,0.0046922039,hessian_weighted_relative_error,20040,0.02500,0.870
43,model.language_model.layers.43.mlp.experts.55.up_proj,0.0070992522,hessian_weighted_relative_error,20040,0.02500,0.941
43,model.language_model.layers.43.mlp.experts.56.down_proj,0.0111874463,hessian_weighted_relative_error,20481,0.02500,0.737
43,model.language_model.layers.43.mlp.experts.56.gate_proj,0.0037532830,hessian_weighted_relative_error,20481,0.02500,0.761
43,model.language_model.layers.43.mlp.experts.56.up_proj,0.0046711263,hessian_weighted_relative_error,20481,0.02500,0.792
43,model.language_model.layers.43.mlp.experts.57.down_proj,0.0067498158,hessian_weighted_relative_error,39510,0.02500,0.818
43,model.language_model.layers.43.mlp.experts.57.gate_proj,0.0031662013,hessian_weighted_relative_error,39510,0.02500,0.870
43,model.language_model.layers.43.mlp.experts.57.up_proj,0.0046566672,hessian_weighted_relative_error,39510,0.02500,0.940
43,model.language_model.layers.43.mlp.experts.58.down_proj,0.0121120399,hessian_weighted_relative_error,27931,0.02500,0.732
43,model.language_model.layers.43.mlp.experts.58.gate_proj,0.0041373238,hessian_weighted_relative_error,27931,0.02500,0.765
43,model.language_model.layers.43.mlp.experts.58.up_proj,0.0053139434,hessian_weighted_relative_error,27931,0.02500,0.800
43,model.language_model.layers.43.mlp.experts.59.down_proj,0.0128493889,hessian_weighted_relative_error,38706,0.02500,0.819
43,model.language_model.layers.43.mlp.experts.59.gate_proj,0.0046670916,hessian_weighted_relative_error,38706,0.02500,0.871
43,model.language_model.layers.43.mlp.experts.59.up_proj,0.0061423988,hessian_weighted_relative_error,38706,0.02500,0.944
43,model.language_model.layers.43.mlp.experts.6.down_proj,0.0107676721,hessian_weighted_relative_error,28706,0.02500,0.720
43,model.language_model.layers.43.mlp.experts.6.gate_proj,0.0026105723,hessian_weighted_relative_error,28706,0.02500,0.752
43,model.language_model.layers.43.mlp.experts.6.up_proj,0.0035194004,hessian_weighted_relative_error,28706,0.02500,0.792
43,model.language_model.layers.43.mlp.experts.60.down_proj,0.0110778195,hessian_weighted_relative_error,21309,0.02500,0.738
43,model.language_model.layers.43.mlp.experts.60.gate_proj,0.0042762235,hessian_weighted_relative_error,21309,0.02500,0.759
43,model.language_model.layers.43.mlp.experts.60.up_proj,0.0067196137,hessian_weighted_relative_error,21309,0.02500,0.792
43,model.language_model.layers.43.mlp.experts.61.down_proj,0.0108634629,hessian_weighted_relative_error,19974,0.02500,0.821
43,model.language_model.layers.43.mlp.experts.61.gate_proj,0.0036861928,hessian_weighted_relative_error,19974,0.02500,0.868
43,model.language_model.layers.43.mlp.experts.61.up_proj,0.0055832406,hessian_weighted_relative_error,19974,0.02500,0.933
43,model.language_model.layers.43.mlp.experts.62.down_proj,0.0081933699,hessian_weighted_relative_error,14378,0.02500,0.736
43,model.language_model.layers.43.mlp.experts.62.gate_proj,0.0033176820,hessian_weighted_relative_error,14378,0.02500,0.764
43,model.language_model.layers.43.mlp.experts.62.up_proj,0.0037539217,hessian_weighted_relative_error,14378,0.02500,0.798
43,model.language_model.layers.43.mlp.experts.63.down_proj,0.0081006706,hessian_weighted_relative_error,25494,0.02500,0.821
43,model.language_model.layers.43.mlp.experts.63.gate_proj,0.0038669705,hessian_weighted_relative_error,25494,0.02500,0.882
43,model.language_model.layers.43.mlp.experts.63.up_proj,0.0044759852,hessian_weighted_relative_error,25494,0.02500,0.944
43,model.language_model.layers.43.mlp.experts.64.down_proj,0.0122801296,hessian_weighted_relative_error,40165,0.02500,0.737
43,model.language_model.layers.43.mlp.experts.64.gate_proj,0.0035679006,hessian_weighted_relative_error,40165,0.02500,0.764
43,model.language_model.layers.43.mlp.experts.64.up_proj,0.0047752345,hessian_weighted_relative_error,40165,0.02500,0.793
43,model.language_model.layers.43.mlp.experts.65.down_proj,0.0116035290,hessian_weighted_relative_error,25628,0.02500,0.820
43,model.language_model.layers.43.mlp.experts.65.gate_proj,0.0034252781,hessian_weighted_relative_error,25628,0.02500,0.873
43,model.language_model.layers.43.mlp.experts.65.up_proj,0.0058468908,hessian_weighted_relative_error,25628,0.02500,0.948
43,model.language_model.layers.43.mlp.experts.66.down_proj,0.0102611479,hessian_weighted_relative_error,30374,0.02500,0.735
43,model.language_model.layers.43.mlp.experts.66.gate_proj,0.0027517669,hessian_weighted_relative_error,30374,0.02500,0.765
43,model.language_model.layers.43.mlp.experts.66.up_proj,0.0043415428,hessian_weighted_relative_error,30374,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.67.down_proj,0.0111346473,hessian_weighted_relative_error,41948,0.02500,0.822
43,model.language_model.layers.43.mlp.experts.67.gate_proj,0.0058408721,hessian_weighted_relative_error,41948,0.02500,0.877
43,model.language_model.layers.43.mlp.experts.67.up_proj,0.0070149347,hessian_weighted_relative_error,41948,0.02500,0.944
43,model.language_model.layers.43.mlp.experts.68.down_proj,0.0107737615,hessian_weighted_relative_error,19116,0.02500,0.736
43,model.language_model.layers.43.mlp.experts.68.gate_proj,0.0032199503,hessian_weighted_relative_error,19116,0.02500,0.762
43,model.language_model.layers.43.mlp.experts.68.up_proj,0.0038004621,hessian_weighted_relative_error,19116,0.02500,0.791
43,model.language_model.layers.43.mlp.experts.69.down_proj,0.0074484665,hessian_weighted_relative_error,41715,0.02500,0.826
43,model.language_model.layers.43.mlp.experts.69.gate_proj,0.0034033156,hessian_weighted_relative_error,41715,0.02500,0.870
43,model.language_model.layers.43.mlp.experts.69.up_proj,0.0037473903,hessian_weighted_relative_error,41715,0.02500,0.948
43,model.language_model.layers.43.mlp.experts.7.down_proj,0.0100097519,hessian_weighted_relative_error,11477,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.7.gate_proj,0.0032304402,hessian_weighted_relative_error,11477,0.02500,0.850
43,model.language_model.layers.43.mlp.experts.7.up_proj,0.0035926058,hessian_weighted_relative_error,11477,0.02500,0.941
43,model.language_model.layers.43.mlp.experts.70.down_proj,0.0095590664,hessian_weighted_relative_error,40437,0.02500,0.737
43,model.language_model.layers.43.mlp.experts.70.gate_proj,0.0036072192,hessian_weighted_relative_error,40437,0.02500,0.769
43,model.language_model.layers.43.mlp.experts.70.up_proj,0.0039412896,hessian_weighted_relative_error,40437,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.71.down_proj,0.0090122904,hessian_weighted_relative_error,32073,0.02500,0.825
43,model.language_model.layers.43.mlp.experts.71.gate_proj,0.0054859780,hessian_weighted_relative_error,32073,0.02500,0.876
43,model.language_model.layers.43.mlp.experts.71.up_proj,0.0062792742,hessian_weighted_relative_error,32073,0.02500,0.937
43,model.language_model.layers.43.mlp.experts.72.down_proj,0.0106379374,hessian_weighted_relative_error,21888,0.02500,0.738
43,model.language_model.layers.43.mlp.experts.72.gate_proj,0.0046392790,hessian_weighted_relative_error,21888,0.02500,0.766
43,model.language_model.layers.43.mlp.experts.72.up_proj,0.0056330669,hessian_weighted_relative_error,21888,0.02500,0.792
43,model.language_model.layers.43.mlp.experts.73.down_proj,0.0103916349,hessian_weighted_relative_error,21762,0.02500,0.825
43,model.language_model.layers.43.mlp.experts.73.gate_proj,0.0024150863,hessian_weighted_relative_error,21762,0.02500,0.878
43,model.language_model.layers.43.mlp.experts.73.up_proj,0.0034667017,hessian_weighted_relative_error,21762,0.02500,0.941
43,model.language_model.layers.43.mlp.experts.74.down_proj,0.0113253341,hessian_weighted_relative_error,10696,0.02500,0.735
43,model.language_model.layers.43.mlp.experts.74.gate_proj,0.0039121415,hessian_weighted_relative_error,10696,0.02500,0.768
43,model.language_model.layers.43.mlp.experts.74.up_proj,0.0044731292,hessian_weighted_relative_error,10696,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.75.down_proj,0.0095725745,hessian_weighted_relative_error,63875,0.02500,0.829
43,model.language_model.layers.43.mlp.experts.75.gate_proj,0.0056000832,hessian_weighted_relative_error,63875,0.02500,0.881
43,model.language_model.layers.43.mlp.experts.75.up_proj,0.0078937814,hessian_weighted_relative_error,63875,0.02500,0.947
43,model.language_model.layers.43.mlp.experts.76.down_proj,0.0123664932,hessian_weighted_relative_error,51330,0.02500,0.736
43,model.language_model.layers.43.mlp.experts.76.gate_proj,0.0033831152,hessian_weighted_relative_error,51330,0.02500,0.765
43,model.language_model.layers.43.mlp.experts.76.up_proj,0.0034871178,hessian_weighted_relative_error,51330,0.02500,0.793
43,model.language_model.layers.43.mlp.experts.77.down_proj,0.0123011800,hessian_weighted_relative_error,38962,0.02500,0.830
43,model.language_model.layers.43.mlp.experts.77.gate_proj,0.0035572975,hessian_weighted_relative_error,38962,0.02500,0.876
43,model.language_model.layers.43.mlp.experts.77.up_proj,0.0044286581,hessian_weighted_relative_error,38962,0.02500,0.940
43,model.language_model.layers.43.mlp.experts.78.down_proj,0.0093735921,hessian_weighted_relative_error,21518,0.02500,0.738
43,model.language_model.layers.43.mlp.experts.78.gate_proj,0.0044469691,hessian_weighted_relative_error,21518,0.02500,0.768
43,model.language_model.layers.43.mlp.experts.78.up_proj,0.0052624759,hessian_weighted_relative_error,21518,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.79.down_proj,0.0094293835,hessian_weighted_relative_error,37263,0.02500,0.828
43,model.language_model.layers.43.mlp.experts.79.gate_proj,0.0040679572,hessian_weighted_relative_error,37263,0.02500,0.881
43,model.language_model.layers.43.mlp.experts.79.up_proj,0.0056778453,hessian_weighted_relative_error,37263,0.02500,0.947
43,model.language_model.layers.43.mlp.experts.8.down_proj,0.0093732862,hessian_weighted_relative_error,22265,0.02500,0.723
43,model.language_model.layers.43.mlp.experts.8.gate_proj,0.0052030183,hessian_weighted_relative_error,22265,0.02500,0.745
43,model.language_model.layers.43.mlp.experts.8.up_proj,0.0056614344,hessian_weighted_relative_error,22265,0.02500,0.790
43,model.language_model.layers.43.mlp.experts.80.down_proj,0.0070636551,hessian_weighted_relative_error,38393,0.02500,0.740
43,model.language_model.layers.43.mlp.experts.80.gate_proj,0.0034450262,hessian_weighted_relative_error,38393,0.02500,0.780
43,model.language_model.layers.43.mlp.experts.80.up_proj,0.0041622914,hessian_weighted_relative_error,38393,0.02500,0.792
43,model.language_model.layers.43.mlp.experts.81.down_proj,0.0087329512,hessian_weighted_relative_error,17905,0.02500,0.829
43,model.language_model.layers.43.mlp.experts.81.gate_proj,0.0038079819,hessian_weighted_relative_error,17905,0.02500,0.883
43,model.language_model.layers.43.mlp.experts.81.up_proj,0.0037806039,hessian_weighted_relative_error,17905,0.02500,0.948
43,model.language_model.layers.43.mlp.experts.82.down_proj,0.0076544455,hessian_weighted_relative_error,38138,0.02500,0.738
43,model.language_model.layers.43.mlp.experts.82.gate_proj,0.0041098138,hessian_weighted_relative_error,38138,0.02500,0.768
43,model.language_model.layers.43.mlp.experts.82.up_proj,0.0058879342,hessian_weighted_relative_error,38138,0.02500,0.796
43,model.language_model.layers.43.mlp.experts.83.down_proj,0.0099613333,hessian_weighted_relative_error,16370,0.02500,0.830
43,model.language_model.layers.43.mlp.experts.83.gate_proj,0.0037253120,hessian_weighted_relative_error,16370,0.02500,0.885
43,model.language_model.layers.43.mlp.experts.83.up_proj,0.0039102919,hessian_weighted_relative_error,16370,0.02500,0.947
43,model.language_model.layers.43.mlp.experts.84.down_proj,0.0050272609,hessian_weighted_relative_error,26022,0.02500,0.739
43,model.language_model.layers.43.mlp.experts.84.gate_proj,0.0015379974,hessian_weighted_relative_error,26022,0.02500,0.766
43,model.language_model.layers.43.mlp.experts.84.up_proj,0.0015434606,hessian_weighted_relative_error,26022,0.02500,0.795
43,model.language_model.layers.43.mlp.experts.85.down_proj,0.0125795400,hessian_weighted_relative_error,22885,0.02500,0.832
43,model.language_model.layers.43.mlp.experts.85.gate_proj,0.0035488748,hessian_weighted_relative_error,22885,0.02500,0.881
43,model.language_model.layers.43.mlp.experts.85.up_proj,0.0037645831,hessian_weighted_relative_error,22885,0.02500,0.940
43,model.language_model.layers.43.mlp.experts.86.down_proj,0.0111993191,hessian_weighted_relative_error,58342,0.02500,0.740
43,model.language_model.layers.43.mlp.experts.86.gate_proj,0.0035998618,hessian_weighted_relative_error,58342,0.02500,0.771
43,model.language_model.layers.43.mlp.experts.86.up_proj,0.0040994326,hessian_weighted_relative_error,58342,0.02500,0.798
43,model.language_model.layers.43.mlp.experts.87.down_proj,0.0125078128,hessian_weighted_relative_error,50312,0.02500,0.830
43,model.language_model.layers.43.mlp.experts.87.gate_proj,0.0044654473,hessian_weighted_relative_error,50312,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.87.up_proj,0.0085580363,hessian_weighted_relative_error,50312,0.02500,0.944
43,model.language_model.layers.43.mlp.experts.88.down_proj,0.0080240785,hessian_weighted_relative_error,47577,0.02500,0.742
43,model.language_model.layers.43.mlp.experts.88.gate_proj,0.0049884417,hessian_weighted_relative_error,47577,0.02500,0.769
43,model.language_model.layers.43.mlp.experts.88.up_proj,0.0067505842,hessian_weighted_relative_error,47577,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.89.down_proj,0.0095804341,hessian_weighted_relative_error,22148,0.02500,0.831
43,model.language_model.layers.43.mlp.experts.89.gate_proj,0.0036898928,hessian_weighted_relative_error,22148,0.02500,0.889
43,model.language_model.layers.43.mlp.experts.89.up_proj,0.0061469861,hessian_weighted_relative_error,22148,0.02500,0.951
43,model.language_model.layers.43.mlp.experts.9.down_proj,0.0107706020,hessian_weighted_relative_error,29283,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.9.gate_proj,0.0036436603,hessian_weighted_relative_error,29283,0.02500,0.846
43,model.language_model.layers.43.mlp.experts.9.up_proj,0.0032081024,hessian_weighted_relative_error,29283,0.02500,0.935
43,model.language_model.layers.43.mlp.experts.90.down_proj,0.0102933476,hessian_weighted_relative_error,59449,0.02500,0.739
43,model.language_model.layers.43.mlp.experts.90.gate_proj,0.0053559326,hessian_weighted_relative_error,59449,0.02500,0.771
43,model.language_model.layers.43.mlp.experts.90.up_proj,0.0058960154,hessian_weighted_relative_error,59449,0.02500,0.797
43,model.language_model.layers.43.mlp.experts.91.down_proj,0.0072356152,hessian_weighted_relative_error,24243,0.02500,0.835
43,model.language_model.layers.43.mlp.experts.91.gate_proj,0.0016232368,hessian_weighted_relative_error,24243,0.02500,0.888
43,model.language_model.layers.43.mlp.experts.91.up_proj,0.0037873752,hessian_weighted_relative_error,24243,0.02500,0.951
43,model.language_model.layers.43.mlp.experts.92.down_proj,0.0115081880,hessian_weighted_relative_error,34709,0.02500,0.740
43,model.language_model.layers.43.mlp.experts.92.gate_proj,0.0043811442,hessian_weighted_relative_error,34709,0.02500,0.767
43,model.language_model.layers.43.mlp.experts.92.up_proj,0.0074201155,hessian_weighted_relative_error,34709,0.02500,0.792
43,model.language_model.layers.43.mlp.experts.93.down_proj,0.0096085476,hessian_weighted_relative_error,9309,0.02500,0.837
43,model.language_model.layers.43.mlp.experts.93.gate_proj,0.0036814242,hessian_weighted_relative_error,9309,0.02500,0.884
43,model.language_model.layers.43.mlp.experts.93.up_proj,0.0039703278,hessian_weighted_relative_error,9309,0.02500,0.943
43,model.language_model.layers.43.mlp.experts.94.down_proj,0.0084409400,hessian_weighted_relative_error,15413,0.02500,0.742
43,model.language_model.layers.43.mlp.experts.94.gate_proj,0.0027665564,hessian_weighted_relative_error,15413,0.02500,0.775
43,model.language_model.layers.43.mlp.experts.94.up_proj,0.0031744835,hessian_weighted_relative_error,15413,0.02500,0.794
43,model.language_model.layers.43.mlp.experts.95.down_proj,0.0105896044,hessian_weighted_relative_error,37580,0.02500,0.835
43,model.language_model.layers.43.mlp.experts.95.gate_proj,0.0058307874,hessian_weighted_relative_error,37580,0.02500,0.887
43,model.language_model.layers.43.mlp.experts.95.up_proj,0.0056812483,hessian_weighted_relative_error,37580,0.02500,0.946
43,model.language_model.layers.43.mlp.experts.96.down_proj,0.0104974540,hessian_weighted_relative_error,26331,0.02500,0.743
43,model.language_model.layers.43.mlp.experts.96.gate_proj,0.0050382602,hessian_weighted_relative_error,26331,0.02500,0.781
43,model.language_model.layers.43.mlp.experts.96.up_proj,0.0055956374,hessian_weighted_relative_error,26331,0.02500,0.797
43,model.language_model.layers.43.mlp.experts.97.down_proj,0.0114846654,hessian_weighted_relative_error,21911,0.02500,0.835
43,model.language_model.layers.43.mlp.experts.97.gate_proj,0.0058726712,hessian_weighted_relative_error,21911,0.02500,0.890
43,model.language_model.layers.43.mlp.experts.97.up_proj,0.0070931449,hessian_weighted_relative_error,21911,0.02500,0.949
43,model.language_model.layers.43.mlp.experts.98.down_proj,0.0101595845,hessian_weighted_relative_error,17722,0.02500,0.740
43,model.language_model.layers.43.mlp.experts.98.gate_proj,0.0043588720,hessian_weighted_relative_error,17722,0.02500,0.773
43,model.language_model.layers.43.mlp.experts.98.up_proj,0.0060399087,hessian_weighted_relative_error,17722,0.02500,0.801
43,model.language_model.layers.43.mlp.experts.99.down_proj,0.0126023318,hessian_weighted_relative_error,25446,0.02500,0.837
43,model.language_model.layers.43.mlp.experts.99.gate_proj,0.0057042977,hessian_weighted_relative_error,25446,0.02500,0.906
43,model.language_model.layers.43.mlp.experts.99.up_proj,0.0075537824,hessian_weighted_relative_error,25446,0.02500,0.949
44,model.language_model.layers.44.mlp.experts.0.down_proj,0.0087486717,hessian_weighted_relative_error,19405,0.02500,0.721
44,model.language_model.layers.44.mlp.experts.0.gate_proj,0.0041319042,hessian_weighted_relative_error,19405,0.02500,0.759
44,model.language_model.layers.44.mlp.experts.0.up_proj,0.0032465140,hessian_weighted_relative_error,19405,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.1.down_proj,0.0072640671,hessian_weighted_relative_error,19416,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.1.gate_proj,0.0024058072,hessian_weighted_relative_error,19416,0.02500,0.857
44,model.language_model.layers.44.mlp.experts.1.up_proj,0.0034181766,hessian_weighted_relative_error,19416,0.02500,0.946
44,model.language_model.layers.44.mlp.experts.10.down_proj,0.0101810169,hessian_weighted_relative_error,87134,0.02500,0.727
44,model.language_model.layers.44.mlp.experts.10.gate_proj,0.0045634409,hessian_weighted_relative_error,87134,0.02500,0.760
44,model.language_model.layers.44.mlp.experts.10.up_proj,0.0040125549,hessian_weighted_relative_error,87134,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.100.down_proj,0.0067009484,hessian_weighted_relative_error,28777,0.02500,0.745
44,model.language_model.layers.44.mlp.experts.100.gate_proj,0.0017686231,hessian_weighted_relative_error,28777,0.02500,0.779
44,model.language_model.layers.44.mlp.experts.100.up_proj,0.0013180558,hessian_weighted_relative_error,28777,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.101.down_proj,0.0072598635,hessian_weighted_relative_error,33990,0.02500,0.845
44,model.language_model.layers.44.mlp.experts.101.gate_proj,0.0044971020,hessian_weighted_relative_error,33990,0.02500,0.897
44,model.language_model.layers.44.mlp.experts.101.up_proj,0.0051340820,hessian_weighted_relative_error,33990,0.02500,0.964
44,model.language_model.layers.44.mlp.experts.102.down_proj,0.0052230349,hessian_weighted_relative_error,31012,0.02500,0.744
44,model.language_model.layers.44.mlp.experts.102.gate_proj,0.0057994206,hessian_weighted_relative_error,31012,0.02500,0.782
44,model.language_model.layers.44.mlp.experts.102.up_proj,0.0070069988,hessian_weighted_relative_error,31012,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.103.down_proj,0.0093861450,hessian_weighted_relative_error,31637,0.02500,0.849
44,model.language_model.layers.44.mlp.experts.103.gate_proj,0.0033279062,hessian_weighted_relative_error,31637,0.02500,0.897
44,model.language_model.layers.44.mlp.experts.103.up_proj,0.0035690050,hessian_weighted_relative_error,31637,0.02500,0.956
44,model.language_model.layers.44.mlp.experts.104.down_proj,0.0051300478,hessian_weighted_relative_error,34245,0.02500,0.749
44,model.language_model.layers.44.mlp.experts.104.gate_proj,0.0048112021,hessian_weighted_relative_error,34245,0.02500,0.775
44,model.language_model.layers.44.mlp.experts.104.up_proj,0.0061735096,hessian_weighted_relative_error,34245,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.105.down_proj,0.0089243174,hessian_weighted_relative_error,27218,0.02500,0.849
44,model.language_model.layers.44.mlp.experts.105.gate_proj,0.0042314409,hessian_weighted_relative_error,27218,0.02500,0.898
44,model.language_model.layers.44.mlp.experts.105.up_proj,0.0045342103,hessian_weighted_relative_error,27218,0.02500,0.971
44,model.language_model.layers.44.mlp.experts.106.down_proj,0.0049282891,hessian_weighted_relative_error,30643,0.02500,0.749
44,model.language_model.layers.44.mlp.experts.106.gate_proj,0.0041522781,hessian_weighted_relative_error,30643,0.02500,0.776
44,model.language_model.layers.44.mlp.experts.106.up_proj,0.0033174143,hessian_weighted_relative_error,30643,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.107.down_proj,0.0090868084,hessian_weighted_relative_error,31442,0.02500,0.849
44,model.language_model.layers.44.mlp.experts.107.gate_proj,0.0035889167,hessian_weighted_relative_error,31442,0.02500,0.906
44,model.language_model.layers.44.mlp.experts.107.up_proj,0.0034895116,hessian_weighted_relative_error,31442,0.02500,0.954
44,model.language_model.layers.44.mlp.experts.108.down_proj,0.0072120510,hessian_weighted_relative_error,14662,0.02500,0.746
44,model.language_model.layers.44.mlp.experts.108.gate_proj,0.0050282831,hessian_weighted_relative_error,14662,0.02500,0.780
44,model.language_model.layers.44.mlp.experts.108.up_proj,0.0057113060,hessian_weighted_relative_error,14662,0.02500,0.807
44,model.language_model.layers.44.mlp.experts.109.down_proj,0.0058545021,hessian_weighted_relative_error,20289,0.02500,0.848
44,model.language_model.layers.44.mlp.experts.109.gate_proj,0.0013659305,hessian_weighted_relative_error,20289,0.02500,0.900
44,model.language_model.layers.44.mlp.experts.109.up_proj,0.0014186695,hessian_weighted_relative_error,20289,0.02500,0.962
44,model.language_model.layers.44.mlp.experts.11.down_proj,0.0100136967,hessian_weighted_relative_error,21018,0.02500,0.801
44,model.language_model.layers.44.mlp.experts.11.gate_proj,0.0063876418,hessian_weighted_relative_error,21018,0.02500,0.855
44,model.language_model.layers.44.mlp.experts.11.up_proj,0.0072121466,hessian_weighted_relative_error,21018,0.02500,0.935
44,model.language_model.layers.44.mlp.experts.110.down_proj,0.0096700268,hessian_weighted_relative_error,34146,0.02500,0.747
44,model.language_model.layers.44.mlp.experts.110.gate_proj,0.0039650178,hessian_weighted_relative_error,34146,0.02500,0.787
44,model.language_model.layers.44.mlp.experts.110.up_proj,0.0045699230,hessian_weighted_relative_error,34146,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.111.down_proj,0.0097643188,hessian_weighted_relative_error,71382,0.02500,0.854
44,model.language_model.layers.44.mlp.experts.111.gate_proj,0.0046521548,hessian_weighted_relative_error,71382,0.02500,0.899
44,model.language_model.layers.44.mlp.experts.111.up_proj,0.0050433026,hessian_weighted_relative_error,71382,0.02500,0.959
44,model.language_model.layers.44.mlp.experts.112.down_proj,0.0074245320,hessian_weighted_relative_error,15383,0.02500,0.748
44,model.language_model.layers.44.mlp.experts.112.gate_proj,0.0025046803,hessian_weighted_relative_error,15383,0.02500,0.780
44,model.language_model.layers.44.mlp.experts.112.up_proj,0.0025719180,hessian_weighted_relative_error,15383,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.113.down_proj,0.0075097070,hessian_weighted_relative_error,37893,0.02500,0.854
44,model.language_model.layers.44.mlp.experts.113.gate_proj,0.0034056969,hessian_weighted_relative_error,37893,0.02500,0.898
44,model.language_model.layers.44.mlp.experts.113.up_proj,0.0039343041,hessian_weighted_relative_error,37893,0.02500,0.994
44,model.language_model.layers.44.mlp.experts.114.down_proj,0.0077523041,hessian_weighted_relative_error,35298,0.02500,0.752
44,model.language_model.layers.44.mlp.experts.114.gate_proj,0.0029244770,hessian_weighted_relative_error,35298,0.02500,0.787
44,model.language_model.layers.44.mlp.experts.114.up_proj,0.0025421749,hessian_weighted_relative_error,35298,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.115.down_proj,0.0103681910,hessian_weighted_relative_error,29376,0.02500,0.852
44,model.language_model.layers.44.mlp.experts.115.gate_proj,0.0035630006,hessian_weighted_relative_error,29376,0.02500,0.897
44,model.language_model.layers.44.mlp.experts.115.up_proj,0.0033894404,hessian_weighted_relative_error,29376,0.02500,0.966
44,model.language_model.layers.44.mlp.experts.116.down_proj,0.0045824251,hessian_weighted_relative_error,22183,0.02500,0.748
44,model.language_model.layers.44.mlp.experts.116.gate_proj,0.0027664900,hessian_weighted_relative_error,22183,0.02500,0.789
44,model.language_model.layers.44.mlp.experts.116.up_proj,0.0028649358,hessian_weighted_relative_error,22183,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.117.down_proj,0.0092431873,hessian_weighted_relative_error,44427,0.02500,0.853
44,model.language_model.layers.44.mlp.experts.117.gate_proj,0.0059982714,hessian_weighted_relative_error,44427,0.02500,0.900
44,model.language_model.layers.44.mlp.experts.117.up_proj,0.0064333046,hessian_weighted_relative_error,44427,0.02500,0.963
44,model.language_model.layers.44.mlp.experts.118.down_proj,0.0037670394,hessian_weighted_relative_error,35897,0.02500,0.749
44,model.language_model.layers.44.mlp.experts.118.gate_proj,0.0040389120,hessian_weighted_relative_error,35897,0.02500,0.783
44,model.language_model.layers.44.mlp.experts.118.up_proj,0.0045589471,hessian_weighted_relative_error,35897,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.119.down_proj,0.0058888688,hessian_weighted_relative_error,22428,0.02500,0.857
44,model.language_model.layers.44.mlp.experts.119.gate_proj,0.0036026852,hessian_weighted_relative_error,22428,0.02500,0.909
44,model.language_model.layers.44.mlp.experts.119.up_proj,0.0031578940,hessian_weighted_relative_error,22428,0.02500,0.960
44,model.language_model.layers.44.mlp.experts.12.down_proj,0.0083743477,hessian_weighted_relative_error,28343,0.02500,0.723
44,model.language_model.layers.44.mlp.experts.12.gate_proj,0.0025021735,hessian_weighted_relative_error,28343,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.12.up_proj,0.0020311663,hessian_weighted_relative_error,28343,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.120.down_proj,0.0079705190,hessian_weighted_relative_error,34178,0.02500,0.749
44,model.language_model.layers.44.mlp.experts.120.gate_proj,0.0033769835,hessian_weighted_relative_error,34178,0.02500,0.778
44,model.language_model.layers.44.mlp.experts.120.up_proj,0.0034826309,hessian_weighted_relative_error,34178,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.121.down_proj,0.0094185326,hessian_weighted_relative_error,48492,0.02500,0.856
44,model.language_model.layers.44.mlp.experts.121.gate_proj,0.0057959401,hessian_weighted_relative_error,48492,0.02500,0.907
44,model.language_model.layers.44.mlp.experts.121.up_proj,0.0066560807,hessian_weighted_relative_error,48492,0.02500,0.961
44,model.language_model.layers.44.mlp.experts.122.down_proj,0.0089088686,hessian_weighted_relative_error,57935,0.02500,0.753
44,model.language_model.layers.44.mlp.experts.122.gate_proj,0.0063253625,hessian_weighted_relative_error,57935,0.02500,0.779
44,model.language_model.layers.44.mlp.experts.122.up_proj,0.0064294956,hessian_weighted_relative_error,57935,0.02500,0.801
44,model.language_model.layers.44.mlp.experts.123.down_proj,0.0074422361,hessian_weighted_relative_error,27093,0.02500,0.856
44,model.language_model.layers.44.mlp.experts.123.gate_proj,0.0030577431,hessian_weighted_relative_error,27093,0.02500,0.906
44,model.language_model.layers.44.mlp.experts.123.up_proj,0.0041662615,hessian_weighted_relative_error,27093,0.02500,0.956
44,model.language_model.layers.44.mlp.experts.124.down_proj,0.0052241262,hessian_weighted_relative_error,22037,0.02500,0.748
44,model.language_model.layers.44.mlp.experts.124.gate_proj,0.0043848865,hessian_weighted_relative_error,22037,0.02500,0.784
44,model.language_model.layers.44.mlp.experts.124.up_proj,0.0050201623,hessian_weighted_relative_error,22037,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.125.down_proj,0.0108534128,hessian_weighted_relative_error,34962,0.02500,0.858
44,model.language_model.layers.44.mlp.experts.125.gate_proj,0.0040040322,hessian_weighted_relative_error,34962,0.02500,0.902
44,model.language_model.layers.44.mlp.experts.125.up_proj,0.0031389986,hessian_weighted_relative_error,34962,0.02500,0.962
44,model.language_model.layers.44.mlp.experts.126.down_proj,0.0080125338,hessian_weighted_relative_error,31256,0.02500,0.748
44,model.language_model.layers.44.mlp.experts.126.gate_proj,0.0028513332,hessian_weighted_relative_error,31256,0.02500,0.785
44,model.language_model.layers.44.mlp.experts.126.up_proj,0.0022865776,hessian_weighted_relative_error,31256,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.127.down_proj,0.0106481927,hessian_weighted_relative_error,29275,0.02500,0.860
44,model.language_model.layers.44.mlp.experts.127.gate_proj,0.0045483249,hessian_weighted_relative_error,29275,0.02500,0.901
44,model.language_model.layers.44.mlp.experts.127.up_proj,0.0049611764,hessian_weighted_relative_error,29275,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.128.down_proj,0.0052839677,hessian_weighted_relative_error,20619,0.02500,0.752
44,model.language_model.layers.44.mlp.experts.128.gate_proj,0.0017424616,hessian_weighted_relative_error,20619,0.02500,0.781
44,model.language_model.layers.44.mlp.experts.128.up_proj,0.0016550475,hessian_weighted_relative_error,20619,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.129.down_proj,0.0042143317,hessian_weighted_relative_error,8037,0.02500,0.861
44,model.language_model.layers.44.mlp.experts.129.gate_proj,0.0010757554,hessian_weighted_relative_error,8037,0.02500,0.901
44,model.language_model.layers.44.mlp.experts.129.up_proj,0.0016381276,hessian_weighted_relative_error,8037,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.13.down_proj,0.0072440428,hessian_weighted_relative_error,45813,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.13.gate_proj,0.0045407734,hessian_weighted_relative_error,45813,0.02500,0.858
44,model.language_model.layers.44.mlp.experts.13.up_proj,0.0050670605,hessian_weighted_relative_error,45813,0.02500,0.949
44,model.language_model.layers.44.mlp.experts.130.down_proj,0.0100721767,hessian_weighted_relative_error,25261,0.02500,0.757
44,model.language_model.layers.44.mlp.experts.130.gate_proj,0.0034585469,hessian_weighted_relative_error,25261,0.02500,0.781
44,model.language_model.layers.44.mlp.experts.130.up_proj,0.0038014785,hessian_weighted_relative_error,25261,0.02500,0.813
44,model.language_model.layers.44.mlp.experts.131.down_proj,0.0074732409,hessian_weighted_relative_error,20258,0.02500,0.860
44,model.language_model.layers.44.mlp.experts.131.gate_proj,0.0018729811,hessian_weighted_relative_error,20258,0.02500,0.901
44,model.language_model.layers.44.mlp.experts.131.up_proj,0.0014294466,hessian_weighted_relative_error,20258,0.02500,0.959
44,model.language_model.layers.44.mlp.experts.132.down_proj,0.0087441689,hessian_weighted_relative_error,13968,0.02500,0.750
44,model.language_model.layers.44.mlp.experts.132.gate_proj,0.0029738699,hessian_weighted_relative_error,13968,0.02500,0.784
44,model.language_model.layers.44.mlp.experts.132.up_proj,0.0033740145,hessian_weighted_relative_error,13968,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.133.down_proj,0.0040153629,hessian_weighted_relative_error,40209,0.02500,0.864
44,model.language_model.layers.44.mlp.experts.133.gate_proj,0.0022934705,hessian_weighted_relative_error,40209,0.02500,0.903
44,model.language_model.layers.44.mlp.experts.133.up_proj,0.0022467904,hessian_weighted_relative_error,40209,0.02500,0.966
44,model.language_model.layers.44.mlp.experts.134.down_proj,0.0050806998,hessian_weighted_relative_error,34207,0.02500,0.750
44,model.language_model.layers.44.mlp.experts.134.gate_proj,0.0022728448,hessian_weighted_relative_error,34207,0.02500,0.785
44,model.language_model.layers.44.mlp.experts.134.up_proj,0.0024442276,hessian_weighted_relative_error,34207,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.135.down_proj,0.0093142594,hessian_weighted_relative_error,99543,0.02500,0.866
44,model.language_model.layers.44.mlp.experts.135.gate_proj,0.0058885959,hessian_weighted_relative_error,99543,0.02500,0.903
44,model.language_model.layers.44.mlp.experts.135.up_proj,0.0059597004,hessian_weighted_relative_error,99543,0.02500,0.965
44,model.language_model.layers.44.mlp.experts.136.down_proj,0.0113002262,hessian_weighted_relative_error,38630,0.02500,0.753
44,model.language_model.layers.44.mlp.experts.136.gate_proj,0.0044850815,hessian_weighted_relative_error,38630,0.02500,0.781
44,model.language_model.layers.44.mlp.experts.136.up_proj,0.0061273534,hessian_weighted_relative_error,38630,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.137.down_proj,0.0050662688,hessian_weighted_relative_error,24261,0.02500,0.866
44,model.language_model.layers.44.mlp.experts.137.gate_proj,0.0019869497,hessian_weighted_relative_error,24261,0.02500,0.907
44,model.language_model.layers.44.mlp.experts.137.up_proj,0.0020056888,hessian_weighted_relative_error,24261,0.02500,0.964
44,model.language_model.layers.44.mlp.experts.138.down_proj,0.0073531174,hessian_weighted_relative_error,32924,0.02500,0.758
44,model.language_model.layers.44.mlp.experts.138.gate_proj,0.0030688734,hessian_weighted_relative_error,32924,0.02500,0.784
44,model.language_model.layers.44.mlp.experts.138.up_proj,0.0029589375,hessian_weighted_relative_error,32924,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.139.down_proj,0.0063112571,hessian_weighted_relative_error,31308,0.02500,0.865
44,model.language_model.layers.44.mlp.experts.139.gate_proj,0.0036141358,hessian_weighted_relative_error,31308,0.02500,0.903
44,model.language_model.layers.44.mlp.experts.139.up_proj,0.0030883573,hessian_weighted_relative_error,31308,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.14.down_proj,0.0081348637,hessian_weighted_relative_error,32086,0.02500,0.725
44,model.language_model.layers.44.mlp.experts.14.gate_proj,0.0050060289,hessian_weighted_relative_error,32086,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.14.up_proj,0.0050820468,hessian_weighted_relative_error,32086,0.02500,0.799
44,model.language_model.layers.44.mlp.experts.140.down_proj,0.0086317159,hessian_weighted_relative_error,34230,0.02500,0.750
44,model.language_model.layers.44.mlp.experts.140.gate_proj,0.0059084209,hessian_weighted_relative_error,34230,0.02500,0.786
44,model.language_model.layers.44.mlp.experts.140.up_proj,0.0068092251,hessian_weighted_relative_error,34230,0.02500,0.807
44,model.language_model.layers.44.mlp.experts.141.down_proj,0.0097829254,hessian_weighted_relative_error,15386,0.02500,0.866
44,model.language_model.layers.44.mlp.experts.141.gate_proj,0.0050995394,hessian_weighted_relative_error,15386,0.02500,0.911
44,model.language_model.layers.44.mlp.experts.141.up_proj,0.0038201703,hessian_weighted_relative_error,15386,0.02500,0.964
44,model.language_model.layers.44.mlp.experts.142.down_proj,0.0081811896,hessian_weighted_relative_error,42719,0.02500,0.751
44,model.language_model.layers.44.mlp.experts.142.gate_proj,0.0051064808,hessian_weighted_relative_error,42719,0.02500,0.785
44,model.language_model.layers.44.mlp.experts.142.up_proj,0.0040265929,hessian_weighted_relative_error,42719,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.143.down_proj,0.0089969065,hessian_weighted_relative_error,30623,0.02500,0.870
44,model.language_model.layers.44.mlp.experts.143.gate_proj,0.0026197413,hessian_weighted_relative_error,30623,0.02500,0.912
44,model.language_model.layers.44.mlp.experts.143.up_proj,0.0018747907,hessian_weighted_relative_error,30623,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.144.down_proj,0.0078266210,hessian_weighted_relative_error,46958,0.02500,0.753
44,model.language_model.layers.44.mlp.experts.144.gate_proj,0.0017990192,hessian_weighted_relative_error,46958,0.02500,0.793
44,model.language_model.layers.44.mlp.experts.144.up_proj,0.0008942231,hessian_weighted_relative_error,46958,0.02500,0.825
44,model.language_model.layers.44.mlp.experts.145.down_proj,0.0087241983,hessian_weighted_relative_error,25475,0.02500,0.870
44,model.language_model.layers.44.mlp.experts.145.gate_proj,0.0024516328,hessian_weighted_relative_error,25475,0.02500,0.915
44,model.language_model.layers.44.mlp.experts.145.up_proj,0.0027584885,hessian_weighted_relative_error,25475,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.146.down_proj,0.0075614881,hessian_weighted_relative_error,22252,0.02500,0.755
44,model.language_model.layers.44.mlp.experts.146.gate_proj,0.0047160551,hessian_weighted_relative_error,22252,0.02500,0.783
44,model.language_model.layers.44.mlp.experts.146.up_proj,0.0048102090,hessian_weighted_relative_error,22252,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.147.down_proj,0.0042056920,hessian_weighted_relative_error,53880,0.02500,0.869
44,model.language_model.layers.44.mlp.experts.147.gate_proj,0.0037061416,hessian_weighted_relative_error,53880,0.02500,0.911
44,model.language_model.layers.44.mlp.experts.147.up_proj,0.0042364844,hessian_weighted_relative_error,53880,0.02500,0.966
44,model.language_model.layers.44.mlp.experts.148.down_proj,0.0070821525,hessian_weighted_relative_error,21196,0.02500,0.750
44,model.language_model.layers.44.mlp.experts.148.gate_proj,0.0024613050,hessian_weighted_relative_error,21196,0.02500,0.786
44,model.language_model.layers.44.mlp.experts.148.up_proj,0.0019145558,hessian_weighted_relative_error,21196,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.149.down_proj,0.0081015124,hessian_weighted_relative_error,20639,0.02500,0.873
44,model.language_model.layers.44.mlp.experts.149.gate_proj,0.0030089676,hessian_weighted_relative_error,20639,0.02500,0.914
44,model.language_model.layers.44.mlp.experts.149.up_proj,0.0023314240,hessian_weighted_relative_error,20639,0.02500,0.970
44,model.language_model.layers.44.mlp.experts.15.down_proj,0.0097222346,hessian_weighted_relative_error,27307,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.15.gate_proj,0.0050065113,hessian_weighted_relative_error,27307,0.02500,0.857
44,model.language_model.layers.44.mlp.experts.15.up_proj,0.0056475949,hessian_weighted_relative_error,27307,0.02500,0.945
44,model.language_model.layers.44.mlp.experts.150.down_proj,0.0076031157,hessian_weighted_relative_error,41070,0.02500,0.752
44,model.language_model.layers.44.mlp.experts.150.gate_proj,0.0027743844,hessian_weighted_relative_error,41070,0.02500,0.786
44,model.language_model.layers.44.mlp.experts.150.up_proj,0.0014880255,hessian_weighted_relative_error,41070,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.151.down_proj,0.0066491334,hessian_weighted_relative_error,4043,0.02500,0.873
44,model.language_model.layers.44.mlp.experts.151.gate_proj,0.0013335645,hessian_weighted_relative_error,4043,0.02500,0.929
44,model.language_model.layers.44.mlp.experts.151.up_proj,0.0011506520,hessian_weighted_relative_error,4043,0.02500,0.987
44,model.language_model.layers.44.mlp.experts.152.down_proj,0.0094796958,hessian_weighted_relative_error,48144,0.02500,0.755
44,model.language_model.layers.44.mlp.experts.152.gate_proj,0.0043340719,hessian_weighted_relative_error,48144,0.02500,0.784
44,model.language_model.layers.44.mlp.experts.152.up_proj,0.0037924963,hessian_weighted_relative_error,48144,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.153.down_proj,0.0104444571,hessian_weighted_relative_error,53994,0.02500,0.873
44,model.language_model.layers.44.mlp.experts.153.gate_proj,0.0040337097,hessian_weighted_relative_error,53994,0.02500,0.908
44,model.language_model.layers.44.mlp.experts.153.up_proj,0.0033808496,hessian_weighted_relative_error,53994,0.02500,0.963
44,model.language_model.layers.44.mlp.experts.154.down_proj,0.0079805312,hessian_weighted_relative_error,13184,0.02500,0.756
44,model.language_model.layers.44.mlp.experts.154.gate_proj,0.0026153724,hessian_weighted_relative_error,13184,0.02500,0.784
44,model.language_model.layers.44.mlp.experts.154.up_proj,0.0026485027,hessian_weighted_relative_error,13184,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.155.down_proj,0.0075350636,hessian_weighted_relative_error,20980,0.02500,0.872
44,model.language_model.layers.44.mlp.experts.155.gate_proj,0.0019064218,hessian_weighted_relative_error,20980,0.02500,0.911
44,model.language_model.layers.44.mlp.experts.155.up_proj,0.0018586341,hessian_weighted_relative_error,20980,0.02500,0.959
44,model.language_model.layers.44.mlp.experts.156.down_proj,0.0050273840,hessian_weighted_relative_error,24226,0.02500,0.753
44,model.language_model.layers.44.mlp.experts.156.gate_proj,0.0013410209,hessian_weighted_relative_error,24226,0.02500,0.787
44,model.language_model.layers.44.mlp.experts.156.up_proj,0.0014992505,hessian_weighted_relative_error,24226,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.157.down_proj,0.0118267318,hessian_weighted_relative_error,48157,0.02500,0.873
44,model.language_model.layers.44.mlp.experts.157.gate_proj,0.0061474443,hessian_weighted_relative_error,48157,0.02500,0.916
44,model.language_model.layers.44.mlp.experts.157.up_proj,0.0071166255,hessian_weighted_relative_error,48157,0.02500,0.961
44,model.language_model.layers.44.mlp.experts.158.down_proj,0.0054812586,hessian_weighted_relative_error,29936,0.02500,0.753
44,model.language_model.layers.44.mlp.experts.158.gate_proj,0.0031618073,hessian_weighted_relative_error,29936,0.02500,0.789
44,model.language_model.layers.44.mlp.experts.158.up_proj,0.0025238507,hessian_weighted_relative_error,29936,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.159.down_proj,0.0085094701,hessian_weighted_relative_error,28004,0.02500,0.875
44,model.language_model.layers.44.mlp.experts.159.gate_proj,0.0047702397,hessian_weighted_relative_error,28004,0.02500,0.904
44,model.language_model.layers.44.mlp.experts.159.up_proj,0.0061774967,hessian_weighted_relative_error,28004,0.02500,0.971
44,model.language_model.layers.44.mlp.experts.16.down_proj,0.0047519981,hessian_weighted_relative_error,122632,0.02500,0.728
44,model.language_model.layers.44.mlp.experts.16.gate_proj,0.0031337714,hessian_weighted_relative_error,122632,0.02500,0.758
44,model.language_model.layers.44.mlp.experts.16.up_proj,0.0022139329,hessian_weighted_relative_error,122632,0.02500,0.798
44,model.language_model.layers.44.mlp.experts.160.down_proj,0.0088277916,hessian_weighted_relative_error,45147,0.02500,0.756
44,model.language_model.layers.44.mlp.experts.160.gate_proj,0.0036489290,hessian_weighted_relative_error,45147,0.02500,0.784
44,model.language_model.layers.44.mlp.experts.160.up_proj,0.0034931656,hessian_weighted_relative_error,45147,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.161.down_proj,0.0085698806,hessian_weighted_relative_error,24779,0.02500,0.874
44,model.language_model.layers.44.mlp.experts.161.gate_proj,0.0051078270,hessian_weighted_relative_error,24779,0.02500,0.918
44,model.language_model.layers.44.mlp.experts.161.up_proj,0.0050863283,hessian_weighted_relative_error,24779,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.162.down_proj,0.0073261705,hessian_weighted_relative_error,20023,0.02500,0.759
44,model.language_model.layers.44.mlp.experts.162.gate_proj,0.0037505910,hessian_weighted_relative_error,20023,0.02500,0.786
44,model.language_model.layers.44.mlp.experts.162.up_proj,0.0043731507,hessian_weighted_relative_error,20023,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.163.down_proj,0.0086603002,hessian_weighted_relative_error,5796,0.02500,0.874
44,model.language_model.layers.44.mlp.experts.163.gate_proj,0.0015210959,hessian_weighted_relative_error,5796,0.02500,0.918
44,model.language_model.layers.44.mlp.experts.163.up_proj,0.0012676632,hessian_weighted_relative_error,5796,0.02500,1.008
44,model.language_model.layers.44.mlp.experts.164.down_proj,0.0070124481,hessian_weighted_relative_error,47780,0.02500,0.754
44,model.language_model.layers.44.mlp.experts.164.gate_proj,0.0038445983,hessian_weighted_relative_error,47780,0.02500,0.790
44,model.language_model.layers.44.mlp.experts.164.up_proj,0.0056301581,hessian_weighted_relative_error,47780,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.165.down_proj,0.0090970750,hessian_weighted_relative_error,16491,0.02500,0.875
44,model.language_model.layers.44.mlp.experts.165.gate_proj,0.0019300654,hessian_weighted_relative_error,16491,0.02500,0.914
44,model.language_model.layers.44.mlp.experts.165.up_proj,0.0022686931,hessian_weighted_relative_error,16491,0.02500,0.966
44,model.language_model.layers.44.mlp.experts.166.down_proj,0.0083921044,hessian_weighted_relative_error,21210,0.02500,0.754
44,model.language_model.layers.44.mlp.experts.166.gate_proj,0.0037227722,hessian_weighted_relative_error,21210,0.02500,0.795
44,model.language_model.layers.44.mlp.experts.166.up_proj,0.0032629671,hessian_weighted_relative_error,21210,0.02500,0.810
44,model.language_model.layers.44.mlp.experts.167.down_proj,0.0081248975,hessian_weighted_relative_error,29556,0.02500,0.877
44,model.language_model.layers.44.mlp.experts.167.gate_proj,0.0036320246,hessian_weighted_relative_error,29556,0.02500,0.916
44,model.language_model.layers.44.mlp.experts.167.up_proj,0.0020021692,hessian_weighted_relative_error,29556,0.02500,0.965
44,model.language_model.layers.44.mlp.experts.168.down_proj,0.0058231841,hessian_weighted_relative_error,18488,0.02500,0.757
44,model.language_model.layers.44.mlp.experts.168.gate_proj,0.0021321014,hessian_weighted_relative_error,18488,0.02500,0.791
44,model.language_model.layers.44.mlp.experts.168.up_proj,0.0014576633,hessian_weighted_relative_error,18488,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.169.down_proj,0.0048785292,hessian_weighted_relative_error,20642,0.02500,0.877
44,model.language_model.layers.44.mlp.experts.169.gate_proj,0.0034261034,hessian_weighted_relative_error,20642,0.02500,0.920
44,model.language_model.layers.44.mlp.experts.169.up_proj,0.0020511865,hessian_weighted_relative_error,20642,0.02500,0.968
44,model.language_model.layers.44.mlp.experts.17.down_proj,0.0052767355,hessian_weighted_relative_error,36473,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.17.gate_proj,0.0042563272,hessian_weighted_relative_error,36473,0.02500,0.861
44,model.language_model.layers.44.mlp.experts.17.up_proj,0.0041818308,hessian_weighted_relative_error,36473,0.02500,0.948
44,model.language_model.layers.44.mlp.experts.170.down_proj,0.0088168891,hessian_weighted_relative_error,22599,0.02500,0.760
44,model.language_model.layers.44.mlp.experts.170.gate_proj,0.0035516298,hessian_weighted_relative_error,22599,0.02500,0.785
44,model.language_model.layers.44.mlp.experts.170.up_proj,0.0027766271,hessian_weighted_relative_error,22599,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.171.down_proj,0.0051605389,hessian_weighted_relative_error,14108,0.02500,0.877
44,model.language_model.layers.44.mlp.experts.171.gate_proj,0.0024206139,hessian_weighted_relative_error,14108,0.02500,0.921
44,model.language_model.layers.44.mlp.experts.171.up_proj,0.0028126846,hessian_weighted_relative_error,14108,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.172.down_proj,0.0070162202,hessian_weighted_relative_error,16549,0.02500,0.755
44,model.language_model.layers.44.mlp.experts.172.gate_proj,0.0036792573,hessian_weighted_relative_error,16549,0.02500,0.789
44,model.language_model.layers.44.mlp.experts.172.up_proj,0.0042209287,hessian_weighted_relative_error,16549,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.173.down_proj,0.0089331616,hessian_weighted_relative_error,19650,0.02500,0.877
44,model.language_model.layers.44.mlp.experts.173.gate_proj,0.0040697385,hessian_weighted_relative_error,19650,0.02500,0.911
44,model.language_model.layers.44.mlp.experts.173.up_proj,0.0040287664,hessian_weighted_relative_error,19650,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.174.down_proj,0.0087962687,hessian_weighted_relative_error,24816,0.02500,0.755
44,model.language_model.layers.44.mlp.experts.174.gate_proj,0.0047330671,hessian_weighted_relative_error,24816,0.02500,0.789
44,model.language_model.layers.44.mlp.experts.174.up_proj,0.0035073313,hessian_weighted_relative_error,24816,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.175.down_proj,0.0109410470,hessian_weighted_relative_error,14673,0.02500,0.879
44,model.language_model.layers.44.mlp.experts.175.gate_proj,0.0070288604,hessian_weighted_relative_error,14673,0.02500,0.923
44,model.language_model.layers.44.mlp.experts.175.up_proj,0.0078700215,hessian_weighted_relative_error,14673,0.02500,0.966
44,model.language_model.layers.44.mlp.experts.176.down_proj,0.0077106858,hessian_weighted_relative_error,15750,0.02500,0.758
44,model.language_model.layers.44.mlp.experts.176.gate_proj,0.0024180460,hessian_weighted_relative_error,15750,0.02500,0.786
44,model.language_model.layers.44.mlp.experts.176.up_proj,0.0023098533,hessian_weighted_relative_error,15750,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.177.down_proj,0.0087311302,hessian_weighted_relative_error,6972,0.02500,0.878
44,model.language_model.layers.44.mlp.experts.177.gate_proj,0.0019359133,hessian_weighted_relative_error,6972,0.02500,0.922
44,model.language_model.layers.44.mlp.experts.177.up_proj,0.0015532473,hessian_weighted_relative_error,6972,0.02500,0.971
44,model.language_model.layers.44.mlp.experts.178.down_proj,0.0042349997,hessian_weighted_relative_error,15013,0.02500,0.758
44,model.language_model.layers.44.mlp.experts.178.gate_proj,0.0029596552,hessian_weighted_relative_error,15013,0.02500,0.785
44,model.language_model.layers.44.mlp.experts.178.up_proj,0.0023610247,hessian_weighted_relative_error,15013,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.179.down_proj,0.0092434866,hessian_weighted_relative_error,20945,0.02500,0.879
44,model.language_model.layers.44.mlp.experts.179.gate_proj,0.0058544218,hessian_weighted_relative_error,20945,0.02500,0.923
44,model.language_model.layers.44.mlp.experts.179.up_proj,0.0062350371,hessian_weighted_relative_error,20945,0.02500,0.963
44,model.language_model.layers.44.mlp.experts.18.down_proj,0.0052466088,hessian_weighted_relative_error,13833,0.02500,0.730
44,model.language_model.layers.44.mlp.experts.18.gate_proj,0.0027609969,hessian_weighted_relative_error,13833,0.02500,0.757
44,model.language_model.layers.44.mlp.experts.18.up_proj,0.0028484556,hessian_weighted_relative_error,13833,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.180.down_proj,0.0089415628,hessian_weighted_relative_error,17345,0.02500,0.756
44,model.language_model.layers.44.mlp.experts.180.gate_proj,0.0047791061,hessian_weighted_relative_error,17345,0.02500,0.790
44,model.language_model.layers.44.mlp.experts.180.up_proj,0.0047140382,hessian_weighted_relative_error,17345,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.181.down_proj,0.0034110297,hessian_weighted_relative_error,21375,0.02500,0.880
44,model.language_model.layers.44.mlp.experts.181.gate_proj,0.0057912986,hessian_weighted_relative_error,21375,0.02500,0.916
44,model.language_model.layers.44.mlp.experts.181.up_proj,0.0065555636,hessian_weighted_relative_error,21375,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.182.down_proj,0.0063714807,hessian_weighted_relative_error,44652,0.02500,0.756
44,model.language_model.layers.44.mlp.experts.182.gate_proj,0.0027715874,hessian_weighted_relative_error,44652,0.02500,0.791
44,model.language_model.layers.44.mlp.experts.182.up_proj,0.0026777243,hessian_weighted_relative_error,44652,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.183.down_proj,0.0100390903,hessian_weighted_relative_error,46713,0.02500,0.883
44,model.language_model.layers.44.mlp.experts.183.gate_proj,0.0033853799,hessian_weighted_relative_error,46713,0.02500,0.922
44,model.language_model.layers.44.mlp.experts.183.up_proj,0.0041445419,hessian_weighted_relative_error,46713,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.184.down_proj,0.0029302900,hessian_weighted_relative_error,17989,0.02500,0.758
44,model.language_model.layers.44.mlp.experts.184.gate_proj,0.0028975980,hessian_weighted_relative_error,17989,0.02500,0.786
44,model.language_model.layers.44.mlp.experts.184.up_proj,0.0032018948,hessian_weighted_relative_error,17989,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.185.down_proj,0.0043354222,hessian_weighted_relative_error,22305,0.02500,0.880
44,model.language_model.layers.44.mlp.experts.185.gate_proj,0.0028504858,hessian_weighted_relative_error,22305,0.02500,0.926
44,model.language_model.layers.44.mlp.experts.185.up_proj,0.0025897506,hessian_weighted_relative_error,22305,0.02500,0.962
44,model.language_model.layers.44.mlp.experts.186.down_proj,0.0064519454,hessian_weighted_relative_error,49668,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.186.gate_proj,0.0039227341,hessian_weighted_relative_error,49668,0.02500,0.799
44,model.language_model.layers.44.mlp.experts.186.up_proj,0.0043561477,hessian_weighted_relative_error,49668,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.187.down_proj,0.0096001162,hessian_weighted_relative_error,33835,0.02500,0.883
44,model.language_model.layers.44.mlp.experts.187.gate_proj,0.0046565346,hessian_weighted_relative_error,33835,0.02500,0.922
44,model.language_model.layers.44.mlp.experts.187.up_proj,0.0031983836,hessian_weighted_relative_error,33835,0.02500,0.958
44,model.language_model.layers.44.mlp.experts.188.down_proj,0.0042520169,hessian_weighted_relative_error,23364,0.02500,0.756
44,model.language_model.layers.44.mlp.experts.188.gate_proj,0.0030280719,hessian_weighted_relative_error,23364,0.02500,0.790
44,model.language_model.layers.44.mlp.experts.188.up_proj,0.0037142352,hessian_weighted_relative_error,23364,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.189.down_proj,0.0075667641,hessian_weighted_relative_error,24177,0.02500,0.881
44,model.language_model.layers.44.mlp.experts.189.gate_proj,0.0043840777,hessian_weighted_relative_error,24177,0.02500,0.924
44,model.language_model.layers.44.mlp.experts.189.up_proj,0.0043576868,hessian_weighted_relative_error,24177,0.02500,0.964
44,model.language_model.layers.44.mlp.experts.19.down_proj,0.0061023233,hessian_weighted_relative_error,28916,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.19.gate_proj,0.0017061025,hessian_weighted_relative_error,28916,0.02500,0.859
44,model.language_model.layers.44.mlp.experts.19.up_proj,0.0018337549,hessian_weighted_relative_error,28916,0.02500,0.936
44,model.language_model.layers.44.mlp.experts.190.down_proj,0.0085702887,hessian_weighted_relative_error,62322,0.02500,0.756
44,model.language_model.layers.44.mlp.experts.190.gate_proj,0.0049595599,hessian_weighted_relative_error,62322,0.02500,0.787
44,model.language_model.layers.44.mlp.experts.190.up_proj,0.0055535888,hessian_weighted_relative_error,62322,0.02500,0.807
44,model.language_model.layers.44.mlp.experts.191.down_proj,0.0058506759,hessian_weighted_relative_error,15798,0.02500,0.883
44,model.language_model.layers.44.mlp.experts.191.gate_proj,0.0037270613,hessian_weighted_relative_error,15798,0.02500,0.925
44,model.language_model.layers.44.mlp.experts.191.up_proj,0.0036420801,hessian_weighted_relative_error,15798,0.02500,0.964
44,model.language_model.layers.44.mlp.experts.192.down_proj,0.0099084463,hessian_weighted_relative_error,32731,0.02500,0.758
44,model.language_model.layers.44.mlp.experts.192.gate_proj,0.0039303511,hessian_weighted_relative_error,32731,0.02500,0.787
44,model.language_model.layers.44.mlp.experts.192.up_proj,0.0041406703,hessian_weighted_relative_error,32731,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.193.down_proj,0.0078184622,hessian_weighted_relative_error,30873,0.02500,0.882
44,model.language_model.layers.44.mlp.experts.193.gate_proj,0.0034619889,hessian_weighted_relative_error,30873,0.02500,0.920
44,model.language_model.layers.44.mlp.experts.193.up_proj,0.0037281185,hessian_weighted_relative_error,30873,0.02500,1.001
44,model.language_model.layers.44.mlp.experts.194.down_proj,0.0044769145,hessian_weighted_relative_error,15444,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.194.gate_proj,0.0030192048,hessian_weighted_relative_error,15444,0.02500,0.787
44,model.language_model.layers.44.mlp.experts.194.up_proj,0.0025178581,hessian_weighted_relative_error,15444,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.195.down_proj,0.0064134982,hessian_weighted_relative_error,11078,0.02500,0.882
44,model.language_model.layers.44.mlp.experts.195.gate_proj,0.0014142031,hessian_weighted_relative_error,11078,0.02500,0.920
44,model.language_model.layers.44.mlp.experts.195.up_proj,0.0013966752,hessian_weighted_relative_error,11078,0.02500,0.965
44,model.language_model.layers.44.mlp.experts.196.down_proj,0.0054811207,hessian_weighted_relative_error,23502,0.02500,0.757
44,model.language_model.layers.44.mlp.experts.196.gate_proj,0.0032165728,hessian_weighted_relative_error,23502,0.02500,0.791
44,model.language_model.layers.44.mlp.experts.196.up_proj,0.0041156760,hessian_weighted_relative_error,23502,0.02500,0.811
44,model.language_model.layers.44.mlp.experts.197.down_proj,0.0059990928,hessian_weighted_relative_error,18889,0.02500,0.883
44,model.language_model.layers.44.mlp.experts.197.gate_proj,0.0029669123,hessian_weighted_relative_error,18889,0.02500,0.927
44,model.language_model.layers.44.mlp.experts.197.up_proj,0.0037757557,hessian_weighted_relative_error,18889,0.02500,0.972
44,model.language_model.layers.44.mlp.experts.198.down_proj,0.0079709777,hessian_weighted_relative_error,19537,0.02500,0.756
44,model.language_model.layers.44.mlp.experts.198.gate_proj,0.0031511622,hessian_weighted_relative_error,19537,0.02500,0.793
44,model.language_model.layers.44.mlp.experts.198.up_proj,0.0027687041,hessian_weighted_relative_error,19537,0.02500,0.807
44,model.language_model.layers.44.mlp.experts.199.down_proj,0.0073978446,hessian_weighted_relative_error,29127,0.02500,0.885
44,model.language_model.layers.44.mlp.experts.199.gate_proj,0.0018799324,hessian_weighted_relative_error,29127,0.02500,0.926
44,model.language_model.layers.44.mlp.experts.199.up_proj,0.0018905965,hessian_weighted_relative_error,29127,0.02500,0.970
44,model.language_model.layers.44.mlp.experts.2.down_proj,0.0061019605,hessian_weighted_relative_error,30759,0.02500,0.724
44,model.language_model.layers.44.mlp.experts.2.gate_proj,0.0031941028,hessian_weighted_relative_error,30759,0.02500,0.758
44,model.language_model.layers.44.mlp.experts.2.up_proj,0.0028281054,hessian_weighted_relative_error,30759,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.20.down_proj,0.0086925555,hessian_weighted_relative_error,13794,0.02500,0.725
44,model.language_model.layers.44.mlp.experts.20.gate_proj,0.0029553607,hessian_weighted_relative_error,13794,0.02500,0.763
44,model.language_model.layers.44.mlp.experts.20.up_proj,0.0023616973,hessian_weighted_relative_error,13794,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.200.down_proj,0.0106261420,hessian_weighted_relative_error,29362,0.02500,0.759
44,model.language_model.layers.44.mlp.experts.200.gate_proj,0.0034778869,hessian_weighted_relative_error,29362,0.02500,0.789
44,model.language_model.layers.44.mlp.experts.200.up_proj,0.0028704353,hessian_weighted_relative_error,29362,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.201.down_proj,0.0093411331,hessian_weighted_relative_error,23046,0.02500,0.882
44,model.language_model.layers.44.mlp.experts.201.gate_proj,0.0073911178,hessian_weighted_relative_error,23046,0.02500,0.927
44,model.language_model.layers.44.mlp.experts.201.up_proj,0.0073613177,hessian_weighted_relative_error,23046,0.02500,0.973
44,model.language_model.layers.44.mlp.experts.202.down_proj,0.0105635215,hessian_weighted_relative_error,26882,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.202.gate_proj,0.0028453514,hessian_weighted_relative_error,26882,0.02500,0.791
44,model.language_model.layers.44.mlp.experts.202.up_proj,0.0029385741,hessian_weighted_relative_error,26882,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.203.down_proj,0.0062657417,hessian_weighted_relative_error,29073,0.02500,0.882
44,model.language_model.layers.44.mlp.experts.203.gate_proj,0.0030041214,hessian_weighted_relative_error,29073,0.02500,0.928
44,model.language_model.layers.44.mlp.experts.203.up_proj,0.0041294326,hessian_weighted_relative_error,29073,0.02500,0.969
44,model.language_model.layers.44.mlp.experts.204.down_proj,0.0076543192,hessian_weighted_relative_error,18978,0.02500,0.759
44,model.language_model.layers.44.mlp.experts.204.gate_proj,0.0018168195,hessian_weighted_relative_error,18978,0.02500,0.792
44,model.language_model.layers.44.mlp.experts.204.up_proj,0.0017627058,hessian_weighted_relative_error,18978,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.205.down_proj,0.0059441310,hessian_weighted_relative_error,29273,0.02500,0.883
44,model.language_model.layers.44.mlp.experts.205.gate_proj,0.0046334053,hessian_weighted_relative_error,29273,0.02500,0.927
44,model.language_model.layers.44.mlp.experts.205.up_proj,0.0046037084,hessian_weighted_relative_error,29273,0.02500,0.974
44,model.language_model.layers.44.mlp.experts.206.down_proj,0.0089988389,hessian_weighted_relative_error,17404,0.02500,0.759
44,model.language_model.layers.44.mlp.experts.206.gate_proj,0.0018726694,hessian_weighted_relative_error,17404,0.02500,0.792
44,model.language_model.layers.44.mlp.experts.206.up_proj,0.0017138127,hessian_weighted_relative_error,17404,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.207.down_proj,0.0080068762,hessian_weighted_relative_error,12266,0.02500,0.886
44,model.language_model.layers.44.mlp.experts.207.gate_proj,0.0023824235,hessian_weighted_relative_error,12266,0.02500,0.927
44,model.language_model.layers.44.mlp.experts.207.up_proj,0.0016747007,hessian_weighted_relative_error,12266,0.02500,0.966
44,model.language_model.layers.44.mlp.experts.208.down_proj,0.0094372021,hessian_weighted_relative_error,25305,0.02500,0.760
44,model.language_model.layers.44.mlp.experts.208.gate_proj,0.0036895676,hessian_weighted_relative_error,25305,0.02500,0.790
44,model.language_model.layers.44.mlp.experts.208.up_proj,0.0032100832,hessian_weighted_relative_error,25305,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.209.down_proj,0.0057789245,hessian_weighted_relative_error,19863,0.02500,0.883
44,model.language_model.layers.44.mlp.experts.209.gate_proj,0.0030788526,hessian_weighted_relative_error,19863,0.02500,0.930
44,model.language_model.layers.44.mlp.experts.209.up_proj,0.0032942653,hessian_weighted_relative_error,19863,0.02500,0.975
44,model.language_model.layers.44.mlp.experts.21.down_proj,0.0056033719,hessian_weighted_relative_error,12897,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.21.gate_proj,0.0049202447,hessian_weighted_relative_error,12897,0.02500,0.861
44,model.language_model.layers.44.mlp.experts.21.up_proj,0.0052244593,hessian_weighted_relative_error,12897,0.02500,0.944
44,model.language_model.layers.44.mlp.experts.210.down_proj,0.0096356798,hessian_weighted_relative_error,26998,0.02500,0.764
44,model.language_model.layers.44.mlp.experts.210.gate_proj,0.0024111930,hessian_weighted_relative_error,26998,0.02500,0.789
44,model.language_model.layers.44.mlp.experts.210.up_proj,0.0021130176,hessian_weighted_relative_error,26998,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.211.down_proj,0.0033954553,hessian_weighted_relative_error,27503,0.02500,0.884
44,model.language_model.layers.44.mlp.experts.211.gate_proj,0.0033011415,hessian_weighted_relative_error,27503,0.02500,0.926
44,model.language_model.layers.44.mlp.experts.211.up_proj,0.0037170292,hessian_weighted_relative_error,27503,0.02500,0.990
44,model.language_model.layers.44.mlp.experts.212.down_proj,0.0086676228,hessian_weighted_relative_error,16834,0.02500,0.759
44,model.language_model.layers.44.mlp.experts.212.gate_proj,0.0041338831,hessian_weighted_relative_error,16834,0.02500,0.793
44,model.language_model.layers.44.mlp.experts.212.up_proj,0.0056898956,hessian_weighted_relative_error,16834,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.213.down_proj,0.0124723359,hessian_weighted_relative_error,31653,0.02500,0.885
44,model.language_model.layers.44.mlp.experts.213.gate_proj,0.0063350399,hessian_weighted_relative_error,31653,0.02500,0.928
44,model.language_model.layers.44.mlp.experts.213.up_proj,0.0072900330,hessian_weighted_relative_error,31653,0.02500,0.978
44,model.language_model.layers.44.mlp.experts.214.down_proj,0.0086447776,hessian_weighted_relative_error,19095,0.02500,0.760
44,model.language_model.layers.44.mlp.experts.214.gate_proj,0.0028223412,hessian_weighted_relative_error,19095,0.02500,0.793
44,model.language_model.layers.44.mlp.experts.214.up_proj,0.0033448282,hessian_weighted_relative_error,19095,0.02500,0.810
44,model.language_model.layers.44.mlp.experts.215.down_proj,0.0098122204,hessian_weighted_relative_error,35432,0.02500,0.886
44,model.language_model.layers.44.mlp.experts.215.gate_proj,0.0040040351,hessian_weighted_relative_error,35432,0.02500,0.925
44,model.language_model.layers.44.mlp.experts.215.up_proj,0.0041271370,hessian_weighted_relative_error,35432,0.02500,0.970
44,model.language_model.layers.44.mlp.experts.216.down_proj,0.0092420204,hessian_weighted_relative_error,36577,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.216.gate_proj,0.0043737964,hessian_weighted_relative_error,36577,0.02500,0.789
44,model.language_model.layers.44.mlp.experts.216.up_proj,0.0041171148,hessian_weighted_relative_error,36577,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.217.down_proj,0.0076961155,hessian_weighted_relative_error,31282,0.02500,0.885
44,model.language_model.layers.44.mlp.experts.217.gate_proj,0.0041138116,hessian_weighted_relative_error,31282,0.02500,0.931
44,model.language_model.layers.44.mlp.experts.217.up_proj,0.0039367671,hessian_weighted_relative_error,31282,0.02500,0.966
44,model.language_model.layers.44.mlp.experts.218.down_proj,0.0106418662,hessian_weighted_relative_error,37705,0.02500,0.768
44,model.language_model.layers.44.mlp.experts.218.gate_proj,0.0045882724,hessian_weighted_relative_error,37705,0.02500,0.792
44,model.language_model.layers.44.mlp.experts.218.up_proj,0.0060572375,hessian_weighted_relative_error,37705,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.219.down_proj,0.0092030531,hessian_weighted_relative_error,11361,0.02500,0.885
44,model.language_model.layers.44.mlp.experts.219.gate_proj,0.0024572229,hessian_weighted_relative_error,11361,0.02500,0.926
44,model.language_model.layers.44.mlp.experts.219.up_proj,0.0018614484,hessian_weighted_relative_error,11361,0.02500,0.975
44,model.language_model.layers.44.mlp.experts.22.down_proj,0.0088690573,hessian_weighted_relative_error,21916,0.02500,0.726
44,model.language_model.layers.44.mlp.experts.22.gate_proj,0.0023392161,hessian_weighted_relative_error,21916,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.22.up_proj,0.0013587970,hessian_weighted_relative_error,21916,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.220.down_proj,0.0038591630,hessian_weighted_relative_error,25654,0.02500,0.759
44,model.language_model.layers.44.mlp.experts.220.gate_proj,0.0019088463,hessian_weighted_relative_error,25654,0.02500,0.793
44,model.language_model.layers.44.mlp.experts.220.up_proj,0.0020107159,hessian_weighted_relative_error,25654,0.02500,0.807
44,model.language_model.layers.44.mlp.experts.221.down_proj,0.0075330752,hessian_weighted_relative_error,33079,0.02500,0.885
44,model.language_model.layers.44.mlp.experts.221.gate_proj,0.0032689836,hessian_weighted_relative_error,33079,0.02500,0.928
44,model.language_model.layers.44.mlp.experts.221.up_proj,0.0035065635,hessian_weighted_relative_error,33079,0.02500,0.985
44,model.language_model.layers.44.mlp.experts.222.down_proj,0.0098232290,hessian_weighted_relative_error,22230,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.222.gate_proj,0.0029021109,hessian_weighted_relative_error,22230,0.02500,0.793
44,model.language_model.layers.44.mlp.experts.222.up_proj,0.0027618465,hessian_weighted_relative_error,22230,0.02500,0.810
44,model.language_model.layers.44.mlp.experts.223.down_proj,0.0061425886,hessian_weighted_relative_error,55412,0.02500,0.888
44,model.language_model.layers.44.mlp.experts.223.gate_proj,0.0030110597,hessian_weighted_relative_error,55412,0.02500,0.934
44,model.language_model.layers.44.mlp.experts.223.up_proj,0.0031676870,hessian_weighted_relative_error,55412,0.02500,0.984
44,model.language_model.layers.44.mlp.experts.224.down_proj,0.0083190169,hessian_weighted_relative_error,22212,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.224.gate_proj,0.0032128224,hessian_weighted_relative_error,22212,0.02500,0.790
44,model.language_model.layers.44.mlp.experts.224.up_proj,0.0026597679,hessian_weighted_relative_error,22212,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.225.down_proj,0.0098104668,hessian_weighted_relative_error,23398,0.02500,0.886
44,model.language_model.layers.44.mlp.experts.225.gate_proj,0.0037490849,hessian_weighted_relative_error,23398,0.02500,0.937
44,model.language_model.layers.44.mlp.experts.225.up_proj,0.0035064908,hessian_weighted_relative_error,23398,0.02500,0.991
44,model.language_model.layers.44.mlp.experts.226.down_proj,0.0053656533,hessian_weighted_relative_error,55124,0.02500,0.763
44,model.language_model.layers.44.mlp.experts.226.gate_proj,0.0025057522,hessian_weighted_relative_error,55124,0.02500,0.791
44,model.language_model.layers.44.mlp.experts.226.up_proj,0.0025129276,hessian_weighted_relative_error,55124,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.227.down_proj,0.0047803509,hessian_weighted_relative_error,28146,0.02500,0.886
44,model.language_model.layers.44.mlp.experts.227.gate_proj,0.0028198832,hessian_weighted_relative_error,28146,0.02500,0.929
44,model.language_model.layers.44.mlp.experts.227.up_proj,0.0028446204,hessian_weighted_relative_error,28146,0.02500,0.964
44,model.language_model.layers.44.mlp.experts.228.down_proj,0.0055021844,hessian_weighted_relative_error,12118,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.228.gate_proj,0.0032932887,hessian_weighted_relative_error,12118,0.02500,0.792
44,model.language_model.layers.44.mlp.experts.228.up_proj,0.0022604111,hessian_weighted_relative_error,12118,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.229.down_proj,0.0046033000,hessian_weighted_relative_error,11091,0.02500,0.886
44,model.language_model.layers.44.mlp.experts.229.gate_proj,0.0022782402,hessian_weighted_relative_error,11091,0.02500,0.936
44,model.language_model.layers.44.mlp.experts.229.up_proj,0.0023700519,hessian_weighted_relative_error,11091,0.02500,0.977
44,model.language_model.layers.44.mlp.experts.23.down_proj,0.0082273211,hessian_weighted_relative_error,15664,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.23.gate_proj,0.0025065640,hessian_weighted_relative_error,15664,0.02500,0.860
44,model.language_model.layers.44.mlp.experts.23.up_proj,0.0032305696,hessian_weighted_relative_error,15664,0.02500,0.944
44,model.language_model.layers.44.mlp.experts.230.down_proj,0.0088466100,hessian_weighted_relative_error,42225,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.230.gate_proj,0.0045347791,hessian_weighted_relative_error,42225,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.230.up_proj,0.0045121484,hessian_weighted_relative_error,42225,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.231.down_proj,0.0114827857,hessian_weighted_relative_error,37147,0.02500,0.888
44,model.language_model.layers.44.mlp.experts.231.gate_proj,0.0058179554,hessian_weighted_relative_error,37147,0.02500,0.931
44,model.language_model.layers.44.mlp.experts.231.up_proj,0.0053030506,hessian_weighted_relative_error,37147,0.02500,0.979
44,model.language_model.layers.44.mlp.experts.232.down_proj,0.0108975691,hessian_weighted_relative_error,58202,0.02500,0.763
44,model.language_model.layers.44.mlp.experts.232.gate_proj,0.0031563165,hessian_weighted_relative_error,58202,0.02500,0.795
44,model.language_model.layers.44.mlp.experts.232.up_proj,0.0030093974,hessian_weighted_relative_error,58202,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.233.down_proj,0.0065777745,hessian_weighted_relative_error,21212,0.02500,0.886
44,model.language_model.layers.44.mlp.experts.233.gate_proj,0.0046235992,hessian_weighted_relative_error,21212,0.02500,0.936
44,model.language_model.layers.44.mlp.experts.233.up_proj,0.0033212344,hessian_weighted_relative_error,21212,0.02500,0.973
44,model.language_model.layers.44.mlp.experts.234.down_proj,0.0078582037,hessian_weighted_relative_error,23531,0.02500,0.765
44,model.language_model.layers.44.mlp.experts.234.gate_proj,0.0022228427,hessian_weighted_relative_error,23531,0.02500,0.792
44,model.language_model.layers.44.mlp.experts.234.up_proj,0.0015869616,hessian_weighted_relative_error,23531,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.235.down_proj,0.0109912736,hessian_weighted_relative_error,66873,0.02500,0.888
44,model.language_model.layers.44.mlp.experts.235.gate_proj,0.0037497953,hessian_weighted_relative_error,66873,0.02500,0.930
44,model.language_model.layers.44.mlp.experts.235.up_proj,0.0041451202,hessian_weighted_relative_error,66873,0.02500,0.959
44,model.language_model.layers.44.mlp.experts.236.down_proj,0.0050807951,hessian_weighted_relative_error,39871,0.02500,0.760
44,model.language_model.layers.44.mlp.experts.236.gate_proj,0.0033839985,hessian_weighted_relative_error,39871,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.236.up_proj,0.0034512943,hessian_weighted_relative_error,39871,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.237.down_proj,0.0095044313,hessian_weighted_relative_error,30901,0.02500,0.888
44,model.language_model.layers.44.mlp.experts.237.gate_proj,0.0024603636,hessian_weighted_relative_error,30901,0.02500,0.942
44,model.language_model.layers.44.mlp.experts.237.up_proj,0.0029583038,hessian_weighted_relative_error,30901,0.02500,0.973
44,model.language_model.layers.44.mlp.experts.238.down_proj,0.0012007331,hessian_weighted_relative_error,46755,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.238.gate_proj,0.0040353311,hessian_weighted_relative_error,46755,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.238.up_proj,0.0039735421,hessian_weighted_relative_error,46755,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.239.down_proj,0.0101253943,hessian_weighted_relative_error,28377,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.239.gate_proj,0.0044621319,hessian_weighted_relative_error,28377,0.02500,0.936
44,model.language_model.layers.44.mlp.experts.239.up_proj,0.0055927922,hessian_weighted_relative_error,28377,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.24.down_proj,0.0074579788,hessian_weighted_relative_error,25987,0.02500,0.729
44,model.language_model.layers.44.mlp.experts.24.gate_proj,0.0044150743,hessian_weighted_relative_error,25987,0.02500,0.759
44,model.language_model.layers.44.mlp.experts.24.up_proj,0.0046500267,hessian_weighted_relative_error,25987,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.240.down_proj,0.0085836219,hessian_weighted_relative_error,26436,0.02500,0.764
44,model.language_model.layers.44.mlp.experts.240.gate_proj,0.0023591483,hessian_weighted_relative_error,26436,0.02500,0.792
44,model.language_model.layers.44.mlp.experts.240.up_proj,0.0025175194,hessian_weighted_relative_error,26436,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.241.down_proj,0.0092211545,hessian_weighted_relative_error,38986,0.02500,0.886
44,model.language_model.layers.44.mlp.experts.241.gate_proj,0.0043825993,hessian_weighted_relative_error,38986,0.02500,0.938
44,model.language_model.layers.44.mlp.experts.241.up_proj,0.0040052682,hessian_weighted_relative_error,38986,0.02500,0.974
44,model.language_model.layers.44.mlp.experts.242.down_proj,0.0076366972,hessian_weighted_relative_error,23349,0.02500,0.765
44,model.language_model.layers.44.mlp.experts.242.gate_proj,0.0017042563,hessian_weighted_relative_error,23349,0.02500,0.792
44,model.language_model.layers.44.mlp.experts.242.up_proj,0.0015289281,hessian_weighted_relative_error,23349,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.243.down_proj,0.0060154196,hessian_weighted_relative_error,37059,0.02500,0.888
44,model.language_model.layers.44.mlp.experts.243.gate_proj,0.0019248468,hessian_weighted_relative_error,37059,0.02500,0.931
44,model.language_model.layers.44.mlp.experts.243.up_proj,0.0016875775,hessian_weighted_relative_error,37059,0.02500,0.958
44,model.language_model.layers.44.mlp.experts.244.down_proj,0.0056268899,hessian_weighted_relative_error,98780,0.02500,0.760
44,model.language_model.layers.44.mlp.experts.244.gate_proj,0.0040659099,hessian_weighted_relative_error,98780,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.244.up_proj,0.0036590753,hessian_weighted_relative_error,98780,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.245.down_proj,0.0065932953,hessian_weighted_relative_error,35623,0.02500,0.888
44,model.language_model.layers.44.mlp.experts.245.gate_proj,0.0050242747,hessian_weighted_relative_error,35623,0.02500,0.931
44,model.language_model.layers.44.mlp.experts.245.up_proj,0.0042705828,hessian_weighted_relative_error,35623,0.02500,0.973
44,model.language_model.layers.44.mlp.experts.246.down_proj,0.0094707484,hessian_weighted_relative_error,12290,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.246.gate_proj,0.0020637078,hessian_weighted_relative_error,12290,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.246.up_proj,0.0018270752,hessian_weighted_relative_error,12290,0.02500,0.811
44,model.language_model.layers.44.mlp.experts.247.down_proj,0.0037383768,hessian_weighted_relative_error,39175,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.247.gate_proj,0.0020492314,hessian_weighted_relative_error,39175,0.02500,0.941
44,model.language_model.layers.44.mlp.experts.247.up_proj,0.0024348811,hessian_weighted_relative_error,39175,0.02500,0.967
44,model.language_model.layers.44.mlp.experts.248.down_proj,0.0048475020,hessian_weighted_relative_error,25569,0.02500,0.767
44,model.language_model.layers.44.mlp.experts.248.gate_proj,0.0027434777,hessian_weighted_relative_error,25569,0.02500,0.791
44,model.language_model.layers.44.mlp.experts.248.up_proj,0.0037583923,hessian_weighted_relative_error,25569,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.249.down_proj,0.0048886735,hessian_weighted_relative_error,43257,0.02500,0.886
44,model.language_model.layers.44.mlp.experts.249.gate_proj,0.0058564003,hessian_weighted_relative_error,43257,0.02500,0.939
44,model.language_model.layers.44.mlp.experts.249.up_proj,0.0061271923,hessian_weighted_relative_error,43257,0.02500,0.959
44,model.language_model.layers.44.mlp.experts.25.down_proj,0.0101167665,hessian_weighted_relative_error,25217,0.02500,0.810
44,model.language_model.layers.44.mlp.experts.25.gate_proj,0.0031309168,hessian_weighted_relative_error,25217,0.02500,0.866
44,model.language_model.layers.44.mlp.experts.25.up_proj,0.0035333007,hessian_weighted_relative_error,25217,0.02500,0.940
44,model.language_model.layers.44.mlp.experts.250.down_proj,0.0090512460,hessian_weighted_relative_error,19775,0.02500,0.766
44,model.language_model.layers.44.mlp.experts.250.gate_proj,0.0040313845,hessian_weighted_relative_error,19775,0.02500,0.794
44,model.language_model.layers.44.mlp.experts.250.up_proj,0.0045486330,hessian_weighted_relative_error,19775,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.251.down_proj,0.0090744489,hessian_weighted_relative_error,14862,0.02500,0.887
44,model.language_model.layers.44.mlp.experts.251.gate_proj,0.0030377220,hessian_weighted_relative_error,14862,0.02500,0.937
44,model.language_model.layers.44.mlp.experts.251.up_proj,0.0027172905,hessian_weighted_relative_error,14862,0.02500,0.946
44,model.language_model.layers.44.mlp.experts.252.down_proj,0.0084671733,hessian_weighted_relative_error,11926,0.02500,0.763
44,model.language_model.layers.44.mlp.experts.252.gate_proj,0.0019037608,hessian_weighted_relative_error,11926,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.252.up_proj,0.0017749942,hessian_weighted_relative_error,11926,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.253.down_proj,0.0033801492,hessian_weighted_relative_error,32843,0.02500,0.888
44,model.language_model.layers.44.mlp.experts.253.gate_proj,0.0028317326,hessian_weighted_relative_error,32843,0.02500,0.961
44,model.language_model.layers.44.mlp.experts.253.up_proj,0.0026325845,hessian_weighted_relative_error,32843,0.02500,0.958
44,model.language_model.layers.44.mlp.experts.254.down_proj,0.0032046960,hessian_weighted_relative_error,2291,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.254.gate_proj,0.0007961759,hessian_weighted_relative_error,2291,0.02500,0.798
44,model.language_model.layers.44.mlp.experts.254.up_proj,0.0008846812,hessian_weighted_relative_error,2291,0.02500,0.817
44,model.language_model.layers.44.mlp.experts.255.down_proj,0.0071673862,hessian_weighted_relative_error,21084,0.02500,0.889
44,model.language_model.layers.44.mlp.experts.255.gate_proj,0.0022989787,hessian_weighted_relative_error,21084,0.02500,0.941
44,model.language_model.layers.44.mlp.experts.255.up_proj,0.0015437995,hessian_weighted_relative_error,21084,0.02500,0.958
44,model.language_model.layers.44.mlp.experts.256.down_proj,0.0085377917,hessian_weighted_relative_error,19135,0.02500,0.765
44,model.language_model.layers.44.mlp.experts.256.gate_proj,0.0039744208,hessian_weighted_relative_error,19135,0.02500,0.794
44,model.language_model.layers.44.mlp.experts.256.up_proj,0.0044061170,hessian_weighted_relative_error,19135,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.257.down_proj,0.0105613066,hessian_weighted_relative_error,41157,0.02500,0.889
44,model.language_model.layers.44.mlp.experts.257.gate_proj,0.0029841451,hessian_weighted_relative_error,41157,0.02500,0.944
44,model.language_model.layers.44.mlp.experts.257.up_proj,0.0031409435,hessian_weighted_relative_error,41157,0.02500,0.961
44,model.language_model.layers.44.mlp.experts.258.down_proj,0.0094682009,hessian_weighted_relative_error,8603,0.02500,0.769
44,model.language_model.layers.44.mlp.experts.258.gate_proj,0.0022693060,hessian_weighted_relative_error,8603,0.02500,0.793
44,model.language_model.layers.44.mlp.experts.258.up_proj,0.0018747989,hessian_weighted_relative_error,8603,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.259.down_proj,0.0085920393,hessian_weighted_relative_error,10053,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.259.gate_proj,0.0019078623,hessian_weighted_relative_error,10053,0.02500,0.933
44,model.language_model.layers.44.mlp.experts.259.up_proj,0.0020922149,hessian_weighted_relative_error,10053,0.02500,0.951
44,model.language_model.layers.44.mlp.experts.26.down_proj,0.0071280806,hessian_weighted_relative_error,20917,0.02500,0.732
44,model.language_model.layers.44.mlp.experts.26.gate_proj,0.0031728496,hessian_weighted_relative_error,20917,0.02500,0.760
44,model.language_model.layers.44.mlp.experts.26.up_proj,0.0028123294,hessian_weighted_relative_error,20917,0.02500,0.798
44,model.language_model.layers.44.mlp.experts.260.down_proj,0.0106425088,hessian_weighted_relative_error,23963,0.02500,0.764
44,model.language_model.layers.44.mlp.experts.260.gate_proj,0.0036868661,hessian_weighted_relative_error,23963,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.260.up_proj,0.0033773464,hessian_weighted_relative_error,23963,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.261.down_proj,0.0036610612,hessian_weighted_relative_error,16951,0.02500,0.889
44,model.language_model.layers.44.mlp.experts.261.gate_proj,0.0020625483,hessian_weighted_relative_error,16951,0.02500,0.936
44,model.language_model.layers.44.mlp.experts.261.up_proj,0.0024953118,hessian_weighted_relative_error,16951,0.02500,0.951
44,model.language_model.layers.44.mlp.experts.262.down_proj,0.0048936973,hessian_weighted_relative_error,37134,0.02500,0.764
44,model.language_model.layers.44.mlp.experts.262.gate_proj,0.0025488876,hessian_weighted_relative_error,37134,0.02500,0.798
44,model.language_model.layers.44.mlp.experts.262.up_proj,0.0035488421,hessian_weighted_relative_error,37134,0.02500,0.808
44,model.language_model.layers.44.mlp.experts.263.down_proj,0.0069008296,hessian_weighted_relative_error,44315,0.02500,0.891
44,model.language_model.layers.44.mlp.experts.263.gate_proj,0.0031499049,hessian_weighted_relative_error,44315,0.02500,0.938
44,model.language_model.layers.44.mlp.experts.263.up_proj,0.0022163217,hessian_weighted_relative_error,44315,0.02500,0.950
44,model.language_model.layers.44.mlp.experts.264.down_proj,0.0085683885,hessian_weighted_relative_error,26057,0.02500,0.766
44,model.language_model.layers.44.mlp.experts.264.gate_proj,0.0023458954,hessian_weighted_relative_error,26057,0.02500,0.795
44,model.language_model.layers.44.mlp.experts.264.up_proj,0.0020592902,hessian_weighted_relative_error,26057,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.265.down_proj,0.0064149064,hessian_weighted_relative_error,38945,0.02500,0.889
44,model.language_model.layers.44.mlp.experts.265.gate_proj,0.0042984883,hessian_weighted_relative_error,38945,0.02500,0.938
44,model.language_model.layers.44.mlp.experts.265.up_proj,0.0048594090,hessian_weighted_relative_error,38945,0.02500,0.950
44,model.language_model.layers.44.mlp.experts.266.down_proj,0.0093178647,hessian_weighted_relative_error,49330,0.02500,0.768
44,model.language_model.layers.44.mlp.experts.266.gate_proj,0.0038250994,hessian_weighted_relative_error,49330,0.02500,0.795
44,model.language_model.layers.44.mlp.experts.266.up_proj,0.0048549926,hessian_weighted_relative_error,49330,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.267.down_proj,0.0045984550,hessian_weighted_relative_error,35688,0.02500,0.892
44,model.language_model.layers.44.mlp.experts.267.gate_proj,0.0042547403,hessian_weighted_relative_error,35688,0.02500,0.934
44,model.language_model.layers.44.mlp.experts.267.up_proj,0.0037088237,hessian_weighted_relative_error,35688,0.02500,0.940
44,model.language_model.layers.44.mlp.experts.268.down_proj,0.0064583477,hessian_weighted_relative_error,35308,0.02500,0.765
44,model.language_model.layers.44.mlp.experts.268.gate_proj,0.0051472407,hessian_weighted_relative_error,35308,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.268.up_proj,0.0043421270,hessian_weighted_relative_error,35308,0.02500,0.811
44,model.language_model.layers.44.mlp.experts.269.down_proj,0.0098440275,hessian_weighted_relative_error,8225,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.269.gate_proj,0.0026434013,hessian_weighted_relative_error,8225,0.02500,0.938
44,model.language_model.layers.44.mlp.experts.269.up_proj,0.0021307067,hessian_weighted_relative_error,8225,0.02500,0.963
44,model.language_model.layers.44.mlp.experts.27.down_proj,0.0050111498,hessian_weighted_relative_error,38468,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.27.gate_proj,0.0025557612,hessian_weighted_relative_error,38468,0.02500,0.867
44,model.language_model.layers.44.mlp.experts.27.up_proj,0.0023208605,hessian_weighted_relative_error,38468,0.02500,0.941
44,model.language_model.layers.44.mlp.experts.270.down_proj,0.0069981276,hessian_weighted_relative_error,45424,0.02500,0.765
44,model.language_model.layers.44.mlp.experts.270.gate_proj,0.0035368262,hessian_weighted_relative_error,45424,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.270.up_proj,0.0044711131,hessian_weighted_relative_error,45424,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.271.down_proj,0.0078364005,hessian_weighted_relative_error,63206,0.02500,0.892
44,model.language_model.layers.44.mlp.experts.271.gate_proj,0.0027530790,hessian_weighted_relative_error,63206,0.02500,0.933
44,model.language_model.layers.44.mlp.experts.271.up_proj,0.0024093458,hessian_weighted_relative_error,63206,0.02500,0.954
44,model.language_model.layers.44.mlp.experts.272.down_proj,0.0074078292,hessian_weighted_relative_error,124306,0.02500,0.767
44,model.language_model.layers.44.mlp.experts.272.gate_proj,0.0033883445,hessian_weighted_relative_error,124306,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.272.up_proj,0.0023699430,hessian_weighted_relative_error,124306,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.273.down_proj,0.0072753996,hessian_weighted_relative_error,17360,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.273.gate_proj,0.0017335229,hessian_weighted_relative_error,17360,0.02500,0.939
44,model.language_model.layers.44.mlp.experts.273.up_proj,0.0017871331,hessian_weighted_relative_error,17360,0.02500,0.951
44,model.language_model.layers.44.mlp.experts.274.down_proj,0.0077767033,hessian_weighted_relative_error,7486,0.02500,0.771
44,model.language_model.layers.44.mlp.experts.274.gate_proj,0.0035166026,hessian_weighted_relative_error,7486,0.02500,0.794
44,model.language_model.layers.44.mlp.experts.274.up_proj,0.0028635146,hessian_weighted_relative_error,7486,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.275.down_proj,0.0107736769,hessian_weighted_relative_error,42128,0.02500,0.892
44,model.language_model.layers.44.mlp.experts.275.gate_proj,0.0056721758,hessian_weighted_relative_error,42128,0.02500,0.937
44,model.language_model.layers.44.mlp.experts.275.up_proj,0.0070164281,hessian_weighted_relative_error,42128,0.02500,0.942
44,model.language_model.layers.44.mlp.experts.276.down_proj,0.0076434794,hessian_weighted_relative_error,44012,0.02500,0.764
44,model.language_model.layers.44.mlp.experts.276.gate_proj,0.0032770779,hessian_weighted_relative_error,44012,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.276.up_proj,0.0017134952,hessian_weighted_relative_error,44012,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.277.down_proj,0.0049194103,hessian_weighted_relative_error,28077,0.02500,0.893
44,model.language_model.layers.44.mlp.experts.277.gate_proj,0.0026585935,hessian_weighted_relative_error,28077,0.02500,0.941
44,model.language_model.layers.44.mlp.experts.277.up_proj,0.0020133753,hessian_weighted_relative_error,28077,0.02500,0.947
44,model.language_model.layers.44.mlp.experts.278.down_proj,0.0112901017,hessian_weighted_relative_error,27678,0.02500,0.766
44,model.language_model.layers.44.mlp.experts.278.gate_proj,0.0055292763,hessian_weighted_relative_error,27678,0.02500,0.799
44,model.language_model.layers.44.mlp.experts.278.up_proj,0.0051351710,hessian_weighted_relative_error,27678,0.02500,0.811
44,model.language_model.layers.44.mlp.experts.279.down_proj,0.0107818718,hessian_weighted_relative_error,24917,0.02500,0.892
44,model.language_model.layers.44.mlp.experts.279.gate_proj,0.0056823059,hessian_weighted_relative_error,24917,0.02500,0.940
44,model.language_model.layers.44.mlp.experts.279.up_proj,0.0058179289,hessian_weighted_relative_error,24917,0.02500,0.946
44,model.language_model.layers.44.mlp.experts.28.down_proj,0.0043010144,hessian_weighted_relative_error,17942,0.02500,0.728
44,model.language_model.layers.44.mlp.experts.28.gate_proj,0.0039885723,hessian_weighted_relative_error,17942,0.02500,0.766
44,model.language_model.layers.44.mlp.experts.28.up_proj,0.0044225277,hessian_weighted_relative_error,17942,0.02500,0.801
44,model.language_model.layers.44.mlp.experts.280.down_proj,0.0073663868,hessian_weighted_relative_error,34709,0.02500,0.766
44,model.language_model.layers.44.mlp.experts.280.gate_proj,0.0038446222,hessian_weighted_relative_error,34709,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.280.up_proj,0.0019964541,hessian_weighted_relative_error,34709,0.02500,0.809
44,model.language_model.layers.44.mlp.experts.281.down_proj,0.0093431035,hessian_weighted_relative_error,19011,0.02500,0.889
44,model.language_model.layers.44.mlp.experts.281.gate_proj,0.0028796033,hessian_weighted_relative_error,19011,0.02500,0.943
44,model.language_model.layers.44.mlp.experts.281.up_proj,0.0023052664,hessian_weighted_relative_error,19011,0.02500,0.938
44,model.language_model.layers.44.mlp.experts.282.down_proj,0.0082411605,hessian_weighted_relative_error,9432,0.02500,0.769
44,model.language_model.layers.44.mlp.experts.282.gate_proj,0.0017260818,hessian_weighted_relative_error,9432,0.02500,0.795
44,model.language_model.layers.44.mlp.experts.282.up_proj,0.0017098202,hessian_weighted_relative_error,9432,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.283.down_proj,0.0094128906,hessian_weighted_relative_error,16759,0.02500,0.895
44,model.language_model.layers.44.mlp.experts.283.gate_proj,0.0024822557,hessian_weighted_relative_error,16759,0.02500,0.938
44,model.language_model.layers.44.mlp.experts.283.up_proj,0.0012110887,hessian_weighted_relative_error,16759,0.02500,0.930
44,model.language_model.layers.44.mlp.experts.284.down_proj,0.0069612303,hessian_weighted_relative_error,28137,0.02500,0.765
44,model.language_model.layers.44.mlp.experts.284.gate_proj,0.0039277160,hessian_weighted_relative_error,28137,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.284.up_proj,0.0040806095,hessian_weighted_relative_error,28137,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.285.down_proj,0.0099471049,hessian_weighted_relative_error,39751,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.285.gate_proj,0.0047179139,hessian_weighted_relative_error,39751,0.02500,0.948
44,model.language_model.layers.44.mlp.experts.285.up_proj,0.0046185060,hessian_weighted_relative_error,39751,0.02500,0.947
44,model.language_model.layers.44.mlp.experts.286.down_proj,0.0109007344,hessian_weighted_relative_error,27348,0.02500,0.767
44,model.language_model.layers.44.mlp.experts.286.gate_proj,0.0055857246,hessian_weighted_relative_error,27348,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.286.up_proj,0.0058499035,hessian_weighted_relative_error,27348,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.287.down_proj,0.0095701520,hessian_weighted_relative_error,18003,0.02500,0.893
44,model.language_model.layers.44.mlp.experts.287.gate_proj,0.0026207161,hessian_weighted_relative_error,18003,0.02500,0.941
44,model.language_model.layers.44.mlp.experts.287.up_proj,0.0024612106,hessian_weighted_relative_error,18003,0.02500,0.937
44,model.language_model.layers.44.mlp.experts.29.down_proj,0.0110970821,hessian_weighted_relative_error,19363,0.02500,0.810
44,model.language_model.layers.44.mlp.experts.29.gate_proj,0.0048830852,hessian_weighted_relative_error,19363,0.02500,0.863
44,model.language_model.layers.44.mlp.experts.29.up_proj,0.0049368665,hessian_weighted_relative_error,19363,0.02500,0.936
44,model.language_model.layers.44.mlp.experts.3.down_proj,0.0051030370,hessian_weighted_relative_error,47279,0.02500,0.760
44,model.language_model.layers.44.mlp.experts.3.gate_proj,0.0024140991,hessian_weighted_relative_error,47279,0.02500,0.854
44,model.language_model.layers.44.mlp.experts.3.up_proj,0.0020895305,hessian_weighted_relative_error,47279,0.02500,0.969
44,model.language_model.layers.44.mlp.experts.30.down_proj,0.0026296169,hessian_weighted_relative_error,29322,0.02500,0.730
44,model.language_model.layers.44.mlp.experts.30.gate_proj,0.0055597742,hessian_weighted_relative_error,29322,0.02500,0.763
44,model.language_model.layers.44.mlp.experts.30.up_proj,0.0058974089,hessian_weighted_relative_error,29322,0.02500,0.801
44,model.language_model.layers.44.mlp.experts.31.down_proj,0.0122133893,hessian_weighted_relative_error,20351,0.02500,0.813
44,model.language_model.layers.44.mlp.experts.31.gate_proj,0.0048423207,hessian_weighted_relative_error,20351,0.02500,0.866
44,model.language_model.layers.44.mlp.experts.31.up_proj,0.0056066519,hessian_weighted_relative_error,20351,0.02500,0.944
44,model.language_model.layers.44.mlp.experts.32.down_proj,0.0115324989,hessian_weighted_relative_error,59183,0.02500,0.732
44,model.language_model.layers.44.mlp.experts.32.gate_proj,0.0054397382,hessian_weighted_relative_error,59183,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.32.up_proj,0.0059054750,hessian_weighted_relative_error,59183,0.02500,0.799
44,model.language_model.layers.44.mlp.experts.33.down_proj,0.0094910994,hessian_weighted_relative_error,28636,0.02500,0.813
44,model.language_model.layers.44.mlp.experts.33.gate_proj,0.0054520444,hessian_weighted_relative_error,28636,0.02500,0.871
44,model.language_model.layers.44.mlp.experts.33.up_proj,0.0056711801,hessian_weighted_relative_error,28636,0.02500,0.940
44,model.language_model.layers.44.mlp.experts.34.down_proj,0.0066537724,hessian_weighted_relative_error,18834,0.02500,0.733
44,model.language_model.layers.44.mlp.experts.34.gate_proj,0.0019979311,hessian_weighted_relative_error,18834,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.34.up_proj,0.0022763573,hessian_weighted_relative_error,18834,0.02500,0.797
44,model.language_model.layers.44.mlp.experts.35.down_proj,0.0083592871,hessian_weighted_relative_error,31979,0.02500,0.813
44,model.language_model.layers.44.mlp.experts.35.gate_proj,0.0031601974,hessian_weighted_relative_error,31979,0.02500,0.867
44,model.language_model.layers.44.mlp.experts.35.up_proj,0.0019111079,hessian_weighted_relative_error,31979,0.02500,0.941
44,model.language_model.layers.44.mlp.experts.36.down_proj,0.0073629104,hessian_weighted_relative_error,34821,0.02500,0.730
44,model.language_model.layers.44.mlp.experts.36.gate_proj,0.0032636844,hessian_weighted_relative_error,34821,0.02500,0.770
44,model.language_model.layers.44.mlp.experts.36.up_proj,0.0022921929,hessian_weighted_relative_error,34821,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.37.down_proj,0.0034817813,hessian_weighted_relative_error,30878,0.02500,0.814
44,model.language_model.layers.44.mlp.experts.37.gate_proj,0.0052758658,hessian_weighted_relative_error,30878,0.02500,0.870
44,model.language_model.layers.44.mlp.experts.37.up_proj,0.0058010963,hessian_weighted_relative_error,30878,0.02500,0.946
44,model.language_model.layers.44.mlp.experts.38.down_proj,0.0062930474,hessian_weighted_relative_error,17221,0.02500,0.730
44,model.language_model.layers.44.mlp.experts.38.gate_proj,0.0032866340,hessian_weighted_relative_error,17221,0.02500,0.766
44,model.language_model.layers.44.mlp.experts.38.up_proj,0.0027949410,hessian_weighted_relative_error,17221,0.02500,0.831
44,model.language_model.layers.44.mlp.experts.39.down_proj,0.0046451684,hessian_weighted_relative_error,24608,0.02500,0.816
44,model.language_model.layers.44.mlp.experts.39.gate_proj,0.0025277754,hessian_weighted_relative_error,24608,0.02500,0.869
44,model.language_model.layers.44.mlp.experts.39.up_proj,0.0024620764,hessian_weighted_relative_error,24608,0.02500,0.939
44,model.language_model.layers.44.mlp.experts.4.down_proj,0.0047913798,hessian_weighted_relative_error,26069,0.02500,0.720
44,model.language_model.layers.44.mlp.experts.4.gate_proj,0.0023666800,hessian_weighted_relative_error,26069,0.02500,0.762
44,model.language_model.layers.44.mlp.experts.4.up_proj,0.0024551649,hessian_weighted_relative_error,26069,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.40.down_proj,0.0065311814,hessian_weighted_relative_error,30097,0.02500,0.734
44,model.language_model.layers.44.mlp.experts.40.gate_proj,0.0027409754,hessian_weighted_relative_error,30097,0.02500,0.763
44,model.language_model.layers.44.mlp.experts.40.up_proj,0.0030984308,hessian_weighted_relative_error,30097,0.02500,0.799
44,model.language_model.layers.44.mlp.experts.41.down_proj,0.0076329282,hessian_weighted_relative_error,23308,0.02500,0.817
44,model.language_model.layers.44.mlp.experts.41.gate_proj,0.0042016740,hessian_weighted_relative_error,23308,0.02500,0.878
44,model.language_model.layers.44.mlp.experts.41.up_proj,0.0038734719,hessian_weighted_relative_error,23308,0.02500,0.955
44,model.language_model.layers.44.mlp.experts.42.down_proj,0.0070917152,hessian_weighted_relative_error,19921,0.02500,0.737
44,model.language_model.layers.44.mlp.experts.42.gate_proj,0.0022475701,hessian_weighted_relative_error,19921,0.02500,0.765
44,model.language_model.layers.44.mlp.experts.42.up_proj,0.0024465320,hessian_weighted_relative_error,19921,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.43.down_proj,0.0016068107,hessian_weighted_relative_error,12663,0.02500,0.817
44,model.language_model.layers.44.mlp.experts.43.gate_proj,0.0018207106,hessian_weighted_relative_error,12663,0.02500,0.874
44,model.language_model.layers.44.mlp.experts.43.up_proj,0.0027926500,hessian_weighted_relative_error,12663,0.02500,0.943
44,model.language_model.layers.44.mlp.experts.44.down_proj,0.0066479087,hessian_weighted_relative_error,43922,0.02500,0.732
44,model.language_model.layers.44.mlp.experts.44.gate_proj,0.0016251474,hessian_weighted_relative_error,43922,0.02500,0.768
44,model.language_model.layers.44.mlp.experts.44.up_proj,0.0015969401,hessian_weighted_relative_error,43922,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.45.down_proj,0.0053332442,hessian_weighted_relative_error,43407,0.02500,0.817
44,model.language_model.layers.44.mlp.experts.45.gate_proj,0.0045414351,hessian_weighted_relative_error,43407,0.02500,0.873
44,model.language_model.layers.44.mlp.experts.45.up_proj,0.0043226346,hessian_weighted_relative_error,43407,0.02500,0.945
44,model.language_model.layers.44.mlp.experts.46.down_proj,0.0092138251,hessian_weighted_relative_error,16694,0.02500,0.733
44,model.language_model.layers.44.mlp.experts.46.gate_proj,0.0061381256,hessian_weighted_relative_error,16694,0.02500,0.768
44,model.language_model.layers.44.mlp.experts.46.up_proj,0.0075854882,hessian_weighted_relative_error,16694,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.47.down_proj,0.0074211526,hessian_weighted_relative_error,52293,0.02500,0.819
44,model.language_model.layers.44.mlp.experts.47.gate_proj,0.0047784132,hessian_weighted_relative_error,52293,0.02500,0.875
44,model.language_model.layers.44.mlp.experts.47.up_proj,0.0058538400,hessian_weighted_relative_error,52293,0.02500,0.952
44,model.language_model.layers.44.mlp.experts.48.down_proj,0.0088328234,hessian_weighted_relative_error,31790,0.02500,0.737
44,model.language_model.layers.44.mlp.experts.48.gate_proj,0.0024980321,hessian_weighted_relative_error,31790,0.02500,0.765
44,model.language_model.layers.44.mlp.experts.48.up_proj,0.0030432717,hessian_weighted_relative_error,31790,0.02500,0.801
44,model.language_model.layers.44.mlp.experts.49.down_proj,0.0094444619,hessian_weighted_relative_error,28657,0.02500,0.822
44,model.language_model.layers.44.mlp.experts.49.gate_proj,0.0046791758,hessian_weighted_relative_error,28657,0.02500,0.882
44,model.language_model.layers.44.mlp.experts.49.up_proj,0.0047963572,hessian_weighted_relative_error,28657,0.02500,0.952
44,model.language_model.layers.44.mlp.experts.5.down_proj,0.0058036205,hessian_weighted_relative_error,13243,0.02500,0.798
44,model.language_model.layers.44.mlp.experts.5.gate_proj,0.0031237596,hessian_weighted_relative_error,13243,0.02500,0.848
44,model.language_model.layers.44.mlp.experts.5.up_proj,0.0030012186,hessian_weighted_relative_error,13243,0.02500,0.945
44,model.language_model.layers.44.mlp.experts.50.down_proj,0.0110433741,hessian_weighted_relative_error,65920,0.02500,0.738
44,model.language_model.layers.44.mlp.experts.50.gate_proj,0.0059156353,hessian_weighted_relative_error,65920,0.02500,0.769
44,model.language_model.layers.44.mlp.experts.50.up_proj,0.0055035461,hessian_weighted_relative_error,65920,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.51.down_proj,0.0083698427,hessian_weighted_relative_error,10929,0.02500,0.821
44,model.language_model.layers.44.mlp.experts.51.gate_proj,0.0020186957,hessian_weighted_relative_error,10929,0.02500,0.880
44,model.language_model.layers.44.mlp.experts.51.up_proj,0.0018974450,hessian_weighted_relative_error,10929,0.02500,0.947
44,model.language_model.layers.44.mlp.experts.52.down_proj,0.0115150593,hessian_weighted_relative_error,30713,0.02500,0.733
44,model.language_model.layers.44.mlp.experts.52.gate_proj,0.0053499915,hessian_weighted_relative_error,30713,0.02500,0.772
44,model.language_model.layers.44.mlp.experts.52.up_proj,0.0065738913,hessian_weighted_relative_error,30713,0.02500,0.807
44,model.language_model.layers.44.mlp.experts.53.down_proj,0.0095878000,hessian_weighted_relative_error,15416,0.02500,0.822
44,model.language_model.layers.44.mlp.experts.53.gate_proj,0.0025200767,hessian_weighted_relative_error,15416,0.02500,0.879
44,model.language_model.layers.44.mlp.experts.53.up_proj,0.0018746052,hessian_weighted_relative_error,15416,0.02500,0.943
44,model.language_model.layers.44.mlp.experts.54.down_proj,0.0083811143,hessian_weighted_relative_error,28775,0.02500,0.735
44,model.language_model.layers.44.mlp.experts.54.gate_proj,0.0032949373,hessian_weighted_relative_error,28775,0.02500,0.773
44,model.language_model.layers.44.mlp.experts.54.up_proj,0.0026788233,hessian_weighted_relative_error,28775,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.55.down_proj,0.0055885203,hessian_weighted_relative_error,38698,0.02500,0.824
44,model.language_model.layers.44.mlp.experts.55.gate_proj,0.0043141045,hessian_weighted_relative_error,38698,0.02500,0.881
44,model.language_model.layers.44.mlp.experts.55.up_proj,0.0040981417,hessian_weighted_relative_error,38698,0.02500,0.950
44,model.language_model.layers.44.mlp.experts.56.down_proj,0.0047307066,hessian_weighted_relative_error,28788,0.02500,0.738
44,model.language_model.layers.44.mlp.experts.56.gate_proj,0.0040044198,hessian_weighted_relative_error,28788,0.02500,0.768
44,model.language_model.layers.44.mlp.experts.56.up_proj,0.0039414597,hessian_weighted_relative_error,28788,0.02500,0.799
44,model.language_model.layers.44.mlp.experts.57.down_proj,0.0109262545,hessian_weighted_relative_error,55576,0.02500,0.825
44,model.language_model.layers.44.mlp.experts.57.gate_proj,0.0057831624,hessian_weighted_relative_error,55576,0.02500,0.888
44,model.language_model.layers.44.mlp.experts.57.up_proj,0.0063940264,hessian_weighted_relative_error,55576,0.02500,0.954
44,model.language_model.layers.44.mlp.experts.58.down_proj,0.0062020519,hessian_weighted_relative_error,27626,0.02500,0.740
44,model.language_model.layers.44.mlp.experts.58.gate_proj,0.0031482559,hessian_weighted_relative_error,27626,0.02500,0.767
44,model.language_model.layers.44.mlp.experts.58.up_proj,0.0022669079,hessian_weighted_relative_error,27626,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.59.down_proj,0.0093264520,hessian_weighted_relative_error,11352,0.02500,0.826
44,model.language_model.layers.44.mlp.experts.59.gate_proj,0.0019044336,hessian_weighted_relative_error,11352,0.02500,0.882
44,model.language_model.layers.44.mlp.experts.59.up_proj,0.0013505911,hessian_weighted_relative_error,11352,0.02500,0.961
44,model.language_model.layers.44.mlp.experts.6.down_proj,0.0073411320,hessian_weighted_relative_error,57829,0.02500,0.693
44,model.language_model.layers.44.mlp.experts.6.gate_proj,0.0037490850,hessian_weighted_relative_error,57829,0.02500,0.761
44,model.language_model.layers.44.mlp.experts.6.up_proj,0.0034548827,hessian_weighted_relative_error,57829,0.02500,0.798
44,model.language_model.layers.44.mlp.experts.60.down_proj,0.0110415981,hessian_weighted_relative_error,27854,0.02500,0.736
44,model.language_model.layers.44.mlp.experts.60.gate_proj,0.0039416615,hessian_weighted_relative_error,27854,0.02500,0.771
44,model.language_model.layers.44.mlp.experts.60.up_proj,0.0046937206,hessian_weighted_relative_error,27854,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.61.down_proj,0.0097362928,hessian_weighted_relative_error,35609,0.02500,0.826
44,model.language_model.layers.44.mlp.experts.61.gate_proj,0.0026409560,hessian_weighted_relative_error,35609,0.02500,0.884
44,model.language_model.layers.44.mlp.experts.61.up_proj,0.0027769514,hessian_weighted_relative_error,35609,0.02500,0.951
44,model.language_model.layers.44.mlp.experts.62.down_proj,0.0058906417,hessian_weighted_relative_error,23079,0.02500,0.737
44,model.language_model.layers.44.mlp.experts.62.gate_proj,0.0028924291,hessian_weighted_relative_error,23079,0.02500,0.773
44,model.language_model.layers.44.mlp.experts.62.up_proj,0.0026945275,hessian_weighted_relative_error,23079,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.63.down_proj,0.0095048747,hessian_weighted_relative_error,9489,0.02500,0.827
44,model.language_model.layers.44.mlp.experts.63.gate_proj,0.0021935756,hessian_weighted_relative_error,9489,0.02500,0.885
44,model.language_model.layers.44.mlp.experts.63.up_proj,0.0018195272,hessian_weighted_relative_error,9489,0.02500,0.947
44,model.language_model.layers.44.mlp.experts.64.down_proj,0.0072100706,hessian_weighted_relative_error,40138,0.02500,0.740
44,model.language_model.layers.44.mlp.experts.64.gate_proj,0.0039961502,hessian_weighted_relative_error,40138,0.02500,0.771
44,model.language_model.layers.44.mlp.experts.64.up_proj,0.0043045462,hessian_weighted_relative_error,40138,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.65.down_proj,0.0058563125,hessian_weighted_relative_error,32228,0.02500,0.829
44,model.language_model.layers.44.mlp.experts.65.gate_proj,0.0039100713,hessian_weighted_relative_error,32228,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.65.up_proj,0.0039266941,hessian_weighted_relative_error,32228,0.02500,0.946
44,model.language_model.layers.44.mlp.experts.66.down_proj,0.0062174311,hessian_weighted_relative_error,18324,0.02500,0.742
44,model.language_model.layers.44.mlp.experts.66.gate_proj,0.0026357402,hessian_weighted_relative_error,18324,0.02500,0.774
44,model.language_model.layers.44.mlp.experts.66.up_proj,0.0021924117,hessian_weighted_relative_error,18324,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.67.down_proj,0.0119264602,hessian_weighted_relative_error,27137,0.02500,0.829
44,model.language_model.layers.44.mlp.experts.67.gate_proj,0.0067639015,hessian_weighted_relative_error,27137,0.02500,0.896
44,model.language_model.layers.44.mlp.experts.67.up_proj,0.0076487748,hessian_weighted_relative_error,27137,0.02500,0.950
44,model.language_model.layers.44.mlp.experts.68.down_proj,0.0074504364,hessian_weighted_relative_error,19075,0.02500,0.738
44,model.language_model.layers.44.mlp.experts.68.gate_proj,0.0030785122,hessian_weighted_relative_error,19075,0.02500,0.775
44,model.language_model.layers.44.mlp.experts.68.up_proj,0.0038003077,hessian_weighted_relative_error,19075,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.69.down_proj,0.0059368599,hessian_weighted_relative_error,22004,0.02500,0.830
44,model.language_model.layers.44.mlp.experts.69.gate_proj,0.0018110945,hessian_weighted_relative_error,22004,0.02500,0.887
44,model.language_model.layers.44.mlp.experts.69.up_proj,0.0024608289,hessian_weighted_relative_error,22004,0.02500,0.951
44,model.language_model.layers.44.mlp.experts.7.down_proj,0.0092548793,hessian_weighted_relative_error,51614,0.02500,0.801
44,model.language_model.layers.44.mlp.experts.7.gate_proj,0.0047465119,hessian_weighted_relative_error,51614,0.02500,0.857
44,model.language_model.layers.44.mlp.experts.7.up_proj,0.0051037060,hessian_weighted_relative_error,51614,0.02500,0.941
44,model.language_model.layers.44.mlp.experts.70.down_proj,0.0090871638,hessian_weighted_relative_error,18120,0.02500,0.738
44,model.language_model.layers.44.mlp.experts.70.gate_proj,0.0045462489,hessian_weighted_relative_error,18120,0.02500,0.771
44,model.language_model.layers.44.mlp.experts.70.up_proj,0.0051942490,hessian_weighted_relative_error,18120,0.02500,0.800
44,model.language_model.layers.44.mlp.experts.71.down_proj,0.0029004326,hessian_weighted_relative_error,22584,0.02500,0.831
44,model.language_model.layers.44.mlp.experts.71.gate_proj,0.0026779016,hessian_weighted_relative_error,22584,0.02500,0.887
44,model.language_model.layers.44.mlp.experts.71.up_proj,0.0034791849,hessian_weighted_relative_error,22584,0.02500,0.949
44,model.language_model.layers.44.mlp.experts.72.down_proj,0.0047740299,hessian_weighted_relative_error,28440,0.02500,0.741
44,model.language_model.layers.44.mlp.experts.72.gate_proj,0.0017320791,hessian_weighted_relative_error,28440,0.02500,0.773
44,model.language_model.layers.44.mlp.experts.72.up_proj,0.0024266163,hessian_weighted_relative_error,28440,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.73.down_proj,0.0071595260,hessian_weighted_relative_error,39628,0.02500,0.834
44,model.language_model.layers.44.mlp.experts.73.gate_proj,0.0038455869,hessian_weighted_relative_error,39628,0.02500,0.891
44,model.language_model.layers.44.mlp.experts.73.up_proj,0.0038471322,hessian_weighted_relative_error,39628,0.02500,0.956
44,model.language_model.layers.44.mlp.experts.74.down_proj,0.0064405425,hessian_weighted_relative_error,12082,0.02500,0.743
44,model.language_model.layers.44.mlp.experts.74.gate_proj,0.0012586313,hessian_weighted_relative_error,12082,0.02500,0.771
44,model.language_model.layers.44.mlp.experts.74.up_proj,0.0013397516,hessian_weighted_relative_error,12082,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.75.down_proj,0.0052315854,hessian_weighted_relative_error,32996,0.02500,0.833
44,model.language_model.layers.44.mlp.experts.75.gate_proj,0.0016270812,hessian_weighted_relative_error,32996,0.02500,0.891
44,model.language_model.layers.44.mlp.experts.75.up_proj,0.0016327626,hessian_weighted_relative_error,32996,0.02500,0.951
44,model.language_model.layers.44.mlp.experts.76.down_proj,0.0110470917,hessian_weighted_relative_error,37287,0.02500,0.740
44,model.language_model.layers.44.mlp.experts.76.gate_proj,0.0059412481,hessian_weighted_relative_error,37287,0.02500,0.774
44,model.language_model.layers.44.mlp.experts.76.up_proj,0.0072766303,hessian_weighted_relative_error,37287,0.02500,0.804
44,model.language_model.layers.44.mlp.experts.77.down_proj,0.0066486851,hessian_weighted_relative_error,21870,0.02500,0.833
44,model.language_model.layers.44.mlp.experts.77.gate_proj,0.0022867581,hessian_weighted_relative_error,21870,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.77.up_proj,0.0028626787,hessian_weighted_relative_error,21870,0.02500,0.962
44,model.language_model.layers.44.mlp.experts.78.down_proj,0.0094373947,hessian_weighted_relative_error,22743,0.02500,0.740
44,model.language_model.layers.44.mlp.experts.78.gate_proj,0.0041426985,hessian_weighted_relative_error,22743,0.02500,0.775
44,model.language_model.layers.44.mlp.experts.78.up_proj,0.0044992929,hessian_weighted_relative_error,22743,0.02500,0.825
44,model.language_model.layers.44.mlp.experts.79.down_proj,0.0045608405,hessian_weighted_relative_error,21028,0.02500,0.836
44,model.language_model.layers.44.mlp.experts.79.gate_proj,0.0042904330,hessian_weighted_relative_error,21028,0.02500,0.890
44,model.language_model.layers.44.mlp.experts.79.up_proj,0.0041999067,hessian_weighted_relative_error,21028,0.02500,0.961
44,model.language_model.layers.44.mlp.experts.8.down_proj,0.0034194781,hessian_weighted_relative_error,30815,0.02500,0.725
44,model.language_model.layers.44.mlp.experts.8.gate_proj,0.0035059823,hessian_weighted_relative_error,30815,0.02500,0.758
44,model.language_model.layers.44.mlp.experts.8.up_proj,0.0044542789,hessian_weighted_relative_error,30815,0.02500,0.796
44,model.language_model.layers.44.mlp.experts.80.down_proj,0.0079976055,hessian_weighted_relative_error,31799,0.02500,0.744
44,model.language_model.layers.44.mlp.experts.80.gate_proj,0.0025492460,hessian_weighted_relative_error,31799,0.02500,0.779
44,model.language_model.layers.44.mlp.experts.80.up_proj,0.0019853084,hessian_weighted_relative_error,31799,0.02500,0.801
44,model.language_model.layers.44.mlp.experts.81.down_proj,0.0066587254,hessian_weighted_relative_error,19509,0.02500,0.837
44,model.language_model.layers.44.mlp.experts.81.gate_proj,0.0021266543,hessian_weighted_relative_error,19509,0.02500,0.902
44,model.language_model.layers.44.mlp.experts.81.up_proj,0.0016825224,hessian_weighted_relative_error,19509,0.02500,0.959
44,model.language_model.layers.44.mlp.experts.82.down_proj,0.0127072963,hessian_weighted_relative_error,52983,0.02500,0.744
44,model.language_model.layers.44.mlp.experts.82.gate_proj,0.0050460883,hessian_weighted_relative_error,52983,0.02500,0.774
44,model.language_model.layers.44.mlp.experts.82.up_proj,0.0057865746,hessian_weighted_relative_error,52983,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.83.down_proj,0.0085494790,hessian_weighted_relative_error,45389,0.02500,0.837
44,model.language_model.layers.44.mlp.experts.83.gate_proj,0.0044428189,hessian_weighted_relative_error,45389,0.02500,0.908
44,model.language_model.layers.44.mlp.experts.83.up_proj,0.0041580368,hessian_weighted_relative_error,45389,0.02500,0.946
44,model.language_model.layers.44.mlp.experts.84.down_proj,0.0096803686,hessian_weighted_relative_error,49000,0.02500,0.743
44,model.language_model.layers.44.mlp.experts.84.gate_proj,0.0062310740,hessian_weighted_relative_error,49000,0.02500,0.776
44,model.language_model.layers.44.mlp.experts.84.up_proj,0.0064969872,hessian_weighted_relative_error,49000,0.02500,0.806
44,model.language_model.layers.44.mlp.experts.85.down_proj,0.0114255636,hessian_weighted_relative_error,33553,0.02500,0.837
44,model.language_model.layers.44.mlp.experts.85.gate_proj,0.0040475217,hessian_weighted_relative_error,33553,0.02500,0.894
44,model.language_model.layers.44.mlp.experts.85.up_proj,0.0045893531,hessian_weighted_relative_error,33553,0.02500,0.966
44,model.language_model.layers.44.mlp.experts.86.down_proj,0.0108138377,hessian_weighted_relative_error,41515,0.02500,0.742
44,model.language_model.layers.44.mlp.experts.86.gate_proj,0.0054143978,hessian_weighted_relative_error,41515,0.02500,0.775
44,model.language_model.layers.44.mlp.experts.86.up_proj,0.0058249851,hessian_weighted_relative_error,41515,0.02500,0.805
44,model.language_model.layers.44.mlp.experts.87.down_proj,0.0043992276,hessian_weighted_relative_error,17933,0.02500,0.840
44,model.language_model.layers.44.mlp.experts.87.gate_proj,0.0018993961,hessian_weighted_relative_error,17933,0.02500,0.892
44,model.language_model.layers.44.mlp.experts.87.up_proj,0.0017507072,hessian_weighted_relative_error,17933,0.02500,0.954
44,model.language_model.layers.44.mlp.experts.88.down_proj,0.0120844298,hessian_weighted_relative_error,35467,0.02500,0.744
44,model.language_model.layers.44.mlp.experts.88.gate_proj,0.0077164076,hessian_weighted_relative_error,35467,0.02500,0.778
44,model.language_model.layers.44.mlp.experts.88.up_proj,0.0082390191,hessian_weighted_relative_error,35467,0.02500,0.799
44,model.language_model.layers.44.mlp.experts.89.down_proj,0.0087994900,hessian_weighted_relative_error,34497,0.02500,0.841
44,model.language_model.layers.44.mlp.experts.89.gate_proj,0.0046035256,hessian_weighted_relative_error,34497,0.02500,0.897
44,model.language_model.layers.44.mlp.experts.89.up_proj,0.0048980409,hessian_weighted_relative_error,34497,0.02500,0.970
44,model.language_model.layers.44.mlp.experts.9.down_proj,0.0065866486,hessian_weighted_relative_error,26833,0.02500,0.801
44,model.language_model.layers.44.mlp.experts.9.gate_proj,0.0029336268,hessian_weighted_relative_error,26833,0.02500,0.861
44,model.language_model.layers.44.mlp.experts.9.up_proj,0.0029528604,hessian_weighted_relative_error,26833,0.02500,0.948
44,model.language_model.layers.44.mlp.experts.90.down_proj,0.0047315530,hessian_weighted_relative_error,27382,0.02500,0.746
44,model.language_model.layers.44.mlp.experts.90.gate_proj,0.0042252250,hessian_weighted_relative_error,27382,0.02500,0.774
44,model.language_model.layers.44.mlp.experts.90.up_proj,0.0044466826,hessian_weighted_relative_error,27382,0.02500,0.831
44,model.language_model.layers.44.mlp.experts.91.down_proj,0.0086697838,hessian_weighted_relative_error,46638,0.02500,0.840
44,model.language_model.layers.44.mlp.experts.91.gate_proj,0.0055897736,hessian_weighted_relative_error,46638,0.02500,0.894
44,model.language_model.layers.44.mlp.experts.91.up_proj,0.0060878617,hessian_weighted_relative_error,46638,0.02500,0.956
44,model.language_model.layers.44.mlp.experts.92.down_proj,0.0112735152,hessian_weighted_relative_error,17648,0.02500,0.742
44,model.language_model.layers.44.mlp.experts.92.gate_proj,0.0043473365,hessian_weighted_relative_error,17648,0.02500,0.776
44,model.language_model.layers.44.mlp.experts.92.up_proj,0.0055912878,hessian_weighted_relative_error,17648,0.02500,0.803
44,model.language_model.layers.44.mlp.experts.93.down_proj,0.0053739530,hessian_weighted_relative_error,32698,0.02500,0.842
44,model.language_model.layers.44.mlp.experts.93.gate_proj,0.0054118034,hessian_weighted_relative_error,32698,0.02500,0.895
44,model.language_model.layers.44.mlp.experts.93.up_proj,0.0062148325,hessian_weighted_relative_error,32698,0.02500,0.957
44,model.language_model.layers.44.mlp.experts.94.down_proj,0.0098675564,hessian_weighted_relative_error,10341,0.02500,0.743
44,model.language_model.layers.44.mlp.experts.94.gate_proj,0.0024137466,hessian_weighted_relative_error,10341,0.02500,0.776
44,model.language_model.layers.44.mlp.experts.94.up_proj,0.0021254758,hessian_weighted_relative_error,10341,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.95.down_proj,0.0074590158,hessian_weighted_relative_error,17968,0.02500,0.844
44,model.language_model.layers.44.mlp.experts.95.gate_proj,0.0019665089,hessian_weighted_relative_error,17968,0.02500,0.896
44,model.language_model.layers.44.mlp.experts.95.up_proj,0.0022832538,hessian_weighted_relative_error,17968,0.02500,0.953
44,model.language_model.layers.44.mlp.experts.96.down_proj,0.0081727092,hessian_weighted_relative_error,20300,0.02500,0.746
44,model.language_model.layers.44.mlp.experts.96.gate_proj,0.0056550363,hessian_weighted_relative_error,20300,0.02500,0.774
44,model.language_model.layers.44.mlp.experts.96.up_proj,0.0054149255,hessian_weighted_relative_error,20300,0.02500,0.811
44,model.language_model.layers.44.mlp.experts.97.down_proj,0.0082155255,hessian_weighted_relative_error,30709,0.02500,0.845
44,model.language_model.layers.44.mlp.experts.97.gate_proj,0.0043067712,hessian_weighted_relative_error,30709,0.02500,0.897
44,model.language_model.layers.44.mlp.experts.97.up_proj,0.0033820858,hessian_weighted_relative_error,30709,0.02500,0.958
44,model.language_model.layers.44.mlp.experts.98.down_proj,0.0092624438,hessian_weighted_relative_error,41040,0.02500,0.751
44,model.language_model.layers.44.mlp.experts.98.gate_proj,0.0053849811,hessian_weighted_relative_error,41040,0.02500,0.775
44,model.language_model.layers.44.mlp.experts.98.up_proj,0.0062034491,hessian_weighted_relative_error,41040,0.02500,0.802
44,model.language_model.layers.44.mlp.experts.99.down_proj,0.0101586211,hessian_weighted_relative_error,36605,0.02500,0.843
44,model.language_model.layers.44.mlp.experts.99.gate_proj,0.0030137974,hessian_weighted_relative_error,36605,0.02500,0.899
44,model.language_model.layers.44.mlp.experts.99.up_proj,0.0030578009,hessian_weighted_relative_error,36605,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.0.down_proj,0.0098963664,hessian_weighted_relative_error,43897,0.02500,0.722
45,model.language_model.layers.45.mlp.experts.0.gate_proj,0.0036558786,hessian_weighted_relative_error,43897,0.02500,0.857
45,model.language_model.layers.45.mlp.experts.0.up_proj,0.0061561606,hessian_weighted_relative_error,43897,0.02500,0.794
45,model.language_model.layers.45.mlp.experts.1.down_proj,0.0104474478,hessian_weighted_relative_error,48093,0.02500,0.797
45,model.language_model.layers.45.mlp.experts.1.gate_proj,0.0040494382,hessian_weighted_relative_error,48093,0.02500,0.993
45,model.language_model.layers.45.mlp.experts.1.up_proj,0.0064595455,hessian_weighted_relative_error,48093,0.02500,0.918
45,model.language_model.layers.45.mlp.experts.10.down_proj,0.0057493759,hessian_weighted_relative_error,24632,0.02500,0.724
45,model.language_model.layers.45.mlp.experts.10.gate_proj,0.0021923639,hessian_weighted_relative_error,24632,0.02500,0.746
45,model.language_model.layers.45.mlp.experts.10.up_proj,0.0031434990,hessian_weighted_relative_error,24632,0.02500,0.792
45,model.language_model.layers.45.mlp.experts.100.down_proj,0.0080635148,hessian_weighted_relative_error,34723,0.02500,0.745
45,model.language_model.layers.45.mlp.experts.100.gate_proj,0.0033091480,hessian_weighted_relative_error,34723,0.02500,0.772
45,model.language_model.layers.45.mlp.experts.100.up_proj,0.0047103950,hessian_weighted_relative_error,34723,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.101.down_proj,0.0053442411,hessian_weighted_relative_error,16991,0.02500,0.845
45,model.language_model.layers.45.mlp.experts.101.gate_proj,0.0029557141,hessian_weighted_relative_error,16991,0.02500,0.881
45,model.language_model.layers.45.mlp.experts.101.up_proj,0.0036536830,hessian_weighted_relative_error,16991,0.02500,0.936
45,model.language_model.layers.45.mlp.experts.102.down_proj,0.0061879334,hessian_weighted_relative_error,37341,0.02500,0.744
45,model.language_model.layers.45.mlp.experts.102.gate_proj,0.0025458423,hessian_weighted_relative_error,37341,0.02500,0.769
45,model.language_model.layers.45.mlp.experts.102.up_proj,0.0022726045,hessian_weighted_relative_error,37341,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.103.down_proj,0.0062793742,hessian_weighted_relative_error,6803,0.02500,0.843
45,model.language_model.layers.45.mlp.experts.103.gate_proj,0.0020412891,hessian_weighted_relative_error,6803,0.02500,0.883
45,model.language_model.layers.45.mlp.experts.103.up_proj,0.0024042416,hessian_weighted_relative_error,6803,0.02500,0.940
45,model.language_model.layers.45.mlp.experts.104.down_proj,0.0070666631,hessian_weighted_relative_error,30550,0.02500,0.746
45,model.language_model.layers.45.mlp.experts.104.gate_proj,0.0023809735,hessian_weighted_relative_error,30550,0.02500,0.772
45,model.language_model.layers.45.mlp.experts.104.up_proj,0.0029194393,hessian_weighted_relative_error,30550,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.105.down_proj,0.0088696270,hessian_weighted_relative_error,28858,0.02500,0.846
45,model.language_model.layers.45.mlp.experts.105.gate_proj,0.0030569676,hessian_weighted_relative_error,28858,0.02500,0.886
45,model.language_model.layers.45.mlp.experts.105.up_proj,0.0041080699,hessian_weighted_relative_error,28858,0.02500,0.938
45,model.language_model.layers.45.mlp.experts.106.down_proj,0.0086904595,hessian_weighted_relative_error,29659,0.02500,0.745
45,model.language_model.layers.45.mlp.experts.106.gate_proj,0.0026088199,hessian_weighted_relative_error,29659,0.02500,0.774
45,model.language_model.layers.45.mlp.experts.106.up_proj,0.0047349540,hessian_weighted_relative_error,29659,0.02500,0.797
45,model.language_model.layers.45.mlp.experts.107.down_proj,0.0102487265,hessian_weighted_relative_error,25185,0.02500,0.846
45,model.language_model.layers.45.mlp.experts.107.gate_proj,0.0047547812,hessian_weighted_relative_error,25185,0.02500,0.886
45,model.language_model.layers.45.mlp.experts.107.up_proj,0.0059004491,hessian_weighted_relative_error,25185,0.02500,0.942
45,model.language_model.layers.45.mlp.experts.108.down_proj,0.0098058046,hessian_weighted_relative_error,30792,0.02500,0.746
45,model.language_model.layers.45.mlp.experts.108.gate_proj,0.0038147982,hessian_weighted_relative_error,30792,0.02500,0.773
45,model.language_model.layers.45.mlp.experts.108.up_proj,0.0052886233,hessian_weighted_relative_error,30792,0.02500,0.798
45,model.language_model.layers.45.mlp.experts.109.down_proj,0.0079942273,hessian_weighted_relative_error,26601,0.02500,0.848
45,model.language_model.layers.45.mlp.experts.109.gate_proj,0.0029617247,hessian_weighted_relative_error,26601,0.02500,0.889
45,model.language_model.layers.45.mlp.experts.109.up_proj,0.0036583008,hessian_weighted_relative_error,26601,0.02500,0.942
45,model.language_model.layers.45.mlp.experts.11.down_proj,0.0052740201,hessian_weighted_relative_error,36849,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.11.gate_proj,0.0020488982,hessian_weighted_relative_error,36849,0.02500,0.837
45,model.language_model.layers.45.mlp.experts.11.up_proj,0.0032055917,hessian_weighted_relative_error,36849,0.02500,0.922
45,model.language_model.layers.45.mlp.experts.110.down_proj,0.0093556173,hessian_weighted_relative_error,32966,0.02500,0.747
45,model.language_model.layers.45.mlp.experts.110.gate_proj,0.0039274609,hessian_weighted_relative_error,32966,0.02500,0.775
45,model.language_model.layers.45.mlp.experts.110.up_proj,0.0047978786,hessian_weighted_relative_error,32966,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.111.down_proj,0.0084052482,hessian_weighted_relative_error,36936,0.02500,0.848
45,model.language_model.layers.45.mlp.experts.111.gate_proj,0.0022022606,hessian_weighted_relative_error,36936,0.02500,0.889
45,model.language_model.layers.45.mlp.experts.111.up_proj,0.0023931238,hessian_weighted_relative_error,36936,0.02500,0.945
45,model.language_model.layers.45.mlp.experts.112.down_proj,0.0117023674,hessian_weighted_relative_error,35677,0.02500,0.749
45,model.language_model.layers.45.mlp.experts.112.gate_proj,0.0048009783,hessian_weighted_relative_error,35677,0.02500,0.774
45,model.language_model.layers.45.mlp.experts.112.up_proj,0.0065987456,hessian_weighted_relative_error,35677,0.02500,0.794
45,model.language_model.layers.45.mlp.experts.113.down_proj,0.0108571500,hessian_weighted_relative_error,40556,0.02500,0.850
45,model.language_model.layers.45.mlp.experts.113.gate_proj,0.0047375198,hessian_weighted_relative_error,40556,0.02500,0.889
45,model.language_model.layers.45.mlp.experts.113.up_proj,0.0061300776,hessian_weighted_relative_error,40556,0.02500,0.937
45,model.language_model.layers.45.mlp.experts.114.down_proj,0.0068790749,hessian_weighted_relative_error,36337,0.02500,0.746
45,model.language_model.layers.45.mlp.experts.114.gate_proj,0.0034134106,hessian_weighted_relative_error,36337,0.02500,0.774
45,model.language_model.layers.45.mlp.experts.114.up_proj,0.0044312296,hessian_weighted_relative_error,36337,0.02500,0.804
45,model.language_model.layers.45.mlp.experts.115.down_proj,0.0100014060,hessian_weighted_relative_error,44572,0.02500,0.849
45,model.language_model.layers.45.mlp.experts.115.gate_proj,0.0033065011,hessian_weighted_relative_error,44572,0.02500,0.888
45,model.language_model.layers.45.mlp.experts.115.up_proj,0.0055224844,hessian_weighted_relative_error,44572,0.02500,0.943
45,model.language_model.layers.45.mlp.experts.116.down_proj,0.0075370390,hessian_weighted_relative_error,24611,0.02500,0.750
45,model.language_model.layers.45.mlp.experts.116.gate_proj,0.0026376808,hessian_weighted_relative_error,24611,0.02500,0.772
45,model.language_model.layers.45.mlp.experts.116.up_proj,0.0028038692,hessian_weighted_relative_error,24611,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.117.down_proj,0.0082458802,hessian_weighted_relative_error,23206,0.02500,0.850
45,model.language_model.layers.45.mlp.experts.117.gate_proj,0.0026618122,hessian_weighted_relative_error,23206,0.02500,0.887
45,model.language_model.layers.45.mlp.experts.117.up_proj,0.0039676983,hessian_weighted_relative_error,23206,0.02500,0.939
45,model.language_model.layers.45.mlp.experts.118.down_proj,0.0101244445,hessian_weighted_relative_error,28157,0.02500,0.748
45,model.language_model.layers.45.mlp.experts.118.gate_proj,0.0034249264,hessian_weighted_relative_error,28157,0.02500,0.771
45,model.language_model.layers.45.mlp.experts.118.up_proj,0.0042182175,hessian_weighted_relative_error,28157,0.02500,0.798
45,model.language_model.layers.45.mlp.experts.119.down_proj,0.0083466125,hessian_weighted_relative_error,26602,0.02500,0.851
45,model.language_model.layers.45.mlp.experts.119.gate_proj,0.0027920597,hessian_weighted_relative_error,26602,0.02500,0.889
45,model.language_model.layers.45.mlp.experts.119.up_proj,0.0037125577,hessian_weighted_relative_error,26602,0.02500,0.938
45,model.language_model.layers.45.mlp.experts.12.down_proj,0.0041040713,hessian_weighted_relative_error,20228,0.02500,0.724
45,model.language_model.layers.45.mlp.experts.12.gate_proj,0.0019092505,hessian_weighted_relative_error,20228,0.02500,0.747
45,model.language_model.layers.45.mlp.experts.12.up_proj,0.0022500436,hessian_weighted_relative_error,20228,0.02500,0.791
45,model.language_model.layers.45.mlp.experts.120.down_proj,0.0097650800,hessian_weighted_relative_error,59462,0.02500,0.749
45,model.language_model.layers.45.mlp.experts.120.gate_proj,0.0030780020,hessian_weighted_relative_error,59462,0.02500,0.775
45,model.language_model.layers.45.mlp.experts.120.up_proj,0.0042948675,hessian_weighted_relative_error,59462,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.121.down_proj,0.0116843944,hessian_weighted_relative_error,28455,0.02500,0.853
45,model.language_model.layers.45.mlp.experts.121.gate_proj,0.0038956500,hessian_weighted_relative_error,28455,0.02500,0.890
45,model.language_model.layers.45.mlp.experts.121.up_proj,0.0054107536,hessian_weighted_relative_error,28455,0.02500,0.942
45,model.language_model.layers.45.mlp.experts.122.down_proj,0.0073683214,hessian_weighted_relative_error,18598,0.02500,0.748
45,model.language_model.layers.45.mlp.experts.122.gate_proj,0.0023218654,hessian_weighted_relative_error,18598,0.02500,0.773
45,model.language_model.layers.45.mlp.experts.122.up_proj,0.0023634244,hessian_weighted_relative_error,18598,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.123.down_proj,0.0070777984,hessian_weighted_relative_error,13665,0.02500,0.853
45,model.language_model.layers.45.mlp.experts.123.gate_proj,0.0021675471,hessian_weighted_relative_error,13665,0.02500,0.890
45,model.language_model.layers.45.mlp.experts.123.up_proj,0.0029854151,hessian_weighted_relative_error,13665,0.02500,0.939
45,model.language_model.layers.45.mlp.experts.124.down_proj,0.0102435726,hessian_weighted_relative_error,32395,0.02500,0.749
45,model.language_model.layers.45.mlp.experts.124.gate_proj,0.0039168542,hessian_weighted_relative_error,32395,0.02500,0.773
45,model.language_model.layers.45.mlp.experts.124.up_proj,0.0050799734,hessian_weighted_relative_error,32395,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.125.down_proj,0.0047603708,hessian_weighted_relative_error,27590,0.02500,0.853
45,model.language_model.layers.45.mlp.experts.125.gate_proj,0.0019848619,hessian_weighted_relative_error,27590,0.02500,0.889
45,model.language_model.layers.45.mlp.experts.125.up_proj,0.0028993306,hessian_weighted_relative_error,27590,0.02500,0.941
45,model.language_model.layers.45.mlp.experts.126.down_proj,0.0083702071,hessian_weighted_relative_error,29471,0.02500,0.747
45,model.language_model.layers.45.mlp.experts.126.gate_proj,0.0030577974,hessian_weighted_relative_error,29471,0.02500,0.776
45,model.language_model.layers.45.mlp.experts.126.up_proj,0.0038192674,hessian_weighted_relative_error,29471,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.127.down_proj,0.0055366837,hessian_weighted_relative_error,18276,0.02500,0.858
45,model.language_model.layers.45.mlp.experts.127.gate_proj,0.0018125322,hessian_weighted_relative_error,18276,0.02500,0.891
45,model.language_model.layers.45.mlp.experts.127.up_proj,0.0022445485,hessian_weighted_relative_error,18276,0.02500,0.945
45,model.language_model.layers.45.mlp.experts.128.down_proj,0.0070428395,hessian_weighted_relative_error,48596,0.02500,0.751
45,model.language_model.layers.45.mlp.experts.128.gate_proj,0.0020277738,hessian_weighted_relative_error,48596,0.02500,0.773
45,model.language_model.layers.45.mlp.experts.128.up_proj,0.0027300720,hessian_weighted_relative_error,48596,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.129.down_proj,0.0085480814,hessian_weighted_relative_error,17775,0.02500,0.858
45,model.language_model.layers.45.mlp.experts.129.gate_proj,0.0031281363,hessian_weighted_relative_error,17775,0.02500,0.892
45,model.language_model.layers.45.mlp.experts.129.up_proj,0.0038958850,hessian_weighted_relative_error,17775,0.02500,0.939
45,model.language_model.layers.45.mlp.experts.13.down_proj,0.0070069666,hessian_weighted_relative_error,18931,0.02500,0.801
45,model.language_model.layers.45.mlp.experts.13.gate_proj,0.0023769709,hessian_weighted_relative_error,18931,0.02500,0.838
45,model.language_model.layers.45.mlp.experts.13.up_proj,0.0029182350,hessian_weighted_relative_error,18931,0.02500,0.922
45,model.language_model.layers.45.mlp.experts.130.down_proj,0.0109634415,hessian_weighted_relative_error,38666,0.02500,0.752
45,model.language_model.layers.45.mlp.experts.130.gate_proj,0.0048408549,hessian_weighted_relative_error,38666,0.02500,0.776
45,model.language_model.layers.45.mlp.experts.130.up_proj,0.0062751325,hessian_weighted_relative_error,38666,0.02500,0.798
45,model.language_model.layers.45.mlp.experts.131.down_proj,0.0098230980,hessian_weighted_relative_error,26079,0.02500,0.857
45,model.language_model.layers.45.mlp.experts.131.gate_proj,0.0039037883,hessian_weighted_relative_error,26079,0.02500,0.892
45,model.language_model.layers.45.mlp.experts.131.up_proj,0.0053196117,hessian_weighted_relative_error,26079,0.02500,0.942
45,model.language_model.layers.45.mlp.experts.132.down_proj,0.0083038954,hessian_weighted_relative_error,21870,0.02500,0.752
45,model.language_model.layers.45.mlp.experts.132.gate_proj,0.0026766636,hessian_weighted_relative_error,21870,0.02500,0.776
45,model.language_model.layers.45.mlp.experts.132.up_proj,0.0032124953,hessian_weighted_relative_error,21870,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.133.down_proj,0.0060194611,hessian_weighted_relative_error,23002,0.02500,0.859
45,model.language_model.layers.45.mlp.experts.133.gate_proj,0.0012031695,hessian_weighted_relative_error,23002,0.02500,0.892
45,model.language_model.layers.45.mlp.experts.133.up_proj,0.0018539414,hessian_weighted_relative_error,23002,0.02500,0.948
45,model.language_model.layers.45.mlp.experts.134.down_proj,0.0067916210,hessian_weighted_relative_error,26548,0.02500,0.751
45,model.language_model.layers.45.mlp.experts.134.gate_proj,0.0023851061,hessian_weighted_relative_error,26548,0.02500,0.774
45,model.language_model.layers.45.mlp.experts.134.up_proj,0.0025959467,hessian_weighted_relative_error,26548,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.135.down_proj,0.0124508930,hessian_weighted_relative_error,39779,0.02500,0.858
45,model.language_model.layers.45.mlp.experts.135.gate_proj,0.0050343960,hessian_weighted_relative_error,39779,0.02500,0.893
45,model.language_model.layers.45.mlp.experts.135.up_proj,0.0069037103,hessian_weighted_relative_error,39779,0.02500,0.949
45,model.language_model.layers.45.mlp.experts.136.down_proj,0.0066294427,hessian_weighted_relative_error,20589,0.02500,0.751
45,model.language_model.layers.45.mlp.experts.136.gate_proj,0.0023928098,hessian_weighted_relative_error,20589,0.02500,0.776
45,model.language_model.layers.45.mlp.experts.136.up_proj,0.0027725819,hessian_weighted_relative_error,20589,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.137.down_proj,0.0087275788,hessian_weighted_relative_error,37221,0.02500,0.862
45,model.language_model.layers.45.mlp.experts.137.gate_proj,0.0035488237,hessian_weighted_relative_error,37221,0.02500,0.899
45,model.language_model.layers.45.mlp.experts.137.up_proj,0.0040045339,hessian_weighted_relative_error,37221,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.138.down_proj,0.0068625455,hessian_weighted_relative_error,38199,0.02500,0.750
45,model.language_model.layers.45.mlp.experts.138.gate_proj,0.0024735457,hessian_weighted_relative_error,38199,0.02500,0.778
45,model.language_model.layers.45.mlp.experts.138.up_proj,0.0021491567,hessian_weighted_relative_error,38199,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.139.down_proj,0.0082480473,hessian_weighted_relative_error,25946,0.02500,0.862
45,model.language_model.layers.45.mlp.experts.139.gate_proj,0.0027745985,hessian_weighted_relative_error,25946,0.02500,0.895
45,model.language_model.layers.45.mlp.experts.139.up_proj,0.0048754033,hessian_weighted_relative_error,25946,0.02500,0.945
45,model.language_model.layers.45.mlp.experts.14.down_proj,0.0076595137,hessian_weighted_relative_error,27751,0.02500,0.724
45,model.language_model.layers.45.mlp.experts.14.gate_proj,0.0024895008,hessian_weighted_relative_error,27751,0.02500,0.748
45,model.language_model.layers.45.mlp.experts.14.up_proj,0.0029203625,hessian_weighted_relative_error,27751,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.140.down_proj,0.0073700837,hessian_weighted_relative_error,20591,0.02500,0.753
45,model.language_model.layers.45.mlp.experts.140.gate_proj,0.0020655947,hessian_weighted_relative_error,20591,0.02500,0.777
45,model.language_model.layers.45.mlp.experts.140.up_proj,0.0025744496,hessian_weighted_relative_error,20591,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.141.down_proj,0.0093304278,hessian_weighted_relative_error,39331,0.02500,0.863
45,model.language_model.layers.45.mlp.experts.141.gate_proj,0.0029387396,hessian_weighted_relative_error,39331,0.02500,0.893
45,model.language_model.layers.45.mlp.experts.141.up_proj,0.0046849331,hessian_weighted_relative_error,39331,0.02500,0.946
45,model.language_model.layers.45.mlp.experts.142.down_proj,0.0099954210,hessian_weighted_relative_error,36530,0.02500,0.755
45,model.language_model.layers.45.mlp.experts.142.gate_proj,0.0035726864,hessian_weighted_relative_error,36530,0.02500,0.777
45,model.language_model.layers.45.mlp.experts.142.up_proj,0.0044397258,hessian_weighted_relative_error,36530,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.143.down_proj,0.0113188603,hessian_weighted_relative_error,25765,0.02500,0.862
45,model.language_model.layers.45.mlp.experts.143.gate_proj,0.0050132473,hessian_weighted_relative_error,25765,0.02500,0.896
45,model.language_model.layers.45.mlp.experts.143.up_proj,0.0060871285,hessian_weighted_relative_error,25765,0.02500,0.942
45,model.language_model.layers.45.mlp.experts.144.down_proj,0.0090294099,hessian_weighted_relative_error,27328,0.02500,0.754
45,model.language_model.layers.45.mlp.experts.144.gate_proj,0.0031218465,hessian_weighted_relative_error,27328,0.02500,0.777
45,model.language_model.layers.45.mlp.experts.144.up_proj,0.0036979008,hessian_weighted_relative_error,27328,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.145.down_proj,0.0088628350,hessian_weighted_relative_error,37146,0.02500,0.866
45,model.language_model.layers.45.mlp.experts.145.gate_proj,0.0031537399,hessian_weighted_relative_error,37146,0.02500,0.894
45,model.language_model.layers.45.mlp.experts.145.up_proj,0.0033921303,hessian_weighted_relative_error,37146,0.02500,0.946
45,model.language_model.layers.45.mlp.experts.146.down_proj,0.0097204131,hessian_weighted_relative_error,27115,0.02500,0.752
45,model.language_model.layers.45.mlp.experts.146.gate_proj,0.0033497941,hessian_weighted_relative_error,27115,0.02500,0.777
45,model.language_model.layers.45.mlp.experts.146.up_proj,0.0044698105,hessian_weighted_relative_error,27115,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.147.down_proj,0.0095404501,hessian_weighted_relative_error,22201,0.02500,0.868
45,model.language_model.layers.45.mlp.experts.147.gate_proj,0.0034772330,hessian_weighted_relative_error,22201,0.02500,0.894
45,model.language_model.layers.45.mlp.experts.147.up_proj,0.0056329453,hessian_weighted_relative_error,22201,0.02500,0.946
45,model.language_model.layers.45.mlp.experts.148.down_proj,0.0104333196,hessian_weighted_relative_error,31942,0.02500,0.754
45,model.language_model.layers.45.mlp.experts.148.gate_proj,0.0040289613,hessian_weighted_relative_error,31942,0.02500,0.778
45,model.language_model.layers.45.mlp.experts.148.up_proj,0.0055293822,hessian_weighted_relative_error,31942,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.149.down_proj,0.0092472194,hessian_weighted_relative_error,47493,0.02500,0.866
45,model.language_model.layers.45.mlp.experts.149.gate_proj,0.0025601294,hessian_weighted_relative_error,47493,0.02500,0.895
45,model.language_model.layers.45.mlp.experts.149.up_proj,0.0072044680,hessian_weighted_relative_error,47493,0.02500,0.949
45,model.language_model.layers.45.mlp.experts.15.down_proj,0.0086368827,hessian_weighted_relative_error,26223,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.15.gate_proj,0.0040874601,hessian_weighted_relative_error,26223,0.02500,0.839
45,model.language_model.layers.45.mlp.experts.15.up_proj,0.0055879800,hessian_weighted_relative_error,26223,0.02500,0.930
45,model.language_model.layers.45.mlp.experts.150.down_proj,0.0054777891,hessian_weighted_relative_error,26843,0.02500,0.758
45,model.language_model.layers.45.mlp.experts.150.gate_proj,0.0023255497,hessian_weighted_relative_error,26843,0.02500,0.776
45,model.language_model.layers.45.mlp.experts.150.up_proj,0.0034589698,hessian_weighted_relative_error,26843,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.151.down_proj,0.0086459103,hessian_weighted_relative_error,44870,0.02500,0.866
45,model.language_model.layers.45.mlp.experts.151.gate_proj,0.0025291681,hessian_weighted_relative_error,44870,0.02500,0.918
45,model.language_model.layers.45.mlp.experts.151.up_proj,0.0032199163,hessian_weighted_relative_error,44870,0.02500,0.942
45,model.language_model.layers.45.mlp.experts.152.down_proj,0.0090047250,hessian_weighted_relative_error,42483,0.02500,0.754
45,model.language_model.layers.45.mlp.experts.152.gate_proj,0.0029148200,hessian_weighted_relative_error,42483,0.02500,0.781
45,model.language_model.layers.45.mlp.experts.152.up_proj,0.0040014745,hessian_weighted_relative_error,42483,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.153.down_proj,0.0088855659,hessian_weighted_relative_error,30345,0.02500,0.869
45,model.language_model.layers.45.mlp.experts.153.gate_proj,0.0028386355,hessian_weighted_relative_error,30345,0.02500,0.896
45,model.language_model.layers.45.mlp.experts.153.up_proj,0.0029718048,hessian_weighted_relative_error,30345,0.02500,0.945
45,model.language_model.layers.45.mlp.experts.154.down_proj,0.0086566863,hessian_weighted_relative_error,37270,0.02500,0.754
45,model.language_model.layers.45.mlp.experts.154.gate_proj,0.0031292085,hessian_weighted_relative_error,37270,0.02500,0.780
45,model.language_model.layers.45.mlp.experts.154.up_proj,0.0054053948,hessian_weighted_relative_error,37270,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.155.down_proj,0.0071160230,hessian_weighted_relative_error,32083,0.02500,0.871
45,model.language_model.layers.45.mlp.experts.155.gate_proj,0.0028749915,hessian_weighted_relative_error,32083,0.02500,0.895
45,model.language_model.layers.45.mlp.experts.155.up_proj,0.0040673118,hessian_weighted_relative_error,32083,0.02500,0.949
45,model.language_model.layers.45.mlp.experts.156.down_proj,0.0098614317,hessian_weighted_relative_error,33842,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.156.gate_proj,0.0039601964,hessian_weighted_relative_error,33842,0.02500,0.784
45,model.language_model.layers.45.mlp.experts.156.up_proj,0.0061563259,hessian_weighted_relative_error,33842,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.157.down_proj,0.0102289894,hessian_weighted_relative_error,34205,0.02500,0.870
45,model.language_model.layers.45.mlp.experts.157.gate_proj,0.0040520081,hessian_weighted_relative_error,34205,0.02500,0.896
45,model.language_model.layers.45.mlp.experts.157.up_proj,0.0051364139,hessian_weighted_relative_error,34205,0.02500,0.941
45,model.language_model.layers.45.mlp.experts.158.down_proj,0.0099641565,hessian_weighted_relative_error,24854,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.158.gate_proj,0.0035382713,hessian_weighted_relative_error,24854,0.02500,0.779
45,model.language_model.layers.45.mlp.experts.158.up_proj,0.0050240319,hessian_weighted_relative_error,24854,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.159.down_proj,0.0097787771,hessian_weighted_relative_error,28500,0.02500,0.869
45,model.language_model.layers.45.mlp.experts.159.gate_proj,0.0039921397,hessian_weighted_relative_error,28500,0.02500,0.896
45,model.language_model.layers.45.mlp.experts.159.up_proj,0.0063306706,hessian_weighted_relative_error,28500,0.02500,0.952
45,model.language_model.layers.45.mlp.experts.16.down_proj,0.0094266231,hessian_weighted_relative_error,38163,0.02500,0.728
45,model.language_model.layers.45.mlp.experts.16.gate_proj,0.0037954738,hessian_weighted_relative_error,38163,0.02500,0.747
45,model.language_model.layers.45.mlp.experts.16.up_proj,0.0050879132,hessian_weighted_relative_error,38163,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.160.down_proj,0.0062237117,hessian_weighted_relative_error,35072,0.02500,0.754
45,model.language_model.layers.45.mlp.experts.160.gate_proj,0.0033985324,hessian_weighted_relative_error,35072,0.02500,0.778
45,model.language_model.layers.45.mlp.experts.160.up_proj,0.0036886179,hessian_weighted_relative_error,35072,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.161.down_proj,0.0076603910,hessian_weighted_relative_error,18437,0.02500,0.875
45,model.language_model.layers.45.mlp.experts.161.gate_proj,0.0029317387,hessian_weighted_relative_error,18437,0.02500,0.897
45,model.language_model.layers.45.mlp.experts.161.up_proj,0.0032348911,hessian_weighted_relative_error,18437,0.02500,0.950
45,model.language_model.layers.45.mlp.experts.162.down_proj,0.0070693959,hessian_weighted_relative_error,22838,0.02500,0.753
45,model.language_model.layers.45.mlp.experts.162.gate_proj,0.0031612922,hessian_weighted_relative_error,22838,0.02500,0.780
45,model.language_model.layers.45.mlp.experts.162.up_proj,0.0040580078,hessian_weighted_relative_error,22838,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.163.down_proj,0.0057651628,hessian_weighted_relative_error,41148,0.02500,0.874
45,model.language_model.layers.45.mlp.experts.163.gate_proj,0.0023080069,hessian_weighted_relative_error,41148,0.02500,0.898
45,model.language_model.layers.45.mlp.experts.163.up_proj,0.0035810623,hessian_weighted_relative_error,41148,0.02500,0.950
45,model.language_model.layers.45.mlp.experts.164.down_proj,0.0083406624,hessian_weighted_relative_error,29317,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.164.gate_proj,0.0030597553,hessian_weighted_relative_error,29317,0.02500,0.778
45,model.language_model.layers.45.mlp.experts.164.up_proj,0.0039133782,hessian_weighted_relative_error,29317,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.165.down_proj,0.0090311223,hessian_weighted_relative_error,24311,0.02500,0.872
45,model.language_model.layers.45.mlp.experts.165.gate_proj,0.0030886274,hessian_weighted_relative_error,24311,0.02500,0.903
45,model.language_model.layers.45.mlp.experts.165.up_proj,0.0039010938,hessian_weighted_relative_error,24311,0.02500,0.948
45,model.language_model.layers.45.mlp.experts.166.down_proj,0.0087902229,hessian_weighted_relative_error,34410,0.02500,0.755
45,model.language_model.layers.45.mlp.experts.166.gate_proj,0.0030259267,hessian_weighted_relative_error,34410,0.02500,0.779
45,model.language_model.layers.45.mlp.experts.166.up_proj,0.0045644972,hessian_weighted_relative_error,34410,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.167.down_proj,0.0077080737,hessian_weighted_relative_error,17525,0.02500,0.873
45,model.language_model.layers.45.mlp.experts.167.gate_proj,0.0027693462,hessian_weighted_relative_error,17525,0.02500,0.898
45,model.language_model.layers.45.mlp.experts.167.up_proj,0.0033813444,hessian_weighted_relative_error,17525,0.02500,0.945
45,model.language_model.layers.45.mlp.experts.168.down_proj,0.0082581402,hessian_weighted_relative_error,35503,0.02500,0.755
45,model.language_model.layers.45.mlp.experts.168.gate_proj,0.0035184597,hessian_weighted_relative_error,35503,0.02500,0.781
45,model.language_model.layers.45.mlp.experts.168.up_proj,0.0057125540,hessian_weighted_relative_error,35503,0.02500,0.801
45,model.language_model.layers.45.mlp.experts.169.down_proj,0.0064438276,hessian_weighted_relative_error,14572,0.02500,0.874
45,model.language_model.layers.45.mlp.experts.169.gate_proj,0.0014935027,hessian_weighted_relative_error,14572,0.02500,0.897
45,model.language_model.layers.45.mlp.experts.169.up_proj,0.0015556434,hessian_weighted_relative_error,14572,0.02500,0.947
45,model.language_model.layers.45.mlp.experts.17.down_proj,0.0106286632,hessian_weighted_relative_error,45691,0.02500,0.806
45,model.language_model.layers.45.mlp.experts.17.gate_proj,0.0039215470,hessian_weighted_relative_error,45691,0.02500,0.844
45,model.language_model.layers.45.mlp.experts.17.up_proj,0.0063439159,hessian_weighted_relative_error,45691,0.02500,0.926
45,model.language_model.layers.45.mlp.experts.170.down_proj,0.0094677768,hessian_weighted_relative_error,23601,0.02500,0.758
45,model.language_model.layers.45.mlp.experts.170.gate_proj,0.0033870258,hessian_weighted_relative_error,23601,0.02500,0.782
45,model.language_model.layers.45.mlp.experts.170.up_proj,0.0048520381,hessian_weighted_relative_error,23601,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.171.down_proj,0.0104896170,hessian_weighted_relative_error,27121,0.02500,0.876
45,model.language_model.layers.45.mlp.experts.171.gate_proj,0.0039248126,hessian_weighted_relative_error,27121,0.02500,0.899
45,model.language_model.layers.45.mlp.experts.171.up_proj,0.0048153014,hessian_weighted_relative_error,27121,0.02500,0.952
45,model.language_model.layers.45.mlp.experts.172.down_proj,0.0062671170,hessian_weighted_relative_error,7857,0.02500,0.757
45,model.language_model.layers.45.mlp.experts.172.gate_proj,0.0015200322,hessian_weighted_relative_error,7857,0.02500,0.783
45,model.language_model.layers.45.mlp.experts.172.up_proj,0.0017909253,hessian_weighted_relative_error,7857,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.173.down_proj,0.0059791544,hessian_weighted_relative_error,39176,0.02500,0.874
45,model.language_model.layers.45.mlp.experts.173.gate_proj,0.0022818777,hessian_weighted_relative_error,39176,0.02500,0.900
45,model.language_model.layers.45.mlp.experts.173.up_proj,0.0029601279,hessian_weighted_relative_error,39176,0.02500,0.949
45,model.language_model.layers.45.mlp.experts.174.down_proj,0.0087079137,hessian_weighted_relative_error,36942,0.02500,0.757
45,model.language_model.layers.45.mlp.experts.174.gate_proj,0.0025011061,hessian_weighted_relative_error,36942,0.02500,0.784
45,model.language_model.layers.45.mlp.experts.174.up_proj,0.0046710420,hessian_weighted_relative_error,36942,0.02500,0.801
45,model.language_model.layers.45.mlp.experts.175.down_proj,0.0070385646,hessian_weighted_relative_error,43254,0.02500,0.875
45,model.language_model.layers.45.mlp.experts.175.gate_proj,0.0026344414,hessian_weighted_relative_error,43254,0.02500,0.902
45,model.language_model.layers.45.mlp.experts.175.up_proj,0.0046195899,hessian_weighted_relative_error,43254,0.02500,0.950
45,model.language_model.layers.45.mlp.experts.176.down_proj,0.0054902586,hessian_weighted_relative_error,27374,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.176.gate_proj,0.0027510131,hessian_weighted_relative_error,27374,0.02500,0.780
45,model.language_model.layers.45.mlp.experts.176.up_proj,0.0044914169,hessian_weighted_relative_error,27374,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.177.down_proj,0.0066709613,hessian_weighted_relative_error,44129,0.02500,0.876
45,model.language_model.layers.45.mlp.experts.177.gate_proj,0.0018980028,hessian_weighted_relative_error,44129,0.02500,0.903
45,model.language_model.layers.45.mlp.experts.177.up_proj,0.0033331010,hessian_weighted_relative_error,44129,0.02500,0.948
45,model.language_model.layers.45.mlp.experts.178.down_proj,0.0076080410,hessian_weighted_relative_error,32646,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.178.gate_proj,0.0026482262,hessian_weighted_relative_error,32646,0.02500,0.782
45,model.language_model.layers.45.mlp.experts.178.up_proj,0.0036370649,hessian_weighted_relative_error,32646,0.02500,0.801
45,model.language_model.layers.45.mlp.experts.179.down_proj,0.0061707841,hessian_weighted_relative_error,24802,0.02500,0.878
45,model.language_model.layers.45.mlp.experts.179.gate_proj,0.0021246863,hessian_weighted_relative_error,24802,0.02500,0.900
45,model.language_model.layers.45.mlp.experts.179.up_proj,0.0025363521,hessian_weighted_relative_error,24802,0.02500,0.955
45,model.language_model.layers.45.mlp.experts.18.down_proj,0.0111471296,hessian_weighted_relative_error,37208,0.02500,0.725
45,model.language_model.layers.45.mlp.experts.18.gate_proj,0.0045230254,hessian_weighted_relative_error,37208,0.02500,0.749
45,model.language_model.layers.45.mlp.experts.18.up_proj,0.0055915263,hessian_weighted_relative_error,37208,0.02500,0.791
45,model.language_model.layers.45.mlp.experts.180.down_proj,0.0105202594,hessian_weighted_relative_error,25449,0.02500,0.757
45,model.language_model.layers.45.mlp.experts.180.gate_proj,0.0038772885,hessian_weighted_relative_error,25449,0.02500,0.781
45,model.language_model.layers.45.mlp.experts.180.up_proj,0.0050528169,hessian_weighted_relative_error,25449,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.181.down_proj,0.0051454789,hessian_weighted_relative_error,28834,0.02500,0.875
45,model.language_model.layers.45.mlp.experts.181.gate_proj,0.0020483622,hessian_weighted_relative_error,28834,0.02500,0.901
45,model.language_model.layers.45.mlp.experts.181.up_proj,0.0025561161,hessian_weighted_relative_error,28834,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.182.down_proj,0.0107568622,hessian_weighted_relative_error,35166,0.02500,0.758
45,model.language_model.layers.45.mlp.experts.182.gate_proj,0.0045250700,hessian_weighted_relative_error,35166,0.02500,0.786
45,model.language_model.layers.45.mlp.experts.182.up_proj,0.0060844537,hessian_weighted_relative_error,35166,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.183.down_proj,0.0080038287,hessian_weighted_relative_error,13505,0.02500,0.877
45,model.language_model.layers.45.mlp.experts.183.gate_proj,0.0027557535,hessian_weighted_relative_error,13505,0.02500,0.903
45,model.language_model.layers.45.mlp.experts.183.up_proj,0.0032186794,hessian_weighted_relative_error,13505,0.02500,0.949
45,model.language_model.layers.45.mlp.experts.184.down_proj,0.0093152767,hessian_weighted_relative_error,29280,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.184.gate_proj,0.0038672179,hessian_weighted_relative_error,29280,0.02500,0.782
45,model.language_model.layers.45.mlp.experts.184.up_proj,0.0055271008,hessian_weighted_relative_error,29280,0.02500,0.804
45,model.language_model.layers.45.mlp.experts.185.down_proj,0.0101273861,hessian_weighted_relative_error,27076,0.02500,0.876
45,model.language_model.layers.45.mlp.experts.185.gate_proj,0.0046424427,hessian_weighted_relative_error,27076,0.02500,0.902
45,model.language_model.layers.45.mlp.experts.185.up_proj,0.0057114667,hessian_weighted_relative_error,27076,0.02500,0.949
45,model.language_model.layers.45.mlp.experts.186.down_proj,0.0075319958,hessian_weighted_relative_error,39531,0.02500,0.755
45,model.language_model.layers.45.mlp.experts.186.gate_proj,0.0027181839,hessian_weighted_relative_error,39531,0.02500,0.782
45,model.language_model.layers.45.mlp.experts.186.up_proj,0.0039225732,hessian_weighted_relative_error,39531,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.187.down_proj,0.0101720920,hessian_weighted_relative_error,33517,0.02500,0.878
45,model.language_model.layers.45.mlp.experts.187.gate_proj,0.0040032616,hessian_weighted_relative_error,33517,0.02500,0.899
45,model.language_model.layers.45.mlp.experts.187.up_proj,0.0063860213,hessian_weighted_relative_error,33517,0.02500,0.950
45,model.language_model.layers.45.mlp.experts.188.down_proj,0.0052958968,hessian_weighted_relative_error,15843,0.02500,0.760
45,model.language_model.layers.45.mlp.experts.188.gate_proj,0.0021765346,hessian_weighted_relative_error,15843,0.02500,0.784
45,model.language_model.layers.45.mlp.experts.188.up_proj,0.0033776802,hessian_weighted_relative_error,15843,0.02500,0.829
45,model.language_model.layers.45.mlp.experts.189.down_proj,0.0062541661,hessian_weighted_relative_error,30853,0.02500,0.876
45,model.language_model.layers.45.mlp.experts.189.gate_proj,0.0028464030,hessian_weighted_relative_error,30853,0.02500,0.901
45,model.language_model.layers.45.mlp.experts.189.up_proj,0.0041831306,hessian_weighted_relative_error,30853,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.19.down_proj,0.0071746264,hessian_weighted_relative_error,22208,0.02500,0.804
45,model.language_model.layers.45.mlp.experts.19.gate_proj,0.0027576917,hessian_weighted_relative_error,22208,0.02500,0.844
45,model.language_model.layers.45.mlp.experts.19.up_proj,0.0033792013,hessian_weighted_relative_error,22208,0.02500,0.925
45,model.language_model.layers.45.mlp.experts.190.down_proj,0.0076471963,hessian_weighted_relative_error,31821,0.02500,0.760
45,model.language_model.layers.45.mlp.experts.190.gate_proj,0.0027049337,hessian_weighted_relative_error,31821,0.02500,0.784
45,model.language_model.layers.45.mlp.experts.190.up_proj,0.0034701738,hessian_weighted_relative_error,31821,0.02500,0.801
45,model.language_model.layers.45.mlp.experts.191.down_proj,0.0058969385,hessian_weighted_relative_error,15696,0.02500,0.878
45,model.language_model.layers.45.mlp.experts.191.gate_proj,0.0019024013,hessian_weighted_relative_error,15696,0.02500,0.902
45,model.language_model.layers.45.mlp.experts.191.up_proj,0.0020411376,hessian_weighted_relative_error,15696,0.02500,0.953
45,model.language_model.layers.45.mlp.experts.192.down_proj,0.0097021612,hessian_weighted_relative_error,26259,0.02500,0.758
45,model.language_model.layers.45.mlp.experts.192.gate_proj,0.0023578742,hessian_weighted_relative_error,26259,0.02500,0.783
45,model.language_model.layers.45.mlp.experts.192.up_proj,0.0036882547,hessian_weighted_relative_error,26259,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.193.down_proj,0.0100646653,hessian_weighted_relative_error,33991,0.02500,0.876
45,model.language_model.layers.45.mlp.experts.193.gate_proj,0.0038224976,hessian_weighted_relative_error,33991,0.02500,0.905
45,model.language_model.layers.45.mlp.experts.193.up_proj,0.0054795606,hessian_weighted_relative_error,33991,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.194.down_proj,0.0061277054,hessian_weighted_relative_error,29349,0.02500,0.757
45,model.language_model.layers.45.mlp.experts.194.gate_proj,0.0017269953,hessian_weighted_relative_error,29349,0.02500,0.785
45,model.language_model.layers.45.mlp.experts.194.up_proj,0.0031871747,hessian_weighted_relative_error,29349,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.195.down_proj,0.0101839958,hessian_weighted_relative_error,39718,0.02500,0.879
45,model.language_model.layers.45.mlp.experts.195.gate_proj,0.0044386658,hessian_weighted_relative_error,39718,0.02500,0.910
45,model.language_model.layers.45.mlp.experts.195.up_proj,0.0059614959,hessian_weighted_relative_error,39718,0.02500,0.957
45,model.language_model.layers.45.mlp.experts.196.down_proj,0.0086988587,hessian_weighted_relative_error,65308,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.196.gate_proj,0.0021368239,hessian_weighted_relative_error,65308,0.02500,0.783
45,model.language_model.layers.45.mlp.experts.196.up_proj,0.0037666068,hessian_weighted_relative_error,65308,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.197.down_proj,0.0069122025,hessian_weighted_relative_error,21808,0.02500,0.877
45,model.language_model.layers.45.mlp.experts.197.gate_proj,0.0026322521,hessian_weighted_relative_error,21808,0.02500,0.904
45,model.language_model.layers.45.mlp.experts.197.up_proj,0.0026083575,hessian_weighted_relative_error,21808,0.02500,0.961
45,model.language_model.layers.45.mlp.experts.198.down_proj,0.0063448617,hessian_weighted_relative_error,17984,0.02500,0.760
45,model.language_model.layers.45.mlp.experts.198.gate_proj,0.0023620043,hessian_weighted_relative_error,17984,0.02500,0.782
45,model.language_model.layers.45.mlp.experts.198.up_proj,0.0025717552,hessian_weighted_relative_error,17984,0.02500,0.805
45,model.language_model.layers.45.mlp.experts.199.down_proj,0.0079720704,hessian_weighted_relative_error,26421,0.02500,0.879
45,model.language_model.layers.45.mlp.experts.199.gate_proj,0.0026512134,hessian_weighted_relative_error,26421,0.02500,0.902
45,model.language_model.layers.45.mlp.experts.199.up_proj,0.0030925159,hessian_weighted_relative_error,26421,0.02500,0.961
45,model.language_model.layers.45.mlp.experts.2.down_proj,0.0106556672,hessian_weighted_relative_error,32099,0.02500,0.694
45,model.language_model.layers.45.mlp.experts.2.gate_proj,0.0042427863,hessian_weighted_relative_error,32099,0.02500,0.740
45,model.language_model.layers.45.mlp.experts.2.up_proj,0.0058378918,hessian_weighted_relative_error,32099,0.02500,0.789
45,model.language_model.layers.45.mlp.experts.20.down_proj,0.0084934202,hessian_weighted_relative_error,33467,0.02500,0.727
45,model.language_model.layers.45.mlp.experts.20.gate_proj,0.0032894531,hessian_weighted_relative_error,33467,0.02500,0.747
45,model.language_model.layers.45.mlp.experts.20.up_proj,0.0036361433,hessian_weighted_relative_error,33467,0.02500,0.792
45,model.language_model.layers.45.mlp.experts.200.down_proj,0.0085567703,hessian_weighted_relative_error,46037,0.02500,0.760
45,model.language_model.layers.45.mlp.experts.200.gate_proj,0.0036143960,hessian_weighted_relative_error,46037,0.02500,0.787
45,model.language_model.layers.45.mlp.experts.200.up_proj,0.0054896587,hessian_weighted_relative_error,46037,0.02500,0.807
45,model.language_model.layers.45.mlp.experts.201.down_proj,0.0111711944,hessian_weighted_relative_error,35810,0.02500,0.878
45,model.language_model.layers.45.mlp.experts.201.gate_proj,0.0046446980,hessian_weighted_relative_error,35810,0.02500,0.903
45,model.language_model.layers.45.mlp.experts.201.up_proj,0.0069800765,hessian_weighted_relative_error,35810,0.02500,0.952
45,model.language_model.layers.45.mlp.experts.202.down_proj,0.0084276271,hessian_weighted_relative_error,13791,0.02500,0.758
45,model.language_model.layers.45.mlp.experts.202.gate_proj,0.0028311198,hessian_weighted_relative_error,13791,0.02500,0.787
45,model.language_model.layers.45.mlp.experts.202.up_proj,0.0047865593,hessian_weighted_relative_error,13791,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.203.down_proj,0.0111882434,hessian_weighted_relative_error,36539,0.02500,0.882
45,model.language_model.layers.45.mlp.experts.203.gate_proj,0.0046250040,hessian_weighted_relative_error,36539,0.02500,0.905
45,model.language_model.layers.45.mlp.experts.203.up_proj,0.0056440852,hessian_weighted_relative_error,36539,0.02500,0.955
45,model.language_model.layers.45.mlp.experts.204.down_proj,0.0086851432,hessian_weighted_relative_error,42033,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.204.gate_proj,0.0029192743,hessian_weighted_relative_error,42033,0.02500,0.786
45,model.language_model.layers.45.mlp.experts.204.up_proj,0.0060991028,hessian_weighted_relative_error,42033,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.205.down_proj,0.0078412068,hessian_weighted_relative_error,21000,0.02500,0.879
45,model.language_model.layers.45.mlp.experts.205.gate_proj,0.0024918899,hessian_weighted_relative_error,21000,0.02500,0.913
45,model.language_model.layers.45.mlp.experts.205.up_proj,0.0046822305,hessian_weighted_relative_error,21000,0.02500,0.950
45,model.language_model.layers.45.mlp.experts.206.down_proj,0.0104731434,hessian_weighted_relative_error,31874,0.02500,0.761
45,model.language_model.layers.45.mlp.experts.206.gate_proj,0.0036855460,hessian_weighted_relative_error,31874,0.02500,0.785
45,model.language_model.layers.45.mlp.experts.206.up_proj,0.0054380480,hessian_weighted_relative_error,31874,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.207.down_proj,0.0085797675,hessian_weighted_relative_error,53985,0.02500,0.880
45,model.language_model.layers.45.mlp.experts.207.gate_proj,0.0023996771,hessian_weighted_relative_error,53985,0.02500,0.905
45,model.language_model.layers.45.mlp.experts.207.up_proj,0.0041186448,hessian_weighted_relative_error,53985,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.208.down_proj,0.0098935459,hessian_weighted_relative_error,33918,0.02500,0.760
45,model.language_model.layers.45.mlp.experts.208.gate_proj,0.0037796249,hessian_weighted_relative_error,33918,0.02500,0.784
45,model.language_model.layers.45.mlp.experts.208.up_proj,0.0061461178,hessian_weighted_relative_error,33918,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.209.down_proj,0.0070665678,hessian_weighted_relative_error,14877,0.02500,0.880
45,model.language_model.layers.45.mlp.experts.209.gate_proj,0.0019747895,hessian_weighted_relative_error,14877,0.02500,0.904
45,model.language_model.layers.45.mlp.experts.209.up_proj,0.0032048633,hessian_weighted_relative_error,14877,0.02500,0.957
45,model.language_model.layers.45.mlp.experts.21.down_proj,0.0108169779,hessian_weighted_relative_error,53126,0.02500,0.806
45,model.language_model.layers.45.mlp.experts.21.gate_proj,0.0039591269,hessian_weighted_relative_error,53126,0.02500,0.846
45,model.language_model.layers.45.mlp.experts.21.up_proj,0.0053177886,hessian_weighted_relative_error,53126,0.02500,0.924
45,model.language_model.layers.45.mlp.experts.210.down_proj,0.0097107876,hessian_weighted_relative_error,33434,0.02500,0.759
45,model.language_model.layers.45.mlp.experts.210.gate_proj,0.0032543731,hessian_weighted_relative_error,33434,0.02500,0.787
45,model.language_model.layers.45.mlp.experts.210.up_proj,0.0038570050,hessian_weighted_relative_error,33434,0.02500,0.801
45,model.language_model.layers.45.mlp.experts.211.down_proj,0.0097477437,hessian_weighted_relative_error,37987,0.02500,0.881
45,model.language_model.layers.45.mlp.experts.211.gate_proj,0.0032516106,hessian_weighted_relative_error,37987,0.02500,0.903
45,model.language_model.layers.45.mlp.experts.211.up_proj,0.0047695561,hessian_weighted_relative_error,37987,0.02500,0.961
45,model.language_model.layers.45.mlp.experts.212.down_proj,0.0111211167,hessian_weighted_relative_error,34006,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.212.gate_proj,0.0047273207,hessian_weighted_relative_error,34006,0.02500,0.784
45,model.language_model.layers.45.mlp.experts.212.up_proj,0.0066797711,hessian_weighted_relative_error,34006,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.213.down_proj,0.0096357439,hessian_weighted_relative_error,42804,0.02500,0.880
45,model.language_model.layers.45.mlp.experts.213.gate_proj,0.0036262336,hessian_weighted_relative_error,42804,0.02500,0.908
45,model.language_model.layers.45.mlp.experts.213.up_proj,0.0058652752,hessian_weighted_relative_error,42804,0.02500,0.957
45,model.language_model.layers.45.mlp.experts.214.down_proj,0.0077409531,hessian_weighted_relative_error,12204,0.02500,0.763
45,model.language_model.layers.45.mlp.experts.214.gate_proj,0.0022790218,hessian_weighted_relative_error,12204,0.02500,0.786
45,model.language_model.layers.45.mlp.experts.214.up_proj,0.0032654235,hessian_weighted_relative_error,12204,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.215.down_proj,0.0115074576,hessian_weighted_relative_error,41183,0.02500,0.881
45,model.language_model.layers.45.mlp.experts.215.gate_proj,0.0046354020,hessian_weighted_relative_error,41183,0.02500,0.905
45,model.language_model.layers.45.mlp.experts.215.up_proj,0.0063617689,hessian_weighted_relative_error,41183,0.02500,0.960
45,model.language_model.layers.45.mlp.experts.216.down_proj,0.0085887228,hessian_weighted_relative_error,32148,0.02500,0.759
45,model.language_model.layers.45.mlp.experts.216.gate_proj,0.0025452653,hessian_weighted_relative_error,32148,0.02500,0.789
45,model.language_model.layers.45.mlp.experts.216.up_proj,0.0058772271,hessian_weighted_relative_error,32148,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.217.down_proj,0.0115448643,hessian_weighted_relative_error,38335,0.02500,0.880
45,model.language_model.layers.45.mlp.experts.217.gate_proj,0.0050098053,hessian_weighted_relative_error,38335,0.02500,0.907
45,model.language_model.layers.45.mlp.experts.217.up_proj,0.0063910321,hessian_weighted_relative_error,38335,0.02500,0.957
45,model.language_model.layers.45.mlp.experts.218.down_proj,0.0065584874,hessian_weighted_relative_error,17279,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.218.gate_proj,0.0019386759,hessian_weighted_relative_error,17279,0.02500,0.783
45,model.language_model.layers.45.mlp.experts.218.up_proj,0.0017532449,hessian_weighted_relative_error,17279,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.219.down_proj,0.0092867361,hessian_weighted_relative_error,30728,0.02500,0.882
45,model.language_model.layers.45.mlp.experts.219.gate_proj,0.0037607219,hessian_weighted_relative_error,30728,0.02500,0.909
45,model.language_model.layers.45.mlp.experts.219.up_proj,0.0047198119,hessian_weighted_relative_error,30728,0.02500,0.971
45,model.language_model.layers.45.mlp.experts.22.down_proj,0.0101056219,hessian_weighted_relative_error,28881,0.02500,0.726
45,model.language_model.layers.45.mlp.experts.22.gate_proj,0.0038548260,hessian_weighted_relative_error,28881,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.22.up_proj,0.0053554224,hessian_weighted_relative_error,28881,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.220.down_proj,0.0096256245,hessian_weighted_relative_error,30104,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.220.gate_proj,0.0041463913,hessian_weighted_relative_error,30104,0.02500,0.785
45,model.language_model.layers.45.mlp.experts.220.up_proj,0.0052843457,hessian_weighted_relative_error,30104,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.221.down_proj,0.0074056485,hessian_weighted_relative_error,35698,0.02500,0.881
45,model.language_model.layers.45.mlp.experts.221.gate_proj,0.0026705816,hessian_weighted_relative_error,35698,0.02500,0.905
45,model.language_model.layers.45.mlp.experts.221.up_proj,0.0027018539,hessian_weighted_relative_error,35698,0.02500,0.961
45,model.language_model.layers.45.mlp.experts.222.down_proj,0.0075048968,hessian_weighted_relative_error,17867,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.222.gate_proj,0.0025876185,hessian_weighted_relative_error,17867,0.02500,0.787
45,model.language_model.layers.45.mlp.experts.222.up_proj,0.0028110550,hessian_weighted_relative_error,17867,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.223.down_proj,0.0085369783,hessian_weighted_relative_error,35487,0.02500,0.882
45,model.language_model.layers.45.mlp.experts.223.gate_proj,0.0030654652,hessian_weighted_relative_error,35487,0.02500,0.905
45,model.language_model.layers.45.mlp.experts.223.up_proj,0.0042098068,hessian_weighted_relative_error,35487,0.02500,0.964
45,model.language_model.layers.45.mlp.experts.224.down_proj,0.0047875555,hessian_weighted_relative_error,3232,0.02500,0.761
45,model.language_model.layers.45.mlp.experts.224.gate_proj,0.0013008669,hessian_weighted_relative_error,3232,0.02500,0.786
45,model.language_model.layers.45.mlp.experts.224.up_proj,0.0026978715,hessian_weighted_relative_error,3232,0.02500,0.804
45,model.language_model.layers.45.mlp.experts.225.down_proj,0.0109313874,hessian_weighted_relative_error,29573,0.02500,0.881
45,model.language_model.layers.45.mlp.experts.225.gate_proj,0.0045692157,hessian_weighted_relative_error,29573,0.02500,0.908
45,model.language_model.layers.45.mlp.experts.225.up_proj,0.0058126219,hessian_weighted_relative_error,29573,0.02500,0.967
45,model.language_model.layers.45.mlp.experts.226.down_proj,0.0110366886,hessian_weighted_relative_error,35465,0.02500,0.759
45,model.language_model.layers.45.mlp.experts.226.gate_proj,0.0042515986,hessian_weighted_relative_error,35465,0.02500,0.788
45,model.language_model.layers.45.mlp.experts.226.up_proj,0.0052919557,hessian_weighted_relative_error,35465,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.227.down_proj,0.0067205717,hessian_weighted_relative_error,26852,0.02500,0.883
45,model.language_model.layers.45.mlp.experts.227.gate_proj,0.0021872535,hessian_weighted_relative_error,26852,0.02500,0.912
45,model.language_model.layers.45.mlp.experts.227.up_proj,0.0032001324,hessian_weighted_relative_error,26852,0.02500,0.963
45,model.language_model.layers.45.mlp.experts.228.down_proj,0.0095529224,hessian_weighted_relative_error,41159,0.02500,0.761
45,model.language_model.layers.45.mlp.experts.228.gate_proj,0.0025750206,hessian_weighted_relative_error,41159,0.02500,0.786
45,model.language_model.layers.45.mlp.experts.228.up_proj,0.0045851210,hessian_weighted_relative_error,41159,0.02500,0.816
45,model.language_model.layers.45.mlp.experts.229.down_proj,0.0100633400,hessian_weighted_relative_error,46369,0.02500,0.882
45,model.language_model.layers.45.mlp.experts.229.gate_proj,0.0034075508,hessian_weighted_relative_error,46369,0.02500,0.906
45,model.language_model.layers.45.mlp.experts.229.up_proj,0.0059770180,hessian_weighted_relative_error,46369,0.02500,0.964
45,model.language_model.layers.45.mlp.experts.23.down_proj,0.0087568414,hessian_weighted_relative_error,48218,0.02500,0.805
45,model.language_model.layers.45.mlp.experts.23.gate_proj,0.0030764356,hessian_weighted_relative_error,48218,0.02500,0.843
45,model.language_model.layers.45.mlp.experts.23.up_proj,0.0067385344,hessian_weighted_relative_error,48218,0.02500,0.920
45,model.language_model.layers.45.mlp.experts.230.down_proj,0.0093320622,hessian_weighted_relative_error,35918,0.02500,0.763
45,model.language_model.layers.45.mlp.experts.230.gate_proj,0.0033774922,hessian_weighted_relative_error,35918,0.02500,0.787
45,model.language_model.layers.45.mlp.experts.230.up_proj,0.0044967659,hessian_weighted_relative_error,35918,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.231.down_proj,0.0087711465,hessian_weighted_relative_error,40596,0.02500,0.883
45,model.language_model.layers.45.mlp.experts.231.gate_proj,0.0032226992,hessian_weighted_relative_error,40596,0.02500,0.908
45,model.language_model.layers.45.mlp.experts.231.up_proj,0.0041098140,hessian_weighted_relative_error,40596,0.02500,0.966
45,model.language_model.layers.45.mlp.experts.232.down_proj,0.0039326268,hessian_weighted_relative_error,17597,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.232.gate_proj,0.0020232824,hessian_weighted_relative_error,17597,0.02500,0.792
45,model.language_model.layers.45.mlp.experts.232.up_proj,0.0024769149,hessian_weighted_relative_error,17597,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.233.down_proj,0.0085106264,hessian_weighted_relative_error,23356,0.02500,0.882
45,model.language_model.layers.45.mlp.experts.233.gate_proj,0.0035642851,hessian_weighted_relative_error,23356,0.02500,0.906
45,model.language_model.layers.45.mlp.experts.233.up_proj,0.0037568984,hessian_weighted_relative_error,23356,0.02500,0.962
45,model.language_model.layers.45.mlp.experts.234.down_proj,0.0081582435,hessian_weighted_relative_error,15809,0.02500,0.760
45,model.language_model.layers.45.mlp.experts.234.gate_proj,0.0027850056,hessian_weighted_relative_error,15809,0.02500,0.788
45,model.language_model.layers.45.mlp.experts.234.up_proj,0.0032475674,hessian_weighted_relative_error,15809,0.02500,0.805
45,model.language_model.layers.45.mlp.experts.235.down_proj,0.0064911069,hessian_weighted_relative_error,25113,0.02500,0.883
45,model.language_model.layers.45.mlp.experts.235.gate_proj,0.0035913190,hessian_weighted_relative_error,25113,0.02500,0.906
45,model.language_model.layers.45.mlp.experts.235.up_proj,0.0039736817,hessian_weighted_relative_error,25113,0.02500,0.957
45,model.language_model.layers.45.mlp.experts.236.down_proj,0.0096927700,hessian_weighted_relative_error,41228,0.02500,0.763
45,model.language_model.layers.45.mlp.experts.236.gate_proj,0.0036010536,hessian_weighted_relative_error,41228,0.02500,0.785
45,model.language_model.layers.45.mlp.experts.236.up_proj,0.0068032894,hessian_weighted_relative_error,41228,0.02500,0.804
45,model.language_model.layers.45.mlp.experts.237.down_proj,0.0065957911,hessian_weighted_relative_error,11919,0.02500,0.882
45,model.language_model.layers.45.mlp.experts.237.gate_proj,0.0026896265,hessian_weighted_relative_error,11919,0.02500,0.907
45,model.language_model.layers.45.mlp.experts.237.up_proj,0.0035708614,hessian_weighted_relative_error,11919,0.02500,0.965
45,model.language_model.layers.45.mlp.experts.238.down_proj,0.0059754704,hessian_weighted_relative_error,35848,0.02500,0.763
45,model.language_model.layers.45.mlp.experts.238.gate_proj,0.0019430463,hessian_weighted_relative_error,35848,0.02500,0.785
45,model.language_model.layers.45.mlp.experts.238.up_proj,0.0026078870,hessian_weighted_relative_error,35848,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.239.down_proj,0.0084400958,hessian_weighted_relative_error,21658,0.02500,0.885
45,model.language_model.layers.45.mlp.experts.239.gate_proj,0.0020561375,hessian_weighted_relative_error,21658,0.02500,0.910
45,model.language_model.layers.45.mlp.experts.239.up_proj,0.0045618378,hessian_weighted_relative_error,21658,0.02500,0.964
45,model.language_model.layers.45.mlp.experts.24.down_proj,0.0065151447,hessian_weighted_relative_error,33180,0.02500,0.729
45,model.language_model.layers.45.mlp.experts.24.gate_proj,0.0027371073,hessian_weighted_relative_error,33180,0.02500,0.751
45,model.language_model.layers.45.mlp.experts.24.up_proj,0.0042445428,hessian_weighted_relative_error,33180,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.240.down_proj,0.0071491863,hessian_weighted_relative_error,38224,0.02500,0.763
45,model.language_model.layers.45.mlp.experts.240.gate_proj,0.0032209072,hessian_weighted_relative_error,38224,0.02500,0.786
45,model.language_model.layers.45.mlp.experts.240.up_proj,0.0040677487,hessian_weighted_relative_error,38224,0.02500,0.807
45,model.language_model.layers.45.mlp.experts.241.down_proj,0.0082340354,hessian_weighted_relative_error,19501,0.02500,0.881
45,model.language_model.layers.45.mlp.experts.241.gate_proj,0.0029967743,hessian_weighted_relative_error,19501,0.02500,0.912
45,model.language_model.layers.45.mlp.experts.241.up_proj,0.0029329294,hessian_weighted_relative_error,19501,0.02500,0.964
45,model.language_model.layers.45.mlp.experts.242.down_proj,0.0128501727,hessian_weighted_relative_error,43623,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.242.gate_proj,0.0051857846,hessian_weighted_relative_error,43623,0.02500,0.789
45,model.language_model.layers.45.mlp.experts.242.up_proj,0.0075410877,hessian_weighted_relative_error,43623,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.243.down_proj,0.0082015205,hessian_weighted_relative_error,26856,0.02500,0.883
45,model.language_model.layers.45.mlp.experts.243.gate_proj,0.0032377878,hessian_weighted_relative_error,26856,0.02500,0.914
45,model.language_model.layers.45.mlp.experts.243.up_proj,0.0031106325,hessian_weighted_relative_error,26856,0.02500,0.959
45,model.language_model.layers.45.mlp.experts.244.down_proj,0.0099540148,hessian_weighted_relative_error,34070,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.244.gate_proj,0.0042401343,hessian_weighted_relative_error,34070,0.02500,0.784
45,model.language_model.layers.45.mlp.experts.244.up_proj,0.0057302745,hessian_weighted_relative_error,34070,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.245.down_proj,0.0087526258,hessian_weighted_relative_error,27296,0.02500,0.881
45,model.language_model.layers.45.mlp.experts.245.gate_proj,0.0025048971,hessian_weighted_relative_error,27296,0.02500,0.915
45,model.language_model.layers.45.mlp.experts.245.up_proj,0.0029338506,hessian_weighted_relative_error,27296,0.02500,0.949
45,model.language_model.layers.45.mlp.experts.246.down_proj,0.0088081526,hessian_weighted_relative_error,23795,0.02500,0.765
45,model.language_model.layers.45.mlp.experts.246.gate_proj,0.0035073683,hessian_weighted_relative_error,23795,0.02500,0.787
45,model.language_model.layers.45.mlp.experts.246.up_proj,0.0051292277,hessian_weighted_relative_error,23795,0.02500,0.805
45,model.language_model.layers.45.mlp.experts.247.down_proj,0.0040904016,hessian_weighted_relative_error,15051,0.02500,0.885
45,model.language_model.layers.45.mlp.experts.247.gate_proj,0.0017296676,hessian_weighted_relative_error,15051,0.02500,0.907
45,model.language_model.layers.45.mlp.experts.247.up_proj,0.0024489099,hessian_weighted_relative_error,15051,0.02500,0.958
45,model.language_model.layers.45.mlp.experts.248.down_proj,0.0080962407,hessian_weighted_relative_error,22038,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.248.gate_proj,0.0023824872,hessian_weighted_relative_error,22038,0.02500,0.789
45,model.language_model.layers.45.mlp.experts.248.up_proj,0.0024200458,hessian_weighted_relative_error,22038,0.02500,0.801
45,model.language_model.layers.45.mlp.experts.249.down_proj,0.0070069846,hessian_weighted_relative_error,21936,0.02500,0.883
45,model.language_model.layers.45.mlp.experts.249.gate_proj,0.0023559418,hessian_weighted_relative_error,21936,0.02500,0.914
45,model.language_model.layers.45.mlp.experts.249.up_proj,0.0040473078,hessian_weighted_relative_error,21936,0.02500,0.952
45,model.language_model.layers.45.mlp.experts.25.down_proj,0.0099382058,hessian_weighted_relative_error,38710,0.02500,0.809
45,model.language_model.layers.45.mlp.experts.25.gate_proj,0.0033071704,hessian_weighted_relative_error,38710,0.02500,0.844
45,model.language_model.layers.45.mlp.experts.25.up_proj,0.0058217335,hessian_weighted_relative_error,38710,0.02500,0.926
45,model.language_model.layers.45.mlp.experts.250.down_proj,0.0099700632,hessian_weighted_relative_error,24869,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.250.gate_proj,0.0036804370,hessian_weighted_relative_error,24869,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.250.up_proj,0.0047817720,hessian_weighted_relative_error,24869,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.251.down_proj,0.0037779278,hessian_weighted_relative_error,44744,0.02500,0.885
45,model.language_model.layers.45.mlp.experts.251.gate_proj,0.0014440607,hessian_weighted_relative_error,44744,0.02500,0.918
45,model.language_model.layers.45.mlp.experts.251.up_proj,0.0022409580,hessian_weighted_relative_error,44744,0.02500,0.957
45,model.language_model.layers.45.mlp.experts.252.down_proj,0.0075182234,hessian_weighted_relative_error,19395,0.02500,0.765
45,model.language_model.layers.45.mlp.experts.252.gate_proj,0.0028543611,hessian_weighted_relative_error,19395,0.02500,0.791
45,model.language_model.layers.45.mlp.experts.252.up_proj,0.0034170908,hessian_weighted_relative_error,19395,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.253.down_proj,0.0078564023,hessian_weighted_relative_error,39368,0.02500,0.884
45,model.language_model.layers.45.mlp.experts.253.gate_proj,0.0035770898,hessian_weighted_relative_error,39368,0.02500,0.918
45,model.language_model.layers.45.mlp.experts.253.up_proj,0.0051091961,hessian_weighted_relative_error,39368,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.254.down_proj,0.0079673098,hessian_weighted_relative_error,27397,0.02500,0.766
45,model.language_model.layers.45.mlp.experts.254.gate_proj,0.0031276647,hessian_weighted_relative_error,27397,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.254.up_proj,0.0031489362,hessian_weighted_relative_error,27397,0.02500,0.814
45,model.language_model.layers.45.mlp.experts.255.down_proj,0.0079650369,hessian_weighted_relative_error,20946,0.02500,0.885
45,model.language_model.layers.45.mlp.experts.255.gate_proj,0.0036584692,hessian_weighted_relative_error,20946,0.02500,0.919
45,model.language_model.layers.45.mlp.experts.255.up_proj,0.0048011519,hessian_weighted_relative_error,20946,0.02500,0.948
45,model.language_model.layers.45.mlp.experts.256.down_proj,0.0057627774,hessian_weighted_relative_error,19451,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.256.gate_proj,0.0020495700,hessian_weighted_relative_error,19451,0.02500,0.789
45,model.language_model.layers.45.mlp.experts.256.up_proj,0.0041984575,hessian_weighted_relative_error,19451,0.02500,0.806
45,model.language_model.layers.45.mlp.experts.257.down_proj,0.0104859797,hessian_weighted_relative_error,31072,0.02500,0.884
45,model.language_model.layers.45.mlp.experts.257.gate_proj,0.0044736241,hessian_weighted_relative_error,31072,0.02500,0.916
45,model.language_model.layers.45.mlp.experts.257.up_proj,0.0056171312,hessian_weighted_relative_error,31072,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.258.down_proj,0.0083902492,hessian_weighted_relative_error,28039,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.258.gate_proj,0.0031060346,hessian_weighted_relative_error,28039,0.02500,0.798
45,model.language_model.layers.45.mlp.experts.258.up_proj,0.0048993968,hessian_weighted_relative_error,28039,0.02500,0.804
45,model.language_model.layers.45.mlp.experts.259.down_proj,0.0108805387,hessian_weighted_relative_error,32193,0.02500,0.890
45,model.language_model.layers.45.mlp.experts.259.gate_proj,0.0040597414,hessian_weighted_relative_error,32193,0.02500,0.921
45,model.language_model.layers.45.mlp.experts.259.up_proj,0.0060665539,hessian_weighted_relative_error,32193,0.02500,0.954
45,model.language_model.layers.45.mlp.experts.26.down_proj,0.0072559686,hessian_weighted_relative_error,17548,0.02500,0.729
45,model.language_model.layers.45.mlp.experts.26.gate_proj,0.0022848630,hessian_weighted_relative_error,17548,0.02500,0.753
45,model.language_model.layers.45.mlp.experts.26.up_proj,0.0024966539,hessian_weighted_relative_error,17548,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.260.down_proj,0.0110299759,hessian_weighted_relative_error,44510,0.02500,0.766
45,model.language_model.layers.45.mlp.experts.260.gate_proj,0.0038940017,hessian_weighted_relative_error,44510,0.02500,0.789
45,model.language_model.layers.45.mlp.experts.260.up_proj,0.0049974906,hessian_weighted_relative_error,44510,0.02500,0.804
45,model.language_model.layers.45.mlp.experts.261.down_proj,0.0100479822,hessian_weighted_relative_error,34865,0.02500,0.886
45,model.language_model.layers.45.mlp.experts.261.gate_proj,0.0039568963,hessian_weighted_relative_error,34865,0.02500,0.915
45,model.language_model.layers.45.mlp.experts.261.up_proj,0.0044568463,hessian_weighted_relative_error,34865,0.02500,0.953
45,model.language_model.layers.45.mlp.experts.262.down_proj,0.0109202593,hessian_weighted_relative_error,38368,0.02500,0.767
45,model.language_model.layers.45.mlp.experts.262.gate_proj,0.0045159511,hessian_weighted_relative_error,38368,0.02500,0.787
45,model.language_model.layers.45.mlp.experts.262.up_proj,0.0066710364,hessian_weighted_relative_error,38368,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.263.down_proj,0.0070212127,hessian_weighted_relative_error,31885,0.02500,0.886
45,model.language_model.layers.45.mlp.experts.263.gate_proj,0.0027129029,hessian_weighted_relative_error,31885,0.02500,0.917
45,model.language_model.layers.45.mlp.experts.263.up_proj,0.0041978561,hessian_weighted_relative_error,31885,0.02500,0.948
45,model.language_model.layers.45.mlp.experts.264.down_proj,0.0074372922,hessian_weighted_relative_error,19614,0.02500,0.767
45,model.language_model.layers.45.mlp.experts.264.gate_proj,0.0024561780,hessian_weighted_relative_error,19614,0.02500,0.789
45,model.language_model.layers.45.mlp.experts.264.up_proj,0.0024846153,hessian_weighted_relative_error,19614,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.265.down_proj,0.0104672289,hessian_weighted_relative_error,29209,0.02500,0.885
45,model.language_model.layers.45.mlp.experts.265.gate_proj,0.0042722938,hessian_weighted_relative_error,29209,0.02500,0.908
45,model.language_model.layers.45.mlp.experts.265.up_proj,0.0052470247,hessian_weighted_relative_error,29209,0.02500,0.946
45,model.language_model.layers.45.mlp.experts.266.down_proj,0.0070808760,hessian_weighted_relative_error,22712,0.02500,0.765
45,model.language_model.layers.45.mlp.experts.266.gate_proj,0.0030323935,hessian_weighted_relative_error,22712,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.266.up_proj,0.0031536300,hessian_weighted_relative_error,22712,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.267.down_proj,0.0067526676,hessian_weighted_relative_error,31406,0.02500,0.889
45,model.language_model.layers.45.mlp.experts.267.gate_proj,0.0020085796,hessian_weighted_relative_error,31406,0.02500,0.917
45,model.language_model.layers.45.mlp.experts.267.up_proj,0.0030657405,hessian_weighted_relative_error,31406,0.02500,0.946
45,model.language_model.layers.45.mlp.experts.268.down_proj,0.0091071503,hessian_weighted_relative_error,38100,0.02500,0.767
45,model.language_model.layers.45.mlp.experts.268.gate_proj,0.0032355665,hessian_weighted_relative_error,38100,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.268.up_proj,0.0042340597,hessian_weighted_relative_error,38100,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.269.down_proj,0.0088000447,hessian_weighted_relative_error,31066,0.02500,0.887
45,model.language_model.layers.45.mlp.experts.269.gate_proj,0.0032674702,hessian_weighted_relative_error,31066,0.02500,0.915
45,model.language_model.layers.45.mlp.experts.269.up_proj,0.0037535882,hessian_weighted_relative_error,31066,0.02500,0.946
45,model.language_model.layers.45.mlp.experts.27.down_proj,0.0073787652,hessian_weighted_relative_error,26838,0.02500,0.808
45,model.language_model.layers.45.mlp.experts.27.gate_proj,0.0026915393,hessian_weighted_relative_error,26838,0.02500,0.848
45,model.language_model.layers.45.mlp.experts.27.up_proj,0.0045264415,hessian_weighted_relative_error,26838,0.02500,0.931
45,model.language_model.layers.45.mlp.experts.270.down_proj,0.0061390621,hessian_weighted_relative_error,33614,0.02500,0.767
45,model.language_model.layers.45.mlp.experts.270.gate_proj,0.0025946323,hessian_weighted_relative_error,33614,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.270.up_proj,0.0030257374,hessian_weighted_relative_error,33614,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.271.down_proj,0.0080364813,hessian_weighted_relative_error,32264,0.02500,0.887
45,model.language_model.layers.45.mlp.experts.271.gate_proj,0.0025356998,hessian_weighted_relative_error,32264,0.02500,0.911
45,model.language_model.layers.45.mlp.experts.271.up_proj,0.0035504911,hessian_weighted_relative_error,32264,0.02500,0.945
45,model.language_model.layers.45.mlp.experts.272.down_proj,0.0066043606,hessian_weighted_relative_error,17436,0.02500,0.766
45,model.language_model.layers.45.mlp.experts.272.gate_proj,0.0024540266,hessian_weighted_relative_error,17436,0.02500,0.788
45,model.language_model.layers.45.mlp.experts.272.up_proj,0.0037165706,hessian_weighted_relative_error,17436,0.02500,0.805
45,model.language_model.layers.45.mlp.experts.273.down_proj,0.0061420389,hessian_weighted_relative_error,19049,0.02500,0.886
45,model.language_model.layers.45.mlp.experts.273.gate_proj,0.0015182949,hessian_weighted_relative_error,19049,0.02500,0.912
45,model.language_model.layers.45.mlp.experts.273.up_proj,0.0013771028,hessian_weighted_relative_error,19049,0.02500,0.943
45,model.language_model.layers.45.mlp.experts.274.down_proj,0.0119151249,hessian_weighted_relative_error,29565,0.02500,0.763
45,model.language_model.layers.45.mlp.experts.274.gate_proj,0.0052201046,hessian_weighted_relative_error,29565,0.02500,0.792
45,model.language_model.layers.45.mlp.experts.274.up_proj,0.0066278178,hessian_weighted_relative_error,29565,0.02500,0.808
45,model.language_model.layers.45.mlp.experts.275.down_proj,0.0080339878,hessian_weighted_relative_error,26895,0.02500,0.889
45,model.language_model.layers.45.mlp.experts.275.gate_proj,0.0035126795,hessian_weighted_relative_error,26895,0.02500,0.916
45,model.language_model.layers.45.mlp.experts.275.up_proj,0.0056582359,hessian_weighted_relative_error,26895,0.02500,0.941
45,model.language_model.layers.45.mlp.experts.276.down_proj,0.0090575400,hessian_weighted_relative_error,15761,0.02500,0.767
45,model.language_model.layers.45.mlp.experts.276.gate_proj,0.0030661977,hessian_weighted_relative_error,15761,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.276.up_proj,0.0040538447,hessian_weighted_relative_error,15761,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.277.down_proj,0.0087317960,hessian_weighted_relative_error,31278,0.02500,0.887
45,model.language_model.layers.45.mlp.experts.277.gate_proj,0.0034811388,hessian_weighted_relative_error,31278,0.02500,0.920
45,model.language_model.layers.45.mlp.experts.277.up_proj,0.0045483246,hessian_weighted_relative_error,31278,0.02500,0.942
45,model.language_model.layers.45.mlp.experts.278.down_proj,0.0075149967,hessian_weighted_relative_error,38266,0.02500,0.768
45,model.language_model.layers.45.mlp.experts.278.gate_proj,0.0027372766,hessian_weighted_relative_error,38266,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.278.up_proj,0.0025962475,hessian_weighted_relative_error,38266,0.02500,0.803
45,model.language_model.layers.45.mlp.experts.279.down_proj,0.0079533396,hessian_weighted_relative_error,23458,0.02500,0.888
45,model.language_model.layers.45.mlp.experts.279.gate_proj,0.0026652089,hessian_weighted_relative_error,23458,0.02500,0.924
45,model.language_model.layers.45.mlp.experts.279.up_proj,0.0025885949,hessian_weighted_relative_error,23458,0.02500,0.936
45,model.language_model.layers.45.mlp.experts.28.down_proj,0.0111716754,hessian_weighted_relative_error,34373,0.02500,0.729
45,model.language_model.layers.45.mlp.experts.28.gate_proj,0.0045586329,hessian_weighted_relative_error,34373,0.02500,0.754
45,model.language_model.layers.45.mlp.experts.28.up_proj,0.0056754026,hessian_weighted_relative_error,34373,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.280.down_proj,0.0068547794,hessian_weighted_relative_error,30653,0.02500,0.767
45,model.language_model.layers.45.mlp.experts.280.gate_proj,0.0028515014,hessian_weighted_relative_error,30653,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.280.up_proj,0.0047347971,hessian_weighted_relative_error,30653,0.02500,0.800
45,model.language_model.layers.45.mlp.experts.281.down_proj,0.0114063775,hessian_weighted_relative_error,39175,0.02500,0.887
45,model.language_model.layers.45.mlp.experts.281.gate_proj,0.0044157431,hessian_weighted_relative_error,39175,0.02500,0.923
45,model.language_model.layers.45.mlp.experts.281.up_proj,0.0061068520,hessian_weighted_relative_error,39175,0.02500,0.937
45,model.language_model.layers.45.mlp.experts.282.down_proj,0.0089678869,hessian_weighted_relative_error,26589,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.282.gate_proj,0.0025527177,hessian_weighted_relative_error,26589,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.282.up_proj,0.0030776187,hessian_weighted_relative_error,26589,0.02500,0.798
45,model.language_model.layers.45.mlp.experts.283.down_proj,0.0065033984,hessian_weighted_relative_error,33219,0.02500,0.890
45,model.language_model.layers.45.mlp.experts.283.gate_proj,0.0029923302,hessian_weighted_relative_error,33219,0.02500,0.935
45,model.language_model.layers.45.mlp.experts.283.up_proj,0.0045005142,hessian_weighted_relative_error,33219,0.02500,0.927
45,model.language_model.layers.45.mlp.experts.284.down_proj,0.0096996766,hessian_weighted_relative_error,22276,0.02500,0.766
45,model.language_model.layers.45.mlp.experts.284.gate_proj,0.0030011793,hessian_weighted_relative_error,22276,0.02500,0.792
45,model.language_model.layers.45.mlp.experts.284.up_proj,0.0039980742,hessian_weighted_relative_error,22276,0.02500,0.798
45,model.language_model.layers.45.mlp.experts.285.down_proj,0.0069479849,hessian_weighted_relative_error,20097,0.02500,0.887
45,model.language_model.layers.45.mlp.experts.285.gate_proj,0.0018660515,hessian_weighted_relative_error,20097,0.02500,0.919
45,model.language_model.layers.45.mlp.experts.285.up_proj,0.0040786235,hessian_weighted_relative_error,20097,0.02500,0.925
45,model.language_model.layers.45.mlp.experts.286.down_proj,0.0048359788,hessian_weighted_relative_error,32083,0.02500,0.769
45,model.language_model.layers.45.mlp.experts.286.gate_proj,0.0021486913,hessian_weighted_relative_error,32083,0.02500,0.788
45,model.language_model.layers.45.mlp.experts.286.up_proj,0.0024871807,hessian_weighted_relative_error,32083,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.287.down_proj,0.0101465222,hessian_weighted_relative_error,50676,0.02500,0.889
45,model.language_model.layers.45.mlp.experts.287.gate_proj,0.0026478708,hessian_weighted_relative_error,50676,0.02500,0.917
45,model.language_model.layers.45.mlp.experts.287.up_proj,0.0067279174,hessian_weighted_relative_error,50676,0.02500,0.925
45,model.language_model.layers.45.mlp.experts.29.down_proj,0.0060364998,hessian_weighted_relative_error,19509,0.02500,0.810
45,model.language_model.layers.45.mlp.experts.29.gate_proj,0.0022951339,hessian_weighted_relative_error,19509,0.02500,0.849
45,model.language_model.layers.45.mlp.experts.29.up_proj,0.0035220313,hessian_weighted_relative_error,19509,0.02500,0.924
45,model.language_model.layers.45.mlp.experts.3.down_proj,0.0085758175,hessian_weighted_relative_error,34435,0.02500,0.797
45,model.language_model.layers.45.mlp.experts.3.gate_proj,0.0034232476,hessian_weighted_relative_error,34435,0.02500,0.826
45,model.language_model.layers.45.mlp.experts.3.up_proj,0.0041830437,hessian_weighted_relative_error,34435,0.02500,0.917
45,model.language_model.layers.45.mlp.experts.30.down_proj,0.0095651870,hessian_weighted_relative_error,44141,0.02500,0.729
45,model.language_model.layers.45.mlp.experts.30.gate_proj,0.0048222935,hessian_weighted_relative_error,44141,0.02500,0.753
45,model.language_model.layers.45.mlp.experts.30.up_proj,0.0065174620,hessian_weighted_relative_error,44141,0.02500,0.791
45,model.language_model.layers.45.mlp.experts.31.down_proj,0.0062468949,hessian_weighted_relative_error,29901,0.02500,0.809
45,model.language_model.layers.45.mlp.experts.31.gate_proj,0.0018318025,hessian_weighted_relative_error,29901,0.02500,0.850
45,model.language_model.layers.45.mlp.experts.31.up_proj,0.0026848130,hessian_weighted_relative_error,29901,0.02500,0.927
45,model.language_model.layers.45.mlp.experts.32.down_proj,0.0089618902,hessian_weighted_relative_error,34925,0.02500,0.731
45,model.language_model.layers.45.mlp.experts.32.gate_proj,0.0029136349,hessian_weighted_relative_error,34925,0.02500,0.754
45,model.language_model.layers.45.mlp.experts.32.up_proj,0.0035670199,hessian_weighted_relative_error,34925,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.33.down_proj,0.0093254140,hessian_weighted_relative_error,19930,0.02500,0.812
45,model.language_model.layers.45.mlp.experts.33.gate_proj,0.0028630136,hessian_weighted_relative_error,19930,0.02500,0.851
45,model.language_model.layers.45.mlp.experts.33.up_proj,0.0035427633,hessian_weighted_relative_error,19930,0.02500,0.927
45,model.language_model.layers.45.mlp.experts.34.down_proj,0.0071262958,hessian_weighted_relative_error,21751,0.02500,0.730
45,model.language_model.layers.45.mlp.experts.34.gate_proj,0.0029653192,hessian_weighted_relative_error,21751,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.34.up_proj,0.0035267014,hessian_weighted_relative_error,21751,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.35.down_proj,0.0118877618,hessian_weighted_relative_error,40606,0.02500,0.812
45,model.language_model.layers.45.mlp.experts.35.gate_proj,0.0040626777,hessian_weighted_relative_error,40606,0.02500,0.853
45,model.language_model.layers.45.mlp.experts.35.up_proj,0.0070980115,hessian_weighted_relative_error,40606,0.02500,0.926
45,model.language_model.layers.45.mlp.experts.36.down_proj,0.0097021992,hessian_weighted_relative_error,47180,0.02500,0.731
45,model.language_model.layers.45.mlp.experts.36.gate_proj,0.0039255238,hessian_weighted_relative_error,47180,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.36.up_proj,0.0060285696,hessian_weighted_relative_error,47180,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.37.down_proj,0.0102979384,hessian_weighted_relative_error,28803,0.02500,0.813
45,model.language_model.layers.45.mlp.experts.37.gate_proj,0.0041339587,hessian_weighted_relative_error,28803,0.02500,0.851
45,model.language_model.layers.45.mlp.experts.37.up_proj,0.0064432150,hessian_weighted_relative_error,28803,0.02500,0.927
45,model.language_model.layers.45.mlp.experts.38.down_proj,0.0091682035,hessian_weighted_relative_error,23946,0.02500,0.731
45,model.language_model.layers.45.mlp.experts.38.gate_proj,0.0038366208,hessian_weighted_relative_error,23946,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.38.up_proj,0.0057534194,hessian_weighted_relative_error,23946,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.39.down_proj,0.0071787977,hessian_weighted_relative_error,19913,0.02500,0.812
45,model.language_model.layers.45.mlp.experts.39.gate_proj,0.0022702476,hessian_weighted_relative_error,19913,0.02500,0.851
45,model.language_model.layers.45.mlp.experts.39.up_proj,0.0024542140,hessian_weighted_relative_error,19913,0.02500,0.928
45,model.language_model.layers.45.mlp.experts.4.down_proj,0.0038217238,hessian_weighted_relative_error,29907,0.02500,0.722
45,model.language_model.layers.45.mlp.experts.4.gate_proj,0.0013559610,hessian_weighted_relative_error,29907,0.02500,0.727
45,model.language_model.layers.45.mlp.experts.4.up_proj,0.0012943362,hessian_weighted_relative_error,29907,0.02500,0.790
45,model.language_model.layers.45.mlp.experts.40.down_proj,0.0086806936,hessian_weighted_relative_error,29683,0.02500,0.734
45,model.language_model.layers.45.mlp.experts.40.gate_proj,0.0033582032,hessian_weighted_relative_error,29683,0.02500,0.756
45,model.language_model.layers.45.mlp.experts.40.up_proj,0.0043148601,hessian_weighted_relative_error,29683,0.02500,0.794
45,model.language_model.layers.45.mlp.experts.41.down_proj,0.0110788399,hessian_weighted_relative_error,41491,0.02500,0.816
45,model.language_model.layers.45.mlp.experts.41.gate_proj,0.0037154324,hessian_weighted_relative_error,41491,0.02500,0.855
45,model.language_model.layers.45.mlp.experts.41.up_proj,0.0053424831,hessian_weighted_relative_error,41491,0.02500,0.926
45,model.language_model.layers.45.mlp.experts.42.down_proj,0.0091094259,hessian_weighted_relative_error,28614,0.02500,0.733
45,model.language_model.layers.45.mlp.experts.42.gate_proj,0.0026155061,hessian_weighted_relative_error,28614,0.02500,0.757
45,model.language_model.layers.45.mlp.experts.42.up_proj,0.0039460292,hessian_weighted_relative_error,28614,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.43.down_proj,0.0081972840,hessian_weighted_relative_error,20036,0.02500,0.815
45,model.language_model.layers.45.mlp.experts.43.gate_proj,0.0028444696,hessian_weighted_relative_error,20036,0.02500,0.854
45,model.language_model.layers.45.mlp.experts.43.up_proj,0.0046736176,hessian_weighted_relative_error,20036,0.02500,0.929
45,model.language_model.layers.45.mlp.experts.44.down_proj,0.0064663914,hessian_weighted_relative_error,16274,0.02500,0.733
45,model.language_model.layers.45.mlp.experts.44.gate_proj,0.0024626322,hessian_weighted_relative_error,16274,0.02500,0.755
45,model.language_model.layers.45.mlp.experts.44.up_proj,0.0033327926,hessian_weighted_relative_error,16274,0.02500,0.792
45,model.language_model.layers.45.mlp.experts.45.down_proj,0.0085695205,hessian_weighted_relative_error,21619,0.02500,0.816
45,model.language_model.layers.45.mlp.experts.45.gate_proj,0.0026133540,hessian_weighted_relative_error,21619,0.02500,0.858
45,model.language_model.layers.45.mlp.experts.45.up_proj,0.0030401312,hessian_weighted_relative_error,21619,0.02500,0.926
45,model.language_model.layers.45.mlp.experts.46.down_proj,0.0070219829,hessian_weighted_relative_error,26418,0.02500,0.733
45,model.language_model.layers.45.mlp.experts.46.gate_proj,0.0023498414,hessian_weighted_relative_error,26418,0.02500,0.758
45,model.language_model.layers.45.mlp.experts.46.up_proj,0.0023612148,hessian_weighted_relative_error,26418,0.02500,0.791
45,model.language_model.layers.45.mlp.experts.47.down_proj,0.0111087340,hessian_weighted_relative_error,32444,0.02500,0.816
45,model.language_model.layers.45.mlp.experts.47.gate_proj,0.0043952592,hessian_weighted_relative_error,32444,0.02500,0.855
45,model.language_model.layers.45.mlp.experts.47.up_proj,0.0067443980,hessian_weighted_relative_error,32444,0.02500,0.925
45,model.language_model.layers.45.mlp.experts.48.down_proj,0.0069811045,hessian_weighted_relative_error,20583,0.02500,0.735
45,model.language_model.layers.45.mlp.experts.48.gate_proj,0.0024363890,hessian_weighted_relative_error,20583,0.02500,0.759
45,model.language_model.layers.45.mlp.experts.48.up_proj,0.0036918576,hessian_weighted_relative_error,20583,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.49.down_proj,0.0107591362,hessian_weighted_relative_error,37058,0.02500,0.820
45,model.language_model.layers.45.mlp.experts.49.gate_proj,0.0041337766,hessian_weighted_relative_error,37058,0.02500,0.857
45,model.language_model.layers.45.mlp.experts.49.up_proj,0.0059677625,hessian_weighted_relative_error,37058,0.02500,0.931
45,model.language_model.layers.45.mlp.experts.5.down_proj,0.0115137648,hessian_weighted_relative_error,35192,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.5.gate_proj,0.0038423179,hessian_weighted_relative_error,35192,0.02500,0.829
45,model.language_model.layers.45.mlp.experts.5.up_proj,0.0055954031,hessian_weighted_relative_error,35192,0.02500,0.917
45,model.language_model.layers.45.mlp.experts.50.down_proj,0.0065050877,hessian_weighted_relative_error,31494,0.02500,0.736
45,model.language_model.layers.45.mlp.experts.50.gate_proj,0.0020685723,hessian_weighted_relative_error,31494,0.02500,0.757
45,model.language_model.layers.45.mlp.experts.50.up_proj,0.0019662061,hessian_weighted_relative_error,31494,0.02500,0.794
45,model.language_model.layers.45.mlp.experts.51.down_proj,0.0110562355,hessian_weighted_relative_error,28562,0.02500,0.818
45,model.language_model.layers.45.mlp.experts.51.gate_proj,0.0045370116,hessian_weighted_relative_error,28562,0.02500,0.858
45,model.language_model.layers.45.mlp.experts.51.up_proj,0.0059732620,hessian_weighted_relative_error,28562,0.02500,0.933
45,model.language_model.layers.45.mlp.experts.52.down_proj,0.0054301928,hessian_weighted_relative_error,24399,0.02500,0.735
45,model.language_model.layers.45.mlp.experts.52.gate_proj,0.0027472553,hessian_weighted_relative_error,24399,0.02500,0.758
45,model.language_model.layers.45.mlp.experts.52.up_proj,0.0030277158,hessian_weighted_relative_error,24399,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.53.down_proj,0.0060138335,hessian_weighted_relative_error,18461,0.02500,0.820
45,model.language_model.layers.45.mlp.experts.53.gate_proj,0.0025661101,hessian_weighted_relative_error,18461,0.02500,0.858
45,model.language_model.layers.45.mlp.experts.53.up_proj,0.0026813867,hessian_weighted_relative_error,18461,0.02500,0.931
45,model.language_model.layers.45.mlp.experts.54.down_proj,0.0080523283,hessian_weighted_relative_error,30231,0.02500,0.735
45,model.language_model.layers.45.mlp.experts.54.gate_proj,0.0024837441,hessian_weighted_relative_error,30231,0.02500,0.757
45,model.language_model.layers.45.mlp.experts.54.up_proj,0.0031442776,hessian_weighted_relative_error,30231,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.55.down_proj,0.0070166860,hessian_weighted_relative_error,38285,0.02500,0.821
45,model.language_model.layers.45.mlp.experts.55.gate_proj,0.0024993460,hessian_weighted_relative_error,38285,0.02500,0.861
45,model.language_model.layers.45.mlp.experts.55.up_proj,0.0021998401,hessian_weighted_relative_error,38285,0.02500,0.935
45,model.language_model.layers.45.mlp.experts.56.down_proj,0.0063788038,hessian_weighted_relative_error,5433,0.02500,0.739
45,model.language_model.layers.45.mlp.experts.56.gate_proj,0.0022918302,hessian_weighted_relative_error,5433,0.02500,0.774
45,model.language_model.layers.45.mlp.experts.56.up_proj,0.0033876597,hessian_weighted_relative_error,5433,0.02500,0.794
45,model.language_model.layers.45.mlp.experts.57.down_proj,0.0091285066,hessian_weighted_relative_error,16174,0.02500,0.823
45,model.language_model.layers.45.mlp.experts.57.gate_proj,0.0034107724,hessian_weighted_relative_error,16174,0.02500,0.863
45,model.language_model.layers.45.mlp.experts.57.up_proj,0.0046363113,hessian_weighted_relative_error,16174,0.02500,0.932
45,model.language_model.layers.45.mlp.experts.58.down_proj,0.0095781147,hessian_weighted_relative_error,40868,0.02500,0.737
45,model.language_model.layers.45.mlp.experts.58.gate_proj,0.0036629274,hessian_weighted_relative_error,40868,0.02500,0.761
45,model.language_model.layers.45.mlp.experts.58.up_proj,0.0054266227,hessian_weighted_relative_error,40868,0.02500,0.794
45,model.language_model.layers.45.mlp.experts.59.down_proj,0.0079480145,hessian_weighted_relative_error,19272,0.02500,0.823
45,model.language_model.layers.45.mlp.experts.59.gate_proj,0.0026939863,hessian_weighted_relative_error,19272,0.02500,0.861
45,model.language_model.layers.45.mlp.experts.59.up_proj,0.0024669436,hessian_weighted_relative_error,19272,0.02500,0.927
45,model.language_model.layers.45.mlp.experts.6.down_proj,0.0069128808,hessian_weighted_relative_error,22389,0.02500,0.722
45,model.language_model.layers.45.mlp.experts.6.gate_proj,0.0027802788,hessian_weighted_relative_error,22389,0.02500,0.737
45,model.language_model.layers.45.mlp.experts.6.up_proj,0.0027608889,hessian_weighted_relative_error,22389,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.60.down_proj,0.0096443271,hessian_weighted_relative_error,35374,0.02500,0.738
45,model.language_model.layers.45.mlp.experts.60.gate_proj,0.0041774321,hessian_weighted_relative_error,35374,0.02500,0.763
45,model.language_model.layers.45.mlp.experts.60.up_proj,0.0061004581,hessian_weighted_relative_error,35374,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.61.down_proj,0.0077688603,hessian_weighted_relative_error,19716,0.02500,0.825
45,model.language_model.layers.45.mlp.experts.61.gate_proj,0.0032907205,hessian_weighted_relative_error,19716,0.02500,0.863
45,model.language_model.layers.45.mlp.experts.61.up_proj,0.0041914755,hessian_weighted_relative_error,19716,0.02500,0.935
45,model.language_model.layers.45.mlp.experts.62.down_proj,0.0090678635,hessian_weighted_relative_error,31326,0.02500,0.738
45,model.language_model.layers.45.mlp.experts.62.gate_proj,0.0040009815,hessian_weighted_relative_error,31326,0.02500,0.760
45,model.language_model.layers.45.mlp.experts.62.up_proj,0.0055885214,hessian_weighted_relative_error,31326,0.02500,0.794
45,model.language_model.layers.45.mlp.experts.63.down_proj,0.0075181806,hessian_weighted_relative_error,28299,0.02500,0.824
45,model.language_model.layers.45.mlp.experts.63.gate_proj,0.0025507290,hessian_weighted_relative_error,28299,0.02500,0.863
45,model.language_model.layers.45.mlp.experts.63.up_proj,0.0032365195,hessian_weighted_relative_error,28299,0.02500,0.934
45,model.language_model.layers.45.mlp.experts.64.down_proj,0.0110293571,hessian_weighted_relative_error,42092,0.02500,0.739
45,model.language_model.layers.45.mlp.experts.64.gate_proj,0.0045124043,hessian_weighted_relative_error,42092,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.64.up_proj,0.0064830693,hessian_weighted_relative_error,42092,0.02500,0.797
45,model.language_model.layers.45.mlp.experts.65.down_proj,0.0077987898,hessian_weighted_relative_error,34656,0.02500,0.827
45,model.language_model.layers.45.mlp.experts.65.gate_proj,0.0024141281,hessian_weighted_relative_error,34656,0.02500,0.865
45,model.language_model.layers.45.mlp.experts.65.up_proj,0.0052694930,hessian_weighted_relative_error,34656,0.02500,0.939
45,model.language_model.layers.45.mlp.experts.66.down_proj,0.0102871016,hessian_weighted_relative_error,33995,0.02500,0.738
45,model.language_model.layers.45.mlp.experts.66.gate_proj,0.0041606053,hessian_weighted_relative_error,33995,0.02500,0.766
45,model.language_model.layers.45.mlp.experts.66.up_proj,0.0056149195,hessian_weighted_relative_error,33995,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.67.down_proj,0.0090878762,hessian_weighted_relative_error,32926,0.02500,0.827
45,model.language_model.layers.45.mlp.experts.67.gate_proj,0.0036192885,hessian_weighted_relative_error,32926,0.02500,0.883
45,model.language_model.layers.45.mlp.experts.67.up_proj,0.0045354065,hessian_weighted_relative_error,32926,0.02500,0.933
45,model.language_model.layers.45.mlp.experts.68.down_proj,0.0081318127,hessian_weighted_relative_error,27422,0.02500,0.739
45,model.language_model.layers.45.mlp.experts.68.gate_proj,0.0035404534,hessian_weighted_relative_error,27422,0.02500,0.766
45,model.language_model.layers.45.mlp.experts.68.up_proj,0.0045544894,hessian_weighted_relative_error,27422,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.69.down_proj,0.0091980855,hessian_weighted_relative_error,27227,0.02500,0.829
45,model.language_model.layers.45.mlp.experts.69.gate_proj,0.0036124510,hessian_weighted_relative_error,27227,0.02500,0.866
45,model.language_model.layers.45.mlp.experts.69.up_proj,0.0038600229,hessian_weighted_relative_error,27227,0.02500,0.935
45,model.language_model.layers.45.mlp.experts.7.down_proj,0.0073040949,hessian_weighted_relative_error,19045,0.02500,0.758
45,model.language_model.layers.45.mlp.experts.7.gate_proj,0.0024390365,hessian_weighted_relative_error,19045,0.02500,0.832
45,model.language_model.layers.45.mlp.experts.7.up_proj,0.0024207522,hessian_weighted_relative_error,19045,0.02500,0.921
45,model.language_model.layers.45.mlp.experts.70.down_proj,0.0069227968,hessian_weighted_relative_error,22369,0.02500,0.738
45,model.language_model.layers.45.mlp.experts.70.gate_proj,0.0019622846,hessian_weighted_relative_error,22369,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.70.up_proj,0.0020554433,hessian_weighted_relative_error,22369,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.71.down_proj,0.0062676072,hessian_weighted_relative_error,25526,0.02500,0.829
45,model.language_model.layers.45.mlp.experts.71.gate_proj,0.0032826419,hessian_weighted_relative_error,25526,0.02500,0.868
45,model.language_model.layers.45.mlp.experts.71.up_proj,0.0048454867,hessian_weighted_relative_error,25526,0.02500,0.935
45,model.language_model.layers.45.mlp.experts.72.down_proj,0.0093171481,hessian_weighted_relative_error,28074,0.02500,0.742
45,model.language_model.layers.45.mlp.experts.72.gate_proj,0.0035196936,hessian_weighted_relative_error,28074,0.02500,0.767
45,model.language_model.layers.45.mlp.experts.72.up_proj,0.0048034906,hessian_weighted_relative_error,28074,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.73.down_proj,0.0053291130,hessian_weighted_relative_error,35327,0.02500,0.831
45,model.language_model.layers.45.mlp.experts.73.gate_proj,0.0025989683,hessian_weighted_relative_error,35327,0.02500,0.872
45,model.language_model.layers.45.mlp.experts.73.up_proj,0.0038644956,hessian_weighted_relative_error,35327,0.02500,0.930
45,model.language_model.layers.45.mlp.experts.74.down_proj,0.0102166588,hessian_weighted_relative_error,51935,0.02500,0.740
45,model.language_model.layers.45.mlp.experts.74.gate_proj,0.0027547283,hessian_weighted_relative_error,51935,0.02500,0.767
45,model.language_model.layers.45.mlp.experts.74.up_proj,0.0069772390,hessian_weighted_relative_error,51935,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.75.down_proj,0.0087825726,hessian_weighted_relative_error,28974,0.02500,0.829
45,model.language_model.layers.45.mlp.experts.75.gate_proj,0.0032921410,hessian_weighted_relative_error,28974,0.02500,0.872
45,model.language_model.layers.45.mlp.experts.75.up_proj,0.0044087940,hessian_weighted_relative_error,28974,0.02500,0.934
45,model.language_model.layers.45.mlp.experts.76.down_proj,0.0119280095,hessian_weighted_relative_error,35670,0.02500,0.741
45,model.language_model.layers.45.mlp.experts.76.gate_proj,0.0049835943,hessian_weighted_relative_error,35670,0.02500,0.762
45,model.language_model.layers.45.mlp.experts.76.up_proj,0.0062429572,hessian_weighted_relative_error,35670,0.02500,0.794
45,model.language_model.layers.45.mlp.experts.77.down_proj,0.0062579301,hessian_weighted_relative_error,15430,0.02500,0.833
45,model.language_model.layers.45.mlp.experts.77.gate_proj,0.0021925884,hessian_weighted_relative_error,15430,0.02500,0.869
45,model.language_model.layers.45.mlp.experts.77.up_proj,0.0022448670,hessian_weighted_relative_error,15430,0.02500,0.940
45,model.language_model.layers.45.mlp.experts.78.down_proj,0.0110290650,hessian_weighted_relative_error,45561,0.02500,0.739
45,model.language_model.layers.45.mlp.experts.78.gate_proj,0.0038526564,hessian_weighted_relative_error,45561,0.02500,0.764
45,model.language_model.layers.45.mlp.experts.78.up_proj,0.0064614111,hessian_weighted_relative_error,45561,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.79.down_proj,0.0106171904,hessian_weighted_relative_error,31090,0.02500,0.832
45,model.language_model.layers.45.mlp.experts.79.gate_proj,0.0045012283,hessian_weighted_relative_error,31090,0.02500,0.873
45,model.language_model.layers.45.mlp.experts.79.up_proj,0.0059516216,hessian_weighted_relative_error,31090,0.02500,0.937
45,model.language_model.layers.45.mlp.experts.8.down_proj,0.0091603432,hessian_weighted_relative_error,26994,0.02500,0.724
45,model.language_model.layers.45.mlp.experts.8.gate_proj,0.0035069802,hessian_weighted_relative_error,26994,0.02500,0.746
45,model.language_model.layers.45.mlp.experts.8.up_proj,0.0045080570,hessian_weighted_relative_error,26994,0.02500,0.791
45,model.language_model.layers.45.mlp.experts.80.down_proj,0.0049493710,hessian_weighted_relative_error,27410,0.02500,0.743
45,model.language_model.layers.45.mlp.experts.80.gate_proj,0.0017930293,hessian_weighted_relative_error,27410,0.02500,0.766
45,model.language_model.layers.45.mlp.experts.80.up_proj,0.0025539719,hessian_weighted_relative_error,27410,0.02500,0.798
45,model.language_model.layers.45.mlp.experts.81.down_proj,0.0081637818,hessian_weighted_relative_error,23643,0.02500,0.834
45,model.language_model.layers.45.mlp.experts.81.gate_proj,0.0030744449,hessian_weighted_relative_error,23643,0.02500,0.879
45,model.language_model.layers.45.mlp.experts.81.up_proj,0.0044562300,hessian_weighted_relative_error,23643,0.02500,0.940
45,model.language_model.layers.45.mlp.experts.82.down_proj,0.0085785890,hessian_weighted_relative_error,16454,0.02500,0.741
45,model.language_model.layers.45.mlp.experts.82.gate_proj,0.0031362964,hessian_weighted_relative_error,16454,0.02500,0.768
45,model.language_model.layers.45.mlp.experts.82.up_proj,0.0048480104,hessian_weighted_relative_error,16454,0.02500,0.795
45,model.language_model.layers.45.mlp.experts.83.down_proj,0.0106469960,hessian_weighted_relative_error,32455,0.02500,0.834
45,model.language_model.layers.45.mlp.experts.83.gate_proj,0.0039266266,hessian_weighted_relative_error,32455,0.02500,0.872
45,model.language_model.layers.45.mlp.experts.83.up_proj,0.0063687180,hessian_weighted_relative_error,32455,0.02500,0.944
45,model.language_model.layers.45.mlp.experts.84.down_proj,0.0112699860,hessian_weighted_relative_error,35496,0.02500,0.742
45,model.language_model.layers.45.mlp.experts.84.gate_proj,0.0037746352,hessian_weighted_relative_error,35496,0.02500,0.768
45,model.language_model.layers.45.mlp.experts.84.up_proj,0.0053603614,hessian_weighted_relative_error,35496,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.85.down_proj,0.0088150007,hessian_weighted_relative_error,25067,0.02500,0.836
45,model.language_model.layers.45.mlp.experts.85.gate_proj,0.0034113523,hessian_weighted_relative_error,25067,0.02500,0.874
45,model.language_model.layers.45.mlp.experts.85.up_proj,0.0045783239,hessian_weighted_relative_error,25067,0.02500,0.941
45,model.language_model.layers.45.mlp.experts.86.down_proj,0.0072978363,hessian_weighted_relative_error,31590,0.02500,0.741
45,model.language_model.layers.45.mlp.experts.86.gate_proj,0.0021180905,hessian_weighted_relative_error,31590,0.02500,0.770
45,model.language_model.layers.45.mlp.experts.86.up_proj,0.0030663522,hessian_weighted_relative_error,31590,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.87.down_proj,0.0086252609,hessian_weighted_relative_error,36312,0.02500,0.836
45,model.language_model.layers.45.mlp.experts.87.gate_proj,0.0036036273,hessian_weighted_relative_error,36312,0.02500,0.877
45,model.language_model.layers.45.mlp.experts.87.up_proj,0.0044512810,hessian_weighted_relative_error,36312,0.02500,0.934
45,model.language_model.layers.45.mlp.experts.88.down_proj,0.0079406520,hessian_weighted_relative_error,25930,0.02500,0.744
45,model.language_model.layers.45.mlp.experts.88.gate_proj,0.0031057498,hessian_weighted_relative_error,25930,0.02500,0.770
45,model.language_model.layers.45.mlp.experts.88.up_proj,0.0036656509,hessian_weighted_relative_error,25930,0.02500,0.793
45,model.language_model.layers.45.mlp.experts.89.down_proj,0.0100002057,hessian_weighted_relative_error,22680,0.02500,0.839
45,model.language_model.layers.45.mlp.experts.89.gate_proj,0.0037262523,hessian_weighted_relative_error,22680,0.02500,0.879
45,model.language_model.layers.45.mlp.experts.89.up_proj,0.0052862047,hessian_weighted_relative_error,22680,0.02500,0.946
45,model.language_model.layers.45.mlp.experts.9.down_proj,0.0061514546,hessian_weighted_relative_error,17323,0.02500,0.802
45,model.language_model.layers.45.mlp.experts.9.gate_proj,0.0022442564,hessian_weighted_relative_error,17323,0.02500,0.839
45,model.language_model.layers.45.mlp.experts.9.up_proj,0.0021207720,hessian_weighted_relative_error,17323,0.02500,0.922
45,model.language_model.layers.45.mlp.experts.90.down_proj,0.0114444753,hessian_weighted_relative_error,36806,0.02500,0.743
45,model.language_model.layers.45.mlp.experts.90.gate_proj,0.0044046204,hessian_weighted_relative_error,36806,0.02500,0.770
45,model.language_model.layers.45.mlp.experts.90.up_proj,0.0062716525,hessian_weighted_relative_error,36806,0.02500,0.797
45,model.language_model.layers.45.mlp.experts.91.down_proj,0.0071684368,hessian_weighted_relative_error,34645,0.02500,0.838
45,model.language_model.layers.45.mlp.experts.91.gate_proj,0.0037372205,hessian_weighted_relative_error,34645,0.02500,0.881
45,model.language_model.layers.45.mlp.experts.91.up_proj,0.0065571897,hessian_weighted_relative_error,34645,0.02500,0.945
45,model.language_model.layers.45.mlp.experts.92.down_proj,0.0106907285,hessian_weighted_relative_error,26988,0.02500,0.743
45,model.language_model.layers.45.mlp.experts.92.gate_proj,0.0028976666,hessian_weighted_relative_error,26988,0.02500,0.771
45,model.language_model.layers.45.mlp.experts.92.up_proj,0.0046620588,hessian_weighted_relative_error,26988,0.02500,0.798
45,model.language_model.layers.45.mlp.experts.93.down_proj,0.0089693515,hessian_weighted_relative_error,36740,0.02500,0.840
45,model.language_model.layers.45.mlp.experts.93.gate_proj,0.0035015790,hessian_weighted_relative_error,36740,0.02500,0.879
45,model.language_model.layers.45.mlp.experts.93.up_proj,0.0046480076,hessian_weighted_relative_error,36740,0.02500,0.938
45,model.language_model.layers.45.mlp.experts.94.down_proj,0.0052772615,hessian_weighted_relative_error,35489,0.02500,0.743
45,model.language_model.layers.45.mlp.experts.94.gate_proj,0.0029255696,hessian_weighted_relative_error,35489,0.02500,0.771
45,model.language_model.layers.45.mlp.experts.94.up_proj,0.0029683335,hessian_weighted_relative_error,35489,0.02500,0.799
45,model.language_model.layers.45.mlp.experts.95.down_proj,0.0067354546,hessian_weighted_relative_error,35015,0.02500,0.840
45,model.language_model.layers.45.mlp.experts.95.gate_proj,0.0030208066,hessian_weighted_relative_error,35015,0.02500,0.883
45,model.language_model.layers.45.mlp.experts.95.up_proj,0.0042391034,hessian_weighted_relative_error,35015,0.02500,0.946
45,model.language_model.layers.45.mlp.experts.96.down_proj,0.0048286735,hessian_weighted_relative_error,30876,0.02500,0.745
45,model.language_model.layers.45.mlp.experts.96.gate_proj,0.0016173199,hessian_weighted_relative_error,30876,0.02500,0.771
45,model.language_model.layers.45.mlp.experts.96.up_proj,0.0016728836,hessian_weighted_relative_error,30876,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.97.down_proj,0.0064083757,hessian_weighted_relative_error,20600,0.02500,0.843
45,model.language_model.layers.45.mlp.experts.97.gate_proj,0.0019441515,hessian_weighted_relative_error,20600,0.02500,0.879
45,model.language_model.layers.45.mlp.experts.97.up_proj,0.0027266603,hessian_weighted_relative_error,20600,0.02500,0.940
45,model.language_model.layers.45.mlp.experts.98.down_proj,0.0056604932,hessian_weighted_relative_error,25517,0.02500,0.744
45,model.language_model.layers.45.mlp.experts.98.gate_proj,0.0021539145,hessian_weighted_relative_error,25517,0.02500,0.770
45,model.language_model.layers.45.mlp.experts.98.up_proj,0.0028999458,hessian_weighted_relative_error,25517,0.02500,0.796
45,model.language_model.layers.45.mlp.experts.99.down_proj,0.0059754376,hessian_weighted_relative_error,29028,0.02500,0.841
45,model.language_model.layers.45.mlp.experts.99.gate_proj,0.0024380239,hessian_weighted_relative_error,29028,0.02500,0.882
45,model.language_model.layers.45.mlp.experts.99.up_proj,0.0043675670,hessian_weighted_relative_error,29028,0.02500,0.940