layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000001519,0.05000,0.971
0,self_attn.v_proj,0.0000000486,0.05000,0.741
0,self_attn.q_proj,0.0000004390,0.05000,0.749
0,self_attn.o_proj,0.0000005710,0.05000,0.800
0,mlp.gate_proj,0.0000002777,0.05000,0.831
0,mlp.up_proj,0.0000002521,0.05000,0.804
0,mlp.down_proj,0.0000002822,0.05000,5.642
1,self_attn.k_proj,0.0000000051,0.05000,0.779
1,self_attn.v_proj,0.0000000028,0.05000,0.755
1,self_attn.q_proj,0.0000000211,0.05000,0.760
1,self_attn.o_proj,0.0000000051,0.05000,0.779
1,mlp.gate_proj,0.0000041688,0.05000,0.813
1,mlp.up_proj,0.0000014249,0.05000,0.793
1,mlp.down_proj,0.0000000534,0.05000,5.625
2,self_attn.k_proj,0.0000000207,0.05000,0.775
2,self_attn.v_proj,0.0000000092,0.05000,0.752
2,self_attn.q_proj,0.0000000595,0.05000,0.760
2,self_attn.o_proj,0.0000000344,0.05000,0.780
2,mlp.gate_proj,0.0000064945,0.05000,0.835
2,mlp.up_proj,0.0000030215,0.05000,0.824
2,mlp.down_proj,0.0000002422,0.05000,5.638
3,self_attn.k_proj,0.0000001272,0.05000,0.777
3,self_attn.v_proj,0.0000000448,0.05000,0.750
3,self_attn.q_proj,0.0000003669,0.05000,0.762
3,self_attn.o_proj,0.0000001587,0.05000,0.781
3,mlp.gate_proj,0.0000080713,0.05000,0.815
3,mlp.up_proj,0.0000037228,0.05000,0.794
3,mlp.down_proj,0.0000006125,0.05000,5.649
4,self_attn.k_proj,0.0000001259,0.05000,0.779
4,self_attn.v_proj,0.0000000659,0.05000,0.755
4,self_attn.q_proj,0.0000003871,0.05000,0.762
4,self_attn.o_proj,0.0000002656,0.05000,0.782
4,mlp.gate_proj,0.0000168827,0.05000,0.821
4,mlp.up_proj,0.0000091766,0.05000,0.795
4,mlp.down_proj,0.0000074210,0.05000,5.630
5,self_attn.k_proj,0.0000004575,0.05000,0.773
5,self_attn.v_proj,0.0000002753,0.05000,0.749
5,self_attn.q_proj,0.0000015415,0.05000,0.757
5,self_attn.o_proj,0.0000003805,0.05000,0.772
5,mlp.gate_proj,0.0000278668,0.05000,0.816
5,mlp.up_proj,0.0000161035,0.05000,0.808
5,mlp.down_proj,0.0000418135,0.05000,5.631
6,self_attn.k_proj,0.0000004578,0.05000,0.776
6,self_attn.v_proj,0.0000003451,0.05000,0.748
6,self_attn.q_proj,0.0000016189,0.05000,0.760
6,self_attn.o_proj,0.0000003935,0.05000,0.774
6,mlp.gate_proj,0.0000447670,0.05000,0.816
6,mlp.up_proj,0.0000275105,0.05000,0.795
6,mlp.down_proj,0.0000031062,0.05000,5.625
7,self_attn.k_proj,0.0000006085,0.05000,0.791
7,self_attn.v_proj,0.0000005133,0.05000,0.760
7,self_attn.q_proj,0.0000022334,0.05000,0.767
7,self_attn.o_proj,0.0000004178,0.05000,0.783
7,mlp.gate_proj,0.0000563061,0.05000,0.825
7,mlp.up_proj,0.0000352686,0.05000,0.804
7,mlp.down_proj,0.0000017013,0.05000,5.672
8,self_attn.k_proj,0.0000007309,0.05000,0.783
8,self_attn.v_proj,0.0000004652,0.05000,0.756
8,self_attn.q_proj,0.0000025543,0.05000,0.768
8,self_attn.o_proj,0.0000003559,0.05000,0.779
8,mlp.gate_proj,0.0000361447,0.05000,0.818
8,mlp.up_proj,0.0000235227,0.05000,0.798
8,mlp.down_proj,0.0000019153,0.05000,5.662
9,self_attn.k_proj,0.0000006556,0.05000,0.824
9,self_attn.v_proj,0.0000005587,0.05000,0.781
9,self_attn.q_proj,0.0000023343,0.05000,0.766
9,self_attn.o_proj,0.0000007987,0.05000,0.779
9,mlp.gate_proj,0.0000117667,0.05000,0.820
9,mlp.up_proj,0.0000109646,0.05000,0.802
9,mlp.down_proj,0.0000025365,0.05000,5.673
10,self_attn.k_proj,0.0000009464,0.05000,0.825
10,self_attn.v_proj,0.0000007492,0.05000,0.800
10,self_attn.q_proj,0.0000035093,0.05000,0.811
10,self_attn.o_proj,0.0000007868,0.05000,0.778
10,mlp.gate_proj,0.0000134783,0.05000,0.821
10,mlp.up_proj,0.0000125428,0.05000,0.800
10,mlp.down_proj,0.0000030844,0.05000,5.686
11,self_attn.k_proj,0.0000006801,0.05000,0.780
11,self_attn.v_proj,0.0000005048,0.05000,0.754
11,self_attn.q_proj,0.0000025152,0.05000,0.768
11,self_attn.o_proj,0.0000011987,0.05000,0.776
11,mlp.gate_proj,0.0000186705,0.05000,0.825
11,mlp.up_proj,0.0000154888,0.05000,0.811
11,mlp.down_proj,0.0000028480,0.05000,5.634
12,self_attn.k_proj,0.0000008148,0.05000,0.774
12,self_attn.v_proj,0.0000005739,0.05000,0.754
12,self_attn.q_proj,0.0000030411,0.05000,0.762
12,self_attn.o_proj,0.0000013534,0.05000,0.772
12,mlp.gate_proj,0.0000157859,0.05000,0.856
12,mlp.up_proj,0.0000148335,0.05000,0.793
12,mlp.down_proj,0.0000039143,0.05000,5.626
13,self_attn.k_proj,0.0000009482,0.05000,0.775
13,self_attn.v_proj,0.0000007133,0.05000,0.749
13,self_attn.q_proj,0.0000034127,0.05000,0.759
13,self_attn.o_proj,0.0000014431,0.05000,0.775
13,mlp.gate_proj,0.0000189148,0.05000,0.817
13,mlp.up_proj,0.0000176580,0.05000,0.794
13,mlp.down_proj,0.0000048783,0.05000,5.626
14,self_attn.k_proj,0.0000012032,0.05000,0.779
14,self_attn.v_proj,0.0000008095,0.05000,0.755
14,self_attn.q_proj,0.0000043500,0.05000,0.766
14,self_attn.o_proj,0.0000013200,0.05000,0.778
14,mlp.gate_proj,0.0000202429,0.05000,0.827
14,mlp.up_proj,0.0000187391,0.05000,0.792
14,mlp.down_proj,0.0000052185,0.05000,5.757
15,self_attn.k_proj,0.0000010604,0.05000,0.778
15,self_attn.v_proj,0.0000008415,0.05000,0.753
15,self_attn.q_proj,0.0000038277,0.05000,0.757
15,self_attn.o_proj,0.0000019070,0.05000,0.770
15,mlp.gate_proj,0.0000223940,0.05000,0.813
15,mlp.up_proj,0.0000198388,0.05000,0.792
15,mlp.down_proj,0.0000055799,0.05000,5.627
16,self_attn.k_proj,0.0000009536,0.05000,0.780
16,self_attn.v_proj,0.0000006086,0.05000,0.748
16,self_attn.q_proj,0.0000032808,0.05000,0.762
16,self_attn.o_proj,0.0000013165,0.05000,0.815
16,mlp.gate_proj,0.0000201231,0.05000,0.817
16,mlp.up_proj,0.0000187180,0.05000,0.794
16,mlp.down_proj,0.0000051220,0.05000,5.666
17,self_attn.k_proj,0.0000012773,0.05000,0.784
17,self_attn.v_proj,0.0000007719,0.05000,0.755
17,self_attn.q_proj,0.0000043754,0.05000,0.766
17,self_attn.o_proj,0.0000011340,0.05000,0.776
17,mlp.gate_proj,0.0000197642,0.05000,0.813
17,mlp.up_proj,0.0000186007,0.05000,0.793
17,mlp.down_proj,0.0000049666,0.05000,5.642
18,self_attn.k_proj,0.0000012673,0.05000,0.777
18,self_attn.v_proj,0.0000007886,0.05000,0.752
18,self_attn.q_proj,0.0000043831,0.05000,0.755
18,self_attn.o_proj,0.0000011727,0.05000,0.767
18,mlp.gate_proj,0.0000194203,0.05000,0.806
18,mlp.up_proj,0.0000184469,0.05000,0.791
18,mlp.down_proj,0.0000049276,0.05000,5.639
19,self_attn.k_proj,0.0000011571,0.05000,0.777
19,self_attn.v_proj,0.0000008025,0.05000,0.751
19,self_attn.q_proj,0.0000042026,0.05000,0.760
19,self_attn.o_proj,0.0000009588,0.05000,0.776
19,mlp.gate_proj,0.0000197598,0.05000,0.816
19,mlp.up_proj,0.0000187811,0.05000,0.803
19,mlp.down_proj,0.0000049269,0.05000,5.694
20,self_attn.k_proj,0.0000013535,0.05000,0.783
20,self_attn.v_proj,0.0000007931,0.05000,0.759
20,self_attn.q_proj,0.0000046633,0.05000,0.770
20,self_attn.o_proj,0.0000012032,0.05000,0.782
20,mlp.gate_proj,0.0000185645,0.05000,0.814
20,mlp.up_proj,0.0000179342,0.05000,0.800
20,mlp.down_proj,0.0000049867,0.05000,5.634
21,self_attn.k_proj,0.0000011523,0.05000,0.777
21,self_attn.v_proj,0.0000007072,0.05000,0.754
21,self_attn.q_proj,0.0000039638,0.05000,0.764
21,self_attn.o_proj,0.0000014425,0.05000,0.819
21,mlp.gate_proj,0.0000182870,0.05000,0.830
21,mlp.up_proj,0.0000175734,0.05000,0.796
21,mlp.down_proj,0.0000049997,0.05000,5.662
22,self_attn.k_proj,0.0000012517,0.05000,0.780
22,self_attn.v_proj,0.0000009987,0.05000,0.762
22,self_attn.q_proj,0.0000044822,0.05000,0.761
22,self_attn.o_proj,0.0000019448,0.05000,0.780
22,mlp.gate_proj,0.0000193259,0.05000,0.882
22,mlp.up_proj,0.0000186172,0.05000,0.799
22,mlp.down_proj,0.0000054721,0.05000,5.676
23,self_attn.k_proj,0.0000012014,0.05000,0.782
23,self_attn.v_proj,0.0000010145,0.05000,0.756
23,self_attn.q_proj,0.0000044426,0.05000,0.766
23,self_attn.o_proj,0.0000020305,0.05000,0.785
23,mlp.gate_proj,0.0000204967,0.05000,0.818
23,mlp.up_proj,0.0000194299,0.05000,0.796
23,mlp.down_proj,0.0000055142,0.05000,5.653
24,self_attn.k_proj,0.0000015309,0.05000,0.783
24,self_attn.v_proj,0.0000010203,0.05000,0.755
24,self_attn.q_proj,0.0000054403,0.05000,0.764
24,self_attn.o_proj,0.0000020582,0.05000,0.784
24,mlp.gate_proj,0.0000202015,0.05000,0.826
24,mlp.up_proj,0.0000194069,0.05000,0.797
24,mlp.down_proj,0.0000056732,0.05000,5.646
25,self_attn.k_proj,0.0000016900,0.05000,0.781
25,self_attn.v_proj,0.0000012984,0.05000,0.755
25,self_attn.q_proj,0.0000062006,0.05000,0.765
25,self_attn.o_proj,0.0000015663,0.05000,0.782
25,mlp.gate_proj,0.0000201393,0.05000,0.811
25,mlp.up_proj,0.0000196352,0.05000,0.792
25,mlp.down_proj,0.0000061214,0.05000,5.664
26,self_attn.k_proj,0.0000014999,0.05000,0.776
26,self_attn.v_proj,0.0000008798,0.05000,0.758
26,self_attn.q_proj,0.0000054693,0.05000,0.762
26,self_attn.o_proj,0.0000018536,0.05000,0.774
26,mlp.gate_proj,0.0000210540,0.05000,0.815
26,mlp.up_proj,0.0000207359,0.05000,0.794
26,mlp.down_proj,0.0000065953,0.05000,5.634
27,self_attn.k_proj,0.0000015021,0.05000,0.775
27,self_attn.v_proj,0.0000009371,0.05000,0.755
27,self_attn.q_proj,0.0000050099,0.05000,0.764
27,self_attn.o_proj,0.0000026326,0.05000,0.775
27,mlp.gate_proj,0.0000219785,0.05000,0.814
27,mlp.up_proj,0.0000216487,0.05000,0.793
27,mlp.down_proj,0.0000074539,0.05000,5.639
28,self_attn.k_proj,0.0000014317,0.05000,0.778
28,self_attn.v_proj,0.0000013916,0.05000,0.754
28,self_attn.q_proj,0.0000054253,0.05000,0.762
28,self_attn.o_proj,0.0000032430,0.05000,0.774
28,mlp.gate_proj,0.0000239656,0.05000,0.816
28,mlp.up_proj,0.0000239496,0.05000,0.790
28,mlp.down_proj,0.0000087183,0.05000,5.628
29,self_attn.k_proj,0.0000020859,0.05000,0.778
29,self_attn.v_proj,0.0000017164,0.05000,0.755
29,self_attn.q_proj,0.0000074124,0.05000,0.763
29,self_attn.o_proj,0.0000031618,0.05000,0.777
29,mlp.gate_proj,0.0000258577,0.05000,0.814
29,mlp.up_proj,0.0000259805,0.05000,0.792
29,mlp.down_proj,0.0000095405,0.05000,5.699
30,self_attn.k_proj,0.0000017398,0.05000,0.776
30,self_attn.v_proj,0.0000017352,0.05000,0.753
30,self_attn.q_proj,0.0000066834,0.05000,0.764
30,self_attn.o_proj,0.0000045296,0.05000,0.777
30,mlp.gate_proj,0.0000276181,0.05000,0.813
30,mlp.up_proj,0.0000278105,0.05000,0.792
30,mlp.down_proj,0.0000101904,0.05000,5.636
31,self_attn.k_proj,0.0000018521,0.05000,0.777
31,self_attn.v_proj,0.0000017184,0.05000,0.753
31,self_attn.q_proj,0.0000068722,0.05000,0.764
31,self_attn.o_proj,0.0000042176,0.05000,0.775
31,mlp.gate_proj,0.0000301323,0.05000,0.811
31,mlp.up_proj,0.0000303225,0.05000,0.789
31,mlp.down_proj,0.0000110327,0.05000,5.640
32,self_attn.k_proj,0.0000017332,0.05000,0.777
32,self_attn.v_proj,0.0000012832,0.05000,0.752
32,self_attn.q_proj,0.0000060431,0.05000,0.760
32,self_attn.o_proj,0.0000032748,0.05000,0.784
32,mlp.gate_proj,0.0000350653,0.05000,0.818
32,mlp.up_proj,0.0000337786,0.05000,0.798
32,mlp.down_proj,0.0000109686,0.05000,5.677
33,self_attn.k_proj,0.0000018497,0.05000,0.779
33,self_attn.v_proj,0.0000013818,0.05000,0.756
33,self_attn.q_proj,0.0000067467,0.05000,0.774
33,self_attn.o_proj,0.0000035568,0.05000,0.786
33,mlp.gate_proj,0.0000312408,0.05000,0.814
33,mlp.up_proj,0.0000305889,0.05000,0.795
33,mlp.down_proj,0.0000102695,0.05000,5.667
34,self_attn.k_proj,0.0000017944,0.05000,0.784
34,self_attn.v_proj,0.0000015196,0.05000,0.761
34,self_attn.q_proj,0.0000066439,0.05000,0.768
34,self_attn.o_proj,0.0000042957,0.05000,0.785
34,mlp.gate_proj,0.0000296697,0.05000,0.822
34,mlp.up_proj,0.0000296159,0.05000,0.798
34,mlp.down_proj,0.0000098158,0.05000,5.680
35,self_attn.k_proj,0.0000018646,0.05000,0.783
35,self_attn.v_proj,0.0000014741,0.05000,0.756
35,self_attn.q_proj,0.0000075102,0.05000,0.769
35,self_attn.o_proj,0.0000027822,0.05000,0.789
35,mlp.gate_proj,0.0000292374,0.05000,0.921
35,mlp.up_proj,0.0000292648,0.05000,0.835
35,mlp.down_proj,0.0000091923,0.05000,5.673
36,self_attn.k_proj,0.0000019013,0.05000,0.787
36,self_attn.v_proj,0.0000014087,0.05000,0.761
36,self_attn.q_proj,0.0000071398,0.05000,0.768
36,self_attn.o_proj,0.0000037326,0.05000,0.784
36,mlp.gate_proj,0.0000258512,0.05000,0.874
36,mlp.up_proj,0.0000268703,0.05000,0.840
36,mlp.down_proj,0.0000088401,0.05000,5.679
37,self_attn.k_proj,0.0000016906,0.05000,0.788
37,self_attn.v_proj,0.0000013139,0.05000,0.760
37,self_attn.q_proj,0.0000062469,0.05000,0.763
37,self_attn.o_proj,0.0000036088,0.05000,0.784
37,mlp.gate_proj,0.0000248530,0.05000,0.816
37,mlp.up_proj,0.0000259506,0.05000,0.795
37,mlp.down_proj,0.0000081787,0.05000,5.685
38,self_attn.k_proj,0.0000018307,0.05000,0.785
38,self_attn.v_proj,0.0000018819,0.05000,0.755
38,self_attn.q_proj,0.0000067458,0.05000,0.764
38,self_attn.o_proj,0.0000042685,0.05000,0.784
38,mlp.gate_proj,0.0000252156,0.05000,0.815
38,mlp.up_proj,0.0000262499,0.05000,0.827
38,mlp.down_proj,0.0000083053,0.05000,5.679
39,self_attn.k_proj,0.0000017139,0.05000,0.790
39,self_attn.v_proj,0.0000019221,0.05000,0.765
39,self_attn.q_proj,0.0000068922,0.05000,0.778
39,self_attn.o_proj,0.0000044738,0.05000,0.782
39,mlp.gate_proj,0.0000263486,0.05000,0.818
39,mlp.up_proj,0.0000264693,0.05000,0.799
39,mlp.down_proj,0.0000083562,0.05000,5.693
40,self_attn.k_proj,0.0000021791,0.05000,0.784
40,self_attn.v_proj,0.0000016657,0.05000,0.762
40,self_attn.q_proj,0.0000076596,0.05000,0.765
40,self_attn.o_proj,0.0000046811,0.05000,0.787
40,mlp.gate_proj,0.0000251620,0.05000,0.821
40,mlp.up_proj,0.0000255646,0.05000,0.798
40,mlp.down_proj,0.0000080986,0.05000,5.694
41,self_attn.k_proj,0.0000021224,0.05000,0.784
41,self_attn.v_proj,0.0000022508,0.05000,0.767
41,self_attn.q_proj,0.0000082083,0.05000,0.781
41,self_attn.o_proj,0.0000034132,0.05000,0.784
41,mlp.gate_proj,0.0000245424,0.05000,0.819
41,mlp.up_proj,0.0000256181,0.05000,0.798
41,mlp.down_proj,0.0000084040,0.05000,5.689
42,self_attn.k_proj,0.0000018764,0.05000,0.783
42,self_attn.v_proj,0.0000013504,0.05000,0.757
42,self_attn.q_proj,0.0000072549,0.05000,0.763
42,self_attn.o_proj,0.0000032950,0.05000,0.779
42,mlp.gate_proj,0.0000254054,0.05000,0.815
42,mlp.up_proj,0.0000270255,0.05000,0.796
42,mlp.down_proj,0.0000092630,0.05000,5.672
43,self_attn.k_proj,0.0000018664,0.05000,0.781
43,self_attn.v_proj,0.0000016034,0.05000,0.762
43,self_attn.q_proj,0.0000067570,0.05000,0.766
43,self_attn.o_proj,0.0000045640,0.05000,0.778
43,mlp.gate_proj,0.0000271511,0.05000,0.815
43,mlp.up_proj,0.0000289419,0.05000,0.795
43,mlp.down_proj,0.0000115107,0.05000,5.664
44,self_attn.k_proj,0.0000015911,0.05000,0.779
44,self_attn.v_proj,0.0000022594,0.05000,0.756
44,self_attn.q_proj,0.0000067277,0.05000,0.764
44,self_attn.o_proj,0.0000058713,0.05000,0.777
44,mlp.gate_proj,0.0000278393,0.05000,0.842
44,mlp.up_proj,0.0000301487,0.05000,0.791
44,mlp.down_proj,0.0000132830,0.05000,5.665
45,self_attn.k_proj,0.0000020136,0.05000,0.778
45,self_attn.v_proj,0.0000023952,0.05000,0.756
45,self_attn.q_proj,0.0000078490,0.05000,0.765
45,self_attn.o_proj,0.0000058213,0.05000,0.778
45,mlp.gate_proj,0.0000287041,0.05000,0.813
45,mlp.up_proj,0.0000310707,0.05000,0.791
45,mlp.down_proj,0.0000147266,0.05000,5.667
46,self_attn.k_proj,0.0000017169,0.05000,0.778
46,self_attn.v_proj,0.0000025888,0.05000,0.755
46,self_attn.q_proj,0.0000073156,0.05000,0.765
46,self_attn.o_proj,0.0000079300,0.05000,0.775
46,mlp.gate_proj,0.0000305337,0.05000,0.815
46,mlp.up_proj,0.0000328340,0.05000,0.797
46,mlp.down_proj,0.0000169332,0.05000,5.727
47,self_attn.k_proj,0.0000017685,0.05000,0.783
47,self_attn.v_proj,0.0000023400,0.05000,0.762
47,self_attn.q_proj,0.0000074183,0.05000,0.769
47,self_attn.o_proj,0.0000068698,0.05000,0.781
47,mlp.gate_proj,0.0000349163,0.05000,0.819
47,mlp.up_proj,0.0000370437,0.05000,0.800
47,mlp.down_proj,0.0000206512,0.05000,5.707
48,self_attn.k_proj,0.0000018872,0.05000,0.786
48,self_attn.v_proj,0.0000030384,0.05000,0.760
48,self_attn.q_proj,0.0000078780,0.05000,0.770
48,self_attn.o_proj,0.0000062638,0.05000,0.787
48,mlp.gate_proj,0.0000390734,0.05000,0.819
48,mlp.up_proj,0.0000409432,0.05000,0.796
48,mlp.down_proj,0.0000245272,0.05000,5.671
49,self_attn.k_proj,0.0000019799,0.05000,0.784
49,self_attn.v_proj,0.0000029688,0.05000,0.761
49,self_attn.q_proj,0.0000086947,0.05000,0.771
49,self_attn.o_proj,0.0000078806,0.05000,0.777
49,mlp.gate_proj,0.0000477051,0.05000,0.819
49,mlp.up_proj,0.0000496828,0.05000,0.794
49,mlp.down_proj,0.0000361540,0.05000,5.680
50,self_attn.k_proj,0.0000020549,0.05000,0.774
50,self_attn.v_proj,0.0000035627,0.05000,0.757
50,self_attn.q_proj,0.0000093906,0.05000,0.760
50,self_attn.o_proj,0.0000054604,0.05000,0.775
50,mlp.gate_proj,0.0000577503,0.05000,0.810
50,mlp.up_proj,0.0000586182,0.05000,0.787
50,mlp.down_proj,0.0000428020,0.05000,5.662
51,self_attn.k_proj,0.0000020798,0.05000,0.779
51,self_attn.v_proj,0.0000031144,0.05000,0.753
51,self_attn.q_proj,0.0000087487,0.05000,0.763
51,self_attn.o_proj,0.0000098776,0.05000,0.777
51,mlp.gate_proj,0.0000664621,0.05000,0.809
51,mlp.up_proj,0.0000663874,0.05000,0.791
51,mlp.down_proj,0.0000497365,0.05000,5.677
52,self_attn.k_proj,0.0000023547,0.05000,0.778
52,self_attn.v_proj,0.0000052660,0.05000,0.754
52,self_attn.q_proj,0.0000105666,0.05000,0.768
52,self_attn.o_proj,0.0000070069,0.05000,0.785
52,mlp.gate_proj,0.0000702561,0.05000,0.825
52,mlp.up_proj,0.0000705785,0.05000,0.793
52,mlp.down_proj,0.0000576497,0.05000,5.674
53,self_attn.k_proj,0.0000026247,0.05000,0.782
53,self_attn.v_proj,0.0000051159,0.05000,0.756
53,self_attn.q_proj,0.0000108603,0.05000,0.764
53,self_attn.o_proj,0.0000095563,0.05000,0.783
53,mlp.gate_proj,0.0000755969,0.05000,0.817
53,mlp.up_proj,0.0000758229,0.05000,0.795
53,mlp.down_proj,0.0000597821,0.05000,5.692
54,self_attn.k_proj,0.0000024337,0.05000,0.783
54,self_attn.v_proj,0.0000047028,0.05000,0.756
54,self_attn.q_proj,0.0000102394,0.05000,0.763
54,self_attn.o_proj,0.0000099162,0.05000,0.780
54,mlp.gate_proj,0.0000825527,0.05000,0.863
54,mlp.up_proj,0.0000837666,0.05000,0.797
54,mlp.down_proj,0.0000659118,0.05000,5.671
55,self_attn.k_proj,0.0000022876,0.05000,0.778
55,self_attn.v_proj,0.0000048489,0.05000,0.758
55,self_attn.q_proj,0.0000104618,0.05000,0.766
55,self_attn.o_proj,0.0000103913,0.05000,0.782
55,mlp.gate_proj,0.0000882718,0.05000,0.816
55,mlp.up_proj,0.0000906233,0.05000,0.795
55,mlp.down_proj,0.0000743217,0.05000,5.689
56,self_attn.k_proj,0.0000027035,0.05000,0.776
56,self_attn.v_proj,0.0000068677,0.05000,0.756
56,self_attn.q_proj,0.0000114726,0.05000,0.764
56,self_attn.o_proj,0.0000083075,0.05000,0.776
56,mlp.gate_proj,0.0000926953,0.05000,0.849
56,mlp.up_proj,0.0000958878,0.05000,0.811
56,mlp.down_proj,0.0000772166,0.05000,5.655
57,self_attn.k_proj,0.0000024868,0.05000,0.776
57,self_attn.v_proj,0.0000067335,0.05000,0.755
57,self_attn.q_proj,0.0000114416,0.05000,0.761
57,self_attn.o_proj,0.0000080781,0.05000,0.778
57,mlp.gate_proj,0.0000956754,0.05000,0.887
57,mlp.up_proj,0.0001004152,0.05000,0.789
57,mlp.down_proj,0.0000849070,0.05000,5.662
58,self_attn.k_proj,0.0000026965,0.05000,0.776
58,self_attn.v_proj,0.0000079335,0.05000,0.754
58,self_attn.q_proj,0.0000114612,0.05000,0.761
58,self_attn.o_proj,0.0000085732,0.05000,0.775
58,mlp.gate_proj,0.0000992184,0.05000,0.813
58,mlp.up_proj,0.0001056220,0.05000,0.792
58,mlp.down_proj,0.0000973146,0.05000,5.665
59,self_attn.k_proj,0.0000029398,0.05000,0.778
59,self_attn.v_proj,0.0000105533,0.05000,0.756
59,self_attn.q_proj,0.0000131850,0.05000,0.762
59,self_attn.o_proj,0.0000154073,0.05000,0.776
59,mlp.gate_proj,0.0001068085,0.05000,0.810
59,mlp.up_proj,0.0001158316,0.05000,0.788
59,mlp.down_proj,0.0001164097,0.05000,5.672
60,self_attn.k_proj,0.0000024657,0.05000,0.783
60,self_attn.v_proj,0.0000118445,0.05000,0.758
60,self_attn.q_proj,0.0000126817,0.05000,0.765
60,self_attn.o_proj,0.0000203541,0.05000,0.778
60,mlp.gate_proj,0.0001101228,0.05000,0.811
60,mlp.up_proj,0.0001216207,0.05000,0.787
60,mlp.down_proj,0.0001536507,0.05000,5.678
61,self_attn.k_proj,0.0000027292,0.05000,0.785
61,self_attn.v_proj,0.0000151489,0.05000,0.753
61,self_attn.q_proj,0.0000132657,0.05000,0.760
61,self_attn.o_proj,0.0000205788,0.05000,0.777
61,mlp.gate_proj,0.0001164373,0.05000,0.819
61,mlp.up_proj,0.0001282548,0.05000,0.790
61,mlp.down_proj,0.0001879584,0.05000,5.737
62,self_attn.k_proj,0.0000027133,0.05000,0.791
62,self_attn.v_proj,0.0000181110,0.05000,0.761
62,self_attn.q_proj,0.0000138758,0.05000,0.765
62,self_attn.o_proj,0.0000401576,0.05000,0.784
62,mlp.gate_proj,0.0001192801,0.05000,0.818
62,mlp.up_proj,0.0001277661,0.05000,0.798
62,mlp.down_proj,0.0003071731,0.05000,5.724
63,self_attn.k_proj,0.0000023117,0.05000,0.784
63,self_attn.v_proj,0.0000117821,0.05000,0.759
63,self_attn.q_proj,0.0000098668,0.05000,0.768
63,self_attn.o_proj,0.0000180999,0.05000,0.782
63,mlp.gate_proj,0.0001248288,0.05000,0.818
63,mlp.up_proj,0.0001292519,0.05000,0.798
63,mlp.down_proj,0.0004545971,0.05000,5.745