layer,module,loss,samples,damp,time
0,mlp.gate_proj,0.0003081795,0.05000,17.913
0,mlp.up_proj,0.0000542289,0.05000,18.174
0,mlp.down_proj,0.0019961544,0.05000,21.241
0,self_attn.k_proj,0.0000270423,0.05000,27.808
0,self_attn.v_proj,0.0000235055,0.05000,27.895
0,self_attn.o_proj,0.0000084061,0.05000,27.915
0,self_attn.q_proj,0.0000267042,0.05000,27.942
1,mlp.gate_proj,0.0003360091,0.05000,17.789
1,mlp.up_proj,0.0000520824,0.05000,17.855
1,mlp.down_proj,0.0012718793,0.05000,21.678
1,self_attn.k_proj,0.0000274328,0.05000,28.150
1,self_attn.q_proj,0.0000271052,0.05000,28.208
1,self_attn.v_proj,0.0000236766,0.05000,28.278
1,self_attn.o_proj,0.0000074347,0.05000,28.287
2,mlp.up_proj,0.0000493462,0.05000,16.887
2,mlp.gate_proj,0.0003627762,0.05000,17.242
2,mlp.down_proj,0.0006479784,0.05000,20.663
2,self_attn.v_proj,0.0000240699,0.05000,27.454
2,self_attn.k_proj,0.0000277159,0.05000,27.778
2,self_attn.q_proj,0.0000266389,0.05000,27.838
2,self_attn.o_proj,0.0000097000,0.05000,27.889
3,mlp.up_proj,0.0000229121,0.05000,17.016
3,mlp.gate_proj,0.0000504172,0.05000,17.101
3,mlp.down_proj,0.0000309956,0.05000,20.434
3,self_attn.v_proj,0.0000148267,0.05000,28.005
3,self_attn.o_proj,0.0000113674,0.05000,28.217
3,self_attn.k_proj,0.0000155096,0.05000,28.254
3,self_attn.q_proj,0.0000150627,0.05000,28.260
4,mlp.up_proj,0.0000312758,0.05000,16.093
4,mlp.gate_proj,0.0000512521,0.05000,17.032
4,mlp.down_proj,0.0000542724,0.05000,20.156
4,self_attn.v_proj,0.0000170589,0.05000,27.938
4,self_attn.q_proj,0.0000153016,0.05000,28.085
4,self_attn.k_proj,0.0000155928,0.05000,28.107
4,self_attn.o_proj,0.0000104716,0.05000,28.149
5,mlp.gate_proj,0.0000609030,0.05000,16.785
5,mlp.up_proj,0.0000393444,0.05000,16.951
5,mlp.down_proj,0.0000239930,0.05000,20.505
5,self_attn.v_proj,0.0000176692,0.05000,28.079
5,self_attn.o_proj,0.0000058350,0.05000,28.123
5,self_attn.q_proj,0.0000156301,0.05000,28.158
5,self_attn.k_proj,0.0000160085,0.05000,28.205
6,mlp.gate_proj,0.0000515375,0.05000,17.278
6,mlp.up_proj,0.0000411530,0.05000,17.776
6,mlp.down_proj,0.0000603061,0.05000,20.828
6,self_attn.o_proj,0.0000069052,0.05000,27.807
6,self_attn.v_proj,0.0000171747,0.05000,28.234
6,self_attn.k_proj,0.0000153144,0.05000,28.444
6,self_attn.q_proj,0.0000151436,0.05000,28.471
7,mlp.gate_proj,0.0000500004,0.05000,17.776
7,mlp.up_proj,0.0000463201,0.05000,17.916
7,mlp.down_proj,0.0000528303,0.05000,21.097
7,self_attn.o_proj,0.0000056215,0.05000,28.227
7,self_attn.q_proj,0.0000153945,0.05000,28.349
7,self_attn.v_proj,0.0000174461,0.05000,28.433
7,self_attn.k_proj,0.0000159118,0.05000,28.465
8,mlp.gate_proj,0.0000503716,0.05000,17.055
8,mlp.up_proj,0.0000486011,0.05000,17.603
8,mlp.down_proj,0.0000455072,0.05000,21.122
8,self_attn.k_proj,0.0000179451,0.05000,28.025
8,self_attn.v_proj,0.0000188796,0.05000,28.335
8,self_attn.q_proj,0.0000175658,0.05000,28.493
8,self_attn.o_proj,0.0000047503,0.05000,28.501
9,mlp.up_proj,0.0000556839,0.05000,17.929
9,mlp.gate_proj,0.0000614202,0.05000,18.665
9,mlp.down_proj,0.0000311427,0.05000,21.902
9,self_attn.o_proj,0.0000064314,0.05000,27.886
9,self_attn.q_proj,0.0000206849,0.05000,28.458
9,self_attn.k_proj,0.0000209098,0.05000,28.482
9,self_attn.v_proj,0.0000219568,0.05000,28.514
10,mlp.gate_proj,0.0000767580,0.05000,16.931
10,mlp.up_proj,0.0000679417,0.05000,17.664
10,mlp.down_proj,0.0000403810,0.05000,20.917
10,self_attn.k_proj,0.0000250125,0.05000,27.692
10,self_attn.v_proj,0.0000258458,0.05000,28.023
10,self_attn.o_proj,0.0000067075,0.05000,28.249
10,self_attn.q_proj,0.0000249492,0.05000,28.268
11,mlp.gate_proj,0.0000920226,0.05000,17.943
11,mlp.up_proj,0.0000770476,0.05000,18.249
11,mlp.down_proj,0.0000358957,0.05000,21.946
11,self_attn.k_proj,0.0000284748,0.05000,27.930
11,self_attn.q_proj,0.0000282358,0.05000,28.008
11,self_attn.o_proj,0.0000082858,0.05000,28.214
11,self_attn.v_proj,0.0000290026,0.05000,28.240
12,mlp.up_proj,0.0000864709,0.05000,17.018
12,mlp.gate_proj,0.0001036938,0.05000,17.838
12,mlp.down_proj,0.0000380611,0.05000,21.033
12,self_attn.q_proj,0.0000315321,0.05000,28.575
12,self_attn.v_proj,0.0000327975,0.05000,28.766
12,self_attn.k_proj,0.0000316397,0.05000,28.826
12,self_attn.o_proj,0.0000083556,0.05000,28.853
13,mlp.up_proj,0.0000923181,0.05000,17.830
13,mlp.gate_proj,0.0001100664,0.05000,17.955
13,mlp.down_proj,0.0000405574,0.05000,21.390
13,self_attn.k_proj,0.0000350662,0.05000,28.578
13,self_attn.v_proj,0.0000353049,0.05000,28.654
13,self_attn.o_proj,0.0000075047,0.05000,28.673
13,self_attn.q_proj,0.0000347006,0.05000,28.691
14,mlp.gate_proj,0.0001040181,0.05000,18.228
14,mlp.up_proj,0.0000936042,0.05000,18.411
14,mlp.down_proj,0.0355678611,0.05000,22.067
14,self_attn.q_proj,0.0000348256,0.05000,28.670
14,self_attn.k_proj,0.0000353750,0.05000,28.753
14,self_attn.v_proj,0.0000369457,0.05000,28.777
14,self_attn.o_proj,0.0000068864,0.05000,28.853
15,mlp.up_proj,0.0000964519,0.05000,17.509
15,mlp.gate_proj,0.0001058904,0.05000,17.618
15,mlp.down_proj,0.0000436096,0.05000,21.055
15,self_attn.q_proj,0.0000349336,0.05000,28.645
15,self_attn.o_proj,0.0000072430,0.05000,28.764
15,self_attn.k_proj,0.0000358868,0.05000,28.789
15,self_attn.v_proj,0.0000370624,0.05000,28.815
16,mlp.up_proj,0.0001003270,0.05000,17.369
16,mlp.gate_proj,0.0001031801,0.05000,17.872
16,mlp.down_proj,0.0000429029,0.05000,21.587
16,self_attn.k_proj,0.0000367004,0.05000,28.719
16,self_attn.o_proj,0.0000060289,0.05000,28.823
16,self_attn.v_proj,0.0000392006,0.05000,28.886
16,self_attn.q_proj,0.0000359511,0.05000,28.907
17,mlp.gate_proj,0.0001028387,0.05000,18.211
17,mlp.up_proj,0.0001017818,0.05000,18.231
17,mlp.down_proj,0.0000387011,0.05000,21.611
17,self_attn.k_proj,0.0000379290,0.05000,28.602
17,self_attn.v_proj,0.0000402245,0.05000,29.007
17,self_attn.q_proj,0.0000368098,0.05000,29.019
17,self_attn.o_proj,0.0000049005,0.05000,29.060
18,mlp.gate_proj,0.0001001292,0.05000,17.687
18,mlp.up_proj,0.0000996311,0.05000,17.958
18,mlp.down_proj,0.0000380027,0.05000,21.696
18,self_attn.k_proj,0.0000374850,0.05000,28.734
18,self_attn.v_proj,0.0000388674,0.05000,28.870
18,self_attn.o_proj,0.0000077347,0.05000,29.026
18,self_attn.q_proj,0.0000370627,0.05000,29.042
19,mlp.gate_proj,0.0000938521,0.05000,17.762
19,mlp.up_proj,0.0000959272,0.05000,18.039
19,mlp.down_proj,0.0000342812,0.05000,21.534
19,self_attn.o_proj,0.0000068072,0.05000,28.265
19,self_attn.q_proj,0.0000348771,0.05000,28.741
19,self_attn.k_proj,0.0000353500,0.05000,28.802
19,self_attn.v_proj,0.0000368596,0.05000,28.824
20,mlp.gate_proj,0.0000895623,0.05000,17.897
20,mlp.up_proj,0.0000947136,0.05000,18.148
20,mlp.down_proj,0.0000322166,0.05000,21.563
20,self_attn.k_proj,0.0000337982,0.05000,28.953
20,self_attn.v_proj,0.0000363387,0.05000,29.284
20,self_attn.q_proj,0.0000332785,0.05000,29.303
20,self_attn.o_proj,0.0000063673,0.05000,29.339
21,mlp.gate_proj,0.0000896193,0.05000,17.650
21,mlp.up_proj,0.0000960996,0.05000,18.170
21,mlp.down_proj,0.0000317455,0.05000,21.673
21,self_attn.k_proj,0.0000347393,0.05000,29.186
21,self_attn.o_proj,0.0000045270,0.05000,29.212
21,self_attn.v_proj,0.0000374702,0.05000,29.263
21,self_attn.q_proj,0.0000340738,0.05000,29.362
22,mlp.up_proj,0.0000987218,0.05000,17.802
22,mlp.gate_proj,0.0000916783,0.05000,17.819
22,mlp.down_proj,0.0000354047,0.05000,21.465
22,self_attn.v_proj,0.0000384820,0.05000,29.241
22,self_attn.k_proj,0.0000358335,0.05000,29.278
22,self_attn.o_proj,0.0000055582,0.05000,29.375
22,self_attn.q_proj,0.0000351940,0.05000,29.393
23,mlp.gate_proj,0.0000988934,0.05000,18.062
23,mlp.up_proj,0.0001052049,0.05000,18.496
23,mlp.down_proj,0.0000408503,0.05000,21.829
23,self_attn.v_proj,0.0000397907,0.05000,29.463
23,self_attn.k_proj,0.0000372553,0.05000,29.484
23,self_attn.q_proj,0.0000363780,0.05000,29.582
23,self_attn.o_proj,0.0000048959,0.05000,29.589
24,mlp.gate_proj,0.0001048375,0.05000,18.129
24,mlp.up_proj,0.0001094447,0.05000,18.787
24,mlp.down_proj,0.0000439513,0.05000,22.425
24,self_attn.v_proj,0.0000426328,0.05000,29.455
24,self_attn.k_proj,0.0000398516,0.05000,29.500
24,self_attn.o_proj,0.0000068015,0.05000,29.571
24,self_attn.q_proj,0.0000387764,0.05000,29.642
25,mlp.gate_proj,0.0001101101,0.05000,18.471
25,mlp.up_proj,0.0001150894,0.05000,18.507
25,mlp.down_proj,0.0000502667,0.05000,21.972
25,self_attn.k_proj,0.0000414529,0.05000,29.407
25,self_attn.q_proj,0.0000402841,0.05000,29.522
25,self_attn.v_proj,0.0000460898,0.05000,29.677
25,self_attn.o_proj,0.0000049322,0.05000,29.679
26,mlp.up_proj,0.0001176010,0.05000,18.294
26,mlp.gate_proj,0.0001157366,0.05000,18.715
26,mlp.down_proj,0.0000451706,0.05000,22.165
26,self_attn.v_proj,0.0000473667,0.05000,29.338
26,self_attn.q_proj,0.0000415147,0.05000,29.424
26,self_attn.k_proj,0.0000431917,0.05000,29.524
26,self_attn.o_proj,0.0000047934,0.05000,29.531
27,mlp.up_proj,0.0001159971,0.05000,18.210
27,mlp.gate_proj,0.0001153119,0.05000,18.384
27,mlp.down_proj,0.0000445333,0.05000,21.814
27,self_attn.q_proj,0.0000421407,0.05000,29.062
27,self_attn.k_proj,0.0000436215,0.05000,29.213
27,self_attn.v_proj,0.0000475841,0.05000,29.256
27,self_attn.o_proj,0.0000046830,0.05000,29.273
28,mlp.gate_proj,0.0001169334,0.05000,17.645
28,mlp.up_proj,0.0001143606,0.05000,18.008
28,mlp.down_proj,0.0000337466,0.05000,21.847
28,self_attn.o_proj,0.0000032019,0.05000,27.434
28,self_attn.k_proj,0.0000432929,0.05000,27.719
28,self_attn.v_proj,0.0000462728,0.05000,28.007
28,self_attn.q_proj,0.0000419060,0.05000,28.151
29,mlp.up_proj,0.0001137857,0.05000,18.228
29,mlp.gate_proj,0.0001192500,0.05000,18.240
29,mlp.down_proj,0.0000252381,0.05000,21.628
29,self_attn.o_proj,0.0000022613,0.05000,28.345
29,self_attn.v_proj,0.0000449540,0.05000,28.618
29,self_attn.q_proj,0.0000412867,0.05000,28.819
29,self_attn.k_proj,0.0000426163,0.05000,28.846
30,mlp.up_proj,0.0001078411,0.05000,17.656
30,mlp.gate_proj,0.0001135521,0.05000,17.932
30,mlp.down_proj,0.0000231547,0.05000,21.266
30,self_attn.k_proj,0.0000411614,0.05000,28.448
30,self_attn.o_proj,0.0000030266,0.05000,28.505
30,self_attn.v_proj,0.0000445966,0.05000,28.653
30,self_attn.q_proj,0.0000403358,0.05000,28.710
31,mlp.up_proj,0.0001045471,0.05000,17.233
31,mlp.gate_proj,0.0001093158,0.05000,17.635
31,mlp.down_proj,0.0000235892,0.05000,21.389
31,self_attn.k_proj,0.0000396851,0.05000,29.104
31,self_attn.o_proj,0.0000026403,0.05000,29.284
31,self_attn.q_proj,0.0000388012,0.05000,29.338
31,self_attn.v_proj,0.0000428868,0.05000,29.353
32,mlp.gate_proj,0.0001087208,0.05000,17.920
32,mlp.up_proj,0.0001044456,0.05000,18.058
32,mlp.down_proj,0.0000240254,0.05000,21.339
32,self_attn.q_proj,0.0000378783,0.05000,28.779
32,self_attn.v_proj,0.0000425838,0.05000,28.862
32,self_attn.k_proj,0.0000395236,0.05000,29.008
32,self_attn.o_proj,0.0000025328,0.05000,29.019
33,mlp.gate_proj,0.0001147145,0.05000,17.565
33,mlp.up_proj,0.0001067313,0.05000,17.897
33,mlp.down_proj,0.0000227866,0.05000,21.379
33,self_attn.q_proj,0.0000378068,0.05000,29.419
33,self_attn.o_proj,0.0000020157,0.05000,29.626
33,self_attn.v_proj,0.0000429422,0.05000,29.716
33,self_attn.k_proj,0.0000400440,0.05000,29.738
34,mlp.up_proj,0.0000997575,0.05000,17.211
34,mlp.gate_proj,0.0001061515,0.05000,18.252
34,mlp.down_proj,0.0000202997,0.05000,21.364
34,self_attn.v_proj,0.0000405380,0.05000,27.850
34,self_attn.q_proj,0.0000365120,0.05000,28.540
34,self_attn.o_proj,0.0000024578,0.05000,28.644
34,self_attn.k_proj,0.0000380477,0.05000,28.668
35,mlp.gate_proj,0.0000984036,0.05000,18.177
35,mlp.up_proj,0.0000936725,0.05000,18.248
35,mlp.down_proj,0.0000177211,0.05000,21.932
35,self_attn.q_proj,0.0000328877,0.05000,27.925
35,self_attn.v_proj,0.0000387808,0.05000,28.576
35,self_attn.k_proj,0.0000347784,0.05000,28.628
35,self_attn.o_proj,0.0000015525,0.05000,28.713
36,mlp.gate_proj,0.0000940234,0.05000,18.255
36,mlp.up_proj,0.0000899822,0.05000,18.335
36,mlp.down_proj,0.0000180931,0.05000,21.839
36,self_attn.k_proj,0.0000334674,0.05000,29.467
36,self_attn.q_proj,0.0000326385,0.05000,29.651
36,self_attn.o_proj,0.0000020520,0.05000,29.665
36,self_attn.v_proj,0.0000368466,0.05000,29.685
37,mlp.gate_proj,0.0000945316,0.05000,19.052
37,mlp.up_proj,0.0000905586,0.05000,19.627
37,mlp.down_proj,0.0000239953,0.05000,23.262
37,self_attn.k_proj,0.0000336605,0.05000,29.512
37,self_attn.o_proj,0.0000015146,0.05000,29.655
37,self_attn.q_proj,0.0000327701,0.05000,29.723
37,self_attn.v_proj,0.0000377369,0.05000,29.729
38,mlp.up_proj,0.0000923737,0.05000,24.743
38,mlp.gate_proj,0.0000938228,0.05000,24.822
38,mlp.down_proj,0.0000328694,0.05000,28.743
38,self_attn.k_proj,0.0000334626,0.05000,29.978
38,self_attn.v_proj,0.0000377836,0.05000,30.020
38,self_attn.q_proj,0.0000331712,0.05000,30.023
38,self_attn.o_proj,0.0000035293,0.05000,30.060
39,mlp.gate_proj,0.0000792578,0.05000,24.641
39,mlp.up_proj,0.0000821907,0.05000,24.913
39,mlp.down_proj,0.0000582872,0.05000,28.858
39,self_attn.v_proj,0.0000294953,0.05000,29.453
39,self_attn.o_proj,0.0000085167,0.05000,29.570
39,self_attn.q_proj,0.0000305774,0.05000,29.662
39,self_attn.k_proj,0.0000303001,0.05000,29.671