quant_log.csv

layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,0.0019252948,0.05000,4.832
0,linear_attn.in_proj_z,0.0012522064,0.05000,2.778
0,linear_attn.out_proj,0.0000012801,0.05000,3.648
0,mlp.gate_proj,0.0000139884,0.05000,2.890
0,mlp.up_proj,0.0000128834,0.05000,2.723
0,mlp.down_proj,0.0000001149,0.05000,27.252
1,linear_attn.in_proj_qkv,0.0001137337,0.05000,2.858
1,linear_attn.in_proj_z,0.0000697329,0.05000,2.837
1,linear_attn.out_proj,0.0000003877,0.05000,3.806
1,mlp.gate_proj,0.0000325133,0.05000,2.817
1,mlp.up_proj,0.0000309628,0.05000,2.789
1,mlp.down_proj,0.0000002303,0.05000,26.907
2,linear_attn.in_proj_qkv,0.0001788404,0.05000,2.779
2,linear_attn.in_proj_z,0.0001076124,0.05000,2.830
2,linear_attn.out_proj,0.0000006987,0.05000,3.618
2,mlp.gate_proj,0.0000613639,0.05000,2.782
2,mlp.up_proj,0.0000578488,0.05000,2.816
2,mlp.down_proj,0.0000008981,0.05000,26.799
3,self_attn.q_proj,0.0018086688,0.05000,2.780
3,self_attn.k_proj,0.0001378716,0.05000,2.890
3,self_attn.v_proj,0.0001380553,0.05000,2.687
3,self_attn.o_proj,0.0000006808,0.05000,3.674
3,mlp.gate_proj,0.0000767974,0.05000,2.812
3,mlp.up_proj,0.0000737429,0.05000,2.830
3,mlp.down_proj,0.0000008062,0.05000,27.012
4,linear_attn.in_proj_qkv,0.0002576551,0.05000,2.796
4,linear_attn.in_proj_z,0.0001644631,0.05000,2.822
4,linear_attn.out_proj,0.0000013975,0.05000,3.587
4,mlp.gate_proj,0.0001109247,0.05000,2.843
4,mlp.up_proj,0.0001069894,0.05000,2.850
4,mlp.down_proj,0.0000011792,0.05000,26.873
5,linear_attn.in_proj_qkv,0.0003431132,0.05000,2.801
5,linear_attn.in_proj_z,0.0002204429,0.05000,2.736
5,linear_attn.out_proj,0.0000018386,0.05000,3.641
5,mlp.gate_proj,0.0001479986,0.05000,2.816
5,mlp.up_proj,0.0001396298,0.05000,2.828
5,mlp.down_proj,0.0000017974,0.05000,27.139
6,linear_attn.in_proj_qkv,0.0005095457,0.05000,2.773
6,linear_attn.in_proj_z,0.0002997289,0.05000,2.727
6,linear_attn.out_proj,0.0000027564,0.05000,3.653
6,mlp.gate_proj,0.0002026828,0.05000,2.820
6,mlp.up_proj,0.0001884260,0.05000,2.804
6,mlp.down_proj,0.0000031646,0.05000,27.282
7,self_attn.q_proj,0.0016249318,0.05000,2.819
7,self_attn.k_proj,0.0001383269,0.05000,2.769
7,self_attn.v_proj,0.0001276196,0.05000,2.731
7,self_attn.o_proj,0.0000015865,0.05000,3.576
7,mlp.gate_proj,0.0002298722,0.05000,2.824
7,mlp.up_proj,0.0002146029,0.05000,2.767
7,mlp.down_proj,0.0000035464,0.05000,22.825
8,linear_attn.in_proj_qkv,0.0005499247,0.05000,2.820
8,linear_attn.in_proj_z,0.0003454290,0.05000,2.770
8,linear_attn.out_proj,0.0000038697,0.05000,3.612
8,mlp.gate_proj,0.0002526018,0.05000,2.811
8,mlp.up_proj,0.0002378686,0.05000,2.829
8,mlp.down_proj,0.0000042464,0.05000,27.197
9,linear_attn.in_proj_qkv,0.0005566715,0.05000,2.781
9,linear_attn.in_proj_z,0.0003359217,0.05000,2.798
9,linear_attn.out_proj,0.0000039383,0.05000,3.611
9,mlp.gate_proj,0.0002707101,0.05000,2.843
9,mlp.up_proj,0.0002560979,0.05000,2.785
9,mlp.down_proj,0.0000047586,0.05000,26.874
10,linear_attn.in_proj_qkv,0.0005756664,0.05000,2.768
10,linear_attn.in_proj_z,0.0003374598,0.05000,2.719
10,linear_attn.out_proj,0.0000044623,0.05000,3.625
10,mlp.gate_proj,0.0002707507,0.05000,2.839
10,mlp.up_proj,0.0002562484,0.05000,2.802
10,mlp.down_proj,0.0000048392,0.05000,22.746
11,self_attn.q_proj,0.0014470801,0.05000,2.807
11,self_attn.k_proj,0.0001295124,0.05000,2.693
11,self_attn.v_proj,0.0001168411,0.05000,2.744
11,self_attn.o_proj,0.0000023437,0.05000,3.637
11,mlp.gate_proj,0.0002799683,0.05000,2.844
11,mlp.up_proj,0.0002675790,0.05000,2.787
11,mlp.down_proj,0.0000053640,0.05000,26.922
12,linear_attn.in_proj_qkv,0.0006262732,0.05000,2.804
12,linear_attn.in_proj_z,0.0003662257,0.05000,2.749
12,linear_attn.out_proj,0.0000062808,0.05000,3.616
12,mlp.gate_proj,0.0002846699,0.05000,2.821
12,mlp.up_proj,0.0002709296,0.05000,2.832
12,mlp.down_proj,0.0000059736,0.05000,27.028
13,linear_attn.in_proj_qkv,0.0006468569,0.05000,2.776
13,linear_attn.in_proj_z,0.0003598221,0.05000,2.714
13,linear_attn.out_proj,0.0000071478,0.05000,3.635
13,mlp.gate_proj,0.0003018466,0.05000,2.816
13,mlp.up_proj,0.0002884985,0.05000,2.845
13,mlp.down_proj,0.0000068027,0.05000,26.979
14,linear_attn.in_proj_qkv,0.0007078438,0.05000,2.773
14,linear_attn.in_proj_z,0.0004057879,0.05000,2.749
14,linear_attn.out_proj,0.0000078387,0.05000,3.653
14,mlp.gate_proj,0.0003146466,0.05000,2.794
14,mlp.up_proj,0.0003019218,0.05000,2.758
14,mlp.down_proj,0.0000072539,0.05000,23.036
15,self_attn.q_proj,0.0012098723,0.05000,2.784
15,self_attn.k_proj,0.0001101909,0.05000,2.821
15,self_attn.v_proj,0.0001062837,0.05000,2.741
15,self_attn.o_proj,0.0000028618,0.05000,3.574
15,mlp.gate_proj,0.0003488713,0.05000,2.850
15,mlp.up_proj,0.0003375372,0.05000,2.779
15,mlp.down_proj,0.0000080841,0.05000,22.988
16,linear_attn.in_proj_qkv,0.0007339795,0.05000,2.773
16,linear_attn.in_proj_z,0.0004147354,0.05000,2.804
16,linear_attn.out_proj,0.0000079306,0.05000,3.665
16,mlp.gate_proj,0.0003822432,0.05000,2.833
16,mlp.up_proj,0.0003669659,0.05000,2.802
16,mlp.down_proj,0.0000094904,0.05000,22.931
17,linear_attn.in_proj_qkv,0.0008282453,0.05000,2.748
17,linear_attn.in_proj_z,0.0004168877,0.05000,2.771
17,linear_attn.out_proj,0.0000110515,0.05000,3.674
17,mlp.gate_proj,0.0004324452,0.05000,2.854
17,mlp.up_proj,0.0004149889,0.05000,2.812
17,mlp.down_proj,0.0000124042,0.05000,22.880
18,linear_attn.in_proj_qkv,0.0008876292,0.05000,2.894
18,linear_attn.in_proj_z,0.0004868204,0.05000,2.788
18,linear_attn.out_proj,0.0000134777,0.05000,3.641
18,mlp.gate_proj,0.0005274316,0.05000,2.887
18,mlp.up_proj,0.0004879230,0.05000,2.828
18,mlp.down_proj,0.0000204291,0.05000,27.117
19,self_attn.q_proj,0.0014377905,0.05000,2.777
19,self_attn.k_proj,0.0001378550,0.05000,2.754
19,self_attn.v_proj,0.0001607998,0.05000,2.743
19,self_attn.o_proj,0.0000120535,0.05000,3.659
19,mlp.gate_proj,0.0006279019,0.05000,2.837
19,mlp.up_proj,0.0005942651,0.05000,2.832
19,mlp.down_proj,0.0000252823,0.05000,22.949
20,linear_attn.in_proj_qkv,0.0014844772,0.05000,2.792
20,linear_attn.in_proj_z,0.0008274756,0.05000,2.773
20,linear_attn.out_proj,0.0000196172,0.05000,3.619
20,mlp.gate_proj,0.0007405707,0.05000,2.840
20,mlp.up_proj,0.0006908607,0.05000,2.813
20,mlp.down_proj,0.0000315890,0.05000,27.173
21,linear_attn.in_proj_qkv,0.0018142035,0.05000,2.803
21,linear_attn.in_proj_z,0.0011405333,0.05000,2.777
21,linear_attn.out_proj,0.0000251550,0.05000,3.619
21,mlp.gate_proj,0.0007931448,0.05000,2.847
21,mlp.up_proj,0.0007445532,0.05000,2.808
21,mlp.down_proj,0.0000331389,0.05000,26.972
22,linear_attn.in_proj_qkv,0.0015484536,0.05000,2.809
22,linear_attn.in_proj_z,0.0009357161,0.05000,2.803
22,linear_attn.out_proj,0.0000195797,0.05000,3.605
22,mlp.gate_proj,0.0009321182,0.05000,2.803
22,mlp.up_proj,0.0008345140,0.05000,2.740
22,mlp.down_proj,0.0000369457,0.05000,27.532
23,self_attn.q_proj,0.0017195748,0.05000,2.835
23,self_attn.k_proj,0.0001821026,0.05000,2.787
23,self_attn.v_proj,0.0001906322,0.05000,2.679
23,self_attn.o_proj,0.0000165585,0.05000,3.597
23,mlp.gate_proj,0.0009524531,0.05000,2.855
23,mlp.up_proj,0.0008866729,0.05000,2.812
23,mlp.down_proj,0.0000382413,0.05000,27.517
24,linear_attn.in_proj_qkv,0.0015142363,0.05000,2.777
24,linear_attn.in_proj_z,0.0008470822,0.05000,2.752
24,linear_attn.out_proj,0.0000268851,0.05000,3.641
24,mlp.gate_proj,0.0010428250,0.05000,2.833
24,mlp.up_proj,0.0009714822,0.05000,2.818
24,mlp.down_proj,0.0000450927,0.05000,29.646
25,linear_attn.in_proj_qkv,0.0015266160,0.05000,2.865
25,linear_attn.in_proj_z,0.0007946426,0.05000,3.126
25,linear_attn.out_proj,0.0000293556,0.05000,3.755
25,mlp.gate_proj,0.0009903698,0.05000,3.019
25,mlp.up_proj,0.0009682681,0.05000,3.021
25,mlp.down_proj,0.0000446402,0.05000,26.619
26,linear_attn.in_proj_qkv,0.0013938005,0.05000,2.906
26,linear_attn.in_proj_z,0.0006946292,0.05000,2.975
26,linear_attn.out_proj,0.0000310372,0.05000,3.957
26,mlp.gate_proj,0.0009259139,0.05000,3.111
26,mlp.up_proj,0.0009504856,0.05000,3.170
26,mlp.down_proj,0.0000466033,0.05000,31.699
27,self_attn.q_proj,0.0015936065,0.05000,2.921
27,self_attn.k_proj,0.0001728003,0.05000,2.829
27,self_attn.v_proj,0.0001540543,0.05000,2.864
27,self_attn.o_proj,0.0000333300,0.05000,3.882
27,mlp.gate_proj,0.0009299963,0.05000,2.985
27,mlp.up_proj,0.0009880549,0.05000,2.933
27,mlp.down_proj,0.0000466857,0.05000,25.270
28,linear_attn.in_proj_qkv,0.0013343669,0.05000,2.954
28,linear_attn.in_proj_z,0.0006228079,0.05000,2.998
28,linear_attn.out_proj,0.0000394401,0.05000,3.817
28,mlp.gate_proj,0.0008858125,0.05000,2.935
28,mlp.up_proj,0.0009560795,0.05000,2.981
28,mlp.down_proj,0.0000468317,0.05000,24.918
29,linear_attn.in_proj_qkv,0.0014232852,0.05000,2.924
29,linear_attn.in_proj_z,0.0006456056,0.05000,2.883
29,linear_attn.out_proj,0.0000344409,0.05000,3.868
29,mlp.gate_proj,0.0008848034,0.05000,3.042
29,mlp.up_proj,0.0009607945,0.05000,2.918
29,mlp.down_proj,0.0000476601,0.05000,28.846
30,linear_attn.in_proj_qkv,0.0014391907,0.05000,2.882
30,linear_attn.in_proj_z,0.0006688722,0.05000,2.862
30,linear_attn.out_proj,0.0000436370,0.05000,3.834
30,mlp.gate_proj,0.0008628315,0.05000,3.002
30,mlp.up_proj,0.0009595138,0.05000,2.890
30,mlp.down_proj,0.0000467945,0.05000,29.156
31,self_attn.q_proj,0.0014580629,0.05000,2.909
31,self_attn.k_proj,0.0001621390,0.05000,2.836
31,self_attn.v_proj,0.0001831765,0.05000,2.861
31,self_attn.o_proj,0.0000353234,0.05000,3.765
31,mlp.gate_proj,0.0009120962,0.05000,2.943
31,mlp.up_proj,0.0010374572,0.05000,2.905
31,mlp.down_proj,0.0000471626,0.05000,24.585
32,linear_attn.in_proj_qkv,0.0015067538,0.05000,2.893
32,linear_attn.in_proj_z,0.0006515248,0.05000,2.936
32,linear_attn.out_proj,0.0000406033,0.05000,3.866
32,mlp.gate_proj,0.0009660555,0.05000,2.937
32,mlp.up_proj,0.0011036292,0.05000,2.967
32,mlp.down_proj,0.0000508292,0.05000,24.426
33,linear_attn.in_proj_qkv,0.0017748708,0.05000,2.916
33,linear_attn.in_proj_z,0.0007183211,0.05000,2.923
33,linear_attn.out_proj,0.0000456726,0.05000,3.800
33,mlp.gate_proj,0.0009891607,0.05000,2.946
33,mlp.up_proj,0.0011371336,0.05000,2.967
33,mlp.down_proj,0.0000506890,0.05000,24.566
34,linear_attn.in_proj_qkv,0.0017052691,0.05000,2.992
34,linear_attn.in_proj_z,0.0007670049,0.05000,3.051
34,linear_attn.out_proj,0.0000440382,0.05000,3.910
34,mlp.gate_proj,0.0010982332,0.05000,2.956
34,mlp.up_proj,0.0012201899,0.05000,2.980
34,mlp.down_proj,0.0000702300,0.05000,28.992
35,self_attn.q_proj,0.0017510141,0.05000,4.148
35,self_attn.k_proj,0.0001930636,0.05000,3.098
35,self_attn.v_proj,0.0002792213,0.05000,2.914
35,self_attn.o_proj,0.0000522434,0.05000,4.047
35,mlp.gate_proj,0.0011215660,0.05000,3.012
35,mlp.up_proj,0.0012450638,0.05000,2.997
35,mlp.down_proj,0.0000755392,0.05000,30.166
36,linear_attn.in_proj_qkv,0.0023157719,0.05000,2.961
36,linear_attn.in_proj_z,0.0011465083,0.05000,2.906
36,linear_attn.out_proj,0.0000401648,0.05000,3.761
36,mlp.gate_proj,0.0011876072,0.05000,2.934
36,mlp.up_proj,0.0011764524,0.05000,2.898
36,mlp.down_proj,0.0000715787,0.05000,29.786
37,linear_attn.in_proj_qkv,0.0024747343,0.05000,2.924
37,linear_attn.in_proj_z,0.0013747335,0.05000,2.883
37,linear_attn.out_proj,0.0000432502,0.05000,3.800
37,mlp.gate_proj,0.0011785627,0.05000,2.947
37,mlp.up_proj,0.0011500639,0.05000,2.919
37,mlp.down_proj,0.0000638536,0.05000,29.029
38,linear_attn.in_proj_qkv,0.0021410031,0.05000,2.871
38,linear_attn.in_proj_z,0.0012265423,0.05000,2.895
38,linear_attn.out_proj,0.0000295243,0.05000,3.759
38,mlp.gate_proj,0.0015536558,0.05000,2.933
38,mlp.up_proj,0.0013117439,0.05000,2.916
38,mlp.down_proj,0.0000637210,0.05000,28.810
39,self_attn.q_proj,0.0018984961,0.05000,2.918
39,self_attn.k_proj,0.0002156947,0.05000,2.880
39,self_attn.v_proj,0.0002664437,0.05000,2.819
39,self_attn.o_proj,0.0000310008,0.05000,3.865
39,mlp.gate_proj,0.0013842803,0.05000,2.995
39,mlp.up_proj,0.0012531879,0.05000,2.916
39,mlp.down_proj,0.0000566175,0.05000,24.723
40,linear_attn.in_proj_qkv,0.0021065822,0.05000,2.842
40,linear_attn.in_proj_z,0.0011462615,0.05000,2.857
40,linear_attn.out_proj,0.0000417572,0.05000,3.795
40,mlp.gate_proj,0.0015145912,0.05000,2.916
40,mlp.up_proj,0.0013494957,0.05000,2.952
40,mlp.down_proj,0.0000610174,0.05000,29.091
41,linear_attn.in_proj_qkv,0.0018680622,0.05000,2.945
41,linear_attn.in_proj_z,0.0010085791,0.05000,2.924
41,linear_attn.out_proj,0.0000344862,0.05000,3.841
41,mlp.gate_proj,0.0012881198,0.05000,2.943
41,mlp.up_proj,0.0012702109,0.05000,2.914
41,mlp.down_proj,0.0000583009,0.05000,29.439
42,linear_attn.in_proj_qkv,0.0017621828,0.05000,2.885
42,linear_attn.in_proj_z,0.0009111609,0.05000,2.859
42,linear_attn.out_proj,0.0000403176,0.05000,3.843
42,mlp.gate_proj,0.0011814007,0.05000,2.960
42,mlp.up_proj,0.0012418638,0.05000,2.924
42,mlp.down_proj,0.0000617691,0.05000,28.777
43,self_attn.q_proj,0.0018738830,0.05000,2.935
43,self_attn.k_proj,0.0002234047,0.05000,2.830
43,self_attn.v_proj,0.0002701465,0.05000,2.890
43,self_attn.o_proj,0.0000469662,0.05000,3.802
43,mlp.gate_proj,0.0011267575,0.05000,2.943
43,mlp.up_proj,0.0012398339,0.05000,2.916
43,mlp.down_proj,0.0000616406,0.05000,24.786
44,linear_attn.in_proj_qkv,0.0016585500,0.05000,2.906
44,linear_attn.in_proj_z,0.0007987961,0.05000,2.892
44,linear_attn.out_proj,0.0000522416,0.05000,3.750
44,mlp.gate_proj,0.0011128041,0.05000,2.975
44,mlp.up_proj,0.0012334099,0.05000,2.927
44,mlp.down_proj,0.0000674733,0.05000,24.800
45,linear_attn.in_proj_qkv,0.0016414962,0.05000,2.944
45,linear_attn.in_proj_z,0.0007853044,0.05000,2.993
45,linear_attn.out_proj,0.0000423576,0.05000,3.844
45,mlp.gate_proj,0.0011015826,0.05000,2.960
45,mlp.up_proj,0.0012296210,0.05000,2.982
45,mlp.down_proj,0.0000681387,0.05000,24.977
46,linear_attn.in_proj_qkv,0.0017363691,0.05000,2.935
46,linear_attn.in_proj_z,0.0008431113,0.05000,2.963
46,linear_attn.out_proj,0.0000650451,0.05000,3.803
46,mlp.gate_proj,0.0010868013,0.05000,2.929
46,mlp.up_proj,0.0012437216,0.05000,2.951
46,mlp.down_proj,0.0000715483,0.05000,29.393
47,self_attn.q_proj,0.0018810439,0.05000,2.951
47,self_attn.k_proj,0.0002070748,0.05000,2.863
47,self_attn.v_proj,0.0003240479,0.05000,2.827
47,self_attn.o_proj,0.0000357829,0.05000,3.846
47,mlp.gate_proj,0.0011908591,0.05000,2.938
47,mlp.up_proj,0.0013558012,0.05000,2.907
47,mlp.down_proj,0.0000835102,0.05000,29.077
48,linear_attn.in_proj_qkv,0.0018742050,0.05000,2.947
48,linear_attn.in_proj_z,0.0008776932,0.05000,2.957
48,linear_attn.out_proj,0.0000692044,0.05000,3.874
48,mlp.gate_proj,0.0013044472,0.05000,2.990
48,mlp.up_proj,0.0014699441,0.05000,2.951
48,mlp.down_proj,0.0001052432,0.05000,29.171
49,linear_attn.in_proj_qkv,0.0022365186,0.05000,2.940
49,linear_attn.in_proj_z,0.0009304466,0.05000,2.957
49,linear_attn.out_proj,0.0000977771,0.05000,3.886
49,mlp.gate_proj,0.0014408129,0.05000,3.290
49,mlp.up_proj,0.0015926213,0.05000,3.139
49,mlp.down_proj,0.0001384190,0.05000,28.412
50,linear_attn.in_proj_qkv,0.0023264677,0.05000,3.204
50,linear_attn.in_proj_z,0.0010496400,0.05000,2.940
50,linear_attn.out_proj,0.0001276045,0.05000,3.807
50,mlp.gate_proj,0.0017685439,0.05000,2.989
50,mlp.up_proj,0.0018512739,0.05000,2.940
50,mlp.down_proj,0.0002483529,0.05000,29.130
51,self_attn.q_proj,0.0023436253,0.05000,2.940
51,self_attn.k_proj,0.0002606777,0.05000,2.872
51,self_attn.v_proj,0.0006352415,0.05000,2.829
51,self_attn.o_proj,0.0001099640,0.05000,3.864
51,mlp.gate_proj,0.0018204702,0.05000,2.976
51,mlp.up_proj,0.0019826067,0.05000,2.958
51,mlp.down_proj,0.0003011351,0.05000,29.492
52,linear_attn.in_proj_qkv,0.0033929977,0.05000,2.968
52,linear_attn.in_proj_z,0.0015130141,0.05000,2.923
52,linear_attn.out_proj,0.0001644068,0.05000,3.771
52,mlp.gate_proj,0.0022300389,0.05000,2.980
52,mlp.up_proj,0.0021339983,0.05000,2.931
52,mlp.down_proj,0.0003253678,0.05000,29.634
53,linear_attn.in_proj_qkv,0.0033034101,0.05000,2.949
53,linear_attn.in_proj_z,0.0015804863,0.05000,2.914
53,linear_attn.out_proj,0.0001816824,0.05000,3.890
53,mlp.gate_proj,0.0024956356,0.05000,2.968
53,mlp.up_proj,0.0022849690,0.05000,2.981
53,mlp.down_proj,0.0003599931,0.05000,24.938
54,linear_attn.in_proj_qkv,0.0032027932,0.05000,3.000
54,linear_attn.in_proj_z,0.0016834206,0.05000,2.906
54,linear_attn.out_proj,0.0001806304,0.05000,3.830
54,mlp.gate_proj,0.0031979886,0.05000,2.994
54,mlp.up_proj,0.0027711821,0.05000,2.954
54,mlp.down_proj,0.0005836358,0.05000,29.190
55,self_attn.q_proj,0.0031151443,0.05000,2.975
55,self_attn.k_proj,0.0003796948,0.05000,2.962
55,self_attn.v_proj,0.0008182043,0.05000,2.869
55,self_attn.o_proj,0.0001283646,0.05000,3.861
55,mlp.gate_proj,0.0030534455,0.05000,2.991
55,mlp.up_proj,0.0027816838,0.05000,2.966
55,mlp.down_proj,0.0005127483,0.05000,32.949
56,linear_attn.in_proj_qkv,0.0038985614,0.05000,3.107
56,linear_attn.in_proj_z,0.0019047247,0.05000,2.998
56,linear_attn.out_proj,0.0003054566,0.05000,3.913
56,mlp.gate_proj,0.0034669763,0.05000,3.124
56,mlp.up_proj,0.0030771761,0.05000,3.247
56,mlp.down_proj,0.0005321376,0.05000,29.746
57,linear_attn.in_proj_qkv,0.0041545207,0.05000,3.085
57,linear_attn.in_proj_z,0.0020104883,0.05000,3.087
57,linear_attn.out_proj,0.0002924349,0.05000,3.934
57,mlp.gate_proj,0.0040539703,0.05000,2.963
57,mlp.up_proj,0.0035422137,0.05000,3.034
57,mlp.down_proj,0.0005543306,0.05000,29.089
58,linear_attn.in_proj_qkv,0.0039836943,0.05000,3.087
58,linear_attn.in_proj_z,0.0021021630,0.05000,2.887
58,linear_attn.out_proj,0.0002791923,0.05000,3.910
58,mlp.gate_proj,0.0047189674,0.05000,3.021
58,mlp.up_proj,0.0041131038,0.05000,2.960
58,mlp.down_proj,0.0007362844,0.05000,28.993
59,self_attn.q_proj,0.0038729211,0.05000,2.915
59,self_attn.k_proj,0.0004993819,0.05000,2.906
59,self_attn.v_proj,0.0018210277,0.05000,2.865
59,self_attn.o_proj,0.0004429346,0.05000,3.858
59,mlp.gate_proj,0.0047069228,0.05000,3.038
59,mlp.up_proj,0.0041998104,0.05000,2.941
59,mlp.down_proj,0.0008562756,0.05000,29.365
60,linear_attn.in_proj_qkv,0.0051036898,0.05000,2.951
60,linear_attn.in_proj_z,0.0023761811,0.05000,2.890
60,linear_attn.out_proj,0.0006737280,0.05000,3.815
60,mlp.gate_proj,0.0048718217,0.05000,2.961
60,mlp.up_proj,0.0043805704,0.05000,2.922
60,mlp.down_proj,0.0010336337,0.05000,29.309
61,linear_attn.in_proj_qkv,0.0037541304,0.05000,2.983
61,linear_attn.in_proj_z,0.0021201878,0.05000,2.927
61,linear_attn.out_proj,0.0007131134,0.05000,3.860
61,mlp.gate_proj,0.0052715746,0.05000,2.973
61,mlp.up_proj,0.0047418324,0.05000,2.960
61,mlp.down_proj,0.0012798132,0.05000,29.158
62,linear_attn.in_proj_qkv,0.0042299442,0.05000,2.982
62,linear_attn.in_proj_z,0.0022277413,0.05000,2.913
62,linear_attn.out_proj,0.0014662290,0.05000,3.802
62,mlp.gate_proj,0.0048388738,0.05000,2.953
62,mlp.up_proj,0.0043787435,0.05000,3.023
62,mlp.down_proj,0.0018108590,0.05000,28.924
63,self_attn.q_proj,0.0036097123,0.05000,2.967
63,self_attn.k_proj,0.0004994419,0.05000,2.861
63,self_attn.v_proj,0.0015102320,0.05000,2.918
63,self_attn.o_proj,0.0016102836,0.05000,3.878
63,mlp.gate_proj,0.0041822540,0.05000,2.981
63,mlp.up_proj,0.0036367777,0.05000,2.951
63,mlp.down_proj,0.0039714637,0.05000,29.352