layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,0.0001875134,0.05000,5.047
0,linear_attn.in_proj_z,0.0001219498,0.05000,3.600
0,linear_attn.out_proj,0.0000000920,0.05000,4.258
0,mlp.gate_proj,0.0000010980,0.05000,3.746
0,mlp.up_proj,0.0000010106,0.05000,3.669
0,mlp.down_proj,0.0000000115,0.05000,19.200
1,linear_attn.in_proj_qkv,0.0000084260,0.05000,3.346
1,linear_attn.in_proj_z,0.0000051752,0.05000,3.416
1,linear_attn.out_proj,0.0000000282,0.05000,4.682
1,mlp.gate_proj,0.0000023540,0.05000,3.646
1,mlp.up_proj,0.0000022396,0.05000,3.718
1,mlp.down_proj,0.0000000182,0.05000,20.068
2,linear_attn.in_proj_qkv,0.0000121940,0.05000,3.467
2,linear_attn.in_proj_z,0.0000073475,0.05000,3.411
2,linear_attn.out_proj,0.0000000391,0.05000,4.300
2,mlp.gate_proj,0.0000040483,0.05000,3.674
2,mlp.up_proj,0.0000038140,0.05000,3.634
2,mlp.down_proj,0.0000000655,0.05000,19.269
3,self_attn.q_proj,0.0001245274,0.05000,3.450
3,self_attn.k_proj,0.0000093706,0.05000,3.433
3,self_attn.v_proj,0.0000091947,0.05000,3.280
3,self_attn.o_proj,0.0000000376,0.05000,4.429
3,mlp.gate_proj,0.0000048537,0.05000,3.547
3,mlp.up_proj,0.0000046599,0.05000,3.600
3,mlp.down_proj,0.0000000507,0.05000,19.803
4,linear_attn.in_proj_qkv,0.0000161314,0.05000,3.433
4,linear_attn.in_proj_z,0.0000103027,0.05000,3.310
4,linear_attn.out_proj,0.0000000642,0.05000,4.370
4,mlp.gate_proj,0.0000063627,0.05000,3.589
4,mlp.up_proj,0.0000061244,0.05000,3.665
4,mlp.down_proj,0.0000000622,0.05000,19.850
5,linear_attn.in_proj_qkv,0.0000202413,0.05000,3.477
5,linear_attn.in_proj_z,0.0000130437,0.05000,3.470
5,linear_attn.out_proj,0.0000000874,0.05000,4.543
5,mlp.gate_proj,0.0000081832,0.05000,3.618
5,mlp.up_proj,0.0000077181,0.05000,3.498
5,mlp.down_proj,0.0000001141,0.05000,19.969
6,linear_attn.in_proj_qkv,0.0000313215,0.05000,3.374
6,linear_attn.in_proj_z,0.0000185133,0.05000,3.341
6,linear_attn.out_proj,0.0000001314,0.05000,4.669
6,mlp.gate_proj,0.0000115287,0.05000,3.430
6,mlp.up_proj,0.0000107106,0.05000,3.399
6,mlp.down_proj,0.0000002139,0.05000,20.095
7,self_attn.q_proj,0.0001071727,0.05000,3.423
7,self_attn.k_proj,0.0000090592,0.05000,3.281
7,self_attn.v_proj,0.0000082231,0.05000,3.469
7,self_attn.o_proj,0.0000000970,0.05000,4.524
7,mlp.gate_proj,0.0000131028,0.05000,3.629
7,mlp.up_proj,0.0000122297,0.05000,3.713
7,mlp.down_proj,0.0000002466,0.05000,19.859
8,linear_attn.in_proj_qkv,0.0000335370,0.05000,3.352
8,linear_attn.in_proj_z,0.0000210466,0.05000,3.441
8,linear_attn.out_proj,0.0000001906,0.05000,4.541
8,mlp.gate_proj,0.0000147287,0.05000,3.623
8,mlp.up_proj,0.0000138598,0.05000,3.664
8,mlp.down_proj,0.0000002837,0.05000,19.632
9,linear_attn.in_proj_qkv,0.0000346269,0.05000,3.424
9,linear_attn.in_proj_z,0.0000209249,0.05000,3.386
9,linear_attn.out_proj,0.0000001952,0.05000,4.513
9,mlp.gate_proj,0.0000161662,0.05000,3.607
9,mlp.up_proj,0.0000152838,0.05000,3.539
9,mlp.down_proj,0.0000003229,0.05000,19.837
10,linear_attn.in_proj_qkv,0.0000363469,0.05000,3.374
10,linear_attn.in_proj_z,0.0000213424,0.05000,3.382
10,linear_attn.out_proj,0.0000002151,0.05000,4.175
10,mlp.gate_proj,0.0000166966,0.05000,3.580
10,mlp.up_proj,0.0000157878,0.05000,3.585
10,mlp.down_proj,0.0000003487,0.05000,20.049
11,self_attn.q_proj,0.0000967023,0.05000,3.419
11,self_attn.k_proj,0.0000086262,0.05000,3.336
11,self_attn.v_proj,0.0000077083,0.05000,3.357
11,self_attn.o_proj,0.0000001601,0.05000,4.715
11,mlp.gate_proj,0.0000174285,0.05000,3.607
11,mlp.up_proj,0.0000166466,0.05000,3.737
11,mlp.down_proj,0.0000003840,0.05000,19.760
12,linear_attn.in_proj_qkv,0.0000407387,0.05000,3.362
12,linear_attn.in_proj_z,0.0000238910,0.05000,3.374
12,linear_attn.out_proj,0.0000003256,0.05000,4.657
12,mlp.gate_proj,0.0000179439,0.05000,3.618
12,mlp.up_proj,0.0000170767,0.05000,3.622
12,mlp.down_proj,0.0000004221,0.05000,20.026
13,linear_attn.in_proj_qkv,0.0000423863,0.05000,3.368
13,linear_attn.in_proj_z,0.0000236715,0.05000,3.375
13,linear_attn.out_proj,0.0000003480,0.05000,4.511
13,mlp.gate_proj,0.0000190767,0.05000,3.586
13,mlp.up_proj,0.0000182304,0.05000,3.604
13,mlp.down_proj,0.0000004818,0.05000,19.904
14,linear_attn.in_proj_qkv,0.0000465315,0.05000,3.408
14,linear_attn.in_proj_z,0.0000267258,0.05000,3.322
14,linear_attn.out_proj,0.0000004123,0.05000,4.219
14,mlp.gate_proj,0.0000201285,0.05000,3.596
14,mlp.up_proj,0.0000193038,0.05000,3.657
14,mlp.down_proj,0.0000005295,0.05000,19.878
15,self_attn.q_proj,0.0000810775,0.05000,3.366
15,self_attn.k_proj,0.0000073659,0.05000,3.278
15,self_attn.v_proj,0.0000070440,0.05000,3.321
15,self_attn.o_proj,0.0000002425,0.05000,4.318
15,mlp.gate_proj,0.0000225692,0.05000,3.584
15,mlp.up_proj,0.0000218241,0.05000,3.645
15,mlp.down_proj,0.0000006127,0.05000,19.794
16,linear_attn.in_proj_qkv,0.0000488206,0.05000,3.356
16,linear_attn.in_proj_z,0.0000276689,0.05000,3.421
16,linear_attn.out_proj,0.0000004429,0.05000,4.732
16,mlp.gate_proj,0.0000247896,0.05000,3.730
16,mlp.up_proj,0.0000237803,0.05000,3.626
16,mlp.down_proj,0.0000007197,0.05000,19.901
17,linear_attn.in_proj_qkv,0.0000550496,0.05000,3.323
17,linear_attn.in_proj_z,0.0000277792,0.05000,3.372
17,linear_attn.out_proj,0.0000006079,0.05000,4.200
17,mlp.gate_proj,0.0000282144,0.05000,3.658
17,mlp.up_proj,0.0000270485,0.05000,3.605
17,mlp.down_proj,0.0000009754,0.05000,19.268
18,linear_attn.in_proj_qkv,0.0000591723,0.05000,3.503
18,linear_attn.in_proj_z,0.0000325143,0.05000,3.412
18,linear_attn.out_proj,0.0000007184,0.05000,4.206
18,mlp.gate_proj,0.0000343047,0.05000,3.497
18,mlp.up_proj,0.0000316996,0.05000,3.419
18,mlp.down_proj,0.0000015595,0.05000,19.809
19,self_attn.q_proj,0.0000946438,0.05000,3.407
19,self_attn.k_proj,0.0000091042,0.05000,3.320
19,self_attn.v_proj,0.0000105348,0.05000,3.377
19,self_attn.o_proj,0.0000009657,0.05000,4.229
19,mlp.gate_proj,0.0000413419,0.05000,3.388
19,mlp.up_proj,0.0000390534,0.05000,3.399
19,mlp.down_proj,0.0000020981,0.05000,19.962
20,linear_attn.in_proj_qkv,0.0001012108,0.05000,3.451
20,linear_attn.in_proj_z,0.0000563891,0.05000,3.368
20,linear_attn.out_proj,0.0000010806,0.05000,4.386
20,mlp.gate_proj,0.0000497572,0.05000,3.443
20,mlp.up_proj,0.0000463250,0.05000,3.386
20,mlp.down_proj,0.0000024770,0.05000,20.195
21,linear_attn.in_proj_qkv,0.0001247596,0.05000,3.436
21,linear_attn.in_proj_z,0.0000784595,0.05000,3.401
21,linear_attn.out_proj,0.0000013137,0.05000,4.319
21,mlp.gate_proj,0.0000543633,0.05000,3.718
21,mlp.up_proj,0.0000509195,0.05000,3.614
21,mlp.down_proj,0.0000026210,0.05000,19.802
22,linear_attn.in_proj_qkv,0.0001078710,0.05000,3.400
22,linear_attn.in_proj_z,0.0000651087,0.05000,3.387
22,linear_attn.out_proj,0.0000012218,0.05000,4.314
22,mlp.gate_proj,0.0000638888,0.05000,3.407
22,mlp.up_proj,0.0000570901,0.05000,3.380
22,mlp.down_proj,0.0000030183,0.05000,20.060
23,self_attn.q_proj,0.0001202280,0.05000,3.482
23,self_attn.k_proj,0.0000128030,0.05000,3.452
23,self_attn.v_proj,0.0000132724,0.05000,3.405
23,self_attn.o_proj,0.0000012097,0.05000,4.359
23,mlp.gate_proj,0.0000644577,0.05000,3.418
23,mlp.up_proj,0.0000598883,0.05000,3.353
23,mlp.down_proj,0.0000030069,0.05000,20.250
24,linear_attn.in_proj_qkv,0.0001046689,0.05000,3.412
24,linear_attn.in_proj_z,0.0000585030,0.05000,3.381
24,linear_attn.out_proj,0.0000015503,0.05000,4.701
24,mlp.gate_proj,0.0000698194,0.05000,3.404
24,mlp.up_proj,0.0000649239,0.05000,3.475
24,mlp.down_proj,0.0000033530,0.05000,19.889
25,linear_attn.in_proj_qkv,0.0001064825,0.05000,3.407
25,linear_attn.in_proj_z,0.0000553369,0.05000,3.377
25,linear_attn.out_proj,0.0000016094,0.05000,4.492
25,mlp.gate_proj,0.0000675068,0.05000,3.567
25,mlp.up_proj,0.0000659441,0.05000,3.429
25,mlp.down_proj,0.0000032718,0.05000,19.717
26,linear_attn.in_proj_qkv,0.0000975879,0.05000,3.365
26,linear_attn.in_proj_z,0.0000485795,0.05000,3.338
26,linear_attn.out_proj,0.0000018329,0.05000,4.444
26,mlp.gate_proj,0.0000635161,0.05000,3.491
26,mlp.up_proj,0.0000651426,0.05000,3.401
26,mlp.down_proj,0.0000033969,0.05000,20.069
27,self_attn.q_proj,0.0001110294,0.05000,3.429
27,self_attn.k_proj,0.0000121089,0.05000,3.430
27,self_attn.v_proj,0.0000107309,0.05000,3.403
27,self_attn.o_proj,0.0000024848,0.05000,4.664
27,mlp.gate_proj,0.0000640733,0.05000,3.401
27,mlp.up_proj,0.0000679464,0.05000,3.364
27,mlp.down_proj,0.0000034249,0.05000,19.875
28,linear_attn.in_proj_qkv,0.0000930331,0.05000,3.377
28,linear_attn.in_proj_z,0.0000434331,0.05000,3.378
28,linear_attn.out_proj,0.0000023051,0.05000,4.631
28,mlp.gate_proj,0.0000606052,0.05000,3.504
28,mlp.up_proj,0.0000653091,0.05000,3.444
28,mlp.down_proj,0.0000033410,0.05000,19.783
29,linear_attn.in_proj_qkv,0.0000982330,0.05000,3.512
29,linear_attn.in_proj_z,0.0000446388,0.05000,3.456
29,linear_attn.out_proj,0.0000019755,0.05000,4.796
29,mlp.gate_proj,0.0000600239,0.05000,3.465
29,mlp.up_proj,0.0000650754,0.05000,3.389
29,mlp.down_proj,0.0000033489,0.05000,19.986
30,linear_attn.in_proj_qkv,0.0000990092,0.05000,3.499
30,linear_attn.in_proj_z,0.0000460740,0.05000,3.535
30,linear_attn.out_proj,0.0000027713,0.05000,4.290
30,mlp.gate_proj,0.0000586988,0.05000,3.450
30,mlp.up_proj,0.0000652214,0.05000,3.376
30,mlp.down_proj,0.0000035167,0.05000,19.259
31,self_attn.q_proj,0.0000996605,0.05000,3.587
31,self_attn.k_proj,0.0000111569,0.05000,3.340
31,self_attn.v_proj,0.0000124979,0.05000,3.284
31,self_attn.o_proj,0.0000032841,0.05000,4.588
31,mlp.gate_proj,0.0000621026,0.05000,3.393
31,mlp.up_proj,0.0000705350,0.05000,3.489
31,mlp.down_proj,0.0000037427,0.05000,19.898
32,linear_attn.in_proj_qkv,0.0001034332,0.05000,3.390
32,linear_attn.in_proj_z,0.0000447437,0.05000,3.362
32,linear_attn.out_proj,0.0000026840,0.05000,4.558
32,mlp.gate_proj,0.0000665092,0.05000,3.422
32,mlp.up_proj,0.0000758465,0.05000,3.577
32,mlp.down_proj,0.0000040324,0.05000,19.879
33,linear_attn.in_proj_qkv,0.0001229125,0.05000,3.355
33,linear_attn.in_proj_z,0.0000498881,0.05000,3.414
33,linear_attn.out_proj,0.0000030164,0.05000,4.420
33,mlp.gate_proj,0.0000694197,0.05000,3.448
33,mlp.up_proj,0.0000796794,0.05000,3.428
33,mlp.down_proj,0.0000043031,0.05000,20.073
34,linear_attn.in_proj_qkv,0.0001209657,0.05000,3.436
34,linear_attn.in_proj_z,0.0000544027,0.05000,3.406
34,linear_attn.out_proj,0.0000033173,0.05000,4.549
34,mlp.gate_proj,0.0000794162,0.05000,3.515
34,mlp.up_proj,0.0000881450,0.05000,3.428
34,mlp.down_proj,0.0000062640,0.05000,19.175
35,self_attn.q_proj,0.0001283740,0.05000,3.400
35,self_attn.k_proj,0.0000142974,0.05000,3.401
35,self_attn.v_proj,0.0000204211,0.05000,3.369
35,self_attn.o_proj,0.0000063107,0.05000,4.471
35,mlp.gate_proj,0.0000847984,0.05000,3.419
35,mlp.up_proj,0.0000938787,0.05000,3.488
35,mlp.down_proj,0.0000076465,0.05000,19.097
36,linear_attn.in_proj_qkv,0.0001809431,0.05000,3.504
36,linear_attn.in_proj_z,0.0000895336,0.05000,3.301
36,linear_attn.out_proj,0.0000028699,0.05000,4.181
36,mlp.gate_proj,0.0000981509,0.05000,3.593
36,mlp.up_proj,0.0000969824,0.05000,3.487
36,mlp.down_proj,0.0000073422,0.05000,20.034
37,linear_attn.in_proj_qkv,0.0002049499,0.05000,3.467
37,linear_attn.in_proj_z,0.0001139284,0.05000,3.508
37,linear_attn.out_proj,0.0000033859,0.05000,4.287
37,mlp.gate_proj,0.0001021835,0.05000,3.434
37,mlp.up_proj,0.0000994810,0.05000,3.357
37,mlp.down_proj,0.0000070346,0.05000,19.804
38,linear_attn.in_proj_qkv,0.0001840009,0.05000,3.448
38,linear_attn.in_proj_z,0.0001053962,0.05000,3.354
38,linear_attn.out_proj,0.0000024888,0.05000,4.276
38,mlp.gate_proj,0.0001379317,0.05000,3.462
38,mlp.up_proj,0.0001161506,0.05000,3.504
38,mlp.down_proj,0.0000075581,0.05000,19.357
39,self_attn.q_proj,0.0001642478,0.05000,3.467
39,self_attn.k_proj,0.0000188702,0.05000,3.282
39,self_attn.v_proj,0.0000230175,0.05000,3.260
39,self_attn.o_proj,0.0000039576,0.05000,4.550
39,mlp.gate_proj,0.0001248991,0.05000,3.423
39,mlp.up_proj,0.0001127895,0.05000,3.417
39,mlp.down_proj,0.0000069542,0.05000,20.119
40,linear_attn.in_proj_qkv,0.0001818389,0.05000,3.438
40,linear_attn.in_proj_z,0.0000989128,0.05000,3.392
40,linear_attn.out_proj,0.0000029743,0.05000,4.769
40,mlp.gate_proj,0.0001330623,0.05000,3.499
40,mlp.up_proj,0.0001182550,0.05000,3.486
40,mlp.down_proj,0.0000066820,0.05000,19.767
41,linear_attn.in_proj_qkv,0.0001613590,0.05000,3.386
41,linear_attn.in_proj_z,0.0000869866,0.05000,3.452
41,linear_attn.out_proj,0.0000025391,0.05000,4.466
41,mlp.gate_proj,0.0001135433,0.05000,3.511
41,mlp.up_proj,0.0001116996,0.05000,3.454
41,mlp.down_proj,0.0000064351,0.05000,19.248
42,linear_attn.in_proj_qkv,0.0001493634,0.05000,3.397
42,linear_attn.in_proj_z,0.0000771783,0.05000,3.443
42,linear_attn.out_proj,0.0000033930,0.05000,4.281
42,mlp.gate_proj,0.0001023805,0.05000,3.387
42,mlp.up_proj,0.0001074726,0.05000,3.393
42,mlp.down_proj,0.0000069609,0.05000,19.069
43,self_attn.q_proj,0.0001514830,0.05000,3.455
43,self_attn.k_proj,0.0000182187,0.05000,3.363
43,self_attn.v_proj,0.0000218411,0.05000,3.391
43,self_attn.o_proj,0.0000057885,0.05000,4.624
43,mlp.gate_proj,0.0000955749,0.05000,3.441
43,mlp.up_proj,0.0001049484,0.05000,3.429
43,mlp.down_proj,0.0000066124,0.05000,19.695
44,linear_attn.in_proj_qkv,0.0001365754,0.05000,3.384
44,linear_attn.in_proj_z,0.0000657620,0.05000,3.459
44,linear_attn.out_proj,0.0000043672,0.05000,4.584
44,mlp.gate_proj,0.0000941076,0.05000,3.366
44,mlp.up_proj,0.0001041225,0.05000,3.420
44,mlp.down_proj,0.0000070493,0.05000,19.959
45,linear_attn.in_proj_qkv,0.0001355476,0.05000,3.469
45,linear_attn.in_proj_z,0.0000649521,0.05000,3.456
45,linear_attn.out_proj,0.0000033597,0.05000,4.204
45,mlp.gate_proj,0.0000928877,0.05000,3.572
45,mlp.up_proj,0.0001034922,0.05000,3.487
45,mlp.down_proj,0.0000071431,0.05000,19.906
46,linear_attn.in_proj_qkv,0.0001428744,0.05000,3.356
46,linear_attn.in_proj_z,0.0000694136,0.05000,3.323
46,linear_attn.out_proj,0.0000057727,0.05000,4.411
46,mlp.gate_proj,0.0000918290,0.05000,3.408
46,mlp.up_proj,0.0001048476,0.05000,3.408
46,mlp.down_proj,0.0000081377,0.05000,19.062
47,self_attn.q_proj,0.0001520523,0.05000,3.417
47,self_attn.k_proj,0.0000169538,0.05000,3.526
47,self_attn.v_proj,0.0000261542,0.05000,3.514
47,self_attn.o_proj,0.0000056634,0.05000,4.737
47,mlp.gate_proj,0.0001000843,0.05000,3.477
47,mlp.up_proj,0.0001137528,0.05000,3.391
47,mlp.down_proj,0.0000092483,0.05000,18.996
48,linear_attn.in_proj_qkv,0.0001542266,0.05000,3.352
48,linear_attn.in_proj_z,0.0000721988,0.05000,3.324
48,linear_attn.out_proj,0.0000055275,0.05000,4.236
48,mlp.gate_proj,0.0001116088,0.05000,3.401
48,mlp.up_proj,0.0001255251,0.05000,3.413
48,mlp.down_proj,0.0000115547,0.05000,19.409
49,linear_attn.in_proj_qkv,0.0001860563,0.05000,3.407
49,linear_attn.in_proj_z,0.0000772959,0.05000,3.422
49,linear_attn.out_proj,0.0000066156,0.05000,4.669
49,mlp.gate_proj,0.0001232557,0.05000,3.485
49,mlp.up_proj,0.0001360974,0.05000,3.471
49,mlp.down_proj,0.0000155663,0.05000,19.225
50,linear_attn.in_proj_qkv,0.0001931200,0.05000,3.414
50,linear_attn.in_proj_z,0.0000869541,0.05000,3.489
50,linear_attn.out_proj,0.0000105768,0.05000,4.412
50,mlp.gate_proj,0.0001528666,0.05000,3.497
50,mlp.up_proj,0.0001599340,0.05000,3.381
50,mlp.down_proj,0.0000279666,0.05000,19.065
51,self_attn.q_proj,0.0002079514,0.05000,3.382
51,self_attn.k_proj,0.0000235831,0.05000,3.360
51,self_attn.v_proj,0.0000562244,0.05000,3.317
51,self_attn.o_proj,0.0000166848,0.05000,4.648
51,mlp.gate_proj,0.0001683190,0.05000,3.497
51,mlp.up_proj,0.0001833826,0.05000,3.424
51,mlp.down_proj,0.0000371511,0.05000,19.151
52,linear_attn.in_proj_qkv,0.0003039086,0.05000,3.355
52,linear_attn.in_proj_z,0.0001354950,0.05000,3.369
52,linear_attn.out_proj,0.0000116350,0.05000,4.238
52,mlp.gate_proj,0.0002092390,0.05000,3.672
52,mlp.up_proj,0.0002001853,0.05000,3.496
52,mlp.down_proj,0.0000364823,0.05000,19.271
53,linear_attn.in_proj_qkv,0.0003039866,0.05000,3.393
53,linear_attn.in_proj_z,0.0001456938,0.05000,3.427
53,linear_attn.out_proj,0.0000130828,0.05000,4.290
53,mlp.gate_proj,0.0002350519,0.05000,3.645
53,mlp.up_proj,0.0002151209,0.05000,3.720
53,mlp.down_proj,0.0000394850,0.05000,20.022
54,linear_attn.in_proj_qkv,0.0002977225,0.05000,3.598
54,linear_attn.in_proj_z,0.0001563214,0.05000,3.557
54,linear_attn.out_proj,0.0000133356,0.05000,4.270
54,mlp.gate_proj,0.0003014571,0.05000,3.595
54,mlp.up_proj,0.0002609173,0.05000,3.608
54,mlp.down_proj,0.0000583155,0.05000,19.488
55,self_attn.q_proj,0.0002922807,0.05000,3.472
55,self_attn.k_proj,0.0000363570,0.05000,3.429
55,self_attn.v_proj,0.0000761034,0.05000,3.313
55,self_attn.o_proj,0.0000175325,0.05000,4.336
55,mlp.gate_proj,0.0002877440,0.05000,3.679
55,mlp.up_proj,0.0002615125,0.05000,3.660
55,mlp.down_proj,0.0000485600,0.05000,19.807
56,linear_attn.in_proj_qkv,0.0003531279,0.05000,3.485
56,linear_attn.in_proj_z,0.0001725986,0.05000,3.544
56,linear_attn.out_proj,0.0000224370,0.05000,4.217
56,mlp.gate_proj,0.0003217152,0.05000,3.547
56,mlp.up_proj,0.0002847938,0.05000,3.508
56,mlp.down_proj,0.0000474346,0.05000,19.400
57,linear_attn.in_proj_qkv,0.0003828646,0.05000,3.537
57,linear_attn.in_proj_z,0.0001851699,0.05000,3.507
57,linear_attn.out_proj,0.0000195164,0.05000,4.272
57,mlp.gate_proj,0.0003790990,0.05000,3.603
57,mlp.up_proj,0.0003301217,0.05000,3.602
57,mlp.down_proj,0.0000483391,0.05000,19.424
58,linear_attn.in_proj_qkv,0.0003668988,0.05000,3.448
58,linear_attn.in_proj_z,0.0001938522,0.05000,3.573
58,linear_attn.out_proj,0.0000176786,0.05000,4.290
58,mlp.gate_proj,0.0004433212,0.05000,3.719
58,mlp.up_proj,0.0003853720,0.05000,3.494
58,mlp.down_proj,0.0000620007,0.05000,19.614
59,self_attn.q_proj,0.0003708352,0.05000,3.431
59,self_attn.k_proj,0.0000490168,0.05000,3.433
59,self_attn.v_proj,0.0001720313,0.05000,3.233
59,self_attn.o_proj,0.0000512811,0.05000,4.266
59,mlp.gate_proj,0.0004437143,0.05000,3.502
59,mlp.up_proj,0.0003945673,0.05000,3.576
59,mlp.down_proj,0.0000747544,0.05000,19.553
60,linear_attn.in_proj_qkv,0.0004550224,0.05000,3.575
60,linear_attn.in_proj_z,0.0002112488,0.05000,3.486
60,linear_attn.out_proj,0.0000401903,0.05000,4.246
60,mlp.gate_proj,0.0004452997,0.05000,3.741
60,mlp.up_proj,0.0003993977,0.05000,3.663
60,mlp.down_proj,0.0000850615,0.05000,19.659
61,linear_attn.in_proj_qkv,0.0003298280,0.05000,3.599
61,linear_attn.in_proj_z,0.0001861431,0.05000,3.686
61,linear_attn.out_proj,0.0000387131,0.05000,4.322
61,mlp.gate_proj,0.0004690023,0.05000,3.480
61,mlp.up_proj,0.0004204754,0.05000,3.439
61,mlp.down_proj,0.0000991856,0.05000,19.613
62,linear_attn.in_proj_qkv,0.0003626746,0.05000,3.421
62,linear_attn.in_proj_z,0.0001904491,0.05000,3.449
62,linear_attn.out_proj,0.0001057322,0.05000,4.374
62,mlp.gate_proj,0.0004196932,0.05000,3.465
62,mlp.up_proj,0.0003783500,0.05000,3.509
62,mlp.down_proj,0.0001432450,0.05000,19.549
63,self_attn.q_proj,0.0003314561,0.05000,3.495
63,self_attn.k_proj,0.0000469694,0.05000,3.293
63,self_attn.v_proj,0.0001386396,0.05000,3.369
63,self_attn.o_proj,0.0001186404,0.05000,4.551
63,mlp.gate_proj,0.0003601319,0.05000,3.554
63,mlp.up_proj,0.0003123934,0.05000,3.514
63,mlp.down_proj,0.0003064664,0.05000,19.412