layer,module,loss,samples,damp,time
0,linear_attn.in_proj_qkv,0.0001874543,0.05000,4.818
0,linear_attn.in_proj_z,0.0001219646,0.05000,3.561
0,linear_attn.out_proj,0.0000000920,0.05000,4.454
0,mlp.gate_proj,0.0000010975,0.05000,3.804
0,mlp.up_proj,0.0000010101,0.05000,3.677
0,mlp.down_proj,0.0000000114,0.05000,19.460
1,linear_attn.in_proj_qkv,0.0000084205,0.05000,3.490
1,linear_attn.in_proj_z,0.0000051722,0.05000,3.528
1,linear_attn.out_proj,0.0000000281,0.05000,4.837
1,mlp.gate_proj,0.0000023523,0.05000,3.876
1,mlp.up_proj,0.0000022382,0.05000,3.592
1,mlp.down_proj,0.0000000182,0.05000,20.316
2,linear_attn.in_proj_qkv,0.0000121876,0.05000,3.504
2,linear_attn.in_proj_z,0.0000073430,0.05000,3.481
2,linear_attn.out_proj,0.0000000391,0.05000,4.371
2,mlp.gate_proj,0.0000040472,0.05000,3.701
2,mlp.up_proj,0.0000038127,0.05000,3.793
2,mlp.down_proj,0.0000000656,0.05000,19.604
3,self_attn.q_proj,0.0001245466,0.05000,3.530
3,self_attn.k_proj,0.0000093737,0.05000,3.484
3,self_attn.v_proj,0.0000091996,0.05000,3.406
3,self_attn.o_proj,0.0000000375,0.05000,4.370
3,mlp.gate_proj,0.0000048543,0.05000,3.828
3,mlp.up_proj,0.0000046590,0.05000,3.686
3,mlp.down_proj,0.0000000507,0.05000,20.075
4,linear_attn.in_proj_qkv,0.0000161327,0.05000,3.434
4,linear_attn.in_proj_z,0.0000103046,0.05000,3.434
4,linear_attn.out_proj,0.0000000640,0.05000,4.831
4,mlp.gate_proj,0.0000063594,0.05000,3.788
4,mlp.up_proj,0.0000061216,0.05000,3.672
4,mlp.down_proj,0.0000000621,0.05000,20.343
5,linear_attn.in_proj_qkv,0.0000202335,0.05000,3.432
5,linear_attn.in_proj_z,0.0000130402,0.05000,3.588
5,linear_attn.out_proj,0.0000000873,0.05000,4.776
5,mlp.gate_proj,0.0000081791,0.05000,3.853
5,mlp.up_proj,0.0000077131,0.05000,3.657
5,mlp.down_proj,0.0000001139,0.05000,20.286
6,linear_attn.in_proj_qkv,0.0000313093,0.05000,3.478
6,linear_attn.in_proj_z,0.0000185141,0.05000,3.490
6,linear_attn.out_proj,0.0000001312,0.05000,4.622
6,mlp.gate_proj,0.0000115184,0.05000,3.481
6,mlp.up_proj,0.0000107048,0.05000,3.605
6,mlp.down_proj,0.0000002134,0.05000,20.083
7,self_attn.q_proj,0.0001071225,0.05000,3.510
7,self_attn.k_proj,0.0000090535,0.05000,3.452
7,self_attn.v_proj,0.0000082256,0.05000,3.450
7,self_attn.o_proj,0.0000000963,0.05000,4.593
7,mlp.gate_proj,0.0000131023,0.05000,3.704
7,mlp.up_proj,0.0000122296,0.05000,3.581
7,mlp.down_proj,0.0000002465,0.05000,20.106
8,linear_attn.in_proj_qkv,0.0000335395,0.05000,3.559
8,linear_attn.in_proj_z,0.0000210535,0.05000,3.460
8,linear_attn.out_proj,0.0000001906,0.05000,4.735
8,mlp.gate_proj,0.0000147295,0.05000,3.692
8,mlp.up_proj,0.0000138624,0.05000,3.686
8,mlp.down_proj,0.0000002835,0.05000,19.579
9,linear_attn.in_proj_qkv,0.0000346175,0.05000,3.472
9,linear_attn.in_proj_z,0.0000209219,0.05000,3.470
9,linear_attn.out_proj,0.0000001953,0.05000,4.491
9,mlp.gate_proj,0.0000161756,0.05000,3.600
9,mlp.up_proj,0.0000152879,0.05000,3.671
9,mlp.down_proj,0.0000003229,0.05000,20.212
10,linear_attn.in_proj_qkv,0.0000363573,0.05000,3.423
10,linear_attn.in_proj_z,0.0000213501,0.05000,3.578
10,linear_attn.out_proj,0.0000002154,0.05000,4.392
10,mlp.gate_proj,0.0000167062,0.05000,3.704
10,mlp.up_proj,0.0000157933,0.05000,3.838
10,mlp.down_proj,0.0000003489,0.05000,20.114
11,self_attn.q_proj,0.0000967385,0.05000,3.465
11,self_attn.k_proj,0.0000086289,0.05000,3.425
11,self_attn.v_proj,0.0000077103,0.05000,3.374
11,self_attn.o_proj,0.0000001599,0.05000,4.575
11,mlp.gate_proj,0.0000174363,0.05000,3.769
11,mlp.up_proj,0.0000166517,0.05000,3.660
11,mlp.down_proj,0.0000003842,0.05000,20.381
12,linear_attn.in_proj_qkv,0.0000407537,0.05000,3.521
12,linear_attn.in_proj_z,0.0000238991,0.05000,3.532
12,linear_attn.out_proj,0.0000003257,0.05000,4.671
12,mlp.gate_proj,0.0000179496,0.05000,3.909
12,mlp.up_proj,0.0000170793,0.05000,3.734
12,mlp.down_proj,0.0000004221,0.05000,20.100
13,linear_attn.in_proj_qkv,0.0000424075,0.05000,3.493
13,linear_attn.in_proj_z,0.0000236763,0.05000,3.411
13,linear_attn.out_proj,0.0000003478,0.05000,4.537
13,mlp.gate_proj,0.0000190719,0.05000,3.734
13,mlp.up_proj,0.0000182273,0.05000,3.769
13,mlp.down_proj,0.0000004816,0.05000,20.167
14,linear_attn.in_proj_qkv,0.0000465344,0.05000,3.513
14,linear_attn.in_proj_z,0.0000267185,0.05000,3.580
14,linear_attn.out_proj,0.0000004116,0.05000,4.430
14,mlp.gate_proj,0.0000201270,0.05000,3.736
14,mlp.up_proj,0.0000193028,0.05000,3.610
14,mlp.down_proj,0.0000005291,0.05000,20.271
15,self_attn.q_proj,0.0000810782,0.05000,3.520
15,self_attn.k_proj,0.0000073682,0.05000,3.535
15,self_attn.v_proj,0.0000070410,0.05000,3.535
15,self_attn.o_proj,0.0000002423,0.05000,4.562
15,mlp.gate_proj,0.0000225750,0.05000,3.635
15,mlp.up_proj,0.0000218295,0.05000,3.648
15,mlp.down_proj,0.0000006125,0.05000,20.053
16,linear_attn.in_proj_qkv,0.0000488355,0.05000,3.463
16,linear_attn.in_proj_z,0.0000276720,0.05000,3.470
16,linear_attn.out_proj,0.0000004426,0.05000,4.604
16,mlp.gate_proj,0.0000247970,0.05000,3.956
16,mlp.up_proj,0.0000237858,0.05000,3.743
16,mlp.down_proj,0.0000007200,0.05000,20.083
17,linear_attn.in_proj_qkv,0.0000550724,0.05000,3.631
17,linear_attn.in_proj_z,0.0000277861,0.05000,3.565
17,linear_attn.out_proj,0.0000006079,0.05000,4.383
17,mlp.gate_proj,0.0000282223,0.05000,3.658
17,mlp.up_proj,0.0000270608,0.05000,3.680
17,mlp.down_proj,0.0000009760,0.05000,19.743
18,linear_attn.in_proj_qkv,0.0000592100,0.05000,3.452
18,linear_attn.in_proj_z,0.0000325331,0.05000,3.418
18,linear_attn.out_proj,0.0000007188,0.05000,4.362
18,mlp.gate_proj,0.0000343236,0.05000,3.502
18,mlp.up_proj,0.0000317095,0.05000,3.495
18,mlp.down_proj,0.0000015599,0.05000,20.315
19,self_attn.q_proj,0.0000947052,0.05000,3.603
19,self_attn.k_proj,0.0000091075,0.05000,3.407
19,self_attn.v_proj,0.0000105397,0.05000,3.398
19,self_attn.o_proj,0.0000009646,0.05000,4.533
19,mlp.gate_proj,0.0000413703,0.05000,3.504
19,mlp.up_proj,0.0000390795,0.05000,3.490
19,mlp.down_proj,0.0000021000,0.05000,20.120
20,linear_attn.in_proj_qkv,0.0001012824,0.05000,3.452
20,linear_attn.in_proj_z,0.0000564473,0.05000,3.466
20,linear_attn.out_proj,0.0000010812,0.05000,4.371
20,mlp.gate_proj,0.0000498370,0.05000,3.453
20,mlp.up_proj,0.0000463908,0.05000,3.470
20,mlp.down_proj,0.0000024809,0.05000,20.301
21,linear_attn.in_proj_qkv,0.0001249308,0.05000,3.520
21,linear_attn.in_proj_z,0.0000785486,0.05000,3.407
21,linear_attn.out_proj,0.0000013177,0.05000,4.332
21,mlp.gate_proj,0.0000544411,0.05000,3.629
21,mlp.up_proj,0.0000509980,0.05000,3.582
21,mlp.down_proj,0.0000026271,0.05000,20.210
22,linear_attn.in_proj_qkv,0.0001080204,0.05000,3.500
22,linear_attn.in_proj_z,0.0000652103,0.05000,3.520
22,linear_attn.out_proj,0.0000012245,0.05000,4.404
22,mlp.gate_proj,0.0000639748,0.05000,3.547
22,mlp.up_proj,0.0000571856,0.05000,3.473
22,mlp.down_proj,0.0000030251,0.05000,20.387
23,self_attn.q_proj,0.0001203829,0.05000,3.472
23,self_attn.k_proj,0.0000128186,0.05000,3.466
23,self_attn.v_proj,0.0000132790,0.05000,3.423
23,self_attn.o_proj,0.0000012130,0.05000,4.353
23,mlp.gate_proj,0.0000644791,0.05000,3.542
23,mlp.up_proj,0.0000599102,0.05000,3.495
23,mlp.down_proj,0.0000030019,0.05000,20.573
24,linear_attn.in_proj_qkv,0.0001046795,0.05000,3.428
24,linear_attn.in_proj_z,0.0000584997,0.05000,3.441
24,linear_attn.out_proj,0.0000015460,0.05000,4.761
24,mlp.gate_proj,0.0000698400,0.05000,3.626
24,mlp.up_proj,0.0000649455,0.05000,3.455
24,mlp.down_proj,0.0000033420,0.05000,20.468
25,linear_attn.in_proj_qkv,0.0001064732,0.05000,3.475
25,linear_attn.in_proj_z,0.0000553424,0.05000,3.582
25,linear_attn.out_proj,0.0000016037,0.05000,4.838
25,mlp.gate_proj,0.0000675568,0.05000,3.607
25,mlp.up_proj,0.0000659879,0.05000,3.649
25,mlp.down_proj,0.0000032680,0.05000,20.418
26,linear_attn.in_proj_qkv,0.0000976771,0.05000,3.506
26,linear_attn.in_proj_z,0.0000486105,0.05000,3.495
26,linear_attn.out_proj,0.0000018313,0.05000,4.774
26,mlp.gate_proj,0.0000635543,0.05000,3.564
26,mlp.up_proj,0.0000651793,0.05000,3.762
26,mlp.down_proj,0.0000033971,0.05000,20.487
27,self_attn.q_proj,0.0001111120,0.05000,3.635
27,self_attn.k_proj,0.0000121166,0.05000,3.401
27,self_attn.v_proj,0.0000107448,0.05000,3.423
27,self_attn.o_proj,0.0000024718,0.05000,4.689
27,mlp.gate_proj,0.0000640964,0.05000,3.491
27,mlp.up_proj,0.0000679866,0.05000,3.480
27,mlp.down_proj,0.0000034219,0.05000,20.569
28,linear_attn.in_proj_qkv,0.0000930593,0.05000,3.461
28,linear_attn.in_proj_z,0.0000434470,0.05000,3.398
28,linear_attn.out_proj,0.0000023032,0.05000,4.735
28,mlp.gate_proj,0.0000606001,0.05000,3.545
28,mlp.up_proj,0.0000653044,0.05000,3.581
28,mlp.down_proj,0.0000033377,0.05000,20.419
29,linear_attn.in_proj_qkv,0.0000982339,0.05000,3.539
29,linear_attn.in_proj_z,0.0000446348,0.05000,3.548
29,linear_attn.out_proj,0.0000019662,0.05000,4.741
29,mlp.gate_proj,0.0000600196,0.05000,3.475
29,mlp.up_proj,0.0000650759,0.05000,3.617
29,mlp.down_proj,0.0000033421,0.05000,20.171
30,linear_attn.in_proj_qkv,0.0000989921,0.05000,3.501
30,linear_attn.in_proj_z,0.0000460622,0.05000,3.562
30,linear_attn.out_proj,0.0000027566,0.05000,4.412
30,mlp.gate_proj,0.0000586642,0.05000,3.486
30,mlp.up_proj,0.0000651962,0.05000,3.542
30,mlp.down_proj,0.0000035083,0.05000,19.836
31,self_attn.q_proj,0.0000996553,0.05000,3.463
31,self_attn.k_proj,0.0000111596,0.05000,3.501
31,self_attn.v_proj,0.0000125075,0.05000,3.470
31,self_attn.o_proj,0.0000032696,0.05000,4.547
31,mlp.gate_proj,0.0000620446,0.05000,3.578
31,mlp.up_proj,0.0000704761,0.05000,3.433
31,mlp.down_proj,0.0000037307,0.05000,20.323
32,linear_attn.in_proj_qkv,0.0001034036,0.05000,3.484
32,linear_attn.in_proj_z,0.0000447231,0.05000,3.466
32,linear_attn.out_proj,0.0000026712,0.05000,4.621
32,mlp.gate_proj,0.0000663990,0.05000,3.602
32,mlp.up_proj,0.0000757373,0.05000,3.533
32,mlp.down_proj,0.0000040175,0.05000,20.256
33,linear_attn.in_proj_qkv,0.0001228124,0.05000,3.625
33,linear_attn.in_proj_z,0.0000498502,0.05000,3.422
33,linear_attn.out_proj,0.0000030020,0.05000,4.433
33,mlp.gate_proj,0.0000692789,0.05000,3.551
33,mlp.up_proj,0.0000794881,0.05000,3.618
33,mlp.down_proj,0.0000042897,0.05000,20.409
34,linear_attn.in_proj_qkv,0.0001207825,0.05000,3.451
34,linear_attn.in_proj_z,0.0000543399,0.05000,3.445
34,linear_attn.out_proj,0.0000033138,0.05000,4.877
34,mlp.gate_proj,0.0000792174,0.05000,3.507
34,mlp.up_proj,0.0000879329,0.05000,3.486
34,mlp.down_proj,0.0000062430,0.05000,19.501
35,self_attn.q_proj,0.0001281520,0.05000,3.508
35,self_attn.k_proj,0.0000142747,0.05000,3.452
35,self_attn.v_proj,0.0000203930,0.05000,3.464
35,self_attn.o_proj,0.0000062886,0.05000,4.754
35,mlp.gate_proj,0.0000846019,0.05000,3.481
35,mlp.up_proj,0.0000936728,0.05000,3.495
35,mlp.down_proj,0.0000076296,0.05000,19.566
36,linear_attn.in_proj_qkv,0.0001806984,0.05000,3.519
36,linear_attn.in_proj_z,0.0000893723,0.05000,3.628
36,linear_attn.out_proj,0.0000028719,0.05000,4.346
36,mlp.gate_proj,0.0000978861,0.05000,3.440
36,mlp.up_proj,0.0000967515,0.05000,3.479
36,mlp.down_proj,0.0000073309,0.05000,20.159
37,linear_attn.in_proj_qkv,0.0002045721,0.05000,3.497
37,linear_attn.in_proj_z,0.0001137342,0.05000,3.438
37,linear_attn.out_proj,0.0000033849,0.05000,4.323
37,mlp.gate_proj,0.0001019015,0.05000,3.452
37,mlp.up_proj,0.0000991975,0.05000,3.473
37,mlp.down_proj,0.0000070176,0.05000,20.244
38,linear_attn.in_proj_qkv,0.0001835952,0.05000,3.484
38,linear_attn.in_proj_z,0.0001051870,0.05000,3.502
38,linear_attn.out_proj,0.0000024899,0.05000,4.342
38,mlp.gate_proj,0.0001375497,0.05000,3.440
38,mlp.up_proj,0.0001158486,0.05000,3.437
38,mlp.down_proj,0.0000075367,0.05000,19.633
39,self_attn.q_proj,0.0001639064,0.05000,3.476
39,self_attn.k_proj,0.0000188491,0.05000,3.438
39,self_attn.v_proj,0.0000229725,0.05000,3.468
39,self_attn.o_proj,0.0000039523,0.05000,4.675
39,mlp.gate_proj,0.0001245222,0.05000,3.472
39,mlp.up_proj,0.0001124759,0.05000,3.455
39,mlp.down_proj,0.0000069358,0.05000,20.139
40,linear_attn.in_proj_qkv,0.0001814141,0.05000,3.423
40,linear_attn.in_proj_z,0.0000987238,0.05000,3.618
40,linear_attn.out_proj,0.0000029730,0.05000,4.814
40,mlp.gate_proj,0.0001327578,0.05000,3.490
40,mlp.up_proj,0.0001179771,0.05000,3.457
40,mlp.down_proj,0.0000066618,0.05000,20.113
41,linear_attn.in_proj_qkv,0.0001610602,0.05000,3.547
41,linear_attn.in_proj_z,0.0000868363,0.05000,3.451
41,linear_attn.out_proj,0.0000025362,0.05000,4.644
41,mlp.gate_proj,0.0001132520,0.05000,3.628
41,mlp.up_proj,0.0001114094,0.05000,3.475
41,mlp.down_proj,0.0000064114,0.05000,19.911
42,linear_attn.in_proj_qkv,0.0001491600,0.05000,3.455
42,linear_attn.in_proj_z,0.0000770936,0.05000,3.447
42,linear_attn.out_proj,0.0000033813,0.05000,4.356
42,mlp.gate_proj,0.0001020986,0.05000,3.475
42,mlp.up_proj,0.0001071817,0.05000,3.435
42,mlp.down_proj,0.0000069193,0.05000,19.642
43,self_attn.q_proj,0.0001512581,0.05000,3.431
43,self_attn.k_proj,0.0000181977,0.05000,3.494
43,self_attn.v_proj,0.0000218068,0.05000,3.503
43,self_attn.o_proj,0.0000057627,0.05000,4.745
43,mlp.gate_proj,0.0000953824,0.05000,3.552
43,mlp.up_proj,0.0001047132,0.05000,3.485
43,mlp.down_proj,0.0000065923,0.05000,20.606
44,linear_attn.in_proj_qkv,0.0001363510,0.05000,3.517
44,linear_attn.in_proj_z,0.0000656555,0.05000,3.492
44,linear_attn.out_proj,0.0000043649,0.05000,4.623
44,mlp.gate_proj,0.0000939094,0.05000,3.548
44,mlp.up_proj,0.0001038844,0.05000,3.514
44,mlp.down_proj,0.0000070353,0.05000,20.305
45,linear_attn.in_proj_qkv,0.0001353665,0.05000,3.504
45,linear_attn.in_proj_z,0.0000648456,0.05000,3.608
45,linear_attn.out_proj,0.0000033503,0.05000,4.366
45,mlp.gate_proj,0.0000926517,0.05000,3.555
45,mlp.up_proj,0.0001032355,0.05000,3.507
45,mlp.down_proj,0.0000071251,0.05000,20.435
46,linear_attn.in_proj_qkv,0.0001427028,0.05000,3.497
46,linear_attn.in_proj_z,0.0000693183,0.05000,3.473
46,linear_attn.out_proj,0.0000057370,0.05000,4.442
46,mlp.gate_proj,0.0000915166,0.05000,3.536
46,mlp.up_proj,0.0001045081,0.05000,3.603
46,mlp.down_proj,0.0000080934,0.05000,19.787
47,self_attn.q_proj,0.0001517417,0.05000,3.451
47,self_attn.k_proj,0.0000169202,0.05000,3.396
47,self_attn.v_proj,0.0000261090,0.05000,3.392
47,self_attn.o_proj,0.0000056260,0.05000,4.573
47,mlp.gate_proj,0.0000996380,0.05000,3.581
47,mlp.up_proj,0.0001132301,0.05000,3.440
47,mlp.down_proj,0.0000091958,0.05000,19.670
48,linear_attn.in_proj_qkv,0.0001538989,0.05000,3.440
48,linear_attn.in_proj_z,0.0000720156,0.05000,3.418
48,linear_attn.out_proj,0.0000055272,0.05000,4.417
48,mlp.gate_proj,0.0001111108,0.05000,3.491
48,mlp.up_proj,0.0001249967,0.05000,3.564
48,mlp.down_proj,0.0000115012,0.05000,19.681
49,linear_attn.in_proj_qkv,0.0001856101,0.05000,3.473
49,linear_attn.in_proj_z,0.0000770512,0.05000,3.422
49,linear_attn.out_proj,0.0000066738,0.05000,4.678
49,mlp.gate_proj,0.0001227588,0.05000,3.527
49,mlp.up_proj,0.0001355553,0.05000,3.530
49,mlp.down_proj,0.0000155354,0.05000,20.268
50,linear_attn.in_proj_qkv,0.0001927984,0.05000,3.645
50,linear_attn.in_proj_z,0.0000868325,0.05000,3.453
50,linear_attn.out_proj,0.0000106134,0.05000,4.439
50,mlp.gate_proj,0.0001522698,0.05000,3.456
50,mlp.up_proj,0.0001593112,0.05000,3.556
50,mlp.down_proj,0.0000279554,0.05000,19.630
51,self_attn.q_proj,0.0002076164,0.05000,3.505
51,self_attn.k_proj,0.0000235637,0.05000,3.481
51,self_attn.v_proj,0.0000561566,0.05000,3.452
51,self_attn.o_proj,0.0000167487,0.05000,4.702
51,mlp.gate_proj,0.0001677330,0.05000,3.504
51,mlp.up_proj,0.0001827257,0.05000,3.503
51,mlp.down_proj,0.0000372179,0.05000,19.928
52,linear_attn.in_proj_qkv,0.0003035270,0.05000,3.515
52,linear_attn.in_proj_z,0.0001353232,0.05000,3.441
52,linear_attn.out_proj,0.0000117539,0.05000,4.509
52,mlp.gate_proj,0.0002085623,0.05000,3.855
52,mlp.up_proj,0.0001995720,0.05000,3.652
52,mlp.down_proj,0.0000365472,0.05000,19.747
53,linear_attn.in_proj_qkv,0.0003034802,0.05000,3.507
53,linear_attn.in_proj_z,0.0001454626,0.05000,3.566
53,linear_attn.out_proj,0.0000132037,0.05000,4.398
53,mlp.gate_proj,0.0002343987,0.05000,3.681
53,mlp.up_proj,0.0002144974,0.05000,3.823
53,mlp.down_proj,0.0000395669,0.05000,20.470
54,linear_attn.in_proj_qkv,0.0002970487,0.05000,3.701
54,linear_attn.in_proj_z,0.0001559632,0.05000,3.554
54,linear_attn.out_proj,0.0000134913,0.05000,4.464
54,mlp.gate_proj,0.0003006682,0.05000,3.731
54,mlp.up_proj,0.0002601662,0.05000,3.636
54,mlp.down_proj,0.0000587439,0.05000,19.784
55,self_attn.q_proj,0.0002922003,0.05000,3.519
55,self_attn.k_proj,0.0000363426,0.05000,3.451
55,self_attn.v_proj,0.0000760723,0.05000,3.490
55,self_attn.o_proj,0.0000177222,0.05000,4.535
55,mlp.gate_proj,0.0002872898,0.05000,3.713
55,mlp.up_proj,0.0002611260,0.05000,3.653
55,mlp.down_proj,0.0000488444,0.05000,19.762
56,linear_attn.in_proj_qkv,0.0003528052,0.05000,3.877
56,linear_attn.in_proj_z,0.0001724693,0.05000,3.729
56,linear_attn.out_proj,0.0000225873,0.05000,4.355
56,mlp.gate_proj,0.0003208118,0.05000,3.589
56,mlp.up_proj,0.0002840272,0.05000,3.720
56,mlp.down_proj,0.0000476464,0.05000,19.664
57,linear_attn.in_proj_qkv,0.0003820405,0.05000,3.702
57,linear_attn.in_proj_z,0.0001848580,0.05000,3.594
57,linear_attn.out_proj,0.0000197755,0.05000,4.356
57,mlp.gate_proj,0.0003778149,0.05000,3.756
57,mlp.up_proj,0.0003289884,0.05000,3.853
57,mlp.down_proj,0.0000485489,0.05000,19.384
58,linear_attn.in_proj_qkv,0.0003657959,0.05000,3.608
58,linear_attn.in_proj_z,0.0001932840,0.05000,3.552
58,linear_attn.out_proj,0.0000178292,0.05000,4.392
58,mlp.gate_proj,0.0004414315,0.05000,3.754
58,mlp.up_proj,0.0003837602,0.05000,3.667
58,mlp.down_proj,0.0000622438,0.05000,20.067
59,self_attn.q_proj,0.0003705985,0.05000,3.544
59,self_attn.k_proj,0.0000489910,0.05000,3.439
59,self_attn.v_proj,0.0001718508,0.05000,3.523
59,self_attn.o_proj,0.0000519039,0.05000,4.399
59,mlp.gate_proj,0.0004415749,0.05000,3.643
59,mlp.up_proj,0.0003927257,0.05000,3.597
59,mlp.down_proj,0.0000748316,0.05000,19.726
60,linear_attn.in_proj_qkv,0.0004549951,0.05000,3.647
60,linear_attn.in_proj_z,0.0002113326,0.05000,3.716
60,linear_attn.out_proj,0.0000407016,0.05000,4.365
60,mlp.gate_proj,0.0004431293,0.05000,3.608
60,mlp.up_proj,0.0003975201,0.05000,3.713
60,mlp.down_proj,0.0000854200,0.05000,19.603
61,linear_attn.in_proj_qkv,0.0003288133,0.05000,3.641
61,linear_attn.in_proj_z,0.0001855337,0.05000,3.541
61,linear_attn.out_proj,0.0000387406,0.05000,4.362
61,mlp.gate_proj,0.0004671911,0.05000,3.492
61,mlp.up_proj,0.0004188820,0.05000,3.524
61,mlp.down_proj,0.0000997628,0.05000,19.387
62,linear_attn.in_proj_qkv,0.0003624255,0.05000,3.452
62,linear_attn.in_proj_z,0.0001903883,0.05000,3.432
62,linear_attn.out_proj,0.0001060521,0.05000,4.448
62,mlp.gate_proj,0.0004183858,0.05000,3.481
62,mlp.up_proj,0.0003771376,0.05000,3.487
62,mlp.down_proj,0.0001454320,0.05000,19.837
63,self_attn.q_proj,0.0003304017,0.05000,3.600
63,self_attn.k_proj,0.0000467905,0.05000,3.509
63,self_attn.v_proj,0.0001382376,0.05000,3.405
63,self_attn.o_proj,0.0001208885,0.05000,4.722
63,mlp.gate_proj,0.0003577492,0.05000,3.492
63,mlp.up_proj,0.0003103525,0.05000,3.647
63,mlp.down_proj,0.0003103933,0.05000,19.544