quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.00081365,0.01000,2.914
0,self_attn.v_proj,0.00069168,0.01000,1.636
0,self_attn.q_proj,0.00432108,0.01000,1.498
0,self_attn.o_proj,0.02954560,0.01000,2.469
0,mlp.up_proj,0.08484021,0.01000,2.249
0,mlp.gate_proj,0.09464134,0.01000,2.087
0,mlp.down_proj,0.15014972,0.01000,10.703
1,self_attn.k_proj,0.00125815,0.01000,1.636
1,self_attn.v_proj,0.00117784,0.01000,1.568
1,self_attn.q_proj,0.00751037,0.01000,1.570
1,self_attn.o_proj,0.02138383,0.01000,2.650
1,mlp.up_proj,2.11000943,0.01000,1.649
1,mlp.gate_proj,6.65699339,0.01000,1.641
1,mlp.down_proj,0.77856481,0.01000,10.619
2,self_attn.k_proj,0.00229655,0.01000,1.525
2,self_attn.v_proj,0.00228460,0.01000,1.411
2,self_attn.q_proj,0.01226789,0.01000,1.470
2,self_attn.o_proj,0.03568282,0.01000,2.509
2,mlp.up_proj,4.41924953,0.01000,1.587
2,mlp.gate_proj,10.30074120,0.01000,1.563
2,mlp.down_proj,11.30908775,0.01000,10.248
3,self_attn.k_proj,0.00452703,0.01000,1.506
3,self_attn.v_proj,0.00450948,0.01000,1.471
3,self_attn.q_proj,0.02488615,0.01000,1.543
3,self_attn.o_proj,0.04264739,0.01000,2.434
3,mlp.up_proj,7.45001411,0.01000,1.713
3,mlp.gate_proj,16.72578430,0.01000,1.517
3,mlp.down_proj,1.07757199,0.01000,10.181
4,self_attn.k_proj,0.00793404,0.01000,1.520
4,self_attn.v_proj,0.00758090,0.01000,1.458
4,self_attn.q_proj,0.04527458,0.01000,1.474
4,self_attn.o_proj,0.06113979,0.01000,2.470
4,mlp.up_proj,14.62147999,0.01000,1.728
4,mlp.gate_proj,25.69061470,0.01000,1.690
4,mlp.down_proj,1.11999416,0.01000,10.314
5,self_attn.k_proj,0.00976213,0.01000,1.630
5,self_attn.v_proj,0.00827891,0.01000,1.595
5,self_attn.q_proj,0.05794093,0.01000,1.586
5,self_attn.o_proj,0.05751336,0.01000,2.530
5,mlp.up_proj,13.68572235,0.01000,1.742
5,mlp.gate_proj,30.72547531,0.01000,1.669
5,mlp.down_proj,1.58745265,0.01000,10.931
6,self_attn.k_proj,0.01319086,0.01000,2.257
6,self_attn.v_proj,0.01331986,0.01000,1.621
6,self_attn.q_proj,0.07693440,0.01000,1.558
6,self_attn.o_proj,0.06810835,0.01000,3.639
6,mlp.up_proj,33.67185974,0.01000,2.319
6,mlp.gate_proj,59.59470367,0.01000,2.063
6,mlp.down_proj,52.27619171,0.01000,10.450
7,self_attn.k_proj,0.08827136,0.01000,1.498
7,self_attn.v_proj,0.09267803,0.01000,1.593
7,self_attn.q_proj,0.52297866,0.01000,1.670
7,self_attn.o_proj,0.22239166,0.01000,2.523
7,mlp.up_proj,39.12740326,0.01000,1.637
7,mlp.gate_proj,70.18978882,0.01000,1.678
7,mlp.down_proj,2.34984374,0.01000,10.731
8,self_attn.k_proj,0.08405134,0.01000,1.475
8,self_attn.v_proj,0.09088047,0.01000,1.440
8,self_attn.q_proj,0.47581875,0.01000,1.477
8,self_attn.o_proj,0.20182154,0.01000,2.707
8,mlp.up_proj,10.46209526,0.01000,1.706
8,mlp.gate_proj,17.48118401,0.01000,1.621
8,mlp.down_proj,1.69127786,0.01000,10.522
9,self_attn.k_proj,0.04428223,0.01000,1.552
9,self_attn.v_proj,0.04098491,0.01000,1.528
9,self_attn.q_proj,0.25140685,0.01000,1.555
9,self_attn.o_proj,0.11976624,0.01000,2.527
9,mlp.up_proj,9.30122757,0.01000,1.608
9,mlp.gate_proj,9.81438828,0.01000,1.559
9,mlp.down_proj,2.23116183,0.01000,10.434
10,self_attn.k_proj,0.07826303,0.01000,1.473
10,self_attn.v_proj,0.08375344,0.01000,1.460
10,self_attn.q_proj,0.46207750,0.01000,1.493
10,self_attn.o_proj,0.25546110,0.01000,2.522
10,mlp.up_proj,10.66352654,0.01000,1.630
10,mlp.gate_proj,11.16182137,0.01000,1.600
10,mlp.down_proj,2.26803780,0.01000,10.568
11,self_attn.k_proj,0.11531462,0.01000,1.504
11,self_attn.v_proj,0.12263960,0.01000,1.485
11,self_attn.q_proj,0.65993565,0.01000,1.524
11,self_attn.o_proj,0.44167566,0.01000,2.555
11,mlp.up_proj,12.56029224,0.01000,1.650
11,mlp.gate_proj,13.17169571,0.01000,1.635
11,mlp.down_proj,2.79540920,0.01000,10.444
12,self_attn.k_proj,0.07918560,0.01000,1.525
12,self_attn.v_proj,0.07784496,0.01000,1.484
12,self_attn.q_proj,0.46738318,0.01000,1.524
12,self_attn.o_proj,0.23589954,0.01000,2.509
12,mlp.up_proj,14.03397560,0.01000,1.630
12,mlp.gate_proj,14.77306175,0.01000,1.577
12,mlp.down_proj,3.10383368,0.01000,10.367
13,self_attn.k_proj,0.15989320,0.01000,1.700
13,self_attn.v_proj,0.17406040,0.01000,1.654
13,self_attn.q_proj,0.92272699,0.01000,1.667
13,self_attn.o_proj,0.43961483,0.01000,2.485
13,mlp.up_proj,14.33840466,0.01000,2.331
13,mlp.gate_proj,15.48554611,0.01000,2.285
13,mlp.down_proj,3.07213068,0.01000,10.498
14,self_attn.k_proj,0.08254697,0.01000,2.236
14,self_attn.v_proj,0.08686875,0.01000,1.745
14,self_attn.q_proj,0.43551490,0.01000,1.589
14,self_attn.o_proj,0.37402999,0.01000,2.635
14,mlp.up_proj,13.69056320,0.01000,1.631
14,mlp.gate_proj,14.62921143,0.01000,1.595
14,mlp.down_proj,2.94084263,0.01000,10.533
15,self_attn.k_proj,0.07434665,0.01000,1.541
15,self_attn.v_proj,0.06949191,0.01000,1.514
15,self_attn.q_proj,0.44975564,0.01000,1.538
15,self_attn.o_proj,0.33526570,0.01000,2.562
15,mlp.up_proj,12.69335556,0.01000,1.662
15,mlp.gate_proj,13.27824974,0.01000,1.607
15,mlp.down_proj,2.61306334,0.01000,10.585
16,self_attn.k_proj,0.07344320,0.01000,1.532
16,self_attn.v_proj,0.08015800,0.01000,1.512
16,self_attn.q_proj,0.43447977,0.01000,1.511
16,self_attn.o_proj,0.34786433,0.01000,2.627
16,mlp.up_proj,11.14764977,0.01000,1.688
16,mlp.gate_proj,11.59358025,0.01000,1.636
16,mlp.down_proj,2.31228495,0.01000,13.520
17,self_attn.k_proj,0.07737618,0.01000,1.712
17,self_attn.v_proj,0.07609338,0.01000,1.554
17,self_attn.q_proj,0.44219440,0.01000,1.574
17,self_attn.o_proj,0.35038805,0.01000,2.602
17,mlp.up_proj,11.55154133,0.01000,1.616
17,mlp.gate_proj,12.08437157,0.01000,1.653
17,mlp.down_proj,2.45087409,0.01000,10.805
18,self_attn.k_proj,0.09845328,0.01000,1.580
18,self_attn.v_proj,0.09987408,0.01000,1.553
18,self_attn.q_proj,0.59097052,0.01000,1.566
18,self_attn.o_proj,0.34611195,0.01000,2.651
18,mlp.up_proj,12.22401428,0.01000,1.791
18,mlp.gate_proj,12.77506256,0.01000,1.715
18,mlp.down_proj,2.72526670,0.01000,13.929
19,self_attn.k_proj,0.11559619,0.01000,1.641
19,self_attn.v_proj,0.11600479,0.01000,1.587
19,self_attn.q_proj,0.70563442,0.01000,1.615
19,self_attn.o_proj,0.46913290,0.01000,2.761
19,mlp.up_proj,13.52499294,0.01000,1.660
19,mlp.gate_proj,14.11107063,0.01000,1.690
19,mlp.down_proj,3.16123199,0.01000,11.023
20,self_attn.k_proj,0.19227347,0.01000,1.677
20,self_attn.v_proj,0.20382169,0.01000,1.560
20,self_attn.q_proj,1.13141155,0.01000,1.509
20,self_attn.o_proj,0.52458954,0.01000,2.520
20,mlp.up_proj,14.88938236,0.01000,1.773
20,mlp.gate_proj,15.35838509,0.01000,1.679
20,mlp.down_proj,3.58826733,0.01000,10.713
21,self_attn.k_proj,0.21771643,0.01000,1.522
21,self_attn.v_proj,0.21964654,0.01000,1.466
21,self_attn.q_proj,1.32414961,0.01000,1.502
21,self_attn.o_proj,0.97826135,0.01000,2.500
21,mlp.up_proj,15.87076759,0.01000,1.673
21,mlp.gate_proj,16.39757919,0.01000,1.643
21,mlp.down_proj,4.09231091,0.01000,13.985
22,self_attn.k_proj,0.20008142,0.01000,2.166
22,self_attn.v_proj,0.20996374,0.01000,1.975
22,self_attn.q_proj,1.20463419,0.01000,2.260
22,self_attn.o_proj,1.16565883,0.01000,3.619
22,mlp.up_proj,17.68109322,0.01000,2.359
22,mlp.gate_proj,18.30654716,0.01000,2.296
22,mlp.down_proj,4.98242092,0.01000,10.419
23,self_attn.k_proj,0.27863154,0.01000,1.516
23,self_attn.v_proj,0.30338252,0.01000,1.495
23,self_attn.q_proj,1.59333611,0.01000,1.484
23,self_attn.o_proj,0.79578555,0.01000,2.698
23,mlp.up_proj,19.56715584,0.01000,1.660
23,mlp.gate_proj,20.16029358,0.01000,1.662
23,mlp.down_proj,5.91230965,0.01000,10.605
24,self_attn.k_proj,0.52280623,0.01000,1.615
24,self_attn.v_proj,0.55257362,0.01000,1.554
24,self_attn.q_proj,3.22970915,0.01000,1.570
24,self_attn.o_proj,1.69679952,0.01000,2.561
24,mlp.up_proj,21.84100723,0.01000,1.682
24,mlp.gate_proj,22.71822929,0.01000,1.641
24,mlp.down_proj,6.82740498,0.01000,10.620
25,self_attn.k_proj,0.45508873,0.01000,1.570
25,self_attn.v_proj,0.48161724,0.01000,1.563
25,self_attn.q_proj,2.70865679,0.01000,1.565
25,self_attn.o_proj,1.52209449,0.01000,2.621
25,mlp.up_proj,24.27641106,0.01000,1.658
25,mlp.gate_proj,25.10028076,0.01000,1.624
25,mlp.down_proj,8.42032528,0.01000,10.497
26,self_attn.k_proj,0.41311228,0.01000,1.561
26,self_attn.v_proj,0.45802709,0.01000,1.574
26,self_attn.q_proj,2.42220569,0.01000,1.559
26,self_attn.o_proj,1.43627143,0.01000,2.487
26,mlp.up_proj,25.90946007,0.01000,1.691
26,mlp.gate_proj,26.94385147,0.01000,1.624
26,mlp.down_proj,10.41687202,0.01000,10.792
27,self_attn.k_proj,0.58040804,0.01000,1.629
27,self_attn.v_proj,0.63498515,0.01000,1.622
27,self_attn.q_proj,3.28376436,0.01000,1.646
27,self_attn.o_proj,1.47410321,0.01000,2.677
27,mlp.up_proj,29.39593887,0.01000,1.627
27,mlp.gate_proj,30.89239120,0.01000,1.607
27,mlp.down_proj,12.57340622,0.01000,10.551
28,self_attn.k_proj,0.76324606,0.01000,1.494
28,self_attn.v_proj,0.85457432,0.01000,1.504
28,self_attn.q_proj,4.42646980,0.01000,1.538
28,self_attn.o_proj,1.55871773,0.01000,2.575
28,mlp.up_proj,33.37988281,0.01000,1.664
28,mlp.gate_proj,35.38681412,0.01000,1.638
28,mlp.down_proj,13.30294418,0.01000,10.531
29,self_attn.k_proj,1.12727582,0.01000,1.569
29,self_attn.v_proj,1.20451641,0.01000,1.517
29,self_attn.q_proj,6.19423771,0.01000,1.533
29,self_attn.o_proj,1.50731063,0.01000,2.550
29,mlp.up_proj,34.74038315,0.01000,1.660
29,mlp.gate_proj,37.70297623,0.01000,1.670
29,mlp.down_proj,13.62597752,0.01000,10.759
30,self_attn.k_proj,2.33511305,0.01000,1.554
30,self_attn.v_proj,2.68330574,0.01000,1.533
30,self_attn.q_proj,12.22966385,0.01000,1.584
30,self_attn.o_proj,2.11105394,0.01000,2.560
30,mlp.up_proj,43.71348572,0.01000,1.720
30,mlp.gate_proj,57.56157684,0.01000,1.695
30,mlp.down_proj,11.13217163,0.01000,10.835
31,self_attn.k_proj,1.95987654,0.01000,1.569
31,self_attn.v_proj,2.21833086,0.01000,1.546
31,self_attn.q_proj,10.21094704,0.01000,1.601
31,self_attn.o_proj,1.61241806,0.01000,2.614
31,mlp.up_proj,80.41589355,0.01000,1.614
31,mlp.gate_proj,107.70340729,0.01000,1.589
31,mlp.down_proj,10.03668022,0.01000,10.807
32,self_attn.k_proj,0.59758544,0.01000,1.648
32,self_attn.v_proj,0.69446886,0.01000,1.571
32,self_attn.q_proj,3.30326986,0.01000,1.622
32,self_attn.o_proj,1.48705518,0.01000,2.452
32,mlp.up_proj,44.09603119,0.01000,1.638
32,mlp.gate_proj,57.37248611,0.01000,1.648
32,mlp.down_proj,12.28119755,0.01000,12.628
33,self_attn.k_proj,0.47128606,0.01000,1.529
33,self_attn.v_proj,0.42573318,0.01000,1.474
33,self_attn.q_proj,2.60969782,0.01000,1.583
33,self_attn.o_proj,1.13527274,0.01000,2.806
33,mlp.up_proj,38.51499939,0.01000,1.803
33,mlp.gate_proj,41.23387146,0.01000,1.736
33,mlp.down_proj,13.61952400,0.01000,10.945
34,self_attn.k_proj,0.68461239,0.01000,1.600
34,self_attn.v_proj,0.71095729,0.01000,1.582
34,self_attn.q_proj,3.95002079,0.01000,1.627
34,self_attn.o_proj,1.72700369,0.01000,2.625
34,mlp.up_proj,36.93933105,0.01000,1.748
34,mlp.gate_proj,38.34641266,0.01000,1.697
34,mlp.down_proj,11.46114349,0.01000,10.669
35,self_attn.k_proj,0.82583505,0.01000,1.554
35,self_attn.v_proj,0.88220441,0.01000,1.557
35,self_attn.q_proj,4.96100330,0.01000,1.556
35,self_attn.o_proj,2.64516258,0.01000,2.621
35,mlp.up_proj,40.98882294,0.01000,1.676
35,mlp.gate_proj,42.49078369,0.01000,1.624
35,mlp.down_proj,13.13835716,0.01000,10.696
36,self_attn.k_proj,0.52147347,0.01000,1.601
36,self_attn.v_proj,0.50717992,0.01000,1.531
36,self_attn.q_proj,3.16516757,0.01000,1.489
36,self_attn.o_proj,2.04413128,0.01000,2.557
36,mlp.up_proj,44.21604919,0.01000,1.685
36,mlp.gate_proj,45.65777969,0.01000,1.658
36,mlp.down_proj,15.09603500,0.01000,10.584
37,self_attn.k_proj,1.06557918,0.01000,1.725
37,self_attn.v_proj,1.11014438,0.01000,1.548
37,self_attn.q_proj,6.49411917,0.01000,1.570
37,self_attn.o_proj,3.78692102,0.01000,2.570
37,mlp.up_proj,45.81890106,0.01000,1.637
37,mlp.gate_proj,49.02194214,0.01000,1.635
37,mlp.down_proj,15.36481476,0.01000,10.812
38,self_attn.k_proj,0.71333337,0.01000,1.610
38,self_attn.v_proj,0.69225591,0.01000,1.620
38,self_attn.q_proj,4.19321728,0.01000,1.589
38,self_attn.o_proj,3.08774757,0.01000,2.706
38,mlp.up_proj,42.33757782,0.01000,1.685
38,mlp.gate_proj,43.49068069,0.01000,1.678
38,mlp.down_proj,14.70734596,0.01000,10.641
39,self_attn.k_proj,0.64704382,0.01000,1.523
39,self_attn.v_proj,0.63968712,0.01000,1.559
39,self_attn.q_proj,3.94841242,0.01000,1.565
39,self_attn.o_proj,2.83806396,0.01000,2.549
39,mlp.up_proj,40.74033356,0.01000,1.682
39,mlp.gate_proj,39.31064224,0.01000,1.673
39,mlp.down_proj,14.03749847,0.01000,11.486
40,self_attn.k_proj,0.77973533,0.01000,1.595
40,self_attn.v_proj,0.82383120,0.01000,1.579
40,self_attn.q_proj,4.78371334,0.01000,1.654
40,self_attn.o_proj,3.61949825,0.01000,2.689
40,mlp.up_proj,36.26435471,0.01000,1.671
40,mlp.gate_proj,33.44686508,0.01000,1.691
40,mlp.down_proj,13.45965576,0.01000,10.987
41,self_attn.k_proj,0.74517232,0.01000,1.692
41,self_attn.v_proj,0.76667058,0.01000,1.624
41,self_attn.q_proj,4.76673794,0.01000,1.631
41,self_attn.o_proj,3.73668337,0.01000,2.671
41,mlp.up_proj,37.66601181,0.01000,1.756
41,mlp.gate_proj,34.08224487,0.01000,1.804
41,mlp.down_proj,13.49180984,0.01000,10.905
42,self_attn.k_proj,1.00292850,0.01000,1.644
42,self_attn.v_proj,1.07900417,0.01000,1.651
42,self_attn.q_proj,6.51051331,0.01000,1.618
42,self_attn.o_proj,4.10088634,0.01000,2.577
42,mlp.up_proj,39.65655899,0.01000,1.679
42,mlp.gate_proj,35.08371735,0.01000,1.679
42,mlp.down_proj,14.38077068,0.01000,10.915
43,self_attn.k_proj,1.49173319,0.01000,1.655
43,self_attn.v_proj,1.60583401,0.01000,1.524
43,self_attn.q_proj,8.98826408,0.01000,1.623
43,self_attn.o_proj,4.57767868,0.01000,2.767
43,mlp.up_proj,43.21298218,0.01000,1.723
43,mlp.gate_proj,39.16247177,0.01000,1.663
43,mlp.down_proj,215.64871216,0.01000,10.765
44,self_attn.k_proj,2.19845295,0.01000,1.605
44,self_attn.v_proj,2.56949472,0.01000,1.538
44,self_attn.q_proj,14.78105545,0.01000,1.590
44,self_attn.o_proj,6.37129831,0.01000,2.673
44,mlp.up_proj,45.23037720,0.01000,1.672
44,mlp.gate_proj,40.56233215,0.01000,1.674
44,mlp.down_proj,18.27073288,0.01000,10.591
45,self_attn.k_proj,2.29517651,0.01000,1.587
45,self_attn.v_proj,2.26203799,0.01000,1.578
45,self_attn.q_proj,13.70576191,0.01000,1.584
45,self_attn.o_proj,8.14387608,0.01000,2.662
45,mlp.up_proj,46.38139343,0.01000,1.898
45,mlp.gate_proj,42.35141754,0.01000,1.762
45,mlp.down_proj,19.31426620,0.01000,10.743
46,self_attn.k_proj,2.11862993,0.01000,1.713
46,self_attn.v_proj,2.49662995,0.01000,1.629
46,self_attn.q_proj,13.74215317,0.01000,1.715
46,self_attn.o_proj,7.53960133,0.01000,2.946
46,mlp.up_proj,49.61980820,0.01000,1.823
46,mlp.gate_proj,45.25152969,0.01000,1.775
46,mlp.down_proj,20.67012215,0.01000,10.540
47,self_attn.k_proj,3.07886410,0.01000,1.536
47,self_attn.v_proj,3.85025835,0.01000,1.501
47,self_attn.q_proj,20.63732529,0.01000,1.571
47,self_attn.o_proj,5.86057568,0.01000,2.629
47,mlp.up_proj,49.42266846,0.01000,1.663
47,mlp.gate_proj,44.82113266,0.01000,1.676
47,mlp.down_proj,23.61043358,0.01000,11.206
48,self_attn.k_proj,3.54350948,0.01000,1.641
48,self_attn.v_proj,4.20746708,0.01000,1.509
48,self_attn.q_proj,24.47313309,0.01000,1.584
48,self_attn.o_proj,9.93520927,0.01000,2.543
48,mlp.up_proj,51.90192413,0.01000,2.298
48,mlp.gate_proj,48.04779053,0.01000,1.812
48,mlp.down_proj,24.31712341,0.01000,10.435
49,self_attn.k_proj,3.55934811,0.01000,1.552
49,self_attn.v_proj,4.04300880,0.01000,1.661
49,self_attn.q_proj,23.58222961,0.01000,1.670
49,self_attn.o_proj,8.80466080,0.01000,2.826
49,mlp.up_proj,56.69567871,0.01000,1.709
49,mlp.gate_proj,53.23873901,0.01000,1.727
49,mlp.down_proj,32.82475281,0.01000,11.065
50,self_attn.k_proj,3.84047699,0.01000,1.659
50,self_attn.v_proj,4.65436840,0.01000,1.624
50,self_attn.q_proj,26.27104759,0.01000,1.650
50,self_attn.o_proj,8.78304958,0.01000,2.766
50,mlp.up_proj,62.88236618,0.01000,1.774
50,mlp.gate_proj,60.79675293,0.01000,1.658
50,mlp.down_proj,48.36740875,0.01000,11.193
51,self_attn.k_proj,5.89186811,0.01000,1.785
51,self_attn.v_proj,6.92406559,0.01000,1.642
51,self_attn.q_proj,38.72245789,0.01000,1.723
51,self_attn.o_proj,14.16592979,0.01000,2.755
51,mlp.up_proj,76.27863312,0.01000,1.680
51,mlp.gate_proj,74.34288025,0.01000,1.627
51,mlp.down_proj,70.75303650,0.01000,11.142
52,self_attn.k_proj,8.65724182,0.01000,1.720
52,self_attn.v_proj,11.09018421,0.01000,1.707
52,self_attn.q_proj,58.69294739,0.01000,1.616
52,self_attn.o_proj,16.60139465,0.01000,2.799
52,mlp.up_proj,95.43058014,0.01000,1.801
52,mlp.gate_proj,92.53701782,0.01000,1.830
52,mlp.down_proj,89.25324249,0.01000,13.663
53,self_attn.k_proj,13.08739471,0.01000,1.785
53,self_attn.v_proj,15.15118217,0.01000,1.681
53,self_attn.q_proj,86.59132385,0.01000,1.701
53,self_attn.o_proj,17.02109718,0.01000,2.774
53,mlp.up_proj,106.41726685,0.01000,1.710
53,mlp.gate_proj,102.45718384,0.01000,1.757
53,mlp.down_proj,129.02076721,0.01000,11.969
54,self_attn.k_proj,20.19223022,0.01000,1.697
54,self_attn.v_proj,25.15208626,0.01000,1.687
54,self_attn.q_proj,129.60900879,0.01000,1.685
54,self_attn.o_proj,29.90832138,0.01000,2.783
54,mlp.up_proj,138.01931763,0.01000,1.801
54,mlp.gate_proj,133.26547241,0.01000,1.751
54,mlp.down_proj,155.03788757,0.01000,10.931
55,self_attn.k_proj,20.44140053,0.01000,1.711
55,self_attn.v_proj,22.38152313,0.01000,1.694
55,self_attn.q_proj,130.46916199,0.01000,1.697
55,self_attn.o_proj,27.19331932,0.01000,2.780
55,mlp.up_proj,151.35478210,0.01000,1.824
55,mlp.gate_proj,143.60372925,0.01000,1.762
55,mlp.down_proj,204.82266235,0.01000,11.394
56,self_attn.k_proj,36.97865295,0.01000,1.700
56,self_attn.v_proj,49.84689331,0.01000,1.729
56,self_attn.q_proj,234.24588013,0.01000,1.682
56,self_attn.o_proj,29.74546432,0.01000,2.751
56,mlp.up_proj,172.97993469,0.01000,1.805
56,mlp.gate_proj,162.08850098,0.01000,1.755
56,mlp.down_proj,246.92184448,0.01000,11.253
57,self_attn.k_proj,44.42384720,0.01000,1.626
57,self_attn.v_proj,65.52954102,0.01000,1.584
57,self_attn.q_proj,283.08926392,0.01000,1.602
57,self_attn.o_proj,34.53222656,0.01000,2.741
57,mlp.up_proj,187.29904175,0.01000,1.732
57,mlp.gate_proj,172.08502197,0.01000,1.729
57,mlp.down_proj,300.06930542,0.01000,11.309
58,self_attn.k_proj,78.67980957,0.01000,2.208
58,self_attn.v_proj,105.62890625,0.01000,2.157
58,self_attn.q_proj,501.98443604,0.01000,1.917
58,self_attn.o_proj,35.52351379,0.01000,2.796
58,mlp.up_proj,213.21231079,0.01000,1.808
58,mlp.gate_proj,192.69134521,0.01000,1.851
58,mlp.down_proj,351.66867065,0.01000,14.156
59,self_attn.k_proj,101.62345123,0.01000,1.668
59,self_attn.v_proj,148.98594666,0.01000,1.682
59,self_attn.q_proj,667.11920166,0.01000,1.712
59,self_attn.o_proj,47.45718765,0.01000,2.756
59,mlp.up_proj,233.56568909,0.01000,1.801
59,mlp.gate_proj,208.53063965,0.01000,1.898
59,mlp.down_proj,435.97546387,0.01000,11.327
60,self_attn.k_proj,97.07817078,0.01000,2.023
60,self_attn.v_proj,123.47102356,0.01000,1.631
60,self_attn.q_proj,641.43237305,0.01000,1.714
60,self_attn.o_proj,92.19148254,0.01000,2.758
60,mlp.up_proj,255.49069214,0.01000,1.623
60,mlp.gate_proj,222.33816528,0.01000,1.610
60,mlp.down_proj,577.62194824,0.01000,10.152
61,self_attn.k_proj,127.24566650,0.01000,1.476
61,self_attn.v_proj,209.46574402,0.01000,1.455
61,self_attn.q_proj,889.71722412,0.01000,1.491
61,self_attn.o_proj,113.08214569,0.01000,2.471
61,mlp.up_proj,268.69177246,0.01000,1.613
61,mlp.gate_proj,231.23022461,0.01000,1.547
61,mlp.down_proj,822.12805176,0.01000,10.368
62,self_attn.k_proj,137.67109680,0.01000,1.538
62,self_attn.v_proj,206.03332520,0.01000,1.499
62,self_attn.q_proj,909.36303711,0.01000,1.509
62,self_attn.o_proj,202.75933838,0.01000,2.686
62,mlp.up_proj,323.87683105,0.01000,1.781
62,mlp.gate_proj,292.15579224,0.01000,1.607
62,mlp.down_proj,1305.08666992,0.01000,10.736
63,self_attn.k_proj,59.15427399,0.01000,1.526
63,self_attn.v_proj,81.24320221,0.01000,1.480
63,self_attn.q_proj,388.36431885,0.01000,1.511
63,self_attn.o_proj,151.43551636,0.01000,2.687
63,mlp.up_proj,366.75329590,0.01000,1.754
63,mlp.gate_proj,339.05578613,0.01000,1.690
63,mlp.down_proj,3592.95581055,0.01000,10.756