quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000619,0.05000,0.324
0,self_attn.q_proj,0.0000001414,0.05000,0.235
0,self_attn.v_proj,0.0000000480,0.05000,4.600
0,self_attn.o_proj,0.0000000351,0.05000,0.210
0,mlp.gate_proj,0.0000014920,0.05000,0.211
0,mlp.up_proj,0.0000007514,0.05000,4.697
0,mlp.down_proj,0.0000000410,0.05000,0.318
1,self_attn.k_proj,0.0000000252,0.05000,0.193
1,self_attn.q_proj,0.0000000570,0.05000,0.232
1,self_attn.v_proj,0.0000000237,0.05000,4.694
1,self_attn.o_proj,0.0000000071,0.05000,0.211
1,mlp.gate_proj,0.0000094329,0.05000,0.216
1,mlp.up_proj,0.0000027540,0.05000,4.434
1,mlp.down_proj,0.0000000543,0.05000,0.318
2,self_attn.k_proj,0.0000000463,0.05000,0.200
2,self_attn.q_proj,0.0000001084,0.05000,0.236
2,self_attn.v_proj,0.0000000441,0.05000,4.707
2,self_attn.o_proj,0.0000000123,0.05000,0.210
2,mlp.gate_proj,0.0000059575,0.05000,0.188
2,mlp.up_proj,0.0000021338,0.05000,4.715
2,mlp.down_proj,0.0000048416,0.05000,0.316
3,self_attn.k_proj,0.0000003711,0.05000,0.188
3,self_attn.q_proj,0.0000007593,0.05000,0.210
3,self_attn.v_proj,0.0000003717,0.05000,4.445
3,self_attn.o_proj,0.0000000282,0.05000,0.217
3,mlp.gate_proj,0.0000072112,0.05000,0.193
3,mlp.up_proj,0.0000027581,0.05000,4.710
3,mlp.down_proj,0.0000001354,0.05000,0.316
4,self_attn.k_proj,0.0000003582,0.05000,0.195
4,self_attn.q_proj,0.0000007194,0.05000,0.246
4,self_attn.v_proj,0.0000003600,0.05000,4.703
4,self_attn.o_proj,0.0000000452,0.05000,0.211
4,mlp.gate_proj,0.0000064891,0.05000,0.187
4,mlp.up_proj,0.0000028126,0.05000,4.396
4,mlp.down_proj,0.0000001754,0.05000,0.317
5,self_attn.k_proj,0.0000005325,0.05000,0.200
5,self_attn.q_proj,0.0000012647,0.05000,0.217
5,self_attn.v_proj,0.0000005517,0.05000,4.526
5,self_attn.o_proj,0.0000000614,0.05000,0.212
5,mlp.gate_proj,0.0000044469,0.05000,0.196
5,mlp.up_proj,0.0000026276,0.05000,4.703
5,mlp.down_proj,0.0000001872,0.05000,0.328
6,self_attn.k_proj,0.0000004060,0.05000,0.187
6,self_attn.q_proj,0.0000008803,0.05000,0.222
6,self_attn.v_proj,0.0000003607,0.05000,4.700
6,self_attn.o_proj,0.0000000576,0.05000,0.214
6,mlp.gate_proj,0.0000052118,0.05000,0.216
6,mlp.up_proj,0.0000032233,0.05000,4.426
6,mlp.down_proj,0.0000002462,0.05000,0.319
7,self_attn.k_proj,0.0000006941,0.05000,0.206
7,self_attn.q_proj,0.0000016694,0.05000,0.248
7,self_attn.v_proj,0.0000007712,0.05000,4.691
7,self_attn.o_proj,0.0000000782,0.05000,0.213
7,mlp.gate_proj,0.0000058328,0.05000,0.212
7,mlp.up_proj,0.0000035753,0.05000,4.699
7,mlp.down_proj,0.0000002797,0.05000,0.319
8,self_attn.k_proj,0.0000008852,0.05000,0.190
8,self_attn.q_proj,0.0000019922,0.05000,0.209
8,self_attn.v_proj,0.0000008340,0.05000,4.702
8,self_attn.o_proj,0.0000000938,0.05000,0.214
8,mlp.gate_proj,0.0000057705,0.05000,0.210
8,mlp.up_proj,0.0000036775,0.05000,4.415
8,mlp.down_proj,0.0000003027,0.05000,0.317
9,self_attn.k_proj,0.0000015846,0.05000,0.195
9,self_attn.q_proj,0.0000037686,0.05000,0.242
9,self_attn.v_proj,0.0000015721,0.05000,4.560
9,self_attn.o_proj,0.0000001772,0.05000,0.212
9,mlp.gate_proj,0.0000065455,0.05000,0.208
9,mlp.up_proj,0.0000040704,0.05000,4.698
9,mlp.down_proj,0.0000003756,0.05000,0.321
10,self_attn.k_proj,0.0000013196,0.05000,0.185
10,self_attn.q_proj,0.0000031287,0.05000,0.223
10,self_attn.v_proj,0.0000013434,0.05000,4.695
10,self_attn.o_proj,0.0000001384,0.05000,0.215
10,mlp.gate_proj,0.0000064708,0.05000,0.195
10,mlp.up_proj,0.0000040305,0.05000,4.425
10,mlp.down_proj,0.0000004867,0.05000,0.322
11,self_attn.k_proj,0.0000024805,0.05000,0.207
11,self_attn.q_proj,0.0000062607,0.05000,0.252
11,self_attn.v_proj,0.0000021832,0.05000,4.542
11,self_attn.o_proj,0.0000003623,0.05000,0.214
11,mlp.gate_proj,0.0000049145,0.05000,0.211
11,mlp.up_proj,0.0000037334,0.05000,4.715
11,mlp.down_proj,0.0000005652,0.05000,0.324
12,self_attn.k_proj,0.0000020488,0.05000,0.213
12,self_attn.q_proj,0.0000054299,0.05000,0.223
12,self_attn.v_proj,0.0000020656,0.05000,4.683
12,self_attn.o_proj,0.0000001613,0.05000,0.211
12,mlp.gate_proj,0.0000042968,0.05000,0.220
12,mlp.up_proj,0.0000035116,0.05000,4.422
12,mlp.down_proj,0.0000005395,0.05000,0.323
13,self_attn.k_proj,0.0000020888,0.05000,0.210
13,self_attn.q_proj,0.0000060287,0.05000,0.230
13,self_attn.v_proj,0.0000024018,0.05000,4.527
13,self_attn.o_proj,0.0000002626,0.05000,0.211
13,mlp.gate_proj,0.0000047777,0.05000,0.207
13,mlp.up_proj,0.0000038152,0.05000,4.711
13,mlp.down_proj,0.0000005897,0.05000,0.324
14,self_attn.k_proj,0.0000028149,0.05000,0.195
14,self_attn.q_proj,0.0000076591,0.05000,0.226
14,self_attn.v_proj,0.0000029750,0.05000,4.699
14,self_attn.o_proj,0.0000002583,0.05000,0.213
14,mlp.gate_proj,0.0000050455,0.05000,0.198
14,mlp.up_proj,0.0000040825,0.05000,4.434
14,mlp.down_proj,0.0000007601,0.05000,0.321
15,self_attn.k_proj,0.0000049360,0.05000,0.206
15,self_attn.q_proj,0.0000154080,0.05000,0.255
15,self_attn.v_proj,0.0000061024,0.05000,4.552
15,self_attn.o_proj,0.0000004080,0.05000,0.213
15,mlp.gate_proj,0.0000057643,0.05000,0.194
15,mlp.up_proj,0.0000047453,0.05000,4.710
15,mlp.down_proj,0.0000009602,0.05000,0.327
16,self_attn.k_proj,0.0000073926,0.05000,0.210
16,self_attn.q_proj,0.0000208705,0.05000,0.217
16,self_attn.v_proj,0.0000067287,0.05000,4.690
16,self_attn.o_proj,0.0000006337,0.05000,0.215
16,mlp.gate_proj,0.0000064598,0.05000,0.191
16,mlp.up_proj,0.0000058343,0.05000,4.418
16,mlp.down_proj,0.0000023008,0.05000,0.318
17,self_attn.k_proj,0.0000164988,0.05000,0.196
17,self_attn.q_proj,0.0000489618,0.05000,0.221
17,self_attn.v_proj,0.0000196004,0.05000,4.574
17,self_attn.o_proj,0.0000013944,0.05000,0.211
17,mlp.gate_proj,0.0000100008,0.05000,0.197
17,mlp.up_proj,0.0000089220,0.05000,4.701
17,mlp.down_proj,0.0000029013,0.05000,0.320
18,self_attn.k_proj,0.0000162210,0.05000,0.186
18,self_attn.q_proj,0.0000502416,0.05000,0.223
18,self_attn.v_proj,0.0000173466,0.05000,4.697
18,self_attn.o_proj,0.0000012269,0.05000,0.210
18,mlp.gate_proj,0.0000127044,0.05000,0.202
18,mlp.up_proj,0.0000111264,0.05000,4.414
18,mlp.down_proj,0.0000046448,0.05000,0.321
19,self_attn.k_proj,0.0000283213,0.05000,0.185
19,self_attn.q_proj,0.0000931693,0.05000,0.218
19,self_attn.v_proj,0.0000351368,0.05000,4.533
19,self_attn.o_proj,0.0000023226,0.05000,0.212
19,mlp.gate_proj,0.0000136336,0.05000,0.201
19,mlp.up_proj,0.0000144060,0.05000,4.698
19,mlp.down_proj,0.0000093190,0.05000,0.326
20,self_attn.k_proj,0.0000425745,0.05000,0.201
20,self_attn.q_proj,0.0001250810,0.05000,0.213
20,self_attn.v_proj,0.0000496852,0.05000,4.701
20,self_attn.o_proj,0.0000028708,0.05000,0.211
20,mlp.gate_proj,0.0000152806,0.05000,0.197
20,mlp.up_proj,0.0000170718,0.05000,4.415
20,mlp.down_proj,0.0000120130,0.05000,0.320
21,self_attn.k_proj,0.0000695129,0.05000,0.188
21,self_attn.q_proj,0.0002044366,0.05000,0.218
21,self_attn.v_proj,0.0000888278,0.05000,4.465
21,self_attn.o_proj,0.0000046076,0.05000,0.214
21,mlp.gate_proj,0.0000173106,0.05000,0.189
21,mlp.up_proj,0.0000212800,0.05000,4.710
21,mlp.down_proj,0.0000172408,0.05000,0.339
22,self_attn.k_proj,0.0000825879,0.05000,0.186
22,self_attn.q_proj,0.0002252116,0.05000,0.217
22,self_attn.v_proj,0.0001156249,0.05000,4.694
22,self_attn.o_proj,0.0000040343,0.05000,0.212
22,mlp.gate_proj,0.0000190417,0.05000,0.197
22,mlp.up_proj,0.0000240520,0.05000,4.418
22,mlp.down_proj,0.0000184142,0.05000,0.319
23,self_attn.k_proj,0.0001118109,0.05000,0.201
23,self_attn.q_proj,0.0002576126,0.05000,0.246
23,self_attn.v_proj,0.0001269675,0.05000,4.491
23,self_attn.o_proj,0.0000074915,0.05000,0.213
23,mlp.gate_proj,0.0000216157,0.05000,0.188
23,mlp.up_proj,0.0000279243,0.05000,4.703
23,mlp.down_proj,0.0000196216,0.05000,0.320
24,self_attn.k_proj,0.0001829605,0.05000,0.187
24,self_attn.q_proj,0.0004908578,0.05000,0.223
24,self_attn.v_proj,0.0002018380,0.05000,4.702
24,self_attn.o_proj,0.0000075014,0.05000,0.211
24,mlp.gate_proj,0.0000193317,0.05000,0.197
24,mlp.up_proj,0.0000261126,0.05000,4.421
24,mlp.down_proj,0.0000212287,0.05000,0.318
25,self_attn.k_proj,0.0002141496,0.05000,0.199
25,self_attn.q_proj,0.0006023706,0.05000,0.222
25,self_attn.v_proj,0.0003276477,0.05000,4.499
25,self_attn.o_proj,0.0000093182,0.05000,0.213
25,mlp.gate_proj,0.0000183218,0.05000,0.188
25,mlp.up_proj,0.0000260900,0.05000,4.713
25,mlp.down_proj,0.0000263417,0.05000,0.319
26,self_attn.k_proj,0.0002078083,0.05000,0.196
26,self_attn.q_proj,0.0006479847,0.05000,0.213
26,self_attn.v_proj,0.0002959354,0.05000,4.696
26,self_attn.o_proj,0.0000182488,0.05000,0.211
26,mlp.gate_proj,0.0000197083,0.05000,0.208
26,mlp.up_proj,0.0000272724,0.05000,4.422
26,mlp.down_proj,0.0000338909,0.05000,0.323
27,self_attn.k_proj,0.0001674517,0.05000,0.186
27,self_attn.q_proj,0.0003676061,0.05000,0.221
27,self_attn.v_proj,0.0002032586,0.05000,4.486
27,self_attn.o_proj,0.0000128879,0.05000,0.213
27,mlp.gate_proj,0.0000427675,0.05000,0.193
27,mlp.up_proj,0.0000466646,0.05000,4.720
27,mlp.down_proj,0.0000554040,0.05000,0.321