layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000001374,0.05000,0.411
0,self_attn.v_proj,0.0000000028,0.05000,0.584
0,self_attn.q_proj,0.0000008549,0.05000,0.584
0,self_attn.o_proj,0.0000000005,0.05000,0.248
0,mlp.up_proj,0.0000120706,0.05000,0.277
0,mlp.gate_proj,0.0000190739,0.05000,0.312
0,mlp.down_proj,0.0000002370,0.05000,1.265
1,self_attn.k_proj,0.0000014250,0.05000,0.297
1,self_attn.q_proj,0.0000049810,0.05000,0.346
1,self_attn.v_proj,0.0000001409,0.05000,0.369
1,self_attn.o_proj,0.0000000737,0.05000,0.239
1,mlp.gate_proj,0.0000336152,0.05000,0.245
1,mlp.up_proj,0.0000177082,0.05000,0.262
1,mlp.down_proj,0.0000002587,0.05000,1.278
2,self_attn.k_proj,0.0000030212,0.05000,0.289
2,self_attn.v_proj,0.0000003602,0.05000,0.443
2,self_attn.q_proj,0.0000104272,0.05000,0.447
2,self_attn.o_proj,0.0000000885,0.05000,0.270
2,mlp.up_proj,0.0000254395,0.05000,0.270
2,mlp.gate_proj,0.0000473820,0.05000,0.284
2,mlp.down_proj,0.0000063855,0.05000,1.350
3,self_attn.k_proj,0.0000036164,0.05000,0.276
3,self_attn.v_proj,0.0000008465,0.05000,0.425
3,self_attn.q_proj,0.0000145756,0.05000,0.441
3,self_attn.o_proj,0.0000001321,0.05000,0.236
3,mlp.gate_proj,0.0000963621,0.05000,0.259
3,mlp.up_proj,0.0000551544,0.05000,0.288
3,mlp.down_proj,0.0000118582,0.05000,1.231
4,self_attn.k_proj,0.0000022631,0.05000,0.307
4,self_attn.q_proj,0.0000111644,0.05000,0.412
4,self_attn.v_proj,0.0000010152,0.05000,0.417
4,self_attn.o_proj,0.0000002745,0.05000,0.240
4,mlp.up_proj,0.0000394713,0.05000,0.259
4,mlp.gate_proj,0.0000614217,0.05000,0.286
4,mlp.down_proj,0.0000007736,0.05000,1.260
5,self_attn.k_proj,0.0000028338,0.05000,0.261
5,self_attn.v_proj,0.0000013757,0.05000,0.496
5,self_attn.q_proj,0.0000140757,0.05000,0.508
5,self_attn.o_proj,0.0000002477,0.05000,0.286
5,mlp.gate_proj,0.0001037606,0.05000,0.313
5,mlp.up_proj,0.0000515816,0.05000,0.318
5,mlp.down_proj,0.0000008419,0.05000,1.268
6,self_attn.k_proj,0.0000025804,0.05000,0.257
6,self_attn.v_proj,0.0000007676,0.05000,0.399
6,self_attn.q_proj,0.0000114309,0.05000,0.400
6,self_attn.o_proj,0.0000002146,0.05000,0.251
6,mlp.gate_proj,0.0000600376,0.05000,0.267
6,mlp.up_proj,0.0000420924,0.05000,0.276
6,mlp.down_proj,0.0000009019,0.05000,1.338
7,self_attn.k_proj,0.0000039587,0.05000,0.267
7,self_attn.q_proj,0.0000166899,0.05000,0.389
7,self_attn.v_proj,0.0000013533,0.05000,0.391
7,self_attn.o_proj,0.0000003905,0.05000,0.282
7,mlp.gate_proj,0.0000611757,0.05000,0.305
7,mlp.up_proj,0.0000478114,0.05000,0.308
7,mlp.down_proj,0.0000011080,0.05000,1.370
8,self_attn.k_proj,0.0000030156,0.05000,0.240
8,self_attn.q_proj,0.0000151704,0.05000,0.440
8,self_attn.v_proj,0.0000010115,0.05000,0.443
8,self_attn.o_proj,0.0000004879,0.05000,0.233
8,mlp.gate_proj,0.0000540080,0.05000,0.284
8,mlp.up_proj,0.0000413425,0.05000,0.298
8,mlp.down_proj,0.0000007874,0.05000,1.348
9,self_attn.k_proj,0.0000090284,0.05000,0.236
9,self_attn.v_proj,0.0000023909,0.05000,0.394
9,self_attn.q_proj,0.0000352399,0.05000,0.423
9,self_attn.o_proj,0.0000003621,0.05000,0.238
9,mlp.gate_proj,0.0000505815,0.05000,0.237
9,mlp.up_proj,0.0000433161,0.05000,0.265
9,mlp.down_proj,0.0000008689,0.05000,1.370
10,self_attn.k_proj,0.0000025689,0.05000,0.246
10,self_attn.v_proj,0.0000018463,0.05000,0.368
10,self_attn.q_proj,0.0000134080,0.05000,0.373
10,self_attn.o_proj,0.0000004496,0.05000,0.223
10,mlp.up_proj,0.0000373606,0.05000,0.249
10,mlp.gate_proj,0.0000484065,0.05000,0.285
10,mlp.down_proj,0.0000007205,0.05000,1.319
11,self_attn.k_proj,0.0000096949,0.05000,0.277
11,self_attn.q_proj,0.0000358525,0.05000,0.465
11,self_attn.v_proj,0.0000026096,0.05000,0.469
11,self_attn.o_proj,0.0000003160,0.05000,0.245
11,mlp.gate_proj,0.0000471413,0.05000,0.256
11,mlp.up_proj,0.0000432136,0.05000,0.275
11,mlp.down_proj,0.0000010805,0.05000,1.266
12,self_attn.k_proj,0.0000025656,0.05000,0.277
12,self_attn.q_proj,0.0000143737,0.05000,0.480
12,self_attn.v_proj,0.0000016514,0.05000,0.485
12,self_attn.o_proj,0.0000005012,0.05000,0.252
12,mlp.up_proj,0.0000396000,0.05000,0.251
12,mlp.gate_proj,0.0000438130,0.05000,0.274
12,mlp.down_proj,0.0000008642,0.05000,1.347
13,self_attn.k_proj,0.0000047205,0.05000,0.264
13,self_attn.q_proj,0.0000238298,0.05000,0.530
13,self_attn.v_proj,0.0000020183,0.05000,0.534
13,self_attn.o_proj,0.0000004878,0.05000,0.262
13,mlp.gate_proj,0.0000470698,0.05000,0.246
13,mlp.up_proj,0.0000468081,0.05000,0.260
13,mlp.down_proj,0.0000011870,0.05000,1.242
14,self_attn.k_proj,0.0000033385,0.05000,0.275
14,self_attn.q_proj,0.0000209151,0.05000,0.441
14,self_attn.v_proj,0.0000030890,0.05000,0.447
14,self_attn.o_proj,0.0000010850,0.05000,0.270
14,mlp.up_proj,0.0000475374,0.05000,0.226
14,mlp.gate_proj,0.0000534707,0.05000,0.294
14,mlp.down_proj,0.0000014841,0.05000,1.378
15,self_attn.k_proj,0.0000037106,0.05000,0.280
15,self_attn.q_proj,0.0000186038,0.05000,0.407
15,self_attn.v_proj,0.0000024893,0.05000,0.410
15,self_attn.o_proj,0.0000006463,0.05000,0.247
15,mlp.gate_proj,0.0000625236,0.05000,0.269
15,mlp.up_proj,0.0000601912,0.05000,0.285
15,mlp.down_proj,0.0000019398,0.05000,1.263
16,self_attn.k_proj,0.0000071184,0.05000,0.239
16,self_attn.v_proj,0.0000057205,0.05000,0.528
16,self_attn.q_proj,0.0000406430,0.05000,0.543
16,self_attn.o_proj,0.0000005914,0.05000,0.268
16,mlp.up_proj,0.0000715898,0.05000,0.255
16,mlp.gate_proj,0.0000915251,0.05000,0.266
16,mlp.down_proj,0.0000035746,0.05000,1.357
17,self_attn.k_proj,0.0000038815,0.05000,0.244
17,self_attn.q_proj,0.0000259958,0.05000,0.342
17,self_attn.v_proj,0.0000036715,0.05000,0.342
17,self_attn.o_proj,0.0000004955,0.05000,0.261
17,mlp.gate_proj,0.0001284090,0.05000,0.227
17,mlp.up_proj,0.0000846460,0.05000,0.239
17,mlp.down_proj,0.0000032604,0.05000,1.224
18,self_attn.k_proj,0.0000044824,0.05000,0.252
18,self_attn.q_proj,0.0000252827,0.05000,0.333
18,self_attn.v_proj,0.0000040620,0.05000,0.336
18,self_attn.o_proj,0.0000007172,0.05000,0.221
18,mlp.up_proj,0.0000873495,0.05000,0.270
18,mlp.gate_proj,0.0001080927,0.05000,0.279
18,mlp.down_proj,0.0000040154,0.05000,1.300
19,self_attn.k_proj,0.0000040385,0.05000,0.257
19,self_attn.v_proj,0.0000038138,0.05000,0.393
19,self_attn.q_proj,0.0000248874,0.05000,0.409
19,self_attn.o_proj,0.0000008094,0.05000,0.230
19,mlp.gate_proj,0.0001446683,0.05000,0.232
19,mlp.up_proj,0.0001231465,0.05000,0.265
19,mlp.down_proj,0.0000073288,0.05000,1.241
20,self_attn.k_proj,0.0000051520,0.05000,0.257
20,self_attn.v_proj,0.0000102601,0.05000,0.331
20,self_attn.q_proj,0.0000350694,0.05000,0.341
20,self_attn.o_proj,0.0000015609,0.05000,0.217
20,mlp.up_proj,0.0001401550,0.05000,0.235
20,mlp.gate_proj,0.0001513926,0.05000,0.260
20,mlp.down_proj,0.0000101059,0.05000,1.319
21,self_attn.k_proj,0.0000052119,0.05000,0.259
21,self_attn.v_proj,0.0000155353,0.05000,0.418
21,self_attn.q_proj,0.0000392914,0.05000,0.429
21,self_attn.o_proj,0.0000030117,0.05000,0.243
21,mlp.gate_proj,0.0001529105,0.05000,0.236
21,mlp.up_proj,0.0001498237,0.05000,0.251
21,mlp.down_proj,0.0000403716,0.05000,1.181
22,self_attn.k_proj,0.0000048279,0.05000,0.280
22,self_attn.q_proj,0.0000367167,0.05000,0.423
22,self_attn.v_proj,0.0000140020,0.05000,0.435
22,self_attn.o_proj,0.0000014592,0.05000,0.233
22,mlp.gate_proj,0.0001180850,0.05000,0.251
22,mlp.up_proj,0.0001251401,0.05000,0.263
22,mlp.down_proj,0.0000136729,0.05000,1.290
23,self_attn.k_proj,0.0000055235,0.05000,0.273
23,self_attn.q_proj,0.0000443739,0.05000,0.404
23,self_attn.v_proj,0.0000110931,0.05000,0.414
23,self_attn.o_proj,0.0000029716,0.05000,0.235
23,mlp.gate_proj,0.0001360635,0.05000,0.258
23,mlp.up_proj,0.0001328737,0.05000,0.277
23,mlp.down_proj,0.0000243960,0.05000,1.267