layer,module,loss,damp,time
0,self_attn.k_proj,0.31375,0.01000,0.427
0,self_attn.v_proj,0.00811,0.01000,0.172
0,self_attn.q_proj,0.64595,0.01000,0.178
0,self_attn.o_proj,0.00072,0.01000,0.181
0,mlp.up_proj,0.55971,0.01000,0.216
0,mlp.gate_proj,0.70898,0.01000,0.217
0,mlp.down_proj,0.00471,0.01000,0.770
1,self_attn.k_proj,0.53475,0.01000,0.181
1,self_attn.v_proj,0.03063,0.01000,0.180
1,self_attn.q_proj,1.02432,0.01000,0.183
1,self_attn.o_proj,0.00357,0.01000,0.177
1,mlp.up_proj,0.80538,0.01000,0.215
1,mlp.gate_proj,1.10381,0.01000,0.213
1,mlp.down_proj,0.18189,0.01000,0.763
2,self_attn.k_proj,1.10848,0.01000,0.177
2,self_attn.v_proj,0.07507,0.01000,0.174
2,self_attn.q_proj,2.12356,0.01000,0.176
2,self_attn.o_proj,0.00334,0.01000,0.175
2,mlp.up_proj,1.03340,0.01000,0.219
2,mlp.gate_proj,1.65257,0.01000,0.217
2,mlp.down_proj,0.01437,0.01000,0.765
3,self_attn.k_proj,0.69677,0.01000,0.180
3,self_attn.v_proj,0.09787,0.01000,0.179
3,self_attn.q_proj,1.52389,0.01000,0.211
3,self_attn.o_proj,0.00682,0.01000,0.181
3,mlp.up_proj,1.27637,0.01000,0.214
3,mlp.gate_proj,2.55490,0.01000,0.213
3,mlp.down_proj,0.02140,0.01000,0.756
4,self_attn.k_proj,0.75773,0.01000,0.174
4,self_attn.v_proj,0.09175,0.01000,0.172
4,self_attn.q_proj,1.56547,0.01000,0.174
4,self_attn.o_proj,0.01028,0.01000,0.177
4,mlp.up_proj,1.31530,0.01000,0.220
4,mlp.gate_proj,2.84710,0.01000,0.217
4,mlp.down_proj,0.02397,0.01000,0.767
5,self_attn.k_proj,1.20420,0.01000,0.174
5,self_attn.v_proj,0.08169,0.01000,0.174
5,self_attn.q_proj,2.08006,0.01000,0.177
5,self_attn.o_proj,0.01017,0.01000,0.176
5,mlp.up_proj,1.42068,0.01000,0.214
5,mlp.gate_proj,2.63261,0.01000,0.214
5,mlp.down_proj,0.02808,0.01000,0.763
6,self_attn.k_proj,0.95779,0.01000,0.174
6,self_attn.v_proj,0.10973,0.01000,0.172
6,self_attn.q_proj,1.51273,0.01000,0.174
6,self_attn.o_proj,0.01502,0.01000,0.175
6,mlp.up_proj,1.44384,0.01000,0.219
6,mlp.gate_proj,2.61875,0.01000,0.222
6,mlp.down_proj,0.02776,0.01000,0.766
7,self_attn.k_proj,0.96629,0.01000,0.181
7,self_attn.v_proj,0.12544,0.01000,0.175
7,self_attn.q_proj,1.81386,0.01000,0.177
7,self_attn.o_proj,0.01457,0.01000,0.183
7,mlp.up_proj,1.52542,0.01000,0.213
7,mlp.gate_proj,2.50224,0.01000,0.213
7,mlp.down_proj,0.03180,0.01000,0.763
8,self_attn.k_proj,1.19651,0.01000,0.175
8,self_attn.v_proj,0.11910,0.01000,0.174
8,self_attn.q_proj,1.95631,0.01000,0.175
8,self_attn.o_proj,0.01857,0.01000,0.176
8,mlp.up_proj,1.71548,0.01000,0.221
8,mlp.gate_proj,2.74533,0.01000,0.220
8,mlp.down_proj,0.04309,0.01000,0.770
9,self_attn.k_proj,0.95098,0.01000,0.180
9,self_attn.v_proj,0.14566,0.01000,0.180
9,self_attn.q_proj,2.30261,0.01000,0.176
9,self_attn.o_proj,0.02524,0.01000,0.177
9,mlp.up_proj,1.84488,0.01000,0.219
9,mlp.gate_proj,3.04342,0.01000,0.215
9,mlp.down_proj,0.05309,0.01000,0.765
10,self_attn.k_proj,1.18998,0.01000,0.174
10,self_attn.v_proj,0.18059,0.01000,0.173
10,self_attn.q_proj,2.46932,0.01000,0.174
10,self_attn.o_proj,0.01854,0.01000,0.178
10,mlp.up_proj,2.15283,0.01000,0.218
10,mlp.gate_proj,3.41312,0.01000,0.220
10,mlp.down_proj,0.06540,0.01000,0.772
11,self_attn.k_proj,1.37620,0.01000,0.179
11,self_attn.v_proj,0.16173,0.01000,0.176
11,self_attn.q_proj,2.34305,0.01000,0.175
11,self_attn.o_proj,0.01519,0.01000,0.175
11,mlp.up_proj,2.33515,0.01000,0.213
11,mlp.gate_proj,3.63904,0.01000,0.211
11,mlp.down_proj,0.07253,0.01000,0.784
12,self_attn.k_proj,1.40331,0.01000,0.182
12,self_attn.v_proj,0.16669,0.01000,0.173
12,self_attn.q_proj,2.35404,0.01000,0.177
12,self_attn.o_proj,0.01579,0.01000,0.178
12,mlp.up_proj,2.46500,0.01000,0.219
12,mlp.gate_proj,3.62740,0.01000,0.219
12,mlp.down_proj,0.08344,0.01000,0.782
13,self_attn.k_proj,1.35594,0.01000,0.175
13,self_attn.v_proj,0.28060,0.01000,0.178
13,self_attn.q_proj,2.68505,0.01000,0.177
13,self_attn.o_proj,0.02142,0.01000,0.177
13,mlp.up_proj,2.86347,0.01000,0.222
13,mlp.gate_proj,3.86373,0.01000,0.221
13,mlp.down_proj,0.12481,0.01000,0.771
14,self_attn.k_proj,1.52927,0.01000,0.174
14,self_attn.v_proj,0.64318,0.01000,0.172
14,self_attn.q_proj,2.83198,0.01000,0.175
14,self_attn.o_proj,0.04615,0.01000,0.178
14,mlp.up_proj,3.29015,0.01000,0.219
14,mlp.gate_proj,4.78689,0.01000,0.220
14,mlp.down_proj,0.16829,0.01000,0.769
15,self_attn.k_proj,1.45681,0.01000,0.175
15,self_attn.v_proj,0.62791,0.01000,0.178
15,self_attn.q_proj,2.63304,0.01000,0.175
15,self_attn.o_proj,0.16395,0.01000,0.175
15,mlp.up_proj,4.18822,0.01000,0.217
15,mlp.gate_proj,5.60234,0.01000,0.218
15,mlp.down_proj,0.42703,0.01000,0.770