layer,module,loss,damp,time
0,self_attn.k_proj,0.44781,0.01000,2.558
0,self_attn.v_proj,0.00408,0.01000,1.591
0,self_attn.q_proj,0.98203,0.01000,1.669
0,self_attn.o_proj,0.00040,0.01000,1.427
0,mlp.up_proj,0.32010,0.01000,1.935
0,mlp.gate_proj,0.34654,0.01000,1.882
0,mlp.down_proj,1.33519,0.01000,4.953
1,self_attn.k_proj,0.79557,0.01000,1.652
1,self_attn.v_proj,0.09610,0.01000,1.600
1,self_attn.q_proj,1.61869,0.01000,1.649
1,self_attn.o_proj,0.00187,0.01000,1.381
1,mlp.up_proj,0.70102,0.01000,1.944
1,mlp.gate_proj,0.79192,0.01000,1.883
1,mlp.down_proj,0.00560,0.01000,4.833
2,self_attn.k_proj,0.62088,0.01000,1.599
2,self_attn.v_proj,0.11477,0.01000,1.554
2,self_attn.q_proj,1.35341,0.01000,1.647
2,self_attn.o_proj,0.00412,0.01000,1.339
2,mlp.up_proj,1.57853,0.01000,1.903
2,mlp.gate_proj,1.90023,0.01000,1.864
2,mlp.down_proj,0.09663,0.01000,4.863
3,self_attn.k_proj,1.38215,0.01000,1.575
3,self_attn.v_proj,0.20538,0.01000,1.537
3,self_attn.q_proj,3.34128,0.01000,1.612
3,self_attn.o_proj,0.00580,0.01000,1.327
3,mlp.up_proj,1.92553,0.01000,1.876
3,mlp.gate_proj,2.43931,0.01000,1.840
3,mlp.down_proj,0.02724,0.01000,4.785
4,self_attn.k_proj,1.00719,0.01000,1.654
4,self_attn.v_proj,0.24622,0.01000,1.594
4,self_attn.q_proj,2.40160,0.01000,1.668
4,self_attn.o_proj,0.01123,0.01000,1.305
4,mlp.up_proj,2.56081,0.01000,1.885
4,mlp.gate_proj,3.37699,0.01000,1.873
4,mlp.down_proj,0.04623,0.01000,4.708
5,self_attn.k_proj,1.34865,0.01000,1.644
5,self_attn.v_proj,0.26768,0.01000,1.599
5,self_attn.q_proj,3.37576,0.01000,1.678
5,self_attn.o_proj,0.01259,0.01000,1.384
5,mlp.up_proj,3.42371,0.01000,1.943
5,mlp.gate_proj,4.33173,0.01000,1.935
5,mlp.down_proj,0.07047,0.01000,4.969
6,self_attn.k_proj,1.53340,0.01000,1.648
6,self_attn.v_proj,0.26733,0.01000,1.511
6,self_attn.q_proj,3.57458,0.01000,1.699
6,self_attn.o_proj,0.02864,0.01000,1.394
6,mlp.up_proj,4.14674,0.01000,1.947
6,mlp.gate_proj,5.33200,0.01000,1.906
6,mlp.down_proj,0.10116,0.01000,4.945
7,self_attn.k_proj,1.56764,0.01000,1.649
7,self_attn.v_proj,0.40399,0.01000,1.576
7,self_attn.q_proj,3.97499,0.01000,1.688
7,self_attn.o_proj,0.04408,0.01000,1.354
7,mlp.up_proj,4.87630,0.01000,1.925
7,mlp.gate_proj,5.94558,0.01000,1.907
7,mlp.down_proj,0.12133,0.01000,4.885
8,self_attn.k_proj,1.67540,0.01000,1.645
8,self_attn.v_proj,0.41133,0.01000,1.577
8,self_attn.q_proj,4.18493,0.01000,1.660
8,self_attn.o_proj,0.04868,0.01000,1.363
8,mlp.up_proj,5.63061,0.01000,1.925
8,mlp.gate_proj,6.37594,0.01000,1.888
8,mlp.down_proj,0.14860,0.01000,4.889
9,self_attn.k_proj,1.87517,0.01000,1.640
9,self_attn.v_proj,0.61056,0.01000,1.580
9,self_attn.q_proj,4.68167,0.01000,1.656
9,self_attn.o_proj,0.07940,0.01000,1.412
9,mlp.up_proj,6.18172,0.01000,1.917
9,mlp.gate_proj,6.56218,0.01000,1.905
9,mlp.down_proj,0.17478,0.01000,5.157
10,self_attn.k_proj,1.81094,0.01000,1.573
10,self_attn.v_proj,0.56928,0.01000,1.504
10,self_attn.q_proj,4.66256,0.01000,1.577
10,self_attn.o_proj,0.09339,0.01000,1.279
10,mlp.up_proj,6.81094,0.01000,1.820
10,mlp.gate_proj,6.95654,0.01000,1.800
10,mlp.down_proj,0.20208,0.01000,4.639
11,self_attn.k_proj,2.23242,0.01000,1.593
11,self_attn.v_proj,0.63557,0.01000,1.457
11,self_attn.q_proj,5.68136,0.01000,1.523
11,self_attn.o_proj,0.11066,0.01000,1.269
11,mlp.up_proj,7.74163,0.01000,1.829
11,mlp.gate_proj,8.52850,0.01000,1.793
11,mlp.down_proj,0.21735,0.01000,4.708
12,self_attn.k_proj,2.14512,0.01000,1.607
12,self_attn.v_proj,0.81472,0.01000,1.551
12,self_attn.q_proj,5.52804,0.01000,1.626
12,self_attn.o_proj,0.11780,0.01000,1.354
12,mlp.up_proj,8.57336,0.01000,1.839
12,mlp.gate_proj,9.36451,0.01000,1.836
12,mlp.down_proj,0.24418,0.01000,4.781
13,self_attn.k_proj,2.74346,0.01000,1.556
13,self_attn.v_proj,0.86579,0.01000,1.513
13,self_attn.q_proj,7.15528,0.01000,1.588
13,self_attn.o_proj,0.14770,0.01000,1.308
13,mlp.up_proj,9.27285,0.01000,1.836
13,mlp.gate_proj,9.76769,0.01000,1.809
13,mlp.down_proj,0.30997,0.01000,4.784
14,self_attn.k_proj,3.07935,0.01000,1.578
14,self_attn.v_proj,0.97355,0.01000,1.510
14,self_attn.q_proj,8.04559,0.01000,1.576
14,self_attn.o_proj,0.13438,0.01000,1.289
14,mlp.up_proj,10.34739,0.01000,1.816
14,mlp.gate_proj,10.32479,0.01000,1.803
14,mlp.down_proj,0.33069,0.01000,4.592
15,self_attn.k_proj,2.76976,0.01000,1.560
15,self_attn.v_proj,0.90191,0.01000,1.491
15,self_attn.q_proj,6.81594,0.01000,1.598
15,self_attn.o_proj,0.15275,0.01000,1.304
15,mlp.up_proj,10.78706,0.01000,1.839
15,mlp.gate_proj,10.14920,0.01000,1.803
15,mlp.down_proj,0.37820,0.01000,4.648
16,self_attn.k_proj,2.89506,0.01000,1.562
16,self_attn.v_proj,1.10457,0.01000,1.498
16,self_attn.q_proj,7.11564,0.01000,1.566
16,self_attn.o_proj,0.19220,0.01000,1.312
16,mlp.up_proj,11.51908,0.01000,1.792
16,mlp.gate_proj,10.49399,0.01000,1.799
16,mlp.down_proj,0.45250,0.01000,4.627
17,self_attn.k_proj,2.67134,0.01000,1.536
17,self_attn.v_proj,1.29427,0.01000,1.468
17,self_attn.q_proj,7.23714,0.01000,1.547
17,self_attn.o_proj,0.25853,0.01000,1.279
17,mlp.up_proj,12.74986,0.01000,1.829
17,mlp.gate_proj,11.32418,0.01000,1.808
17,mlp.down_proj,0.56758,0.01000,4.654
18,self_attn.k_proj,3.18899,0.01000,1.538
18,self_attn.v_proj,1.35795,0.01000,1.476
18,self_attn.q_proj,8.24376,0.01000,1.549
18,self_attn.o_proj,0.33599,0.01000,1.268
18,mlp.up_proj,14.05334,0.01000,1.830
18,mlp.gate_proj,13.10215,0.01000,1.806
18,mlp.down_proj,0.67178,0.01000,4.703
19,self_attn.k_proj,3.17280,0.01000,1.526
19,self_attn.v_proj,1.92177,0.01000,1.471
19,self_attn.q_proj,9.49425,0.01000,1.546
19,self_attn.o_proj,0.25507,0.01000,1.270
19,mlp.up_proj,14.84812,0.01000,1.802
19,mlp.gate_proj,14.16978,0.01000,1.778
19,mlp.down_proj,0.72501,0.01000,4.595
20,self_attn.k_proj,3.33606,0.01000,1.537
20,self_attn.v_proj,1.73617,0.01000,1.466
20,self_attn.q_proj,9.49494,0.01000,1.541
20,self_attn.o_proj,0.22753,0.01000,1.269
20,mlp.up_proj,16.01300,0.01000,1.824
20,mlp.gate_proj,16.25274,0.01000,1.774
20,mlp.down_proj,0.81018,0.01000,4.630
21,self_attn.k_proj,3.22668,0.01000,1.535
21,self_attn.v_proj,1.52237,0.01000,1.477
21,self_attn.q_proj,8.96638,0.01000,1.542
21,self_attn.o_proj,0.19833,0.01000,1.264
21,mlp.up_proj,17.61123,0.01000,1.805
21,mlp.gate_proj,18.52325,0.01000,1.736
21,mlp.down_proj,0.93764,0.01000,4.572
22,self_attn.k_proj,3.14562,0.01000,1.531
22,self_attn.v_proj,2.11292,0.01000,1.581
22,self_attn.q_proj,9.41047,0.01000,1.644
22,self_attn.o_proj,0.25399,0.01000,1.343
22,mlp.up_proj,19.57599,0.01000,1.922
22,mlp.gate_proj,21.05490,0.01000,1.860
22,mlp.down_proj,1.18958,0.01000,4.783
23,self_attn.k_proj,3.40537,0.01000,1.583
23,self_attn.v_proj,2.11464,0.01000,1.519
23,self_attn.q_proj,9.70642,0.01000,1.642
23,self_attn.o_proj,0.25255,0.01000,1.316
23,mlp.up_proj,20.87299,0.01000,1.851
23,mlp.gate_proj,22.15608,0.01000,1.801
23,mlp.down_proj,1.37670,0.01000,4.740
24,self_attn.k_proj,3.75815,0.01000,1.583
24,self_attn.v_proj,2.27121,0.01000,1.525
24,self_attn.q_proj,10.81197,0.01000,1.593
24,self_attn.o_proj,0.34032,0.01000,1.311
24,mlp.up_proj,22.62236,0.01000,1.854
24,mlp.gate_proj,24.52068,0.01000,1.801
24,mlp.down_proj,1.42703,0.01000,4.738
25,self_attn.k_proj,4.13512,0.01000,1.573
25,self_attn.v_proj,2.44008,0.01000,1.531
25,self_attn.q_proj,11.73339,0.01000,1.592
25,self_attn.o_proj,0.24015,0.01000,1.303
25,mlp.up_proj,24.11332,0.01000,1.864
25,mlp.gate_proj,26.56258,0.01000,1.850
25,mlp.down_proj,1.58580,0.01000,4.749
26,self_attn.k_proj,4.14904,0.01000,1.581
26,self_attn.v_proj,2.82799,0.01000,1.522
26,self_attn.q_proj,11.67034,0.01000,1.617
26,self_attn.o_proj,0.26139,0.01000,1.316
26,mlp.up_proj,26.17431,0.01000,1.871
26,mlp.gate_proj,29.35139,0.01000,1.812
26,mlp.down_proj,1.69596,0.01000,4.668
27,self_attn.k_proj,4.35806,0.01000,1.562
27,self_attn.v_proj,3.28379,0.01000,1.510
27,self_attn.q_proj,12.86621,0.01000,1.556
27,self_attn.o_proj,0.19922,0.01000,1.291
27,mlp.up_proj,28.43472,0.01000,1.818
27,mlp.gate_proj,32.34059,0.01000,1.805
27,mlp.down_proj,1.85067,0.01000,4.677
28,self_attn.k_proj,4.58890,0.01000,1.558
28,self_attn.v_proj,3.38870,0.01000,1.544
28,self_attn.q_proj,12.99836,0.01000,1.609
28,self_attn.o_proj,0.40315,0.01000,1.288
28,mlp.up_proj,30.73429,0.01000,1.838
28,mlp.gate_proj,34.49887,0.01000,1.803
28,mlp.down_proj,2.12352,0.01000,4.715
29,self_attn.k_proj,4.48693,0.01000,1.547
29,self_attn.v_proj,4.56156,0.01000,1.494
29,self_attn.q_proj,13.25546,0.01000,1.557
29,self_attn.o_proj,0.52033,0.01000,1.288
29,mlp.up_proj,33.86432,0.01000,1.838
29,mlp.gate_proj,38.18370,0.01000,1.827
29,mlp.down_proj,2.39000,0.01000,4.666
30,self_attn.k_proj,5.06714,0.01000,1.558
30,self_attn.v_proj,4.07894,0.01000,1.493
30,self_attn.q_proj,14.36550,0.01000,1.553
30,self_attn.o_proj,0.32974,0.01000,1.292
30,mlp.up_proj,37.26863,0.01000,1.833
30,mlp.gate_proj,42.20907,0.01000,1.812
30,mlp.down_proj,2.83160,0.01000,4.676
31,self_attn.k_proj,4.59491,0.01000,1.558
31,self_attn.v_proj,4.15888,0.01000,1.484
31,self_attn.q_proj,13.28740,0.01000,1.571
31,self_attn.o_proj,0.52802,0.01000,1.299
31,mlp.up_proj,40.37086,0.01000,1.822
31,mlp.gate_proj,44.68778,0.01000,1.842
31,mlp.down_proj,3.32915,0.01000,4.691
32,self_attn.k_proj,4.66300,0.01000,1.562
32,self_attn.v_proj,5.71529,0.01000,1.564
32,self_attn.q_proj,14.51872,0.01000,1.615
32,self_attn.o_proj,0.50025,0.01000,1.299
32,mlp.up_proj,43.65151,0.01000,1.881
32,mlp.gate_proj,47.48747,0.01000,1.856
32,mlp.down_proj,3.97576,0.01000,4.794
33,self_attn.k_proj,5.03356,0.01000,1.614
33,self_attn.v_proj,4.62488,0.01000,1.533
33,self_attn.q_proj,15.38677,0.01000,1.649
33,self_attn.o_proj,0.70857,0.01000,1.304
33,mlp.up_proj,46.69897,0.01000,1.818
33,mlp.gate_proj,49.17135,0.01000,1.795
33,mlp.down_proj,5.12732,0.01000,4.632
34,self_attn.k_proj,4.54628,0.01000,1.548
34,self_attn.v_proj,9.44273,0.01000,1.499
34,self_attn.q_proj,14.90588,0.01000,1.561
34,self_attn.o_proj,1.40365,0.01000,1.295
34,mlp.up_proj,51.07263,0.01000,1.830
34,mlp.gate_proj,53.14738,0.01000,1.809
34,mlp.down_proj,5.80323,0.01000,4.666
35,self_attn.k_proj,4.90025,0.01000,1.562
35,self_attn.v_proj,8.61317,0.01000,1.610
35,self_attn.q_proj,15.80265,0.01000,1.706
35,self_attn.o_proj,0.94142,0.01000,1.394
35,mlp.up_proj,55.80676,0.01000,1.944
35,mlp.gate_proj,57.10633,0.01000,1.925
35,mlp.down_proj,7.06579,0.01000,4.926
36,self_attn.k_proj,4.54035,0.01000,1.636
36,self_attn.v_proj,10.06557,0.01000,1.587
36,self_attn.q_proj,15.33328,0.01000,1.639
36,self_attn.o_proj,1.34831,0.01000,1.369
36,mlp.up_proj,60.14465,0.01000,1.918
36,mlp.gate_proj,59.68049,0.01000,1.918
36,mlp.down_proj,9.04149,0.01000,4.909
37,self_attn.k_proj,4.00503,0.01000,1.643
37,self_attn.v_proj,11.37017,0.01000,1.575
37,self_attn.q_proj,15.57561,0.01000,1.655
37,self_attn.o_proj,3.25508,0.01000,1.351
37,mlp.up_proj,60.57056,0.01000,1.938
37,mlp.gate_proj,60.60658,0.01000,1.881
37,mlp.down_proj,11.87961,0.01000,4.893
38,self_attn.k_proj,4.87617,0.01000,1.625
38,self_attn.v_proj,16.71599,0.01000,1.587
38,self_attn.q_proj,17.29685,0.01000,1.665
38,self_attn.o_proj,3.02600,0.01000,1.354
38,mlp.up_proj,60.15144,0.01000,1.916
38,mlp.gate_proj,61.47735,0.01000,1.893
38,mlp.down_proj,15.26236,0.01000,4.955
39,self_attn.k_proj,3.92169,0.01000,1.618
39,self_attn.v_proj,9.01665,0.01000,1.519
39,self_attn.q_proj,14.09749,0.01000,1.915
39,self_attn.o_proj,2.40031,0.01000,1.344
39,mlp.up_proj,60.70610,0.01000,1.977
39,mlp.gate_proj,64.54776,0.01000,1.937
39,mlp.down_proj,25.92845,0.01000,4.972