layer,module,loss,damp,time
0,self_attn.k_proj,1.20027,0.01000,3.719
0,self_attn.v_proj,0.37687,0.01000,3.299
0,self_attn.q_proj,3.48403,0.01000,2.848
0,self_attn.o_proj,9.22576,0.01000,2.830
0,mlp.up_proj,1.97404,0.01000,4.368
0,mlp.gate_proj,2.18785,0.01000,4.144
0,mlp.down_proj,1.26995,0.01000,18.564
1,self_attn.k_proj,0.04278,0.01000,2.610
1,self_attn.v_proj,0.02150,0.01000,2.695
1,self_attn.q_proj,0.07148,0.01000,2.835
1,self_attn.o_proj,0.11675,0.01000,2.735
1,mlp.up_proj,10.02268,0.01000,4.231
1,mlp.gate_proj,27.91991,0.01000,4.813
1,mlp.down_proj,0.28187,0.01000,17.943
2,self_attn.k_proj,0.13881,0.01000,2.701
2,self_attn.v_proj,0.07010,0.01000,2.707
2,self_attn.q_proj,0.36657,0.01000,3.002
2,self_attn.o_proj,0.76588,0.01000,2.741
2,mlp.up_proj,21.72452,0.01000,4.011
2,mlp.gate_proj,41.62892,0.01000,4.003
2,mlp.down_proj,1.22797,0.01000,17.913
3,self_attn.k_proj,0.80175,0.01000,2.643
3,self_attn.v_proj,0.35776,0.01000,2.540
3,self_attn.q_proj,2.30156,0.01000,2.729
3,self_attn.o_proj,2.53916,0.01000,2.767
3,mlp.up_proj,25.74957,0.01000,4.202
3,mlp.gate_proj,56.28786,0.01000,3.986
3,mlp.down_proj,3.07110,0.01000,17.275
4,self_attn.k_proj,0.79434,0.01000,2.610
4,self_attn.v_proj,0.46016,0.01000,2.895
4,self_attn.q_proj,2.42793,0.01000,3.196
4,self_attn.o_proj,4.83545,0.01000,2.746
4,mlp.up_proj,68.22694,0.01000,4.821
4,mlp.gate_proj,126.39488,0.01000,4.958
4,mlp.down_proj,397.96179,0.01000,18.786
5,self_attn.k_proj,3.01578,0.01000,2.572
5,self_attn.v_proj,1.98851,0.01000,3.004
5,self_attn.q_proj,9.79411,0.01000,2.833
5,self_attn.o_proj,9.39627,0.01000,2.765
5,mlp.up_proj,128.88977,0.01000,4.193
5,mlp.gate_proj,222.80362,0.01000,5.453
5,mlp.down_proj,334.75854,0.01000,19.108
6,self_attn.k_proj,3.35285,0.01000,2.603
6,self_attn.v_proj,2.72365,0.01000,2.871
6,self_attn.q_proj,11.70357,0.01000,3.125
6,self_attn.o_proj,8.57545,0.01000,2.743
6,mlp.up_proj,221.28650,0.01000,4.675
6,mlp.gate_proj,356.08231,0.01000,5.106
6,mlp.down_proj,24.67879,0.01000,17.977
7,self_attn.k_proj,4.97701,0.01000,2.572
7,self_attn.v_proj,4.33858,0.01000,2.999
7,self_attn.q_proj,17.87717,0.01000,2.850
7,self_attn.o_proj,7.33610,0.01000,2.722
7,mlp.up_proj,289.30573,0.01000,3.907
7,mlp.gate_proj,464.14120,0.01000,4.954
7,mlp.down_proj,9.90177,0.01000,18.525
8,self_attn.k_proj,5.87910,0.01000,2.732
8,self_attn.v_proj,4.39567,0.01000,2.787
8,self_attn.q_proj,19.32811,0.01000,2.817
8,self_attn.o_proj,6.98480,0.01000,2.670
8,mlp.up_proj,199.42017,0.01000,4.725
8,mlp.gate_proj,312.19922,0.01000,5.193
8,mlp.down_proj,10.56712,0.01000,18.244
9,self_attn.k_proj,5.19801,0.01000,2.571
9,self_attn.v_proj,4.66754,0.01000,2.860
9,self_attn.q_proj,18.40875,0.01000,2.637
9,self_attn.o_proj,10.24571,0.01000,2.715
9,mlp.up_proj,101.50716,0.01000,4.613
9,mlp.gate_proj,111.90169,0.01000,4.522
9,mlp.down_proj,13.56738,0.01000,18.882
10,self_attn.k_proj,7.88729,0.01000,2.735
10,self_attn.v_proj,6.47570,0.01000,2.928
10,self_attn.q_proj,29.00190,0.01000,3.119
10,self_attn.o_proj,10.56886,0.01000,2.751
10,mlp.up_proj,117.70554,0.01000,4.754
10,mlp.gate_proj,127.65813,0.01000,4.354
10,mlp.down_proj,15.87175,0.01000,19.255
11,self_attn.k_proj,5.24830,0.01000,2.660
11,self_attn.v_proj,4.32590,0.01000,2.942
11,self_attn.q_proj,18.73584,0.01000,3.094
11,self_attn.o_proj,21.82273,0.01000,2.848
11,mlp.up_proj,137.12503,0.01000,4.730
11,mlp.gate_proj,168.05650,0.01000,4.934
11,mlp.down_proj,19.49086,0.01000,18.936
12,self_attn.k_proj,6.86203,0.01000,2.897
12,self_attn.v_proj,5.65047,0.01000,3.133
12,self_attn.q_proj,25.09965,0.01000,2.947
12,self_attn.o_proj,24.15665,0.01000,2.876
12,mlp.up_proj,154.41133,0.01000,4.291
12,mlp.gate_proj,165.25529,0.01000,4.198
12,mlp.down_proj,24.24062,0.01000,19.635
13,self_attn.k_proj,8.21472,0.01000,2.716
13,self_attn.v_proj,7.15013,0.01000,3.014
13,self_attn.q_proj,28.84225,0.01000,3.371
13,self_attn.o_proj,22.35430,0.01000,2.839
13,mlp.up_proj,188.27962,0.01000,5.083
13,mlp.gate_proj,203.44536,0.01000,4.630
13,mlp.down_proj,27.85815,0.01000,19.936
14,self_attn.k_proj,10.79360,0.01000,2.737
14,self_attn.v_proj,8.28629,0.01000,2.980
14,self_attn.q_proj,38.83892,0.01000,2.899
14,self_attn.o_proj,24.11016,0.01000,2.897
14,mlp.up_proj,208.71463,0.01000,4.747
14,mlp.gate_proj,227.23294,0.01000,4.798
14,mlp.down_proj,32.83240,0.01000,19.387
15,self_attn.k_proj,10.68067,0.01000,2.795
15,self_attn.v_proj,9.30389,0.01000,3.238
15,self_attn.q_proj,38.27231,0.01000,3.945
15,self_attn.o_proj,29.51309,0.01000,2.821
15,mlp.up_proj,226.86952,0.01000,4.727
15,mlp.gate_proj,257.23767,0.01000,4.921
15,mlp.down_proj,39.20904,0.01000,18.893
16,self_attn.k_proj,9.46764,0.01000,2.588
16,self_attn.v_proj,7.11151,0.01000,2.568
16,self_attn.q_proj,31.79779,0.01000,2.886
16,self_attn.o_proj,22.47179,0.01000,2.716
16,mlp.up_proj,225.74506,0.01000,4.398
16,mlp.gate_proj,243.35106,0.01000,4.055
16,mlp.down_proj,40.21783,0.01000,17.103
17,self_attn.k_proj,13.11527,0.01000,2.702
17,self_attn.v_proj,9.07164,0.01000,2.703
17,self_attn.q_proj,45.29083,0.01000,2.782
17,self_attn.o_proj,22.87984,0.01000,2.740
17,mlp.up_proj,234.46300,0.01000,4.151
17,mlp.gate_proj,249.17557,0.01000,4.477
17,mlp.down_proj,41.79393,0.01000,18.555
18,self_attn.k_proj,13.80418,0.01000,2.742
18,self_attn.v_proj,10.28025,0.01000,2.594
18,self_attn.q_proj,46.61242,0.01000,2.771
18,self_attn.o_proj,20.47224,0.01000,2.732
18,mlp.up_proj,237.83884,0.01000,4.278
18,mlp.gate_proj,250.97543,0.01000,4.023
18,mlp.down_proj,43.82143,0.01000,18.845
19,self_attn.k_proj,13.18937,0.01000,2.558
19,self_attn.v_proj,9.91340,0.01000,2.758
19,self_attn.q_proj,47.04515,0.01000,2.834
19,self_attn.o_proj,19.77828,0.01000,2.735
19,mlp.up_proj,247.89812,0.01000,4.199
19,mlp.gate_proj,261.10715,0.01000,4.706
19,mlp.down_proj,46.96741,0.01000,17.386
20,self_attn.k_proj,14.88344,0.01000,2.729
20,self_attn.v_proj,10.70201,0.01000,3.150
20,self_attn.q_proj,50.93461,0.01000,2.910
20,self_attn.o_proj,34.40056,0.01000,2.837
20,mlp.up_proj,248.67587,0.01000,4.066
20,mlp.gate_proj,257.87427,0.01000,4.203
20,mlp.down_proj,52.41234,0.01000,17.200
21,self_attn.k_proj,13.81007,0.01000,2.790
21,self_attn.v_proj,9.16943,0.01000,2.760
21,self_attn.q_proj,48.53402,0.01000,2.948
21,self_attn.o_proj,32.88202,0.01000,2.841
21,mlp.up_proj,253.77719,0.01000,3.999
21,mlp.gate_proj,263.95251,0.01000,4.583
21,mlp.down_proj,57.01678,0.01000,18.316
22,self_attn.k_proj,15.73464,0.01000,2.658
22,self_attn.v_proj,13.44490,0.01000,2.776
22,self_attn.q_proj,57.05116,0.01000,3.274
22,self_attn.o_proj,39.72115,0.01000,2.846
22,mlp.up_proj,278.10223,0.01000,5.208
22,mlp.gate_proj,288.74579,0.01000,5.091
22,mlp.down_proj,60.80750,0.01000,19.691
23,self_attn.k_proj,16.37966,0.01000,2.695
23,self_attn.v_proj,14.79667,0.01000,2.868
23,self_attn.q_proj,60.53732,0.01000,3.767
23,self_attn.o_proj,38.73537,0.01000,2.894
23,mlp.up_proj,296.64093,0.01000,5.079
23,mlp.gate_proj,312.46344,0.01000,4.899
23,mlp.down_proj,62.08966,0.01000,19.109
24,self_attn.k_proj,20.37373,0.01000,2.615
24,self_attn.v_proj,15.75784,0.01000,3.055
24,self_attn.q_proj,72.23291,0.01000,3.259
24,self_attn.o_proj,42.94040,0.01000,2.845
24,mlp.up_proj,304.42712,0.01000,4.895
24,mlp.gate_proj,317.11420,0.01000,5.123
24,mlp.down_proj,65.95733,0.01000,20.194
25,self_attn.k_proj,23.30103,0.01000,2.679
25,self_attn.v_proj,18.93530,0.01000,2.669
25,self_attn.q_proj,84.84766,0.01000,2.848
25,self_attn.o_proj,46.55692,0.01000,2.820
25,mlp.up_proj,318.29260,0.01000,4.277
25,mlp.gate_proj,326.20557,0.01000,4.483
25,mlp.down_proj,78.48685,0.01000,19.798
26,self_attn.k_proj,21.72308,0.01000,2.731
26,self_attn.v_proj,13.29718,0.01000,2.713
26,self_attn.q_proj,77.95171,0.01000,3.934
26,self_attn.o_proj,43.92217,0.01000,2.841
26,mlp.up_proj,340.20331,0.01000,5.476
26,mlp.gate_proj,344.74573,0.01000,5.110
26,mlp.down_proj,88.55646,0.01000,20.198
27,self_attn.k_proj,21.01018,0.01000,2.672
27,self_attn.v_proj,14.17231,0.01000,2.939
27,self_attn.q_proj,71.91289,0.01000,3.232
27,self_attn.o_proj,69.44817,0.01000,2.820
27,mlp.up_proj,360.61621,0.01000,5.417
27,mlp.gate_proj,365.41220,0.01000,5.878
27,mlp.down_proj,107.16385,0.01000,20.681
28,self_attn.k_proj,20.82497,0.01000,2.676
28,self_attn.v_proj,21.32373,0.01000,2.840
28,self_attn.q_proj,79.53996,0.01000,2.884
28,self_attn.o_proj,66.26729,0.01000,2.875
28,mlp.up_proj,404.53717,0.01000,5.438
28,mlp.gate_proj,406.62619,0.01000,5.200
28,mlp.down_proj,117.46304,0.01000,19.777
29,self_attn.k_proj,29.85969,0.01000,2.730
29,self_attn.v_proj,27.63623,0.01000,3.256
29,self_attn.q_proj,107.56032,0.01000,3.418
29,self_attn.o_proj,83.89642,0.01000,2.830
29,mlp.up_proj,441.70132,0.01000,5.147
29,mlp.gate_proj,441.90933,0.01000,5.480
29,mlp.down_proj,128.70715,0.01000,19.631
30,self_attn.k_proj,26.75236,0.01000,2.665
30,self_attn.v_proj,28.12583,0.01000,3.162
30,self_attn.q_proj,102.02608,0.01000,4.381
30,self_attn.o_proj,111.50385,0.01000,2.877
30,mlp.up_proj,477.90759,0.01000,4.986
30,mlp.gate_proj,477.22815,0.01000,5.123
30,mlp.down_proj,141.59273,0.01000,20.852
31,self_attn.k_proj,29.37654,0.01000,2.665
31,self_attn.v_proj,28.75561,0.01000,3.190
31,self_attn.q_proj,109.01439,0.01000,3.650
31,self_attn.o_proj,72.62291,0.01000,2.854
31,mlp.up_proj,521.23792,0.01000,5.542
31,mlp.gate_proj,521.40106,0.01000,4.855
31,mlp.down_proj,147.17488,0.01000,18.252
32,self_attn.k_proj,24.72267,0.01000,2.796
32,self_attn.v_proj,20.87328,0.01000,2.984
32,self_attn.q_proj,88.72482,0.01000,3.086
32,self_attn.o_proj,73.16730,0.01000,2.926
32,mlp.up_proj,577.49963,0.01000,5.039
32,mlp.gate_proj,603.06787,0.01000,4.519
32,mlp.down_proj,136.70651,0.01000,20.591
33,self_attn.k_proj,27.58213,0.01000,2.711
33,self_attn.v_proj,21.35777,0.01000,3.560
33,self_attn.q_proj,102.96942,0.01000,3.031
33,self_attn.o_proj,72.87665,0.01000,2.880
33,mlp.up_proj,535.20154,0.01000,5.084
33,mlp.gate_proj,547.28552,0.01000,4.645
33,mlp.down_proj,128.90857,0.01000,20.183
34,self_attn.k_proj,26.38486,0.01000,2.760
34,self_attn.v_proj,24.18140,0.01000,2.674
34,self_attn.q_proj,99.10265,0.01000,2.913
34,self_attn.o_proj,86.01747,0.01000,2.950
34,mlp.up_proj,520.47266,0.01000,4.699
34,mlp.gate_proj,521.65393,0.01000,5.630
34,mlp.down_proj,132.45639,0.01000,21.882
35,self_attn.k_proj,27.55904,0.01000,2.711
35,self_attn.v_proj,24.19172,0.01000,3.072
35,self_attn.q_proj,109.53616,0.01000,3.272
35,self_attn.o_proj,73.46867,0.01000,2.858
35,mlp.up_proj,529.59924,0.01000,5.051
35,mlp.gate_proj,528.02661,0.01000,5.717
35,mlp.down_proj,137.09225,0.01000,19.446
36,self_attn.k_proj,27.97585,0.01000,2.696
36,self_attn.v_proj,23.41956,0.01000,3.285
36,self_attn.q_proj,105.38261,0.01000,3.693
36,self_attn.o_proj,100.10592,0.01000,2.856
36,mlp.up_proj,507.10608,0.01000,5.164
36,mlp.gate_proj,485.72675,0.01000,4.783
36,mlp.down_proj,142.08879,0.01000,19.981
37,self_attn.k_proj,26.42904,0.01000,2.768
37,self_attn.v_proj,21.64624,0.01000,2.785
37,self_attn.q_proj,99.92722,0.01000,2.927
37,self_attn.o_proj,81.02859,0.01000,2.840
37,mlp.up_proj,506.02026,0.01000,5.295
37,mlp.gate_proj,484.05411,0.01000,5.705
37,mlp.down_proj,139.95613,0.01000,20.228
38,self_attn.k_proj,28.91688,0.01000,2.637
38,self_attn.v_proj,31.95732,0.01000,3.135
38,self_attn.q_proj,110.31149,0.01000,3.137
38,self_attn.o_proj,90.83250,0.01000,2.841
38,mlp.up_proj,520.45715,0.01000,4.676
38,mlp.gate_proj,500.13351,0.01000,5.622
38,mlp.down_proj,188.68678,0.01000,20.077
39,self_attn.k_proj,27.95309,0.01000,2.746
39,self_attn.v_proj,33.15428,0.01000,3.015
39,self_attn.q_proj,113.39202,0.01000,3.324
39,self_attn.o_proj,96.23416,0.01000,2.865
39,mlp.up_proj,528.23248,0.01000,4.806
39,mlp.gate_proj,526.36804,0.01000,5.817
39,mlp.down_proj,139.32373,0.01000,22.430
40,self_attn.k_proj,33.88709,0.01000,2.699
40,self_attn.v_proj,29.11658,0.01000,2.784
40,self_attn.q_proj,122.50484,0.01000,2.836
40,self_attn.o_proj,112.61055,0.01000,2.862
40,mlp.up_proj,504.07486,0.01000,5.802
40,mlp.gate_proj,496.97681,0.01000,4.943
40,mlp.down_proj,135.29343,0.01000,18.625
41,self_attn.k_proj,33.58121,0.01000,2.712
41,self_attn.v_proj,35.72253,0.01000,3.284
41,self_attn.q_proj,131.87631,0.01000,2.917
41,self_attn.o_proj,108.33359,0.01000,2.879
41,mlp.up_proj,522.49194,0.01000,5.226
41,mlp.gate_proj,501.03381,0.01000,5.151
41,mlp.down_proj,160.90662,0.01000,21.000
42,self_attn.k_proj,32.06230,0.01000,2.732
42,self_attn.v_proj,24.08128,0.01000,3.091
42,self_attn.q_proj,122.67712,0.01000,3.499
42,self_attn.o_proj,89.43456,0.01000,2.847
42,mlp.up_proj,567.00293,0.01000,6.179
42,mlp.gate_proj,530.07031,0.01000,5.679
42,mlp.down_proj,193.82692,0.01000,20.431
43,self_attn.k_proj,31.79701,0.01000,2.719
43,self_attn.v_proj,28.23120,0.01000,2.681
43,self_attn.q_proj,116.97568,0.01000,2.870
43,self_attn.o_proj,131.80061,0.01000,2.843
43,mlp.up_proj,602.85724,0.01000,4.471
43,mlp.gate_proj,562.47742,0.01000,5.051
43,mlp.down_proj,247.24872,0.01000,19.047
44,self_attn.k_proj,27.03905,0.01000,2.705
44,self_attn.v_proj,39.87186,0.01000,2.708
44,self_attn.q_proj,115.14017,0.01000,2.882
44,self_attn.o_proj,136.46204,0.01000,2.861
44,mlp.up_proj,627.94275,0.01000,5.487
44,mlp.gate_proj,584.26587,0.01000,4.410
44,mlp.down_proj,257.98166,0.01000,21.091
45,self_attn.k_proj,32.90444,0.01000,2.674
45,self_attn.v_proj,42.55479,0.01000,2.948
45,self_attn.q_proj,132.18567,0.01000,3.013
45,self_attn.o_proj,188.24530,0.01000,2.815
45,mlp.up_proj,652.31354,0.01000,6.167
45,mlp.gate_proj,609.20862,0.01000,5.736
45,mlp.down_proj,293.12543,0.01000,20.042
46,self_attn.k_proj,30.83360,0.01000,2.733
46,self_attn.v_proj,46.80570,0.01000,2.859
46,self_attn.q_proj,128.41403,0.01000,3.510
46,self_attn.o_proj,225.05127,0.01000,2.865
46,mlp.up_proj,703.19562,0.01000,5.240
46,mlp.gate_proj,664.17480,0.01000,5.806
46,mlp.down_proj,343.73254,0.01000,22.177
47,self_attn.k_proj,32.93991,0.01000,2.801
47,self_attn.v_proj,43.81973,0.01000,3.132
47,self_attn.q_proj,137.17358,0.01000,2.975
47,self_attn.o_proj,164.76013,0.01000,2.932
47,mlp.up_proj,797.45374,0.01000,4.529
47,mlp.gate_proj,766.04565,0.01000,6.335
47,mlp.down_proj,409.94370,0.01000,19.781
48,self_attn.k_proj,32.58955,0.01000,2.725
48,self_attn.v_proj,56.43567,0.01000,3.009
48,self_attn.q_proj,145.98582,0.01000,2.905
48,self_attn.o_proj,212.81754,0.01000,2.852
48,mlp.up_proj,867.58105,0.01000,5.358
48,mlp.gate_proj,842.16479,0.01000,5.494
48,mlp.down_proj,480.86322,0.01000,21.666
49,self_attn.k_proj,35.69581,0.01000,2.696
49,self_attn.v_proj,55.59655,0.01000,3.440
49,self_attn.q_proj,158.66864,0.01000,3.054
49,self_attn.o_proj,252.17166,0.01000,2.862
49,mlp.up_proj,1037.29370,0.01000,5.622
49,mlp.gate_proj,1016.61609,0.01000,5.850
49,mlp.down_proj,628.41284,0.01000,19.983
50,self_attn.k_proj,35.25494,0.01000,2.715
50,self_attn.v_proj,64.03802,0.01000,2.855
50,self_attn.q_proj,171.47546,0.01000,3.039
50,self_attn.o_proj,183.98241,0.01000,2.879
50,mlp.up_proj,1183.20605,0.01000,5.972
50,mlp.gate_proj,1186.05298,0.01000,5.967
50,mlp.down_proj,682.37640,0.01000,20.286
51,self_attn.k_proj,34.69934,0.01000,2.726
51,self_attn.v_proj,53.44412,0.01000,2.888
51,self_attn.q_proj,150.45633,0.01000,3.936
51,self_attn.o_proj,326.64856,0.01000,2.898
51,mlp.up_proj,1270.09741,0.01000,4.984
51,mlp.gate_proj,1288.36511,0.01000,6.064
51,mlp.down_proj,744.40625,0.01000,20.425
52,self_attn.k_proj,34.44970,0.01000,2.707
52,self_attn.v_proj,85.87135,0.01000,3.170
52,self_attn.q_proj,171.51863,0.01000,2.899
52,self_attn.o_proj,278.01538,0.01000,2.834
52,mlp.up_proj,1344.03809,0.01000,5.904
52,mlp.gate_proj,1352.85559,0.01000,5.412
52,mlp.down_proj,854.37708,0.01000,20.266
53,self_attn.k_proj,37.64508,0.01000,2.669
53,self_attn.v_proj,78.76483,0.01000,2.935
53,self_attn.q_proj,179.15836,0.01000,3.152
53,self_attn.o_proj,286.32672,0.01000,2.856
53,mlp.up_proj,1462.10754,0.01000,5.126
53,mlp.gate_proj,1468.68408,0.01000,5.679
53,mlp.down_proj,934.11462,0.01000,20.859
54,self_attn.k_proj,38.88618,0.01000,2.759
54,self_attn.v_proj,76.39753,0.01000,2.898
54,self_attn.q_proj,180.81194,0.01000,3.346
54,self_attn.o_proj,248.28023,0.01000,2.807
54,mlp.up_proj,1595.58582,0.01000,6.017
54,mlp.gate_proj,1586.00757,0.01000,4.956
54,mlp.down_proj,1002.51501,0.01000,22.518
55,self_attn.k_proj,37.30616,0.01000,2.711
55,self_attn.v_proj,84.90562,0.01000,2.873
55,self_attn.q_proj,178.16068,0.01000,3.177
55,self_attn.o_proj,316.90024,0.01000,2.915
55,mlp.up_proj,1715.73462,0.01000,4.431
55,mlp.gate_proj,1683.29126,0.01000,5.228
55,mlp.down_proj,1064.85010,0.01000,23.573
56,self_attn.k_proj,37.41602,0.01000,2.681
56,self_attn.v_proj,104.01241,0.01000,2.643
56,self_attn.q_proj,184.17560,0.01000,4.191
56,self_attn.o_proj,245.55298,0.01000,2.859
56,mlp.up_proj,1798.53906,0.01000,5.545
56,mlp.gate_proj,1749.92163,0.01000,4.839
56,mlp.down_proj,1111.95264,0.01000,21.268
57,self_attn.k_proj,37.53109,0.01000,2.670
57,self_attn.v_proj,104.34595,0.01000,3.276
57,self_attn.q_proj,190.33029,0.01000,3.932
57,self_attn.o_proj,258.38971,0.01000,2.850
57,mlp.up_proj,1877.67603,0.01000,4.755
57,mlp.gate_proj,1798.21655,0.01000,5.436
57,mlp.down_proj,1201.63745,0.01000,21.340
58,self_attn.k_proj,36.35567,0.01000,2.629
58,self_attn.v_proj,105.14788,0.01000,2.864
58,self_attn.q_proj,191.27899,0.01000,2.936
58,self_attn.o_proj,166.80811,0.01000,2.834
58,mlp.up_proj,2004.96582,0.01000,5.641
58,mlp.gate_proj,1892.29688,0.01000,5.896
58,mlp.down_proj,1355.49683,0.01000,20.689
59,self_attn.k_proj,38.57269,0.01000,2.645
59,self_attn.v_proj,160.62903,0.01000,3.336
59,self_attn.q_proj,201.09473,0.01000,3.745
59,self_attn.o_proj,527.68744,0.01000,2.833
59,mlp.up_proj,2178.09985,0.01000,5.208
59,mlp.gate_proj,2017.55884,0.01000,4.276
59,mlp.down_proj,1659.60889,0.01000,20.761
60,self_attn.k_proj,32.10611,0.01000,2.706
60,self_attn.v_proj,177.56764,0.01000,3.223
60,self_attn.q_proj,190.63899,0.01000,3.393
60,self_attn.o_proj,647.83331,0.01000,2.842
60,mlp.up_proj,2303.07349,0.01000,5.634
60,mlp.gate_proj,2091.21338,0.01000,5.588
60,mlp.down_proj,2797.01562,0.01000,20.545
61,self_attn.k_proj,31.57218,0.01000,2.683
61,self_attn.v_proj,208.00360,0.01000,3.902
61,self_attn.q_proj,193.02998,0.01000,2.945
61,self_attn.o_proj,746.46515,0.01000,2.807
61,mlp.up_proj,2373.65918,0.01000,5.188
61,mlp.gate_proj,2164.55347,0.01000,6.605
61,mlp.down_proj,2945.32446,0.01000,19.729
62,self_attn.k_proj,31.55164,0.01000,2.978
62,self_attn.v_proj,230.27736,0.01000,3.083
62,self_attn.q_proj,188.76401,0.01000,3.112
62,self_attn.o_proj,934.74988,0.01000,2.858
62,mlp.up_proj,2155.86768,0.01000,5.807
62,mlp.gate_proj,2009.92969,0.01000,5.996
62,mlp.down_proj,4762.18359,0.01000,20.866
63,self_attn.k_proj,22.82072,0.01000,2.700
63,self_attn.v_proj,103.08728,0.01000,2.710
63,self_attn.q_proj,136.93555,0.01000,2.890
63,self_attn.o_proj,289.65228,0.01000,2.856
63,mlp.up_proj,1903.04797,0.01000,4.568
63,mlp.gate_proj,1822.66980,0.01000,5.546
63,mlp.down_proj,5857.06250,0.01000,21.586