layer,module,loss,damp,time
0,self_attn.k_proj,0.03242,0.01000,0.906
0,self_attn.v_proj,0.00080,0.01000,0.680
0,self_attn.q_proj,0.06659,0.01000,0.697
0,self_attn.o_proj,0.00007,0.01000,0.746
0,mlp.up_proj,0.05609,0.01000,0.751
0,mlp.gate_proj,0.07055,0.01000,0.817
0,mlp.down_proj,0.00038,0.01000,3.103
1,self_attn.k_proj,0.05143,0.01000,0.746
1,self_attn.v_proj,0.00292,0.01000,0.728
1,self_attn.q_proj,0.09487,0.01000,0.708
1,self_attn.o_proj,0.00013,0.01000,0.733
1,mlp.up_proj,0.07948,0.01000,0.788
1,mlp.gate_proj,0.10903,0.01000,0.859
1,mlp.down_proj,0.28001,0.01000,2.977
2,self_attn.k_proj,0.09702,0.01000,0.750
2,self_attn.v_proj,0.00672,0.01000,0.677
2,self_attn.q_proj,0.18856,0.01000,0.696
2,self_attn.o_proj,0.00022,0.01000,0.725
2,mlp.up_proj,0.09984,0.01000,0.781
2,mlp.gate_proj,0.15930,0.01000,0.803
2,mlp.down_proj,0.00119,0.01000,2.998
3,self_attn.k_proj,0.06446,0.01000,0.734
3,self_attn.v_proj,0.00860,0.01000,0.685
3,self_attn.q_proj,0.14038,0.01000,0.688
3,self_attn.o_proj,0.00043,0.01000,0.744
3,mlp.up_proj,0.12107,0.01000,0.794
3,mlp.gate_proj,0.24166,0.01000,0.799
3,mlp.down_proj,0.00183,0.01000,3.019
4,self_attn.k_proj,0.06840,0.01000,0.755
4,self_attn.v_proj,0.00803,0.01000,0.702
4,self_attn.q_proj,0.14097,0.01000,0.707
4,self_attn.o_proj,0.00079,0.01000,0.731
4,mlp.up_proj,0.12585,0.01000,0.765
4,mlp.gate_proj,0.27268,0.01000,0.796
4,mlp.down_proj,0.00232,0.01000,2.969
5,self_attn.k_proj,0.10500,0.01000,0.766
5,self_attn.v_proj,0.00724,0.01000,0.684
5,self_attn.q_proj,0.18579,0.01000,0.700
5,self_attn.o_proj,0.00092,0.01000,0.754
5,mlp.up_proj,0.13968,0.01000,0.765
5,mlp.gate_proj,0.25845,0.01000,0.796
5,mlp.down_proj,0.00277,0.01000,3.046
6,self_attn.k_proj,0.08859,0.01000,0.727
6,self_attn.v_proj,0.00953,0.01000,0.689
6,self_attn.q_proj,0.14065,0.01000,0.699
6,self_attn.o_proj,0.00129,0.01000,0.735
6,mlp.up_proj,0.14354,0.01000,0.791
6,mlp.gate_proj,0.25938,0.01000,0.785
6,mlp.down_proj,0.00291,0.01000,3.035
7,self_attn.k_proj,0.08833,0.01000,0.741
7,self_attn.v_proj,0.01088,0.01000,0.672
7,self_attn.q_proj,0.16550,0.01000,0.681
7,self_attn.o_proj,0.00129,0.01000,0.746
7,mlp.up_proj,0.15128,0.01000,0.779
7,mlp.gate_proj,0.24538,0.01000,0.803
7,mlp.down_proj,0.00320,0.01000,3.057
8,self_attn.k_proj,0.10553,0.01000,0.749
8,self_attn.v_proj,0.01056,0.01000,0.678
8,self_attn.q_proj,0.17305,0.01000,0.717
8,self_attn.o_proj,0.00191,0.01000,0.732
8,mlp.up_proj,0.17159,0.01000,0.759
8,mlp.gate_proj,0.27065,0.01000,0.804
8,mlp.down_proj,0.00440,0.01000,3.075
9,self_attn.k_proj,0.08821,0.01000,0.751
9,self_attn.v_proj,0.01267,0.01000,0.671
9,self_attn.q_proj,0.21381,0.01000,0.702
9,self_attn.o_proj,0.00240,0.01000,0.738
9,mlp.up_proj,0.18510,0.01000,0.789
9,mlp.gate_proj,0.30127,0.01000,0.789
9,mlp.down_proj,0.00538,0.01000,3.119
10,self_attn.k_proj,0.11026,0.01000,0.753
10,self_attn.v_proj,0.01362,0.01000,0.693
10,self_attn.q_proj,0.22377,0.01000,0.718
10,self_attn.o_proj,0.00176,0.01000,0.748
10,mlp.up_proj,0.22299,0.01000,0.774
10,mlp.gate_proj,0.35132,0.01000,0.820
10,mlp.down_proj,0.00690,0.01000,3.018
11,self_attn.k_proj,0.13077,0.01000,0.753
11,self_attn.v_proj,0.01364,0.01000,0.718
11,self_attn.q_proj,0.21940,0.01000,0.718
11,self_attn.o_proj,0.00149,0.01000,0.758
11,mlp.up_proj,0.25063,0.01000,0.773
11,mlp.gate_proj,0.38616,0.01000,0.799
11,mlp.down_proj,0.00782,0.01000,2.983
12,self_attn.k_proj,0.12650,0.01000,0.742
12,self_attn.v_proj,0.01431,0.01000,0.666
12,self_attn.q_proj,0.21842,0.01000,0.733
12,self_attn.o_proj,0.00136,0.01000,0.730
12,mlp.up_proj,0.27024,0.01000,0.783
12,mlp.gate_proj,0.39223,0.01000,0.795
12,mlp.down_proj,0.00925,0.01000,2.858
13,self_attn.k_proj,0.12914,0.01000,0.687
13,self_attn.v_proj,0.02417,0.01000,0.633
13,self_attn.q_proj,0.25690,0.01000,0.634
13,self_attn.o_proj,0.00204,0.01000,0.717
13,mlp.up_proj,0.31966,0.01000,0.770
13,mlp.gate_proj,0.42314,0.01000,0.836
13,mlp.down_proj,0.01332,0.01000,2.869
14,self_attn.k_proj,0.13651,0.01000,0.691
14,self_attn.v_proj,0.05146,0.01000,0.625
14,self_attn.q_proj,0.26610,0.01000,0.670
14,self_attn.o_proj,0.00420,0.01000,0.708
14,mlp.up_proj,0.36466,0.01000,0.754
14,mlp.gate_proj,0.52044,0.01000,0.870
14,mlp.down_proj,0.01716,0.01000,2.821
15,self_attn.k_proj,0.12916,0.01000,0.698
15,self_attn.v_proj,0.05582,0.01000,0.641
15,self_attn.q_proj,0.24866,0.01000,0.646
15,self_attn.o_proj,0.01490,0.01000,0.705
15,mlp.up_proj,0.43859,0.01000,0.785
15,mlp.gate_proj,0.58076,0.01000,0.905
15,mlp.down_proj,0.03817,0.01000,2.872