|
layer,module,loss,damp,time
|
|
0,self_attn.k_proj,0.09601,0.01000,1.079
|
|
0,self_attn.v_proj,0.00299,0.01000,0.841
|
|
0,self_attn.q_proj,0.21113,0.01000,0.727
|
|
0,self_attn.o_proj,0.00017,0.01000,0.727
|
|
0,mlp.up_proj,0.14873,0.01000,0.763
|
|
0,mlp.gate_proj,0.18908,0.01000,0.904
|
|
0,mlp.down_proj,0.00190,0.01000,3.295
|
|
1,self_attn.k_proj,0.16585,0.01000,0.711
|
|
1,self_attn.v_proj,0.00992,0.01000,0.749
|
|
1,self_attn.q_proj,0.32035,0.01000,0.690
|
|
1,self_attn.o_proj,0.00039,0.01000,0.753
|
|
1,mlp.up_proj,0.22062,0.01000,0.756
|
|
1,mlp.gate_proj,0.30241,0.01000,0.732
|
|
1,mlp.down_proj,0.16209,0.01000,3.030
|
|
2,self_attn.k_proj,0.31228,0.01000,0.713
|
|
2,self_attn.v_proj,0.02535,0.01000,0.677
|
|
2,self_attn.q_proj,0.63971,0.01000,0.711
|
|
2,self_attn.o_proj,0.00066,0.01000,0.730
|
|
2,mlp.up_proj,0.28284,0.01000,0.746
|
|
2,mlp.gate_proj,0.44825,0.01000,0.692
|
|
2,mlp.down_proj,0.00335,0.01000,3.236
|
|
3,self_attn.k_proj,0.19264,0.01000,0.758
|
|
3,self_attn.v_proj,0.02762,0.01000,0.695
|
|
3,self_attn.q_proj,0.42406,0.01000,0.738
|
|
3,self_attn.o_proj,0.00111,0.01000,0.765
|
|
3,mlp.up_proj,0.33513,0.01000,0.785
|
|
3,mlp.gate_proj,0.66167,0.01000,0.750
|
|
3,mlp.down_proj,0.00468,0.01000,3.254
|
|
4,self_attn.k_proj,0.21151,0.01000,0.774
|
|
4,self_attn.v_proj,0.02663,0.01000,0.746
|
|
4,self_attn.q_proj,0.43425,0.01000,0.743
|
|
4,self_attn.o_proj,0.00185,0.01000,0.801
|
|
4,mlp.up_proj,0.33790,0.01000,0.835
|
|
4,mlp.gate_proj,0.72013,0.01000,0.745
|
|
4,mlp.down_proj,0.00553,0.01000,3.029
|
|
5,self_attn.k_proj,0.30856,0.01000,0.716
|
|
5,self_attn.v_proj,0.02561,0.01000,0.681
|
|
5,self_attn.q_proj,0.57913,0.01000,0.702
|
|
5,self_attn.o_proj,0.00256,0.01000,0.754
|
|
5,mlp.up_proj,0.36168,0.01000,0.806
|
|
5,mlp.gate_proj,0.66184,0.01000,0.734
|
|
5,mlp.down_proj,0.00675,0.01000,3.046
|
|
6,self_attn.k_proj,0.25328,0.01000,0.736
|
|
6,self_attn.v_proj,0.02967,0.01000,0.681
|
|
6,self_attn.q_proj,0.41055,0.01000,0.721
|
|
6,self_attn.o_proj,0.00379,0.01000,0.724
|
|
6,mlp.up_proj,0.37050,0.01000,0.751
|
|
6,mlp.gate_proj,0.66534,0.01000,0.718
|
|
6,mlp.down_proj,0.00709,0.01000,3.041
|
|
7,self_attn.k_proj,0.25026,0.01000,0.748
|
|
7,self_attn.v_proj,0.03261,0.01000,0.678
|
|
7,self_attn.q_proj,0.47341,0.01000,0.708
|
|
7,self_attn.o_proj,0.00349,0.01000,0.727
|
|
7,mlp.up_proj,0.40085,0.01000,0.776
|
|
7,mlp.gate_proj,0.65237,0.01000,0.749
|
|
7,mlp.down_proj,0.00813,0.01000,3.014
|
|
8,self_attn.k_proj,0.32256,0.01000,0.725
|
|
8,self_attn.v_proj,0.03293,0.01000,0.690
|
|
8,self_attn.q_proj,0.53772,0.01000,0.689
|
|
8,self_attn.o_proj,0.00522,0.01000,0.755
|
|
8,mlp.up_proj,0.47201,0.01000,0.770
|
|
8,mlp.gate_proj,0.75260,0.01000,0.757
|
|
8,mlp.down_proj,0.01079,0.01000,3.152
|
|
9,self_attn.k_proj,0.24430,0.01000,0.727
|
|
9,self_attn.v_proj,0.03725,0.01000,0.680
|
|
9,self_attn.q_proj,0.60562,0.01000,0.724
|
|
9,self_attn.o_proj,0.00523,0.01000,0.754
|
|
9,mlp.up_proj,0.49043,0.01000,0.764
|
|
9,mlp.gate_proj,0.80227,0.01000,0.715
|
|
9,mlp.down_proj,0.01264,0.01000,3.103
|
|
10,self_attn.k_proj,0.30944,0.01000,0.742
|
|
10,self_attn.v_proj,0.04692,0.01000,0.668
|
|
10,self_attn.q_proj,0.68625,0.01000,0.704
|
|
10,self_attn.o_proj,0.00472,0.01000,0.736
|
|
10,mlp.up_proj,0.57742,0.01000,0.771
|
|
10,mlp.gate_proj,0.90810,0.01000,0.740
|
|
10,mlp.down_proj,0.01584,0.01000,3.073
|
|
11,self_attn.k_proj,0.36443,0.01000,0.712
|
|
11,self_attn.v_proj,0.04592,0.01000,0.695
|
|
11,self_attn.q_proj,0.66843,0.01000,0.697
|
|
11,self_attn.o_proj,0.00372,0.01000,0.766
|
|
11,mlp.up_proj,0.63095,0.01000,0.803
|
|
11,mlp.gate_proj,0.97327,0.01000,0.726
|
|
11,mlp.down_proj,0.01862,0.01000,3.065
|
|
12,self_attn.k_proj,0.33120,0.01000,0.731
|
|
12,self_attn.v_proj,0.04817,0.01000,0.694
|
|
12,self_attn.q_proj,0.64928,0.01000,0.743
|
|
12,self_attn.o_proj,0.00386,0.01000,0.726
|
|
12,mlp.up_proj,0.66255,0.01000,0.791
|
|
12,mlp.gate_proj,0.97375,0.01000,0.759
|
|
12,mlp.down_proj,0.02400,0.01000,3.136
|
|
13,self_attn.k_proj,0.36034,0.01000,0.763
|
|
13,self_attn.v_proj,0.08636,0.01000,0.717
|
|
13,self_attn.q_proj,0.78605,0.01000,0.696
|
|
13,self_attn.o_proj,0.00579,0.01000,0.764
|
|
13,mlp.up_proj,0.79367,0.01000,0.797
|
|
13,mlp.gate_proj,1.07306,0.01000,0.757
|
|
13,mlp.down_proj,0.03768,0.01000,3.024
|
|
14,self_attn.k_proj,0.35830,0.01000,0.714
|
|
14,self_attn.v_proj,0.16440,0.01000,0.697
|
|
14,self_attn.q_proj,0.75050,0.01000,0.727
|
|
14,self_attn.o_proj,0.01295,0.01000,0.740
|
|
14,mlp.up_proj,0.92130,0.01000,0.780
|
|
14,mlp.gate_proj,1.33264,0.01000,0.727
|
|
14,mlp.down_proj,0.05907,0.01000,3.084
|
|
15,self_attn.k_proj,0.35875,0.01000,0.726
|
|
15,self_attn.v_proj,0.17096,0.01000,0.703
|
|
15,self_attn.q_proj,0.67191,0.01000,0.680
|
|
15,self_attn.o_proj,0.03647,0.01000,0.743
|
|
15,mlp.up_proj,1.12717,0.01000,0.775
|
|
15,mlp.gate_proj,1.49428,0.01000,0.742
|
|
15,mlp.down_proj,0.22401,0.01000,2.976
|
|
|