quant_log.csv

layer,module,loss,damp,time
0,self_attn.k_proj,0.04935,0.01000,2.776
0,self_attn.v_proj,0.08725,0.01000,2.559
0,self_attn.q_proj,0.10854,0.01000,2.703
0,self_attn.o_proj,0.00001,0.01000,2.700
0,mlp.up_proj,0.05745,0.01000,3.046
0,mlp.gate_proj,0.05874,0.01000,3.037
0,mlp.down_proj,0.00015,0.01000,13.340
1,self_attn.k_proj,0.04470,0.01000,2.640
1,self_attn.v_proj,0.03278,0.01000,2.566
1,self_attn.q_proj,0.25519,0.01000,2.728
1,self_attn.o_proj,0.00005,0.01000,2.713
1,mlp.up_proj,0.04653,0.01000,2.976
1,mlp.gate_proj,0.04787,0.01000,2.983
1,mlp.down_proj,0.00010,0.01000,13.231
2,self_attn.k_proj,0.01515,0.01000,2.445
2,self_attn.v_proj,0.00254,0.01000,2.424
2,self_attn.q_proj,0.19413,0.01000,2.571
2,self_attn.o_proj,0.00009,0.01000,2.610
2,mlp.up_proj,0.09208,0.01000,2.914
2,mlp.gate_proj,0.09458,0.01000,2.927
2,mlp.down_proj,0.00018,0.01000,13.027
3,self_attn.k_proj,0.03826,0.01000,2.442
3,self_attn.v_proj,0.00451,0.01000,2.419
3,self_attn.q_proj,0.23089,0.01000,2.564
3,self_attn.o_proj,0.00009,0.01000,2.605
3,mlp.up_proj,0.16654,0.01000,2.920
3,mlp.gate_proj,0.18758,0.01000,2.920
3,mlp.down_proj,0.00572,0.01000,13.082
4,self_attn.k_proj,0.04592,0.01000,2.440
4,self_attn.v_proj,0.00563,0.01000,2.418
4,self_attn.q_proj,0.12708,0.01000,2.575
4,self_attn.o_proj,0.00011,0.01000,2.563
4,mlp.up_proj,0.16673,0.01000,2.905
4,mlp.gate_proj,0.17210,0.01000,2.913
4,mlp.down_proj,0.00042,0.01000,13.059
5,self_attn.k_proj,0.06058,0.01000,2.433
5,self_attn.v_proj,0.01185,0.01000,2.419
5,self_attn.q_proj,0.18745,0.01000,2.594
5,self_attn.o_proj,0.00014,0.01000,2.578
5,mlp.up_proj,0.20517,0.01000,2.927
5,mlp.gate_proj,0.22073,0.01000,2.902
5,mlp.down_proj,0.00062,0.01000,13.067
6,self_attn.k_proj,0.10041,0.01000,2.430
6,self_attn.v_proj,0.01440,0.01000,2.404
6,self_attn.q_proj,0.28961,0.01000,2.530
6,self_attn.o_proj,0.00017,0.01000,2.551
6,mlp.up_proj,0.20510,0.01000,2.909
6,mlp.gate_proj,0.21594,0.01000,2.901
6,mlp.down_proj,0.00081,0.01000,13.030
7,self_attn.k_proj,0.11776,0.01000,2.459
7,self_attn.v_proj,0.01606,0.01000,2.430
7,self_attn.q_proj,0.34973,0.01000,2.577
7,self_attn.o_proj,0.00013,0.01000,2.570
7,mlp.up_proj,0.23575,0.01000,2.911
7,mlp.gate_proj,0.24943,0.01000,2.910
7,mlp.down_proj,0.00107,0.01000,13.049
8,self_attn.k_proj,0.08501,0.01000,2.428
8,self_attn.v_proj,0.01514,0.01000,2.433
8,self_attn.q_proj,0.24383,0.01000,2.564
8,self_attn.o_proj,0.00024,0.01000,2.574
8,mlp.up_proj,0.33553,0.01000,2.934
8,mlp.gate_proj,0.35501,0.01000,2.921
8,mlp.down_proj,0.00126,0.01000,13.041
9,self_attn.k_proj,0.07236,0.01000,2.429
9,self_attn.v_proj,0.01194,0.01000,2.419
9,self_attn.q_proj,0.21419,0.01000,2.573
9,self_attn.o_proj,0.00042,0.01000,2.591
9,mlp.up_proj,0.50361,0.01000,2.939
9,mlp.gate_proj,0.53983,0.01000,2.918
9,mlp.down_proj,0.00168,0.01000,13.092
10,self_attn.k_proj,0.21068,0.01000,2.452
10,self_attn.v_proj,0.02775,0.01000,2.404
10,self_attn.q_proj,0.59283,0.01000,2.559
10,self_attn.o_proj,0.00050,0.01000,2.567
10,mlp.up_proj,0.37923,0.01000,2.911
10,mlp.gate_proj,0.40604,0.01000,2.911
10,mlp.down_proj,0.00272,0.01000,13.033
11,self_attn.k_proj,0.21318,0.01000,2.428
11,self_attn.v_proj,0.02952,0.01000,2.417
11,self_attn.q_proj,0.51525,0.01000,2.591
11,self_attn.o_proj,0.00058,0.01000,2.592
11,mlp.up_proj,0.55201,0.01000,2.917
11,mlp.gate_proj,0.58974,0.01000,2.932
11,mlp.down_proj,0.00344,0.01000,13.060
12,self_attn.k_proj,0.14706,0.01000,2.474
12,self_attn.v_proj,0.02503,0.01000,2.412
12,self_attn.q_proj,0.41932,0.01000,2.562
12,self_attn.o_proj,0.00063,0.01000,2.574
12,mlp.up_proj,0.49060,0.01000,2.924
12,mlp.gate_proj,0.52536,0.01000,2.914
12,mlp.down_proj,0.00395,0.01000,13.091
13,self_attn.k_proj,0.21493,0.01000,2.473
13,self_attn.v_proj,0.02835,0.01000,2.472
13,self_attn.q_proj,0.56947,0.01000,2.616
13,self_attn.o_proj,0.00216,0.01000,2.616
13,mlp.up_proj,0.45017,0.01000,2.998
13,mlp.gate_proj,0.47776,0.01000,3.116
13,mlp.down_proj,0.00503,0.01000,13.193
14,self_attn.k_proj,0.26683,0.01000,2.501
14,self_attn.v_proj,0.03415,0.01000,2.462
14,self_attn.q_proj,0.77956,0.01000,2.601
14,self_attn.o_proj,0.00261,0.01000,2.622
14,mlp.up_proj,0.58402,0.01000,2.952
14,mlp.gate_proj,0.62520,0.01000,2.975
14,mlp.down_proj,0.00699,0.01000,13.230
15,self_attn.k_proj,0.22711,0.01000,2.484
15,self_attn.v_proj,0.03181,0.01000,2.470
15,self_attn.q_proj,0.64016,0.01000,2.597
15,self_attn.o_proj,0.00294,0.01000,2.616
15,mlp.up_proj,0.69034,0.01000,2.985
15,mlp.gate_proj,0.75425,0.01000,2.952
15,mlp.down_proj,0.00945,0.01000,13.212
16,self_attn.k_proj,0.24689,0.01000,2.473
16,self_attn.v_proj,0.03655,0.01000,2.449
16,self_attn.q_proj,0.75376,0.01000,2.601
16,self_attn.o_proj,0.00370,0.01000,2.605
16,mlp.up_proj,0.88999,0.01000,2.966
16,mlp.gate_proj,0.97990,0.01000,2.948
16,mlp.down_proj,0.01282,0.01000,13.148
17,self_attn.k_proj,0.40436,0.01000,2.489
17,self_attn.v_proj,0.04196,0.01000,2.470
17,self_attn.q_proj,1.09566,0.01000,2.599
17,self_attn.o_proj,0.00945,0.01000,2.600
17,mlp.up_proj,1.08218,0.01000,2.971
17,mlp.gate_proj,1.19002,0.01000,2.961
17,mlp.down_proj,0.01831,0.01000,13.179
18,self_attn.k_proj,0.52647,0.01000,2.470
18,self_attn.v_proj,0.05750,0.01000,2.461
18,self_attn.q_proj,1.53055,0.01000,2.629
18,self_attn.o_proj,0.01081,0.01000,2.620
18,mlp.up_proj,1.40162,0.01000,2.983
18,mlp.gate_proj,1.57968,0.01000,3.036
18,mlp.down_proj,0.02489,0.01000,13.202
19,self_attn.k_proj,0.48854,0.01000,2.512
19,self_attn.v_proj,0.06748,0.01000,2.471
19,self_attn.q_proj,1.34244,0.01000,2.622
19,self_attn.o_proj,0.01128,0.01000,2.616
19,mlp.up_proj,1.52728,0.01000,2.986
19,mlp.gate_proj,1.77858,0.01000,2.980
19,mlp.down_proj,0.03043,0.01000,13.208
20,self_attn.k_proj,0.65442,0.01000,2.483
20,self_attn.v_proj,0.07327,0.01000,2.464
20,self_attn.q_proj,1.41075,0.01000,2.623
20,self_attn.o_proj,0.00795,0.01000,2.635
20,mlp.up_proj,1.78465,0.01000,2.958
20,mlp.gate_proj,2.03543,0.01000,2.968
20,mlp.down_proj,0.03144,0.01000,13.180
21,self_attn.k_proj,1.00185,0.01000,2.503
21,self_attn.v_proj,0.08839,0.01000,2.484
21,self_attn.q_proj,2.29866,0.01000,2.638
21,self_attn.o_proj,0.01164,0.01000,2.623
21,mlp.up_proj,2.06026,0.01000,2.959
21,mlp.gate_proj,2.36674,0.01000,2.956
21,mlp.down_proj,0.03410,0.01000,13.222
22,self_attn.k_proj,1.09063,0.01000,2.465
22,self_attn.v_proj,0.13678,0.01000,2.450
22,self_attn.q_proj,2.37452,0.01000,2.578
22,self_attn.o_proj,0.00854,0.01000,2.581
22,mlp.up_proj,2.27189,0.01000,2.930
22,mlp.gate_proj,2.67043,0.01000,2.922
22,mlp.down_proj,0.03501,0.01000,13.193
23,self_attn.k_proj,1.22839,0.01000,2.483
23,self_attn.v_proj,0.12693,0.01000,2.457
23,self_attn.q_proj,2.55524,0.01000,2.607
23,self_attn.o_proj,0.01006,0.01000,2.596
23,mlp.up_proj,2.39231,0.01000,2.954
23,mlp.gate_proj,2.83148,0.01000,2.952
23,mlp.down_proj,0.03725,0.01000,13.203
24,self_attn.k_proj,0.68253,0.01000,2.442
24,self_attn.v_proj,0.06834,0.01000,2.443
24,self_attn.q_proj,1.17118,0.01000,2.574
24,self_attn.o_proj,0.00731,0.01000,2.574
24,mlp.up_proj,2.52678,0.01000,2.909
24,mlp.gate_proj,2.91982,0.01000,2.907
24,mlp.down_proj,0.03794,0.01000,13.081
25,self_attn.k_proj,1.25059,0.01000,2.492
25,self_attn.v_proj,0.13598,0.01000,2.446
25,self_attn.q_proj,2.36178,0.01000,2.590
25,self_attn.o_proj,0.00745,0.01000,2.589
25,mlp.up_proj,2.72123,0.01000,2.944
25,mlp.gate_proj,3.14864,0.01000,2.948
25,mlp.down_proj,0.03966,0.01000,13.186
26,self_attn.k_proj,1.22653,0.01000,2.468
26,self_attn.v_proj,0.13679,0.01000,2.469
26,self_attn.q_proj,2.38165,0.01000,2.601
26,self_attn.o_proj,0.00783,0.01000,2.603
26,mlp.up_proj,2.75933,0.01000,2.945
26,mlp.gate_proj,3.16671,0.01000,2.940
26,mlp.down_proj,0.04093,0.01000,13.191
27,self_attn.k_proj,1.24392,0.01000,2.483
27,self_attn.v_proj,0.08409,0.01000,2.441
27,self_attn.q_proj,2.37817,0.01000,2.587
27,self_attn.o_proj,0.01849,0.01000,2.603
27,mlp.up_proj,2.59408,0.01000,2.935
27,mlp.gate_proj,2.91917,0.01000,2.928
27,mlp.down_proj,0.04591,0.01000,13.126
28,self_attn.k_proj,1.39763,0.01000,2.453
28,self_attn.v_proj,0.11643,0.01000,2.461
28,self_attn.q_proj,2.80283,0.01000,2.579
28,self_attn.o_proj,0.01375,0.01000,2.600
28,mlp.up_proj,2.65421,0.01000,2.939
28,mlp.gate_proj,2.98658,0.01000,2.927
28,mlp.down_proj,0.04983,0.01000,12.899
29,self_attn.k_proj,1.47713,0.01000,2.397
29,self_attn.v_proj,0.11083,0.01000,2.378
29,self_attn.q_proj,2.82347,0.01000,2.521
29,self_attn.o_proj,0.01678,0.01000,2.538
29,mlp.up_proj,2.73214,0.01000,2.857
29,mlp.gate_proj,3.07273,0.01000,2.866
29,mlp.down_proj,0.05151,0.01000,12.889
30,self_attn.k_proj,1.21711,0.01000,2.404
30,self_attn.v_proj,0.09655,0.01000,2.394
30,self_attn.q_proj,2.32090,0.01000,2.542
30,self_attn.o_proj,0.01778,0.01000,2.562
30,mlp.up_proj,2.68939,0.01000,2.878
30,mlp.gate_proj,2.99180,0.01000,2.881
30,mlp.down_proj,0.05077,0.01000,12.968
31,self_attn.k_proj,1.56468,0.01000,2.406
31,self_attn.v_proj,0.09949,0.01000,2.395
31,self_attn.q_proj,3.36906,0.01000,2.510
31,self_attn.o_proj,0.02755,0.01000,2.522
31,mlp.up_proj,2.72170,0.01000,2.868
31,mlp.gate_proj,2.96361,0.01000,2.858
31,mlp.down_proj,0.05296,0.01000,12.903
32,self_attn.k_proj,1.01541,0.01000,2.388
32,self_attn.v_proj,0.10921,0.01000,2.388
32,self_attn.q_proj,2.00588,0.01000,2.531
32,self_attn.o_proj,0.01304,0.01000,2.554
32,mlp.up_proj,2.71992,0.01000,2.862
32,mlp.gate_proj,3.00210,0.01000,2.854
32,mlp.down_proj,0.05581,0.01000,12.905
33,self_attn.k_proj,1.58417,0.01000,2.391
33,self_attn.v_proj,0.10802,0.01000,2.385
33,self_attn.q_proj,3.39355,0.01000,2.514
33,self_attn.o_proj,0.02677,0.01000,2.562
33,mlp.up_proj,6.40586,0.01000,2.856
33,mlp.gate_proj,6.88574,0.01000,2.851
33,mlp.down_proj,0.05597,0.01000,12.928
34,self_attn.k_proj,1.39353,0.01000,2.397
34,self_attn.v_proj,0.10813,0.01000,2.369
34,self_attn.q_proj,2.95987,0.01000,2.548
34,self_attn.o_proj,0.02582,0.01000,2.534
34,mlp.up_proj,2.70517,0.01000,2.875
34,mlp.gate_proj,2.95506,0.01000,2.881
34,mlp.down_proj,0.05921,0.01000,12.944
35,self_attn.k_proj,1.61705,0.01000,2.406
35,self_attn.v_proj,0.11312,0.01000,2.369
35,self_attn.q_proj,3.28151,0.01000,2.525
35,self_attn.o_proj,0.02880,0.01000,2.549
35,mlp.up_proj,2.71965,0.01000,2.865
35,mlp.gate_proj,2.99089,0.01000,2.870
35,mlp.down_proj,0.05646,0.01000,12.950
36,self_attn.k_proj,1.21017,0.01000,2.393
36,self_attn.v_proj,0.09674,0.01000,2.405
36,self_attn.q_proj,2.19266,0.01000,2.516
36,self_attn.o_proj,0.01492,0.01000,2.520
36,mlp.up_proj,2.69122,0.01000,2.866
36,mlp.gate_proj,3.02294,0.01000,2.881
36,mlp.down_proj,0.05880,0.01000,12.913
37,self_attn.k_proj,1.55606,0.01000,2.419
37,self_attn.v_proj,0.10452,0.01000,2.374
37,self_attn.q_proj,2.86302,0.01000,2.524
37,self_attn.o_proj,0.01891,0.01000,2.545
37,mlp.up_proj,2.76691,0.01000,2.878
37,mlp.gate_proj,3.10677,0.01000,2.872
37,mlp.down_proj,0.05798,0.01000,12.935
38,self_attn.k_proj,1.44106,0.01000,2.385
38,self_attn.v_proj,0.11742,0.01000,2.377
38,self_attn.q_proj,2.62400,0.01000,2.514
38,self_attn.o_proj,0.01635,0.01000,2.522
38,mlp.up_proj,2.85385,0.01000,2.872
38,mlp.gate_proj,3.25717,0.01000,2.887
38,mlp.down_proj,0.05750,0.01000,12.887
39,self_attn.k_proj,1.51728,0.01000,2.391
39,self_attn.v_proj,0.12652,0.01000,2.393
39,self_attn.q_proj,2.59332,0.01000,2.535
39,self_attn.o_proj,0.01520,0.01000,2.518
39,mlp.up_proj,2.89255,0.01000,2.872
39,mlp.gate_proj,3.33943,0.01000,2.864
39,mlp.down_proj,0.05837,0.01000,12.875
40,self_attn.k_proj,1.16605,0.01000,2.425
40,self_attn.v_proj,0.14823,0.01000,2.425
40,self_attn.q_proj,2.31197,0.01000,2.565
40,self_attn.o_proj,0.00904,0.01000,2.576
40,mlp.up_proj,2.96758,0.01000,2.915
40,mlp.gate_proj,3.45185,0.01000,2.919
40,mlp.down_proj,0.06284,0.01000,13.104
41,self_attn.k_proj,1.51201,0.01000,2.434
41,self_attn.v_proj,0.12429,0.01000,2.431
41,self_attn.q_proj,2.52309,0.01000,2.553
41,self_attn.o_proj,0.01040,0.01000,2.578
41,mlp.up_proj,3.08741,0.01000,2.930
41,mlp.gate_proj,3.59022,0.01000,2.866
41,mlp.down_proj,0.06000,0.01000,13.031
42,self_attn.k_proj,1.08169,0.01000,2.413
42,self_attn.v_proj,0.10287,0.01000,2.416
42,self_attn.q_proj,1.57501,0.01000,2.517
42,self_attn.o_proj,0.00719,0.01000,2.525
42,mlp.up_proj,3.18966,0.01000,2.866
42,mlp.gate_proj,3.74153,0.01000,2.858
42,mlp.down_proj,0.05772,0.01000,12.897
43,self_attn.k_proj,1.13280,0.01000,2.399
43,self_attn.v_proj,0.11197,0.01000,2.385
43,self_attn.q_proj,1.72864,0.01000,2.523
43,self_attn.o_proj,0.00791,0.01000,2.545
43,mlp.up_proj,3.27721,0.01000,2.876
43,mlp.gate_proj,3.87100,0.01000,2.874
43,mlp.down_proj,0.06137,0.01000,12.949
44,self_attn.k_proj,1.68696,0.01000,2.373
44,self_attn.v_proj,0.18039,0.01000,2.382
44,self_attn.q_proj,3.30879,0.01000,2.505
44,self_attn.o_proj,0.00981,0.01000,2.531
44,mlp.up_proj,3.36875,0.01000,2.860
44,mlp.gate_proj,4.00137,0.01000,2.857
44,mlp.down_proj,0.06839,0.01000,12.899
45,self_attn.k_proj,1.10169,0.01000,2.419
45,self_attn.v_proj,0.10787,0.01000,2.387
45,self_attn.q_proj,1.72176,0.01000,2.548
45,self_attn.o_proj,0.00981,0.01000,2.540
45,mlp.up_proj,3.46637,0.01000,2.871
45,mlp.gate_proj,4.12049,0.01000,2.898
45,mlp.down_proj,0.06855,0.01000,12.942
46,self_attn.k_proj,0.86685,0.01000,2.400
46,self_attn.v_proj,0.04976,0.01000,2.384
46,self_attn.q_proj,0.53638,0.01000,2.509
46,self_attn.o_proj,0.00362,0.01000,2.527
46,mlp.up_proj,3.56010,0.01000,2.883
46,mlp.gate_proj,4.23533,0.01000,2.883
46,mlp.down_proj,0.06494,0.01000,12.937
47,self_attn.k_proj,1.26844,0.01000,2.403
47,self_attn.v_proj,0.13422,0.01000,2.378
47,self_attn.q_proj,1.76658,0.01000,2.529
47,self_attn.o_proj,0.00828,0.01000,2.533
47,mlp.up_proj,3.65506,0.01000,2.881
47,mlp.gate_proj,4.34759,0.01000,2.870
47,mlp.down_proj,0.06965,0.01000,12.944
48,self_attn.k_proj,1.30966,0.01000,2.409
48,self_attn.v_proj,0.14477,0.01000,2.385
48,self_attn.q_proj,1.85181,0.01000,2.518
48,self_attn.o_proj,0.00598,0.01000,2.523
48,mlp.up_proj,3.74551,0.01000,2.867
48,mlp.gate_proj,4.46846,0.01000,2.897
48,mlp.down_proj,0.07797,0.01000,12.941
49,self_attn.k_proj,1.33655,0.01000,2.400
49,self_attn.v_proj,0.13670,0.01000,2.384
49,self_attn.q_proj,1.84236,0.01000,2.532
49,self_attn.o_proj,0.00826,0.01000,2.533
49,mlp.up_proj,3.85579,0.01000,2.864
49,mlp.gate_proj,4.60029,0.01000,2.858
49,mlp.down_proj,0.07750,0.01000,12.992
50,self_attn.k_proj,1.14365,0.01000,2.437
50,self_attn.v_proj,0.11167,0.01000,2.405
50,self_attn.q_proj,1.21162,0.01000,2.551
50,self_attn.o_proj,0.00639,0.01000,2.544
50,mlp.up_proj,3.94894,0.01000,2.868
50,mlp.gate_proj,4.71805,0.01000,2.860
50,mlp.down_proj,0.07298,0.01000,12.907
51,self_attn.k_proj,1.22683,0.01000,2.423
51,self_attn.v_proj,0.13546,0.01000,2.376
51,self_attn.q_proj,1.65662,0.01000,2.528
51,self_attn.o_proj,0.00830,0.01000,2.533
51,mlp.up_proj,4.03089,0.01000,2.867
51,mlp.gate_proj,4.80584,0.01000,2.864
51,mlp.down_proj,0.07875,0.01000,13.017
52,self_attn.k_proj,1.87626,0.01000,2.423
52,self_attn.v_proj,0.18722,0.01000,2.430
52,self_attn.q_proj,3.41940,0.01000,2.513
52,self_attn.o_proj,0.01736,0.01000,2.533
52,mlp.up_proj,4.11096,0.01000,2.908
52,mlp.gate_proj,4.92045,0.01000,2.915
52,mlp.down_proj,0.08807,0.01000,13.048
53,self_attn.k_proj,1.57480,0.01000,2.409
53,self_attn.v_proj,0.15580,0.01000,2.407
53,self_attn.q_proj,2.06777,0.01000,2.646
53,self_attn.o_proj,0.00756,0.01000,2.580
53,mlp.up_proj,4.22878,0.01000,3.284
53,mlp.gate_proj,5.07043,0.01000,3.272
53,mlp.down_proj,0.08549,0.01000,13.164
54,self_attn.k_proj,1.15270,0.01000,2.408
54,self_attn.v_proj,0.09840,0.01000,2.357
54,self_attn.q_proj,1.22322,0.01000,2.635
54,self_attn.o_proj,0.00971,0.01000,2.569
54,mlp.up_proj,4.30679,0.01000,3.378
54,mlp.gate_proj,5.10869,0.01000,3.310
54,mlp.down_proj,0.08165,0.01000,13.162
55,self_attn.k_proj,1.02852,0.01000,2.412
55,self_attn.v_proj,0.10031,0.01000,2.412
55,self_attn.q_proj,1.34072,0.01000,2.694
55,self_attn.o_proj,0.01048,0.01000,2.714
55,mlp.up_proj,4.36375,0.01000,3.508
55,mlp.gate_proj,5.18670,0.01000,3.446
55,mlp.down_proj,0.08741,0.01000,13.153
56,self_attn.k_proj,1.89692,0.01000,2.392
56,self_attn.v_proj,0.23144,0.01000,2.409
56,self_attn.q_proj,3.51598,0.01000,2.685
56,self_attn.o_proj,0.01657,0.01000,2.693
56,mlp.up_proj,4.45892,0.01000,3.422
56,mlp.gate_proj,5.35373,0.01000,3.397
56,mlp.down_proj,0.09782,0.01000,13.086
57,self_attn.k_proj,1.55734,0.01000,2.404
57,self_attn.v_proj,0.17259,0.01000,2.390
57,self_attn.q_proj,2.11516,0.01000,2.667
57,self_attn.o_proj,0.01250,0.01000,2.690
57,mlp.up_proj,4.59243,0.01000,3.427
57,mlp.gate_proj,5.52558,0.01000,3.446
57,mlp.down_proj,0.09728,0.01000,13.107
58,self_attn.k_proj,1.17886,0.01000,2.438
58,self_attn.v_proj,0.14170,0.01000,2.407
58,self_attn.q_proj,1.39076,0.01000,2.699
58,self_attn.o_proj,0.00923,0.01000,2.692
58,mlp.up_proj,4.69203,0.01000,3.434
58,mlp.gate_proj,5.56506,0.01000,3.361
58,mlp.down_proj,0.09295,0.01000,13.177
59,self_attn.k_proj,1.16336,0.01000,2.374
59,self_attn.v_proj,0.11578,0.01000,2.354
59,self_attn.q_proj,1.22557,0.01000,2.665
59,self_attn.o_proj,0.00656,0.01000,2.658
59,mlp.up_proj,4.82819,0.01000,3.442
59,mlp.gate_proj,5.81942,0.01000,3.452
59,mlp.down_proj,0.10212,0.01000,13.159
60,self_attn.k_proj,1.81931,0.01000,2.453
60,self_attn.v_proj,0.27017,0.01000,2.391
60,self_attn.q_proj,3.28711,0.01000,2.684
60,self_attn.o_proj,0.01484,0.01000,2.712
60,mlp.up_proj,4.93479,0.01000,3.470
60,mlp.gate_proj,6.02473,0.01000,3.412
60,mlp.down_proj,0.11547,0.01000,13.106
61,self_attn.k_proj,1.39373,0.01000,2.470
61,self_attn.v_proj,0.16532,0.01000,2.407
61,self_attn.q_proj,1.52452,0.01000,2.698
61,self_attn.o_proj,0.01006,0.01000,2.747
61,mlp.up_proj,5.03791,0.01000,3.218
61,mlp.gate_proj,6.13634,0.01000,2.914
61,mlp.down_proj,0.11296,0.01000,13.099
62,self_attn.k_proj,1.11493,0.01000,2.427
62,self_attn.v_proj,0.06966,0.01000,2.409
62,self_attn.q_proj,0.58476,0.01000,2.536
62,self_attn.o_proj,0.00492,0.01000,2.565
62,mlp.up_proj,5.08397,0.01000,3.218
62,mlp.gate_proj,6.09469,0.01000,3.235
62,mlp.down_proj,0.10454,0.01000,13.345
63,self_attn.k_proj,1.12095,0.01000,2.467
63,self_attn.v_proj,0.11412,0.01000,2.418
63,self_attn.q_proj,1.10865,0.01000,2.730
63,self_attn.o_proj,0.00874,0.01000,2.900
63,mlp.up_proj,5.27889,0.01000,3.735
63,mlp.gate_proj,6.44343,0.01000,3.666
63,mlp.down_proj,0.11596,0.01000,13.499
64,self_attn.k_proj,1.75636,0.01000,2.459
64,self_attn.v_proj,0.24274,0.01000,2.448
64,self_attn.q_proj,2.67688,0.01000,2.789
64,self_attn.o_proj,0.02026,0.01000,2.766
64,mlp.up_proj,5.48498,0.01000,3.553
64,mlp.gate_proj,6.86823,0.01000,3.481
64,mlp.down_proj,0.13441,0.01000,13.507
65,self_attn.k_proj,1.11419,0.01000,2.461
65,self_attn.v_proj,0.09875,0.01000,2.398
65,self_attn.q_proj,0.95835,0.01000,2.728
65,self_attn.o_proj,0.00645,0.01000,2.701
65,mlp.up_proj,5.58580,0.01000,3.538
65,mlp.gate_proj,6.99588,0.01000,3.468
65,mlp.down_proj,0.13234,0.01000,13.299
66,self_attn.k_proj,1.09158,0.01000,2.431
66,self_attn.v_proj,0.13135,0.01000,2.412
66,self_attn.q_proj,1.22415,0.01000,2.764
66,self_attn.o_proj,0.01189,0.01000,2.753
66,mlp.up_proj,5.66139,0.01000,3.491
66,mlp.gate_proj,6.82003,0.01000,3.447
66,mlp.down_proj,0.12411,0.01000,13.262
67,self_attn.k_proj,1.73028,0.01000,2.440
67,self_attn.v_proj,0.27739,0.01000,2.401
67,self_attn.q_proj,2.65934,0.01000,2.734
67,self_attn.o_proj,0.02052,0.01000,2.714
67,mlp.up_proj,5.88623,0.01000,3.482
67,mlp.gate_proj,7.10808,0.01000,3.459
67,mlp.down_proj,0.13701,0.01000,13.150
68,self_attn.k_proj,1.83097,0.01000,2.470
68,self_attn.v_proj,0.34494,0.01000,2.427
68,self_attn.q_proj,3.17183,0.01000,2.750
68,self_attn.o_proj,0.02497,0.01000,2.712
68,mlp.up_proj,6.21940,0.01000,3.473
68,mlp.gate_proj,7.75502,0.01000,3.463
68,mlp.down_proj,0.16583,0.01000,13.221
69,self_attn.k_proj,1.47546,0.01000,2.388
69,self_attn.v_proj,0.27116,0.01000,2.382
69,self_attn.q_proj,2.36101,0.01000,2.580
69,self_attn.o_proj,0.02094,0.01000,2.543
69,mlp.up_proj,6.36483,0.01000,2.884
69,mlp.gate_proj,7.83869,0.01000,2.874
69,mlp.down_proj,0.16641,0.01000,12.945
70,self_attn.k_proj,1.39753,0.01000,2.410
70,self_attn.v_proj,0.24833,0.01000,2.379
70,self_attn.q_proj,2.59030,0.01000,2.521
70,self_attn.o_proj,0.03220,0.01000,2.549
70,mlp.up_proj,6.49735,0.01000,2.878
70,mlp.gate_proj,7.72676,0.01000,2.878
70,mlp.down_proj,0.16882,0.01000,12.895
71,self_attn.k_proj,1.63279,0.01000,2.388
71,self_attn.v_proj,0.33374,0.01000,2.388
71,self_attn.q_proj,3.51459,0.01000,2.512
71,self_attn.o_proj,0.05854,0.01000,2.509
71,mlp.up_proj,6.89975,0.01000,2.887
71,mlp.gate_proj,8.18248,0.01000,2.870
71,mlp.down_proj,0.19847,0.01000,13.016
72,self_attn.k_proj,1.65341,0.01000,2.379
72,self_attn.v_proj,0.36800,0.01000,2.375
72,self_attn.q_proj,3.78760,0.01000,2.500
72,self_attn.o_proj,0.04333,0.01000,2.517
72,mlp.up_proj,7.25481,0.01000,2.922
72,mlp.gate_proj,8.92695,0.01000,2.887
72,mlp.down_proj,0.23710,0.01000,13.061
73,self_attn.k_proj,1.66083,0.01000,2.380
73,self_attn.v_proj,0.39470,0.01000,2.377
73,self_attn.q_proj,3.73743,0.01000,2.510
73,self_attn.o_proj,0.07756,0.01000,2.506
73,mlp.up_proj,7.45511,0.01000,2.889
73,mlp.gate_proj,9.09965,0.01000,2.878
73,mlp.down_proj,0.26361,0.01000,12.959
74,self_attn.k_proj,1.58065,0.01000,2.401
74,self_attn.v_proj,0.38873,0.01000,2.384
74,self_attn.q_proj,3.66659,0.01000,2.513
74,self_attn.o_proj,0.08905,0.01000,2.526
74,mlp.up_proj,7.88824,0.01000,2.880
74,mlp.gate_proj,9.55514,0.01000,2.857
74,mlp.down_proj,0.29915,0.01000,12.961
75,self_attn.k_proj,1.45783,0.01000,2.400
75,self_attn.v_proj,0.42770,0.01000,2.383
75,self_attn.q_proj,3.80740,0.01000,2.515
75,self_attn.o_proj,0.17077,0.01000,2.524
75,mlp.up_proj,8.37737,0.01000,2.895
75,mlp.gate_proj,10.43296,0.01000,2.913
75,mlp.down_proj,0.41590,0.01000,12.927
76,self_attn.k_proj,1.28020,0.01000,2.411
76,self_attn.v_proj,0.41706,0.01000,2.362
76,self_attn.q_proj,3.39587,0.01000,2.504
76,self_attn.o_proj,0.08752,0.01000,2.542
76,mlp.up_proj,9.73882,0.01000,2.885
76,mlp.gate_proj,14.84182,0.01000,2.854
76,mlp.down_proj,0.60798,0.01000,12.894
77,self_attn.k_proj,1.49013,0.01000,2.391
77,self_attn.v_proj,0.50190,0.01000,2.392
77,self_attn.q_proj,3.74932,0.01000,2.500
77,self_attn.o_proj,0.15450,0.01000,2.526
77,mlp.up_proj,9.42178,0.01000,2.890
77,mlp.gate_proj,11.91502,0.01000,2.873
77,mlp.down_proj,0.75730,0.01000,12.882
78,self_attn.k_proj,1.32756,0.01000,2.460
78,self_attn.v_proj,0.36537,0.01000,2.367
78,self_attn.q_proj,3.10574,0.01000,2.530
78,self_attn.o_proj,0.17824,0.01000,2.536
78,mlp.up_proj,9.25365,0.01000,2.946
78,mlp.gate_proj,11.42762,0.01000,2.917
78,mlp.down_proj,1.62410,0.01000,12.926
79,self_attn.k_proj,0.63600,0.01000,2.396
79,self_attn.v_proj,0.19753,0.01000,2.380
79,self_attn.q_proj,1.22476,0.01000,2.514
79,self_attn.o_proj,0.10203,0.01000,2.528
79,mlp.up_proj,6.07765,0.01000,2.919
79,mlp.gate_proj,7.14670,0.01000,2.892
79,mlp.down_proj,2.00328,0.01000,12.974