quant_log.csv

layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000029,0.01000,2.909
0,self_attn.v_proj,0.0000000025,0.01000,1.268
0,self_attn.q_proj,0.0000000155,0.01000,1.266
0,self_attn.o_proj,0.0000000741,0.01000,2.081
0,mlp.up_proj,0.0000002084,0.01000,1.306
0,mlp.gate_proj,0.0000002322,0.01000,1.353
0,mlp.down_proj,0.0000005096,0.01000,9.020
1,self_attn.k_proj,0.0000000037,0.01000,1.223
1,self_attn.v_proj,0.0000000034,0.01000,1.308
1,self_attn.q_proj,0.0000000220,0.01000,1.280
1,self_attn.o_proj,0.0000000681,0.01000,2.068
1,mlp.up_proj,0.0000061180,0.01000,1.306
1,mlp.gate_proj,0.0000194075,0.01000,1.355
1,mlp.down_proj,0.0000028341,0.01000,9.042
2,self_attn.k_proj,0.0000000074,0.01000,1.225
2,self_attn.v_proj,0.0000000074,0.01000,1.259
2,self_attn.q_proj,0.0000000399,0.01000,1.279
2,self_attn.o_proj,0.0000001300,0.01000,2.055
2,mlp.up_proj,0.0000131713,0.01000,1.302
2,mlp.gate_proj,0.0000306443,0.01000,1.383
2,mlp.down_proj,0.0000028809,0.01000,9.001
3,self_attn.k_proj,0.0000000151,0.01000,1.216
3,self_attn.v_proj,0.0000000150,0.01000,1.252
3,self_attn.q_proj,0.0000000829,0.01000,1.273
3,self_attn.o_proj,0.0000001501,0.01000,2.051
3,mlp.up_proj,0.0000234774,0.01000,1.301
3,mlp.gate_proj,0.0000522999,0.01000,1.369
3,mlp.down_proj,0.0000043881,0.01000,8.991
4,self_attn.k_proj,0.0000000270,0.01000,1.224
4,self_attn.v_proj,0.0000000258,0.01000,1.252
4,self_attn.q_proj,0.0000001545,0.01000,1.295
4,self_attn.o_proj,0.0000002253,0.01000,2.061
4,mlp.up_proj,0.0000476684,0.01000,1.310
4,mlp.gate_proj,0.0000835369,0.01000,1.386
4,mlp.down_proj,0.0000045845,0.01000,9.052
5,self_attn.k_proj,0.0000000332,0.01000,1.222
5,self_attn.v_proj,0.0000000281,0.01000,1.247
5,self_attn.q_proj,0.0000001968,0.01000,1.263
5,self_attn.o_proj,0.0000002098,0.01000,2.082
5,mlp.up_proj,0.0000447553,0.01000,1.306
5,mlp.gate_proj,0.0000993620,0.01000,1.382
5,mlp.down_proj,0.0000063222,0.01000,9.016
6,self_attn.k_proj,0.0000000463,0.01000,1.233
6,self_attn.v_proj,0.0000000466,0.01000,1.258
6,self_attn.q_proj,0.0000002695,0.01000,1.272
6,self_attn.o_proj,0.0000002515,0.01000,2.064
6,mlp.up_proj,0.0001122191,0.01000,1.312
6,mlp.gate_proj,0.0001965653,0.01000,1.375
6,mlp.down_proj,0.0001877974,0.01000,8.972
7,self_attn.k_proj,0.0000003089,0.01000,1.224
7,self_attn.v_proj,0.0000003246,0.01000,1.251
7,self_attn.q_proj,0.0000018384,0.01000,1.263
7,self_attn.o_proj,0.0000008626,0.01000,2.055
7,mlp.up_proj,0.0001320465,0.01000,1.310
7,mlp.gate_proj,0.0002346332,0.01000,1.354
7,mlp.down_proj,0.0000089408,0.01000,9.006
8,self_attn.k_proj,0.0000003032,0.01000,1.227
8,self_attn.v_proj,0.0000003263,0.01000,1.259
8,self_attn.q_proj,0.0000017088,0.01000,1.286
8,self_attn.o_proj,0.0000007845,0.01000,2.080
8,mlp.up_proj,0.0000371378,0.01000,1.312
8,mlp.gate_proj,0.0000607561,0.01000,1.359
8,mlp.down_proj,0.0000063577,0.01000,9.038
9,self_attn.k_proj,0.0000001569,0.01000,1.222
9,self_attn.v_proj,0.0000001447,0.01000,1.254
9,self_attn.q_proj,0.0000008937,0.01000,1.290
9,self_attn.o_proj,0.0000004643,0.01000,2.066
9,mlp.up_proj,0.0000328147,0.01000,1.303
9,mlp.gate_proj,0.0000346197,0.01000,1.370
9,mlp.down_proj,0.0000082174,0.01000,9.008
10,self_attn.k_proj,0.0000002755,0.01000,1.241
10,self_attn.v_proj,0.0000002926,0.01000,1.252
10,self_attn.q_proj,0.0000016256,0.01000,1.268
10,self_attn.o_proj,0.0000009959,0.01000,2.066
10,mlp.up_proj,0.0000370837,0.01000,1.321
10,mlp.gate_proj,0.0000387147,0.01000,1.362
10,mlp.down_proj,0.0000083932,0.01000,8.989
11,self_attn.k_proj,0.0000004009,0.01000,1.226
11,self_attn.v_proj,0.0000004262,0.01000,1.255
11,self_attn.q_proj,0.0000023149,0.01000,1.262
11,self_attn.o_proj,0.0000016866,0.01000,2.056
11,mlp.up_proj,0.0000438180,0.01000,1.304
11,mlp.gate_proj,0.0000456693,0.01000,1.363
11,mlp.down_proj,0.0000105576,0.01000,9.011
12,self_attn.k_proj,0.0000002844,0.01000,1.234
12,self_attn.v_proj,0.0000002768,0.01000,1.262
12,self_attn.q_proj,0.0000016842,0.01000,1.309
12,self_attn.o_proj,0.0000008883,0.01000,2.059
12,mlp.up_proj,0.0000499138,0.01000,1.306
12,mlp.gate_proj,0.0000521663,0.01000,1.372
12,mlp.down_proj,0.0000119500,0.01000,9.053
13,self_attn.k_proj,0.0000005732,0.01000,1.233
13,self_attn.v_proj,0.0000006162,0.01000,1.254
13,self_attn.q_proj,0.0000033253,0.01000,1.268
13,self_attn.o_proj,0.0000016601,0.01000,2.072
13,mlp.up_proj,0.0000509733,0.01000,1.323
13,mlp.gate_proj,0.0000549201,0.01000,1.396
13,mlp.down_proj,0.0000117447,0.01000,8.993
14,self_attn.k_proj,0.0000002950,0.01000,1.230
14,self_attn.v_proj,0.0000003086,0.01000,1.259
14,self_attn.q_proj,0.0000015665,0.01000,1.299
14,self_attn.o_proj,0.0000014592,0.01000,2.056
14,mlp.up_proj,0.0000487770,0.01000,1.306
14,mlp.gate_proj,0.0000518973,0.01000,1.359
14,mlp.down_proj,0.0000113368,0.01000,9.062
15,self_attn.k_proj,0.0000002669,0.01000,1.228
15,self_attn.v_proj,0.0000002489,0.01000,1.255
15,self_attn.q_proj,0.0000016331,0.01000,1.284
15,self_attn.o_proj,0.0000012960,0.01000,2.062
15,mlp.up_proj,0.0000454279,0.01000,1.319
15,mlp.gate_proj,0.0000474255,0.01000,1.385
15,mlp.down_proj,0.0000101526,0.01000,9.012
16,self_attn.k_proj,0.0000002640,0.01000,1.221
16,self_attn.v_proj,0.0000002866,0.01000,1.247
16,self_attn.q_proj,0.0000015664,0.01000,1.276
16,self_attn.o_proj,0.0000013070,0.01000,2.064
16,mlp.up_proj,0.0000398525,0.01000,1.308
16,mlp.gate_proj,0.0000414591,0.01000,1.368
16,mlp.down_proj,0.0000090290,0.01000,9.031
17,self_attn.k_proj,0.0000002779,0.01000,1.230
17,self_attn.v_proj,0.0000002717,0.01000,1.257
17,self_attn.q_proj,0.0000015909,0.01000,1.275
17,self_attn.o_proj,0.0000013063,0.01000,2.076
17,mlp.up_proj,0.0000414341,0.01000,1.315
17,mlp.gate_proj,0.0000432598,0.01000,1.377
17,mlp.down_proj,0.0000095000,0.01000,8.978
18,self_attn.k_proj,0.0000003541,0.01000,1.227
18,self_attn.v_proj,0.0000003556,0.01000,1.251
18,self_attn.q_proj,0.0000021255,0.01000,1.261
18,self_attn.o_proj,0.0000012711,0.01000,2.077
18,mlp.up_proj,0.0000437155,0.01000,1.304
18,mlp.gate_proj,0.0000456231,0.01000,1.364
18,mlp.down_proj,0.0000105002,0.01000,9.008
19,self_attn.k_proj,0.0000004141,0.01000,1.214
19,self_attn.v_proj,0.0000004145,0.01000,1.241
19,self_attn.q_proj,0.0000025312,0.01000,1.274
19,self_attn.o_proj,0.0000018057,0.01000,2.036
19,mlp.up_proj,0.0000484699,0.01000,1.296
19,mlp.gate_proj,0.0000505074,0.01000,1.360
19,mlp.down_proj,0.0000121986,0.01000,8.941
20,self_attn.k_proj,0.0000006848,0.01000,1.217
20,self_attn.v_proj,0.0000007264,0.01000,1.244
20,self_attn.q_proj,0.0000040408,0.01000,1.293
20,self_attn.o_proj,0.0000018961,0.01000,2.042
20,mlp.up_proj,0.0000527663,0.01000,1.321
20,mlp.gate_proj,0.0000542938,0.01000,1.359
20,mlp.down_proj,0.0000137551,0.01000,8.969
21,self_attn.k_proj,0.0000007761,0.01000,1.217
21,self_attn.v_proj,0.0000007778,0.01000,1.247
21,self_attn.q_proj,0.0000047201,0.01000,1.276
21,self_attn.o_proj,0.0000036712,0.01000,2.053
21,mlp.up_proj,0.0000560586,0.01000,1.297
21,mlp.gate_proj,0.0000577077,0.01000,1.378
21,mlp.down_proj,0.0000156676,0.01000,9.003
22,self_attn.k_proj,0.0000007063,0.01000,1.224
22,self_attn.v_proj,0.0000007381,0.01000,1.241
22,self_attn.q_proj,0.0000042637,0.01000,1.268
22,self_attn.o_proj,0.0000044019,0.01000,2.068
22,mlp.up_proj,0.0000620978,0.01000,1.311
22,mlp.gate_proj,0.0000640406,0.01000,1.360
22,mlp.down_proj,0.0000190188,0.01000,9.027
23,self_attn.k_proj,0.0000009823,0.01000,1.213
23,self_attn.v_proj,0.0000010684,0.01000,1.248
23,self_attn.q_proj,0.0000056291,0.01000,1.281
23,self_attn.o_proj,0.0000029285,0.01000,2.051
23,mlp.up_proj,0.0000686306,0.01000,1.297
23,mlp.gate_proj,0.0000704197,0.01000,1.364
23,mlp.down_proj,0.0000225520,0.01000,8.970
24,self_attn.k_proj,0.0000018551,0.01000,1.223
24,self_attn.v_proj,0.0000019450,0.01000,1.246
24,self_attn.q_proj,0.0000114577,0.01000,1.268
24,self_attn.o_proj,0.0000063689,0.01000,2.043
24,mlp.up_proj,0.0000766925,0.01000,1.302
24,mlp.gate_proj,0.0000796268,0.01000,1.369
24,mlp.down_proj,0.0000259746,0.01000,8.954
25,self_attn.k_proj,0.0000016059,0.01000,1.219
25,self_attn.v_proj,0.0000016918,0.01000,1.243
25,self_attn.q_proj,0.0000095711,0.01000,1.253
25,self_attn.o_proj,0.0000056794,0.01000,2.054
25,mlp.up_proj,0.0000847227,0.01000,1.302
25,mlp.gate_proj,0.0000873503,0.01000,1.353
25,mlp.down_proj,0.0000320463,0.01000,9.011
26,self_attn.k_proj,0.0000014543,0.01000,1.215
26,self_attn.v_proj,0.0000016047,0.01000,1.238
26,self_attn.q_proj,0.0000085490,0.01000,1.257
26,self_attn.o_proj,0.0000051987,0.01000,2.050
26,mlp.up_proj,0.0000902566,0.01000,1.312
26,mlp.gate_proj,0.0000938415,0.01000,1.364
26,mlp.down_proj,0.0000392929,0.01000,8.945
27,self_attn.k_proj,0.0000020216,0.01000,1.226
27,self_attn.v_proj,0.0000021939,0.01000,1.251
27,self_attn.q_proj,0.0000114653,0.01000,1.271
27,self_attn.o_proj,0.0000053179,0.01000,2.059
27,mlp.up_proj,0.0001013520,0.01000,1.298
27,mlp.gate_proj,0.0001063747,0.01000,1.358
27,mlp.down_proj,0.0000464535,0.01000,8.975
28,self_attn.k_proj,0.0000026433,0.01000,1.220
28,self_attn.v_proj,0.0000029216,0.01000,1.242
28,self_attn.q_proj,0.0000153982,0.01000,1.257
28,self_attn.o_proj,0.0000053618,0.01000,2.066
28,mlp.up_proj,0.0001142856,0.01000,1.312
28,mlp.gate_proj,0.0001209560,0.01000,1.358
28,mlp.down_proj,0.0000485017,0.01000,8.979
29,self_attn.k_proj,0.0000038790,0.01000,1.224
29,self_attn.v_proj,0.0000041041,0.01000,1.242
29,self_attn.q_proj,0.0000212783,0.01000,1.252
29,self_attn.o_proj,0.0000049585,0.01000,2.056
29,mlp.up_proj,0.0001180176,0.01000,1.313
29,mlp.gate_proj,0.0001280591,0.01000,1.362
29,mlp.down_proj,0.0000488353,0.01000,8.995
30,self_attn.k_proj,0.0000079402,0.01000,1.222
30,self_attn.v_proj,0.0000091220,0.01000,1.248
30,self_attn.q_proj,0.0000417042,0.01000,1.281
30,self_attn.o_proj,0.0000065424,0.01000,2.066
30,mlp.up_proj,0.0001459376,0.01000,1.303
30,mlp.gate_proj,0.0001915814,0.01000,1.373
30,mlp.down_proj,0.0000401808,0.01000,8.976
31,self_attn.k_proj,0.0000065689,0.01000,1.240
31,self_attn.v_proj,0.0000073619,0.01000,1.250
31,self_attn.q_proj,0.0000342771,0.01000,1.278
31,self_attn.o_proj,0.0000055788,0.01000,2.064
31,mlp.up_proj,0.0002646564,0.01000,1.315
31,mlp.gate_proj,0.0003528491,0.01000,1.380
31,mlp.down_proj,0.0000366141,0.01000,8.973
32,self_attn.k_proj,0.0000020171,0.01000,1.224
32,self_attn.v_proj,0.0000023356,0.01000,1.245
32,self_attn.q_proj,0.0000112162,0.01000,1.257
32,self_attn.o_proj,0.0000048796,0.01000,2.064
32,mlp.up_proj,0.0001457171,0.01000,1.310
32,mlp.gate_proj,0.0001896379,0.01000,1.394
32,mlp.down_proj,0.0000425295,0.01000,8.923
33,self_attn.k_proj,0.0000015684,0.01000,1.225
33,self_attn.v_proj,0.0000014274,0.01000,1.257
33,self_attn.q_proj,0.0000088456,0.01000,1.269
33,self_attn.o_proj,0.0000037834,0.01000,2.055
33,mlp.up_proj,0.0001268873,0.01000,1.301
33,mlp.gate_proj,0.0001359744,0.01000,1.367
33,mlp.down_proj,0.0000466586,0.01000,8.951
34,self_attn.k_proj,0.0000023237,0.01000,1.219
34,self_attn.v_proj,0.0000024301,0.01000,1.242
34,self_attn.q_proj,0.0000135587,0.01000,1.268
34,self_attn.o_proj,0.0000059898,0.01000,2.055
34,mlp.up_proj,0.0001240721,0.01000,1.321
34,mlp.gate_proj,0.0001286728,0.01000,1.375
34,mlp.down_proj,0.0000408103,0.01000,9.010
35,self_attn.k_proj,0.0000028232,0.01000,1.239
35,self_attn.v_proj,0.0000029990,0.01000,1.243
35,self_attn.q_proj,0.0000170122,0.01000,1.287
35,self_attn.o_proj,0.0000083475,0.01000,2.068
35,mlp.up_proj,0.0001368842,0.01000,1.304
35,mlp.gate_proj,0.0001415467,0.01000,1.388
35,mlp.down_proj,0.0000471713,0.01000,8.980
36,self_attn.k_proj,0.0000017950,0.01000,1.228
36,self_attn.v_proj,0.0000017187,0.01000,1.242
36,self_attn.q_proj,0.0000108767,0.01000,1.259
36,self_attn.o_proj,0.0000061370,0.01000,2.054
36,mlp.up_proj,0.0001471346,0.01000,1.309
36,mlp.gate_proj,0.0001515051,0.01000,1.374
36,mlp.down_proj,0.0000530160,0.01000,8.984
37,self_attn.k_proj,0.0000036056,0.01000,1.226
37,self_attn.v_proj,0.0000036518,0.01000,1.250
37,self_attn.q_proj,0.0000218293,0.01000,1.266
37,self_attn.o_proj,0.0000114998,0.01000,2.047
37,mlp.up_proj,0.0001494635,0.01000,1.299
37,mlp.gate_proj,0.0001598285,0.01000,1.352
37,mlp.down_proj,0.0000513009,0.01000,8.945
38,self_attn.k_proj,0.0000023517,0.01000,1.217
38,self_attn.v_proj,0.0000022318,0.01000,1.241
38,self_attn.q_proj,0.0000139289,0.01000,1.267
38,self_attn.o_proj,0.0000096359,0.01000,2.055
38,mlp.up_proj,0.0001358119,0.01000,1.314
38,mlp.gate_proj,0.0001391386,0.01000,1.365
38,mlp.down_proj,0.0000484284,0.01000,8.963
39,self_attn.k_proj,0.0000021058,0.01000,1.215
39,self_attn.v_proj,0.0000020386,0.01000,1.245
39,self_attn.q_proj,0.0000128525,0.01000,1.277
39,self_attn.o_proj,0.0000092478,0.01000,2.056
39,mlp.up_proj,0.0001290787,0.01000,1.307
39,mlp.gate_proj,0.0001237900,0.01000,1.365
39,mlp.down_proj,0.0000460927,0.01000,8.956
40,self_attn.k_proj,0.0000024744,0.01000,1.215
40,self_attn.v_proj,0.0000025861,0.01000,1.259
40,self_attn.q_proj,0.0000153744,0.01000,1.278
40,self_attn.o_proj,0.0000122545,0.01000,2.050
40,mlp.up_proj,0.0001132694,0.01000,1.305
40,mlp.gate_proj,0.0001041160,0.01000,1.378
40,mlp.down_proj,0.0000439604,0.01000,8.977
41,self_attn.k_proj,0.0000023333,0.01000,1.223
41,self_attn.v_proj,0.0000023906,0.01000,1.247
41,self_attn.q_proj,0.0000150273,0.01000,1.260
41,self_attn.o_proj,0.0000124060,0.01000,2.073
41,mlp.up_proj,0.0001178642,0.01000,1.315
41,mlp.gate_proj,0.0001065812,0.01000,1.374
41,mlp.down_proj,0.0000443681,0.01000,9.005
42,self_attn.k_proj,0.0000031909,0.01000,1.229
42,self_attn.v_proj,0.0000034156,0.01000,1.257
42,self_attn.q_proj,0.0000207399,0.01000,1.289
42,self_attn.o_proj,0.0000134295,0.01000,2.080
42,mlp.up_proj,0.0001232364,0.01000,1.318
42,mlp.gate_proj,0.0001084614,0.01000,1.385
42,mlp.down_proj,0.0000467457,0.01000,8.993
43,self_attn.k_proj,0.0000046776,0.01000,1.224
43,self_attn.v_proj,0.0000049708,0.01000,1.251
43,self_attn.q_proj,0.0000281196,0.01000,1.285
43,self_attn.o_proj,0.0000154822,0.01000,2.059
43,mlp.up_proj,0.0001331183,0.01000,1.312
43,mlp.gate_proj,0.0001197683,0.01000,1.377
43,mlp.down_proj,0.0001073625,0.01000,9.070
44,self_attn.k_proj,0.0000069513,0.01000,1.229
44,self_attn.v_proj,0.0000078857,0.01000,1.252
44,self_attn.q_proj,0.0000461265,0.01000,1.274
44,self_attn.o_proj,0.0000198103,0.01000,2.074
44,mlp.up_proj,0.0001349880,0.01000,1.307
44,mlp.gate_proj,0.0001189287,0.01000,1.366
44,mlp.down_proj,0.0000553954,0.01000,8.993
45,self_attn.k_proj,0.0000069520,0.01000,1.225
45,self_attn.v_proj,0.0000067336,0.01000,1.258
45,self_attn.q_proj,0.0000414624,0.01000,1.277
45,self_attn.o_proj,0.0000257907,0.01000,2.056
45,mlp.up_proj,0.0001346929,0.01000,1.312
45,mlp.gate_proj,0.0001204433,0.01000,1.365
45,mlp.down_proj,0.0000570207,0.01000,9.013
46,self_attn.k_proj,0.0000062844,0.01000,1.228
46,self_attn.v_proj,0.0000073250,0.01000,1.249
46,self_attn.q_proj,0.0000407824,0.01000,1.269
46,self_attn.o_proj,0.0000251080,0.01000,2.067
46,mlp.up_proj,0.0001423420,0.01000,1.304
46,mlp.gate_proj,0.0001271862,0.01000,1.374
46,mlp.down_proj,0.0000617991,0.01000,9.035
47,self_attn.k_proj,0.0000092917,0.01000,1.226
47,self_attn.v_proj,0.0000112107,0.01000,1.268
47,self_attn.q_proj,0.0000617675,0.01000,1.267
47,self_attn.o_proj,0.0000190499,0.01000,2.064
47,mlp.up_proj,0.0001431432,0.01000,1.313
47,mlp.gate_proj,0.0001286844,0.01000,1.393
47,mlp.down_proj,0.0000737053,0.01000,8.994
48,self_attn.k_proj,0.0000109425,0.01000,1.240
48,self_attn.v_proj,0.0000126916,0.01000,1.253
48,self_attn.q_proj,0.0000752922,0.01000,1.272
48,self_attn.o_proj,0.0000329447,0.01000,2.070
48,mlp.up_proj,0.0001518758,0.01000,1.325
48,mlp.gate_proj,0.0001395563,0.01000,1.380
48,mlp.down_proj,0.0000785205,0.01000,9.012
49,self_attn.k_proj,0.0000109121,0.01000,1.236
49,self_attn.v_proj,0.0000121300,0.01000,1.255
49,self_attn.q_proj,0.0000721089,0.01000,1.281
49,self_attn.o_proj,0.0000291915,0.01000,2.089
49,mlp.up_proj,0.0001674976,0.01000,1.307
49,mlp.gate_proj,0.0001571602,0.01000,1.377
49,mlp.down_proj,0.0001070017,0.01000,9.004
50,self_attn.k_proj,0.0000119229,0.01000,1.231
50,self_attn.v_proj,0.0000141289,0.01000,1.248
50,self_attn.q_proj,0.0000806119,0.01000,1.257
50,self_attn.o_proj,0.0000288427,0.01000,2.073
50,mlp.up_proj,0.0001882413,0.01000,1.305
50,mlp.gate_proj,0.0001818218,0.01000,1.374
50,mlp.down_proj,0.0001599199,0.01000,9.014
51,self_attn.k_proj,0.0000183747,0.01000,1.227
51,self_attn.v_proj,0.0000210729,0.01000,1.252
51,self_attn.q_proj,0.0001196230,0.01000,1.271
51,self_attn.o_proj,0.0000481367,0.01000,2.063
51,mlp.up_proj,0.0002307384,0.01000,1.309
51,mlp.gate_proj,0.0002245659,0.01000,1.370
51,mlp.down_proj,0.0002377157,0.01000,8.971
52,self_attn.k_proj,0.0000271688,0.01000,1.231
52,self_attn.v_proj,0.0000340278,0.01000,1.244
52,self_attn.q_proj,0.0001829461,0.01000,1.258
52,self_attn.o_proj,0.0000533303,0.01000,2.060
52,mlp.up_proj,0.0002905430,0.01000,1.311
52,mlp.gate_proj,0.0002811343,0.01000,1.374
52,mlp.down_proj,0.0003055519,0.01000,8.968
53,self_attn.k_proj,0.0000414218,0.01000,1.220
53,self_attn.v_proj,0.0000471375,0.01000,1.240
53,self_attn.q_proj,0.0002734336,0.01000,1.266
53,self_attn.o_proj,0.0000612200,0.01000,2.058
53,mlp.up_proj,0.0003307589,0.01000,1.299
53,mlp.gate_proj,0.0003178349,0.01000,1.390
53,mlp.down_proj,0.0004486165,0.01000,8.982
54,self_attn.k_proj,0.0000646214,0.01000,1.210
54,self_attn.v_proj,0.0000800901,0.01000,1.240
54,self_attn.q_proj,0.0004124101,0.01000,1.252
54,self_attn.o_proj,0.0000973531,0.01000,2.056
54,mlp.up_proj,0.0004349651,0.01000,1.306
54,mlp.gate_proj,0.0004193796,0.01000,1.365
54,mlp.down_proj,0.0005463512,0.01000,8.951
55,self_attn.k_proj,0.0000662662,0.01000,1.221
55,self_attn.v_proj,0.0000722470,0.01000,1.246
55,self_attn.q_proj,0.0004226511,0.01000,1.264
55,self_attn.o_proj,0.0000925018,0.01000,2.053
55,mlp.up_proj,0.0004849068,0.01000,1.301
55,mlp.gate_proj,0.0004601056,0.01000,1.387
55,mlp.down_proj,0.0007314411,0.01000,8.992
56,self_attn.k_proj,0.0001208918,0.01000,1.227
56,self_attn.v_proj,0.0001605392,0.01000,1.240
56,self_attn.q_proj,0.0007660011,0.01000,1.261
56,self_attn.o_proj,0.0001028967,0.01000,2.054
56,mlp.up_proj,0.0005576516,0.01000,1.300
56,mlp.gate_proj,0.0005224864,0.01000,1.376
56,mlp.down_proj,0.0008945189,0.01000,8.941
57,self_attn.k_proj,0.0001461868,0.01000,1.219
57,self_attn.v_proj,0.0002136552,0.01000,1.250
57,self_attn.q_proj,0.0009287485,0.01000,1.252
57,self_attn.o_proj,0.0001184562,0.01000,2.043
57,mlp.up_proj,0.0006091915,0.01000,1.302
57,mlp.gate_proj,0.0005601189,0.01000,1.369
57,mlp.down_proj,0.0011019246,0.01000,8.970
58,self_attn.k_proj,0.0002581100,0.01000,1.221
58,self_attn.v_proj,0.0003438915,0.01000,1.252
58,self_attn.q_proj,0.0016461154,0.01000,1.268
58,self_attn.o_proj,0.0001263521,0.01000,2.044
58,mlp.up_proj,0.0006901337,0.01000,1.297
58,mlp.gate_proj,0.0006240394,0.01000,1.376
58,mlp.down_proj,0.0012910722,0.01000,8.935
59,self_attn.k_proj,0.0003336843,0.01000,1.221
59,self_attn.v_proj,0.0004810017,0.01000,1.248
59,self_attn.q_proj,0.0021825267,0.01000,1.278
59,self_attn.o_proj,0.0001603199,0.01000,2.049
59,mlp.up_proj,0.0007531833,0.01000,1.307
59,mlp.gate_proj,0.0006732133,0.01000,1.370
59,mlp.down_proj,0.0015979454,0.01000,8.926
60,self_attn.k_proj,0.0003163336,0.01000,1.217
60,self_attn.v_proj,0.0003943481,0.01000,1.244
60,self_attn.q_proj,0.0020701329,0.01000,1.251
60,self_attn.o_proj,0.0003030285,0.01000,2.038
60,mlp.up_proj,0.0008136634,0.01000,1.294
60,mlp.gate_proj,0.0007087006,0.01000,1.378
60,mlp.down_proj,0.0020719501,0.01000,8.921
61,self_attn.k_proj,0.0004054327,0.01000,1.241
61,self_attn.v_proj,0.0006647347,0.01000,1.257
61,self_attn.q_proj,0.0028381980,0.01000,1.272
61,self_attn.o_proj,0.0003541737,0.01000,2.090
61,mlp.up_proj,0.0008445805,0.01000,1.320
61,mlp.gate_proj,0.0007262344,0.01000,1.365
61,mlp.down_proj,0.0029273126,0.01000,8.975
62,self_attn.k_proj,0.0004366610,0.01000,1.212
62,self_attn.v_proj,0.0006419317,0.01000,1.234
62,self_attn.q_proj,0.0028752343,0.01000,1.250
62,self_attn.o_proj,0.0005680156,0.01000,2.036
62,mlp.up_proj,0.0009426526,0.01000,1.308
62,mlp.gate_proj,0.0008466775,0.01000,1.358
62,mlp.down_proj,0.0044656530,0.01000,8.968
63,self_attn.k_proj,0.0001761974,0.01000,1.222
63,self_attn.v_proj,0.0002409269,0.01000,1.240
63,self_attn.q_proj,0.0011515362,0.01000,1.263
63,self_attn.o_proj,0.0004369143,0.01000,2.052
63,mlp.up_proj,0.0010399532,0.01000,1.309
63,mlp.gate_proj,0.0009645093,0.01000,1.366
63,mlp.down_proj,0.0105286904,0.01000,8.962