row,layer_id,short_id,layer_type,param_type,shape,nparam,nnz,sparsity,tile_shape,n_tile,n_tile_total,tile_avg,tile_min,tile_med,tile_max,col_avg,col_min,col_med,col_max,row_avg,row_min,row_med,row_max 0,model.layers.0.self_attn.q_proj,tx.0.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.4375,1.0,0.5,0.5,0.5,0.5 1,model.layers.0.self_attn.k_proj,tx.0.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.4375,1.0,0.5,0.5,0.5,0.5 2,model.layers.0.self_attn.v_proj,tx.0.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.3984375,1.0,0.5,0.5,0.5,0.5 3,model.layers.0.self_attn.o_proj,tx.0.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.9765625,0.5,0.5,0.5,0.5 4,model.layers.0.mlp.gate_proj,tx.0.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0703125,0.5078125,1.0,0.5,0.5,0.5,0.5 5,model.layers.0.mlp.up_proj,tx.0.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0859375,0.5078125,1.0,0.5,0.5,0.5,0.5 6,model.layers.0.mlp.down_proj,tx.0.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.9375,0.5,0.5,0.5,0.5 7,model.layers.1.self_attn.q_proj,tx.1.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.53125,1.0,0.5,0.5,0.5,0.5 8,model.layers.1.self_attn.k_proj,tx.1.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.53125,1.0,0.5,0.5,0.5,0.5 9,model.layers.1.self_attn.v_proj,tx.1.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5234375,1.0,0.5,0.5,0.5,0.5 10,model.layers.1.self_attn.o_proj,tx.1.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.953125,0.5,0.5,0.5,0.5 11,model.layers.1.mlp.gate_proj,tx.1.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.1171875,0.5078125,1.0,0.5,0.5,0.5,0.5 12,model.layers.1.mlp.up_proj,tx.1.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.1171875,0.5078125,1.0,0.5,0.5,0.5,0.5 13,model.layers.1.mlp.down_proj,tx.1.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.859375,0.5,0.5,0.5,0.5 14,model.layers.2.self_attn.q_proj,tx.2.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.53125,1.0,0.5,0.5,0.5,0.5 15,model.layers.2.self_attn.k_proj,tx.2.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.53125,1.0,0.5,0.5,0.5,0.5 16,model.layers.2.self_attn.v_proj,tx.2.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.03125,0.5234375,1.0,0.5,0.5,0.5,0.5 17,model.layers.2.self_attn.o_proj,tx.2.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.9375,0.5,0.5,0.5,0.5 18,model.layers.2.mlp.gate_proj,tx.2.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.1015625,0.5,1.0,0.5,0.5,0.5,0.5 19,model.layers.2.mlp.up_proj,tx.2.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.1484375,0.5,1.0,0.5,0.5,0.5,0.5 20,model.layers.2.mlp.down_proj,tx.2.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.515625,0.875,0.5,0.5,0.5,0.5 21,model.layers.3.self_attn.q_proj,tx.3.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,1.0,0.5,0.5,0.5,0.5 22,model.layers.3.self_attn.k_proj,tx.3.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.5234375,1.0,0.5,0.5,0.5,0.5 23,model.layers.3.self_attn.v_proj,tx.3.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0625,0.515625,1.0,0.5,0.5,0.5,0.5 24,model.layers.3.self_attn.o_proj,tx.3.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.8828125,0.5,0.5,0.5,0.5 25,model.layers.3.mlp.gate_proj,tx.3.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0703125,0.5,1.0,0.5,0.5,0.5,0.5 26,model.layers.3.mlp.up_proj,tx.3.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.1640625,0.5,1.0,0.5,0.5,0.5,0.5 27,model.layers.3.mlp.down_proj,tx.3.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.890625,0.5,0.5,0.5,0.5 28,model.layers.4.self_attn.q_proj,tx.4.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5234375,1.0,0.5,0.5,0.5,0.5 29,model.layers.4.self_attn.k_proj,tx.4.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5234375,1.0,0.5,0.5,0.5,0.5 30,model.layers.4.self_attn.v_proj,tx.4.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0390625,0.515625,1.0,0.5,0.5,0.5,0.5 31,model.layers.4.self_attn.o_proj,tx.4.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.9296875,0.5,0.5,0.5,0.5 32,model.layers.4.mlp.gate_proj,tx.4.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,1.0,0.5,0.5,0.5,0.5 33,model.layers.4.mlp.up_proj,tx.4.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.1328125,0.5,1.0,0.5,0.5,0.5,0.5 34,model.layers.4.mlp.down_proj,tx.4.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5,0.90625,0.5,0.5,0.5,0.5 35,model.layers.5.self_attn.q_proj,tx.5.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5234375,0.953125,0.5,0.5,0.5,0.5 36,model.layers.5.self_attn.k_proj,tx.5.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5234375,0.9453125,0.5,0.5,0.5,0.5 37,model.layers.5.self_attn.v_proj,tx.5.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.046875,0.515625,1.0,0.5,0.5,0.5,0.5 38,model.layers.5.self_attn.o_proj,tx.5.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.8671875,0.5,0.5,0.5,0.5 39,model.layers.5.mlp.gate_proj,tx.5.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,1.0,0.5,0.5,0.5,0.5 40,model.layers.5.mlp.up_proj,tx.5.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0859375,0.5,1.0,0.5,0.5,0.5,0.5 41,model.layers.5.mlp.down_proj,tx.5.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5078125,0.890625,0.5,0.5,0.5,0.5 42,model.layers.6.self_attn.q_proj,tx.6.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.890625,0.5,0.5,0.5,0.5 43,model.layers.6.self_attn.k_proj,tx.6.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.5234375,0.8984375,0.5,0.5,0.5,0.5 44,model.layers.6.self_attn.v_proj,tx.6.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0625,0.5078125,1.0,0.5,0.5,0.5,0.5 45,model.layers.6.self_attn.o_proj,tx.6.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.921875,0.5,0.5,0.5,0.5 46,model.layers.6.mlp.gate_proj,tx.6.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,1.0,0.5,0.5,0.5,0.5 47,model.layers.6.mlp.up_proj,tx.6.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.078125,0.5,1.0,0.5,0.5,0.5,0.5 48,model.layers.6.mlp.down_proj,tx.6.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5,0.9140625,0.5,0.5,0.5,0.5 49,model.layers.7.self_attn.q_proj,tx.7.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,0.8359375,0.5,0.5,0.5,0.5 50,model.layers.7.self_attn.k_proj,tx.7.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.875,0.5,0.5,0.5,0.5 51,model.layers.7.self_attn.v_proj,tx.7.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0546875,0.5078125,0.9921875,0.5,0.5,0.5,0.5 52,model.layers.7.self_attn.o_proj,tx.7.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0234375,0.515625,0.8828125,0.5,0.5,0.5,0.5 53,model.layers.7.mlp.gate_proj,tx.7.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.78125,0.5,0.5,0.5,0.5 54,model.layers.7.mlp.up_proj,tx.7.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0859375,0.5,0.734375,0.5,0.5,0.5,0.5 55,model.layers.7.mlp.down_proj,tx.7.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5,0.9375,0.5,0.5,0.5,0.5 56,model.layers.8.self_attn.q_proj,tx.8.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.8515625,0.5,0.5,0.5,0.5 57,model.layers.8.self_attn.k_proj,tx.8.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.8671875,0.5,0.5,0.5,0.5 58,model.layers.8.self_attn.v_proj,tx.8.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.9921875,0.5,0.5,0.5,0.5 59,model.layers.8.self_attn.o_proj,tx.8.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.046875,0.515625,0.921875,0.5,0.5,0.5,0.5 60,model.layers.8.mlp.gate_proj,tx.8.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,1.0,0.5,0.5,0.5,0.5 61,model.layers.8.mlp.up_proj,tx.8.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.078125,0.5,1.0,0.5,0.5,0.5,0.5 62,model.layers.8.mlp.down_proj,tx.8.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.921875,0.5,0.5,0.5,0.5 63,model.layers.9.self_attn.q_proj,tx.9.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.8671875,0.5,0.5,0.5,0.5 64,model.layers.9.self_attn.k_proj,tx.9.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.5078125,0.890625,0.5,0.5,0.5,0.5 65,model.layers.9.self_attn.v_proj,tx.9.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0625,0.5,0.9921875,0.5,0.5,0.5,0.5 66,model.layers.9.self_attn.o_proj,tx.9.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.046875,0.515625,0.859375,0.5,0.5,0.5,0.5 67,model.layers.9.mlp.gate_proj,tx.9.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.75,0.5,0.5,0.5,0.5 68,model.layers.9.mlp.up_proj,tx.9.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0703125,0.5,0.7578125,0.5,0.5,0.5,0.5 69,model.layers.9.mlp.down_proj,tx.9.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5078125,0.8984375,0.5,0.5,0.5,0.5 70,model.layers.10.self_attn.q_proj,tx.10.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.859375,0.5,0.5,0.5,0.5 71,model.layers.10.self_attn.k_proj,tx.10.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.8671875,0.5,0.5,0.5,0.5 72,model.layers.10.self_attn.v_proj,tx.10.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0703125,0.5,0.9921875,0.5,0.5,0.5,0.5 73,model.layers.10.self_attn.o_proj,tx.10.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,0.8515625,0.5,0.5,0.5,0.5 74,model.layers.10.mlp.gate_proj,tx.10.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.75,0.5,0.5,0.5,0.5 75,model.layers.10.mlp.up_proj,tx.10.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.09375,0.5,0.7578125,0.5,0.5,0.5,0.5 76,model.layers.10.mlp.down_proj,tx.10.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.8828125,0.5,0.5,0.5,0.5 77,model.layers.11.self_attn.q_proj,tx.11.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.8828125,0.5,0.5,0.5,0.5 78,model.layers.11.self_attn.k_proj,tx.11.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.9296875,0.5,0.5,0.5,0.5 79,model.layers.11.self_attn.v_proj,tx.11.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.09375,0.5,0.9921875,0.5,0.5,0.5,0.5 80,model.layers.11.self_attn.o_proj,tx.11.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.03125,0.515625,0.8984375,0.5,0.5,0.5,0.5 81,model.layers.11.mlp.gate_proj,tx.11.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.7578125,0.5,0.5,0.5,0.5 82,model.layers.11.mlp.up_proj,tx.11.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.1015625,0.5,0.796875,0.5,0.5,0.5,0.5 83,model.layers.11.mlp.down_proj,tx.11.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5078125,0.8828125,0.5,0.5,0.5,0.5 84,model.layers.12.self_attn.q_proj,tx.12.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.8671875,0.5,0.5,0.5,0.5 85,model.layers.12.self_attn.k_proj,tx.12.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.9140625,0.5,0.5,0.5,0.5 86,model.layers.12.self_attn.v_proj,tx.12.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5,0.9921875,0.5,0.5,0.5,0.5 87,model.layers.12.self_attn.o_proj,tx.12.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,0.84375,0.5,0.5,0.5,0.5 88,model.layers.12.mlp.gate_proj,tx.12.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.75,0.5,0.5,0.5,0.5 89,model.layers.12.mlp.up_proj,tx.12.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0859375,0.5,0.75,0.5,0.5,0.5,0.5 90,model.layers.12.mlp.down_proj,tx.12.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.9140625,0.5,0.5,0.5,0.5 91,model.layers.13.self_attn.q_proj,tx.13.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.9296875,0.5,0.5,0.5,0.5 92,model.layers.13.self_attn.k_proj,tx.13.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.9453125,0.5,0.5,0.5,0.5 93,model.layers.13.self_attn.v_proj,tx.13.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.078125,0.5,0.9921875,0.5,0.5,0.5,0.5 94,model.layers.13.self_attn.o_proj,tx.13.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0625,0.515625,0.8671875,0.5,0.5,0.5,0.5 95,model.layers.13.mlp.gate_proj,tx.13.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.75,0.5,0.5,0.5,0.5 96,model.layers.13.mlp.up_proj,tx.13.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0859375,0.5,0.734375,0.5,0.5,0.5,0.5 97,model.layers.13.mlp.down_proj,tx.13.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.90625,0.5,0.5,0.5,0.5 98,model.layers.14.self_attn.q_proj,tx.14.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.890625,0.5,0.5,0.5,0.5 99,model.layers.14.self_attn.k_proj,tx.14.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.9609375,0.5,0.5,0.5,0.5 100,model.layers.14.self_attn.v_proj,tx.14.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.9921875,0.5,0.5,0.5,0.5 101,model.layers.14.self_attn.o_proj,tx.14.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.8671875,0.5,0.5,0.5,0.5 102,model.layers.14.mlp.gate_proj,tx.14.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.7421875,0.5,0.5,0.5,0.5 103,model.layers.14.mlp.up_proj,tx.14.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,0.734375,0.5,0.5,0.5,0.5 104,model.layers.14.mlp.down_proj,tx.14.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,0.921875,0.5,0.5,0.5,0.5 105,model.layers.15.self_attn.q_proj,tx.15.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.859375,0.5,0.5,0.5,0.5 106,model.layers.15.self_attn.k_proj,tx.15.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,0.8984375,0.5,0.5,0.5,0.5 107,model.layers.15.self_attn.v_proj,tx.15.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,1.0,0.5,0.5,0.5,0.5 108,model.layers.15.self_attn.o_proj,tx.15.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.8359375,0.5,0.5,0.5,0.5 109,model.layers.15.mlp.gate_proj,tx.15.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.7578125,0.5,0.5,0.5,0.5 110,model.layers.15.mlp.up_proj,tx.15.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,0.7421875,0.5,0.5,0.5,0.5 111,model.layers.15.mlp.down_proj,tx.15.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,0.9296875,0.5,0.5,0.5,0.5 112,model.layers.16.self_attn.q_proj,tx.16.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.8515625,0.5,0.5,0.5,0.5 113,model.layers.16.self_attn.k_proj,tx.16.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.9140625,0.5,0.5,0.5,0.5 114,model.layers.16.self_attn.v_proj,tx.16.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,0.9921875,0.5,0.5,0.5,0.5 115,model.layers.16.self_attn.o_proj,tx.16.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0546875,0.5078125,0.8203125,0.5,0.5,0.5,0.5 116,model.layers.16.mlp.gate_proj,tx.16.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.765625,0.5,0.5,0.5,0.5 117,model.layers.16.mlp.up_proj,tx.16.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.8125,0.5,0.5,0.5,0.5 118,model.layers.16.mlp.down_proj,tx.16.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.8671875,0.5,0.5,0.5,0.5 119,model.layers.17.self_attn.q_proj,tx.17.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,0.8515625,0.5,0.5,0.5,0.5 120,model.layers.17.self_attn.k_proj,tx.17.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.8671875,0.5,0.5,0.5,0.5 121,model.layers.17.self_attn.v_proj,tx.17.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0625,0.5078125,1.0,0.5,0.5,0.5,0.5 122,model.layers.17.self_attn.o_proj,tx.17.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.8828125,0.5,0.5,0.5,0.5 123,model.layers.17.mlp.gate_proj,tx.17.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.7890625,0.5,0.5,0.5,0.5 124,model.layers.17.mlp.up_proj,tx.17.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.828125,0.5,0.5,0.5,0.5 125,model.layers.17.mlp.down_proj,tx.17.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0546875,0.5078125,0.8671875,0.5,0.5,0.5,0.5 126,model.layers.18.self_attn.q_proj,tx.18.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.84375,0.5,0.5,0.5,0.5 127,model.layers.18.self_attn.k_proj,tx.18.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.8828125,0.5,0.5,0.5,0.5 128,model.layers.18.self_attn.v_proj,tx.18.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0234375,0.515625,1.0,0.5,0.5,0.5,0.5 129,model.layers.18.self_attn.o_proj,tx.18.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.84375,0.5,0.5,0.5,0.5 130,model.layers.18.mlp.gate_proj,tx.18.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.7890625,0.5,0.5,0.5,0.5 131,model.layers.18.mlp.up_proj,tx.18.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,0.8359375,0.5,0.5,0.5,0.5 132,model.layers.18.mlp.down_proj,tx.18.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.921875,0.5,0.5,0.5,0.5 133,model.layers.19.self_attn.q_proj,tx.19.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.84375,0.5,0.5,0.5,0.5 134,model.layers.19.self_attn.k_proj,tx.19.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.8515625,0.5,0.5,0.5,0.5 135,model.layers.19.self_attn.v_proj,tx.19.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0234375,0.515625,1.0,0.5,0.5,0.5,0.5 136,model.layers.19.self_attn.o_proj,tx.19.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.5078125,0.8515625,0.5,0.5,0.5,0.5 137,model.layers.19.mlp.gate_proj,tx.19.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.828125,0.5,0.5,0.5,0.5 138,model.layers.19.mlp.up_proj,tx.19.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.8515625,0.5,0.5,0.5,0.5 139,model.layers.19.mlp.down_proj,tx.19.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.8671875,0.5,0.5,0.5,0.5 140,model.layers.20.self_attn.q_proj,tx.20.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.8125,0.5,0.5,0.5,0.5 141,model.layers.20.self_attn.k_proj,tx.20.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.5234375,0.8984375,0.5,0.5,0.5,0.5 142,model.layers.20.self_attn.v_proj,tx.20.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,1.0,0.5,0.5,0.5,0.5 143,model.layers.20.self_attn.o_proj,tx.20.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.84375,0.5,0.5,0.5,0.5 144,model.layers.20.mlp.gate_proj,tx.20.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.8046875,0.5,0.5,0.5,0.5 145,model.layers.20.mlp.up_proj,tx.20.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.84375,0.5,0.5,0.5,0.5 146,model.layers.20.mlp.down_proj,tx.20.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.875,0.5,0.5,0.5,0.5 147,model.layers.21.self_attn.q_proj,tx.21.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.8203125,0.5,0.5,0.5,0.5 148,model.layers.21.self_attn.k_proj,tx.21.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.828125,0.5,0.5,0.5,0.5 149,model.layers.21.self_attn.v_proj,tx.21.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0234375,0.515625,1.0,0.5,0.5,0.5,0.5 150,model.layers.21.self_attn.o_proj,tx.21.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.8671875,0.5,0.5,0.5,0.5 151,model.layers.21.mlp.gate_proj,tx.21.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.828125,0.5,0.5,0.5,0.5 152,model.layers.21.mlp.up_proj,tx.21.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0546875,0.5078125,0.84375,0.5,0.5,0.5,0.5 153,model.layers.21.mlp.down_proj,tx.21.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.515625,0.8828125,0.5,0.5,0.5,0.5 154,model.layers.22.self_attn.q_proj,tx.22.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0078125,0.515625,0.8125,0.5,0.5,0.5,0.5 155,model.layers.22.self_attn.k_proj,tx.22.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.5234375,0.859375,0.5,0.5,0.5,0.5 156,model.layers.22.self_attn.v_proj,tx.22.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.03125,0.515625,1.0,0.5,0.5,0.5,0.5 157,model.layers.22.self_attn.o_proj,tx.22.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.8046875,0.5,0.5,0.5,0.5 158,model.layers.22.mlp.gate_proj,tx.22.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.8046875,0.5,0.5,0.5,0.5 159,model.layers.22.mlp.up_proj,tx.22.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.8125,0.5,0.5,0.5,0.5 160,model.layers.22.mlp.down_proj,tx.22.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,0.8671875,0.5,0.5,0.5,0.5 161,model.layers.23.self_attn.q_proj,tx.23.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.8203125,0.5,0.5,0.5,0.5 162,model.layers.23.self_attn.k_proj,tx.23.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.5234375,0.859375,0.5,0.5,0.5,0.5 163,model.layers.23.self_attn.v_proj,tx.23.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0390625,0.515625,1.0,0.5,0.5,0.5,0.5 164,model.layers.23.self_attn.o_proj,tx.23.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.8125,0.5,0.5,0.5,0.5 165,model.layers.23.mlp.gate_proj,tx.23.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5078125,0.8359375,0.5,0.5,0.5,0.5 166,model.layers.23.mlp.up_proj,tx.23.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,0.8515625,0.5,0.5,0.5,0.5 167,model.layers.23.mlp.down_proj,tx.23.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.015625,0.5234375,0.90625,0.5,0.5,0.5,0.5 168,model.layers.24.self_attn.q_proj,tx.24.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.8203125,0.5,0.5,0.5,0.5 169,model.layers.24.self_attn.k_proj,tx.24.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.5234375,0.875,0.5,0.5,0.5,0.5 170,model.layers.24.self_attn.v_proj,tx.24.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0234375,0.515625,1.0,0.5,0.5,0.5,0.5 171,model.layers.24.self_attn.o_proj,tx.24.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.8203125,0.5,0.5,0.5,0.5 172,model.layers.24.mlp.gate_proj,tx.24.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.84375,0.5,0.5,0.5,0.5 173,model.layers.24.mlp.up_proj,tx.24.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0390625,0.5078125,0.890625,0.5,0.5,0.5,0.5 174,model.layers.24.mlp.down_proj,tx.24.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5234375,0.8828125,0.5,0.5,0.5,0.5 175,model.layers.25.self_attn.q_proj,tx.25.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.828125,0.5,0.5,0.5,0.5 176,model.layers.25.self_attn.k_proj,tx.25.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.859375,0.5,0.5,0.5,0.5 177,model.layers.25.self_attn.v_proj,tx.25.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,1.0,0.5,0.5,0.5,0.5 178,model.layers.25.self_attn.o_proj,tx.25.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.875,0.5,0.5,0.5,0.5 179,model.layers.25.mlp.gate_proj,tx.25.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.84375,0.5,0.5,0.5,0.5 180,model.layers.25.mlp.up_proj,tx.25.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.8671875,0.5,0.5,0.5,0.5 181,model.layers.25.mlp.down_proj,tx.25.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5234375,0.875,0.5,0.5,0.5,0.5 182,model.layers.26.self_attn.q_proj,tx.26.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.8515625,0.5,0.5,0.5,0.5 183,model.layers.26.self_attn.k_proj,tx.26.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.5234375,0.890625,0.5,0.5,0.5,0.5 184,model.layers.26.self_attn.v_proj,tx.26.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,1.0,0.5,0.5,0.5,0.5 185,model.layers.26.self_attn.o_proj,tx.26.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.9140625,0.5,0.5,0.5,0.5 186,model.layers.26.mlp.gate_proj,tx.26.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.875,0.5,0.5,0.5,0.5 187,model.layers.26.mlp.up_proj,tx.26.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.8515625,0.5,0.5,0.5,0.5 188,model.layers.26.mlp.down_proj,tx.26.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5234375,0.8984375,0.5,0.5,0.5,0.5 189,model.layers.27.self_attn.q_proj,tx.27.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,1.0,0.5,0.5,0.5,0.5 190,model.layers.27.self_attn.k_proj,tx.27.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.5234375,1.0,0.5,0.5,0.5,0.5 191,model.layers.27.self_attn.v_proj,tx.27.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.515625,1.0,0.5,0.5,0.5,0.5 192,model.layers.27.self_attn.o_proj,tx.27.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.5,0.859375,0.5,0.5,0.5,0.5 193,model.layers.27.mlp.gate_proj,tx.27.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.7890625,0.5,0.5,0.5,0.5 194,model.layers.27.mlp.up_proj,tx.27.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.8359375,0.5,0.5,0.5,0.5 195,model.layers.27.mlp.down_proj,tx.27.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.53125,0.90625,0.5,0.5,0.5,0.5 196,model.layers.28.self_attn.q_proj,tx.28.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.84375,0.5,0.5,0.5,0.5 197,model.layers.28.self_attn.k_proj,tx.28.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.859375,0.5,0.5,0.5,0.5 198,model.layers.28.self_attn.v_proj,tx.28.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,1.0,0.5,0.5,0.5,0.5 199,model.layers.28.self_attn.o_proj,tx.28.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.8046875,0.5,0.5,0.5,0.5 200,model.layers.28.mlp.gate_proj,tx.28.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.8203125,0.5,0.5,0.5,0.5 201,model.layers.28.mlp.up_proj,tx.28.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.8125,0.5,0.5,0.5,0.5 202,model.layers.28.mlp.down_proj,tx.28.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.53125,0.9375,0.5,0.5,0.5,0.5 203,model.layers.29.self_attn.q_proj,tx.29.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,1.0,0.5,0.5,0.5,0.5 204,model.layers.29.self_attn.k_proj,tx.29.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,1.0,0.5,0.5,0.5,0.5 205,model.layers.29.self_attn.v_proj,tx.29.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,1.0,0.5,0.5,0.5,0.5 206,model.layers.29.self_attn.o_proj,tx.29.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.8046875,0.5,0.5,0.5,0.5 207,model.layers.29.mlp.gate_proj,tx.29.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5078125,0.84375,0.5,0.5,0.5,0.5 208,model.layers.29.mlp.up_proj,tx.29.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0234375,0.5078125,0.8515625,0.5,0.5,0.5,0.5 209,model.layers.29.mlp.down_proj,tx.29.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.53125,0.9453125,0.5,0.5,0.5,0.5 210,model.layers.30.self_attn.q_proj,tx.30.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.84375,0.5,0.5,0.5,0.5 211,model.layers.30.self_attn.k_proj,tx.30.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.5234375,0.890625,0.5,0.5,0.5,0.5 212,model.layers.30.self_attn.v_proj,tx.30.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,1.0,0.5,0.5,0.5,0.5 213,model.layers.30.self_attn.o_proj,tx.30.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.84375,0.5,0.5,0.5,0.5 214,model.layers.30.mlp.gate_proj,tx.30.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,0.9453125,0.5,0.5,0.5,0.5 215,model.layers.30.mlp.up_proj,tx.30.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.03125,0.5078125,0.8671875,0.5,0.5,0.5,0.5 216,model.layers.30.mlp.down_proj,tx.30.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5390625,0.984375,0.5,0.5,0.5,0.5 217,model.layers.31.self_attn.q_proj,tx.31.attn.q,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.9296875,0.5,0.5,0.5,0.5 218,model.layers.31.self_attn.k_proj,tx.31.attn.k,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0,0.515625,0.9375,0.5,0.5,0.5,0.5 219,model.layers.31.self_attn.v_proj,tx.31.attn.v,Linear,weight,"[1024, 4096]",4194304,2097152,0.5,"(128, 16)",8 x 256,2048,0.5,0.5,0.5,0.5,0.5,0.0078125,0.5078125,1.0,0.5,0.5,0.5,0.5 220,model.layers.31.self_attn.o_proj,tx.31.attn.o,Linear,weight,"[4096, 4096]",16777216,8388608,0.5,"(128, 16)",32 x 256,8192,0.5,0.5,0.5,0.5,0.5,0.015625,0.5078125,0.9453125,0.5,0.5,0.5,0.5 221,model.layers.31.mlp.gate_proj,tx.31.mlp.gate,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.046875,0.5078125,0.890625,0.5,0.5,0.5,0.5 222,model.layers.31.mlp.up_proj,tx.31.mlp.up,Linear,weight,"[14336, 4096]",58720256,29360128,0.5,"(128, 16)",112 x 256,28672,0.5,0.5,0.5,0.5,0.5,0.0546875,0.5078125,0.84375,0.5,0.5,0.5,0.5 223,model.layers.31.mlp.down_proj,tx.31.mlp.down,Linear,weight,"[4096, 14336]",58720256,29360128,0.5,"(128, 16)",32 x 896,28672,0.5,0.5,0.5,0.5,0.5,0.0,0.5390625,1.0,0.5,0.5,0.5,0.5 224,lm_head,lm_head,Linear,weight,"[128256, 4096]",525336576,525336576,0.0,"(128, 16)",1002 x 256,256512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0