File size: 1,951 Bytes
7eef6fc |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 |
Layer,Mode,Rank,Alpha,Dropout,Weight_lr_init,Weight_lr_final,Weight_decay,State_lr_init,State_lr_final,RejectParts
emb,freeze,0,0,0.01,0.000001,0.0000001,0.01,0.05,0.01,
0,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
1,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
2,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
3,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
4,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
5,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
6,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
7,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
8,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
9,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
10,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
11,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
12,bone,256,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
13,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
14,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
15,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
16,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
17,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
18,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
19,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
20,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
21,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
22,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
23,bone,512,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
24,full,1280,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
25,full,1280,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
26,full,1024,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
27,full,1024,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
28,full,1024,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
29,full,1024,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
30,full,1024,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
31,full,1024,32,0.01,5.00E-05,1.00E-05,0.01,0.05,0.01,
head,full,512,32,0.01,0.00001,0.000001,0.01,0.05,0.01,
|