gpt_MobileNetStudent_round1_iter2
Browse files
training_summary_gpt_MobileNetStudent_round1_iter2.txt
ADDED
@@ -0,0 +1,104 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
Model: gpt_MobileNetStudent
|
2 |
+
Optimizer: adamw, LR: 2e-05
|
3 |
+
Best Val Loss: 4.9452, Test Loss: 4.9014
|
4 |
+
Epoch 1: Train Loss: 210501.4962, Val Loss: 149248.5156
|
5 |
+
Epoch 2: Train Loss: 162872.0089, Val Loss: 163539.2500
|
6 |
+
Epoch 3: Train Loss: 124439.1923, Val Loss: 113058.2656
|
7 |
+
Epoch 4: Train Loss: 93958.3112, Val Loss: 78506.5469
|
8 |
+
Epoch 5: Train Loss: 68919.8631, Val Loss: 77744.8047
|
9 |
+
Epoch 6: Train Loss: 49689.1461, Val Loss: 53015.8750
|
10 |
+
Epoch 7: Train Loss: 34800.0657, Val Loss: 28809.5371
|
11 |
+
Epoch 8: Train Loss: 23250.8367, Val Loss: 22192.1777
|
12 |
+
Epoch 9: Train Loss: 14780.6426, Val Loss: 11380.9072
|
13 |
+
Epoch 10: Train Loss: 8894.5777, Val Loss: 7664.6660
|
14 |
+
Epoch 11: Train Loss: 4828.8164, Val Loss: 2515.9561
|
15 |
+
Epoch 12: Train Loss: 2313.1198, Val Loss: 1591.9407
|
16 |
+
Epoch 13: Train Loss: 884.0548, Val Loss: 470.4209
|
17 |
+
Epoch 14: Train Loss: 233.9247, Val Loss: 105.7152
|
18 |
+
Epoch 15: Train Loss: 33.9046, Val Loss: 11.0869
|
19 |
+
Epoch 16: Train Loss: 7.6456, Val Loss: 7.1531
|
20 |
+
Epoch 17: Train Loss: 6.7387, Val Loss: 6.3470
|
21 |
+
Epoch 18: Train Loss: 6.4723, Val Loss: 6.4888
|
22 |
+
Epoch 19: Train Loss: 6.2386, Val Loss: 6.0434
|
23 |
+
Epoch 20: Train Loss: 6.1172, Val Loss: 6.6211
|
24 |
+
Epoch 21: Train Loss: 5.9837, Val Loss: 5.7379
|
25 |
+
Epoch 22: Train Loss: 6.0223, Val Loss: 5.8030
|
26 |
+
Epoch 23: Train Loss: 5.9353, Val Loss: 5.7308
|
27 |
+
Epoch 24: Train Loss: 5.8106, Val Loss: 5.7751
|
28 |
+
Epoch 25: Train Loss: 5.7471, Val Loss: 5.9349
|
29 |
+
Epoch 26: Train Loss: 5.7623, Val Loss: 5.5521
|
30 |
+
Epoch 27: Train Loss: 5.6660, Val Loss: 5.6983
|
31 |
+
Epoch 28: Train Loss: 5.6382, Val Loss: 5.7965
|
32 |
+
Epoch 29: Train Loss: 5.6616, Val Loss: 5.4488
|
33 |
+
Epoch 30: Train Loss: 5.7226, Val Loss: 5.6975
|
34 |
+
Epoch 31: Train Loss: 5.6003, Val Loss: 5.7659
|
35 |
+
Epoch 32: Train Loss: 5.5464, Val Loss: 5.5064
|
36 |
+
Epoch 33: Train Loss: 5.4872, Val Loss: 5.4611
|
37 |
+
Epoch 34: Train Loss: 5.6151, Val Loss: 5.4249
|
38 |
+
Epoch 35: Train Loss: 5.5420, Val Loss: 5.4134
|
39 |
+
Epoch 36: Train Loss: 5.5001, Val Loss: 5.3985
|
40 |
+
Epoch 37: Train Loss: 5.7240, Val Loss: 5.2710
|
41 |
+
Epoch 38: Train Loss: 5.4334, Val Loss: 5.3086
|
42 |
+
Epoch 39: Train Loss: 5.4643, Val Loss: 5.4430
|
43 |
+
Epoch 40: Train Loss: 5.5361, Val Loss: 5.3840
|
44 |
+
Epoch 41: Train Loss: 5.3886, Val Loss: 5.4074
|
45 |
+
Epoch 42: Train Loss: 5.4187, Val Loss: 5.2933
|
46 |
+
Epoch 43: Train Loss: 5.4768, Val Loss: 5.4673
|
47 |
+
Epoch 44: Train Loss: 5.3804, Val Loss: 5.3011
|
48 |
+
Epoch 45: Train Loss: 5.3370, Val Loss: 5.3085
|
49 |
+
Epoch 46: Train Loss: 5.3480, Val Loss: 5.2955
|
50 |
+
Epoch 47: Train Loss: 5.3628, Val Loss: 5.2548
|
51 |
+
Epoch 48: Train Loss: 5.4291, Val Loss: 5.6222
|
52 |
+
Epoch 49: Train Loss: 5.3892, Val Loss: 5.4542
|
53 |
+
Epoch 50: Train Loss: 5.3924, Val Loss: 5.2028
|
54 |
+
Epoch 51: Train Loss: 5.3301, Val Loss: 5.2737
|
55 |
+
Epoch 52: Train Loss: 5.3137, Val Loss: 5.1796
|
56 |
+
Epoch 53: Train Loss: 5.2736, Val Loss: 5.1657
|
57 |
+
Epoch 54: Train Loss: 5.2727, Val Loss: 5.2623
|
58 |
+
Epoch 55: Train Loss: 5.2867, Val Loss: 5.4113
|
59 |
+
Epoch 56: Train Loss: 5.2745, Val Loss: 5.0743
|
60 |
+
Epoch 57: Train Loss: 5.2742, Val Loss: 5.2197
|
61 |
+
Epoch 58: Train Loss: 5.3723, Val Loss: 5.3467
|
62 |
+
Epoch 59: Train Loss: 5.2484, Val Loss: 5.2277
|
63 |
+
Epoch 60: Train Loss: 5.2659, Val Loss: 5.3081
|
64 |
+
Epoch 61: Train Loss: 5.2502, Val Loss: 5.4833
|
65 |
+
Epoch 62: Train Loss: 5.2244, Val Loss: 5.2312
|
66 |
+
Epoch 63: Train Loss: 5.2313, Val Loss: 5.0372
|
67 |
+
Epoch 64: Train Loss: 5.2427, Val Loss: 5.1650
|
68 |
+
Epoch 65: Train Loss: 5.2044, Val Loss: 5.2028
|
69 |
+
Epoch 66: Train Loss: 5.1964, Val Loss: 5.2060
|
70 |
+
Epoch 67: Train Loss: 5.2335, Val Loss: 4.9938
|
71 |
+
Epoch 68: Train Loss: 5.2075, Val Loss: 5.1169
|
72 |
+
Epoch 69: Train Loss: 5.2081, Val Loss: 5.1834
|
73 |
+
Epoch 70: Train Loss: 5.1965, Val Loss: 5.2064
|
74 |
+
Epoch 71: Train Loss: 5.2008, Val Loss: 5.0783
|
75 |
+
Epoch 72: Train Loss: 5.1943, Val Loss: 5.1142
|
76 |
+
Epoch 73: Train Loss: 5.1909, Val Loss: 5.0222
|
77 |
+
Epoch 74: Train Loss: 5.1912, Val Loss: 5.5194
|
78 |
+
Epoch 75: Train Loss: 5.1773, Val Loss: 5.0608
|
79 |
+
Epoch 76: Train Loss: 5.1777, Val Loss: 5.4651
|
80 |
+
Epoch 77: Train Loss: 5.1555, Val Loss: 5.5001
|
81 |
+
Epoch 78: Train Loss: 5.1566, Val Loss: 5.3278
|
82 |
+
Epoch 79: Train Loss: 5.1319, Val Loss: 5.1098
|
83 |
+
Epoch 80: Train Loss: 5.1213, Val Loss: 5.0420
|
84 |
+
Epoch 81: Train Loss: 5.1132, Val Loss: 5.5608
|
85 |
+
Epoch 82: Train Loss: 5.1006, Val Loss: 5.1075
|
86 |
+
Epoch 83: Train Loss: 5.1183, Val Loss: 5.0301
|
87 |
+
Epoch 84: Train Loss: 5.1452, Val Loss: 5.0921
|
88 |
+
Epoch 85: Train Loss: 5.1315, Val Loss: 5.0992
|
89 |
+
Epoch 86: Train Loss: 5.1209, Val Loss: 5.2696
|
90 |
+
Epoch 87: Train Loss: 5.1133, Val Loss: 5.6271
|
91 |
+
Epoch 88: Train Loss: 5.0692, Val Loss: 5.1565
|
92 |
+
Epoch 89: Train Loss: 5.1062, Val Loss: 5.2034
|
93 |
+
Epoch 90: Train Loss: 5.1166, Val Loss: 5.2192
|
94 |
+
Epoch 91: Train Loss: 5.0690, Val Loss: 5.0942
|
95 |
+
Epoch 92: Train Loss: 5.1044, Val Loss: 5.1334
|
96 |
+
Epoch 93: Train Loss: 5.0725, Val Loss: 5.0627
|
97 |
+
Epoch 94: Train Loss: 5.1045, Val Loss: 5.2047
|
98 |
+
Epoch 95: Train Loss: 5.0903, Val Loss: 5.1458
|
99 |
+
Epoch 96: Train Loss: 5.0835, Val Loss: 4.9828
|
100 |
+
Epoch 97: Train Loss: 5.0953, Val Loss: 4.9507
|
101 |
+
Epoch 98: Train Loss: 5.0126, Val Loss: 4.9975
|
102 |
+
Epoch 99: Train Loss: 5.0530, Val Loss: 4.9452
|
103 |
+
Epoch 100: Train Loss: 5.0933, Val Loss: 5.2219
|
104 |
+
Final Test Loss: 4.9014
|