File size: 210,848 Bytes
88408e3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
1063
1064
1065
1066
1067
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
1078
1079
1080
1081
1082
1083
1084
1085
1086
1087
1088
1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
1100
1101
1102
1103
1104
1105
1106
1107
1108
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
1122
1123
1124
1125
1126
1127
1128
1129
1130
1131
1132
1133
1134
1135
1136
1137
1138
1139
1140
1141
1142
1143
1144
1145
1146
1147
1148
1149
1150
1151
1152
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
1173
1174
1175
1176
1177
1178
1179
1180
1181
1182
1183
1184
1185
1186
1187
1188
1189
1190
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
1208
1209
1210
1211
1212
1213
1214
1215
1216
1217
1218
1219
1220
1221
1222
1223
1224
1225
1226
1227
1228
1229
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
1254
1255
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
1268
1269
1270
1271
1272
1273
1274
1275
1276
1277
1278
1279
1280
1281
1282
1283
1284
1285
1286
1287
1288
1289
1290
1291
1292
1293
1294
1295
1296
1297
1298
1299
1300
1301
1302
1303
1304
1305
1306
1307
1308
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
1368
1369
1370
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
1461
1462
1463
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
1476
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
1498
1499
1500
1501
1502
1503
1504
1505
1506
1507
1508
1509
1510
1511
1512
1513
1514
1515
1516
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
1529
1530
1531
1532
1533
1534
1535
1536
1537
1538
1539
1540
1541
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
1563
1564
1565
1566
1567
1568
1569
1570
1571
1572
1573
1574
1575
1576
1577
1578
1579
1580
1581
1582
1583
1584
1585
1586
1587
1588
1589
1590
1591
1592
1593
1594
1595
1596
1597
1598
1599
1600
1601
1602
1603
1604
1605
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
1619
1620
1621
1622
1623
1624
1625
1626
1627
1628
1629
1630
1631
1632
1633
1634
1635
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
1659
1660
1661
1662
1663
1664
1665
1666
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
1680
1681
1682
1683
1684
1685
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
1703
1704
1705
1706
1707
1708
1709
1710
1711
1712
1713
1714
1715
1716
1717
1718
1719
1720
1721
1722
1723
1724
1725
1726
1727
1728
1729
1730
1731
1732
1733
1734
1735
1736
1737
1738
1739
1740
1741
1742
1743
1744
1745
1746
1747
1748
1749
1750
1751
1752
1753
1754
1755
1756
1757
1758
1759
1760
1761
1762
1763
1764
1765
1766
1767
1768
1769
1770
1771
1772
1773
1774
1775
1776
1777
1778
1779
1780
1781
1782
1783
1784
1785
1786
1787
1788
1789
1790
1791
1792
1793
1794
1795
1796
1797
1798
1799
1800
1801
1802
1803
1804
1805
1806
1807
1808
1809
1810
1811
1812
1813
1814
1815
1816
1817
1818
1819
1820
1821
1822
1823
1824
1825
1826
1827
1828
1829
1830
1831
1832
1833
1834
1835
1836
1837
1838
1839
1840
1841
1842
1843
1844
1845
1846
1847
1848
1849
1850
1851
1852
1853
1854
1855
1856
1857
1858
1859
1860
1861
1862
1863
1864
1865
1866
1867
1868
1869
1870
1871
1872
1873
1874
1875
1876
1877
1878
1879
1880
1881
1882
1883
1884
1885
1886
1887
1888
1889
1890
1891
1892
1893
1894
1895
1896
1897
1898
1899
1900
1901
1902
1903
1904
1905
1906
1907
1908
1909
1910
1911
1912
1913
1914
1915
1916
1917
1918
1919
1920
1921
1922
1923
1924
1925
1926
1927
1928
1929
1930
1931
1932
1933
1934
1935
1936
1937
1938
1939
1940
1941
1942
1943
1944
1945
1946
1947
1948
1949
1950
1951
1952
1953
1954
1955
1956
1957
1958
1959
1960
1961
1962
1963
1964
1965
1966
1967
1968
1969
1970
1971
1972
1973
1974
1975
1976
1977
1978
1979
1980
1981
1982
1983
1984
1985
1986
1987
1988
1989
1990
1991
1992
1993
1994
1995
1996
1997
1998
1999
2000
2001
2002
2003
2004
2005
2006
2007
2008
2009
2010
2011
2012
2013
2014
2015
2016
2017
2018
2019
2020
2021
2022
2023
2024
2025
2026
2027
2028
2029
2030
2031
2032
2033
2034
2035
2036
2037
2038
2039
2040
2041
2042
2043
2044
2045
2046
2047
2048
2049
2050
2051
2052
2053
2054
2055
2056
2057
2058
2059
2060
2061
2062
2063
2064
2065
2066
2067
2068
2069
2070
2071
2072
2073
2074
2075
2076
2077
2078
2079
2080
2081
2082
2083
2084
2085
2086
2087
2088
2089
2090
2091
2092
2093
2094
2095
2096
2097
2098
2099
2100
2101
2102
2103
2104
2105
2106
2107
2108
2109
2110
2111
2112
2113
2114
2115
2116
2117
2118
2119
2120
2121
2122
2123
2124
2125
2126
2127
2128
2129
2130
2131
2132
2133
2134
2135
2136
2137
2138
2139
2140
2141
2142
2143
2144
2145
2146
2147
2148
2149
2150
2151
2152
2153
2154
2155
2156
2157
2158
2159
2160
2161
2162
2163
2164
2165
2166
2167
2168
2169
2170
2171
2019-08-08 15:20:41,997 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:41,998 Model: "SequenceTagger(
  (embeddings): StackedEmbeddings(
    (list_embedding_0): WordEmbeddings('en-crawl')
    (list_embedding_1): FlairEmbeddings(
      (lm): LanguageModel(
        (drop): Dropout(p=0.05)
        (encoder): Embedding(300, 100)
        (rnn): LSTM(100, 2048)
        (decoder): Linear(in_features=2048, out_features=300, bias=True)
      )
    )
    (list_embedding_2): FlairEmbeddings(
      (lm): LanguageModel(
        (drop): Dropout(p=0.05)
        (encoder): Embedding(300, 100)
        (rnn): LSTM(100, 2048)
        (decoder): Linear(in_features=2048, out_features=300, bias=True)
      )
    )
  )
  (word_dropout): WordDropout(p=0.05)
  (locked_dropout): LockedDropout(p=0.5)
  (embedding2nn): Linear(in_features=4396, out_features=4396, bias=True)
  (rnn): LSTM(4396, 256, bidirectional=True)
  (linear): Linear(in_features=512, out_features=76, bias=True)
)"
2019-08-08 15:20:42,001 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,001 Corpus: "Corpus: 75187 train + 9603 dev + 9479 test sentences"
2019-08-08 15:20:42,001 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,001 Parameters:
2019-08-08 15:20:42,002  - learning_rate: "0.1"
2019-08-08 15:20:42,002  - mini_batch_size: "32"
2019-08-08 15:20:42,002  - patience: "3"
2019-08-08 15:20:42,002  - anneal_factor: "0.5"
2019-08-08 15:20:42,003  - max_epochs: "150"
2019-08-08 15:20:42,003  - shuffle: "True"
2019-08-08 15:20:42,003  - train_with_dev: "True"
2019-08-08 15:20:42,003 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,003 Model training base path: "resources/taggers/release-ner-ontonotes-0"
2019-08-08 15:20:42,004 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,004 Device: cuda:0
2019-08-08 15:20:42,004 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,004 Embeddings storage mode: cpu
2019-08-08 15:20:42,006 ----------------------------------------------------------------------------------------------------
2019-08-08 15:20:42,706 epoch 1 - iter 0/2650 - loss 90.75070953 throughput (samples/sec): 12245.95
2019-08-08 15:25:11,326 epoch 1 - iter 265/2650 - loss 8.05192522 throughput (samples/sec): 31.58
2019-08-08 15:28:29,918 epoch 1 - iter 530/2650 - loss 5.74790360 throughput (samples/sec): 42.71
2019-08-08 15:30:53,752 epoch 1 - iter 795/2650 - loss 4.73484335 throughput (samples/sec): 58.98
2019-08-08 15:33:12,907 epoch 1 - iter 1060/2650 - loss 4.16465857 throughput (samples/sec): 60.96
2019-08-08 15:35:42,668 epoch 1 - iter 1325/2650 - loss 3.75189948 throughput (samples/sec): 56.64
2019-08-08 15:38:05,267 epoch 1 - iter 1590/2650 - loss 3.48626362 throughput (samples/sec): 59.49
2019-08-08 15:41:12,107 epoch 1 - iter 1855/2650 - loss 3.25458774 throughput (samples/sec): 45.40
2019-08-08 15:45:10,586 epoch 1 - iter 2120/2650 - loss 3.08264929 throughput (samples/sec): 35.57
2019-08-08 15:47:42,241 epoch 1 - iter 2385/2650 - loss 2.93271476 throughput (samples/sec): 55.93
2019-08-08 15:49:53,578 ----------------------------------------------------------------------------------------------------
2019-08-08 15:49:53,578 EPOCH 1 done: loss 2.8082 - lr 0.1000
2019-08-08 15:49:53,578 BAD EPOCHS (no improvement): 0
2019-08-08 15:49:53,579 ----------------------------------------------------------------------------------------------------
2019-08-08 15:49:54,027 epoch 2 - iter 0/2650 - loss 1.08342016 throughput (samples/sec): 19119.22
2019-08-08 15:51:19,359 epoch 2 - iter 265/2650 - loss 1.54061787 throughput (samples/sec): 99.43
2019-08-08 15:53:07,575 epoch 2 - iter 530/2650 - loss 1.53140490 throughput (samples/sec): 78.39
2019-08-08 15:54:51,548 epoch 2 - iter 795/2650 - loss 1.51926253 throughput (samples/sec): 81.59
2019-08-08 15:56:38,658 epoch 2 - iter 1060/2650 - loss 1.49826083 throughput (samples/sec): 79.20
2019-08-08 15:58:25,200 epoch 2 - iter 1325/2650 - loss 1.48544577 throughput (samples/sec): 79.63
2019-08-08 16:00:11,584 epoch 2 - iter 1590/2650 - loss 1.46933582 throughput (samples/sec): 79.74
2019-08-08 16:01:55,473 epoch 2 - iter 1855/2650 - loss 1.45738936 throughput (samples/sec): 81.66
2019-08-08 16:03:44,081 epoch 2 - iter 2120/2650 - loss 1.43893822 throughput (samples/sec): 78.11
2019-08-08 16:05:30,366 epoch 2 - iter 2385/2650 - loss 1.42155793 throughput (samples/sec): 79.82
2019-08-08 16:07:19,187 ----------------------------------------------------------------------------------------------------
2019-08-08 16:07:19,187 EPOCH 2 done: loss 1.4068 - lr 0.1000
2019-08-08 16:07:19,187 BAD EPOCHS (no improvement): 0
2019-08-08 16:07:19,188 ----------------------------------------------------------------------------------------------------
2019-08-08 16:07:19,618 epoch 3 - iter 0/2650 - loss 1.58778930 throughput (samples/sec): 19865.91
2019-08-08 16:09:06,986 epoch 3 - iter 265/2650 - loss 1.16421955 throughput (samples/sec): 79.05
2019-08-08 16:10:53,634 epoch 3 - iter 530/2650 - loss 1.20188002 throughput (samples/sec): 79.55
2019-08-08 16:12:41,733 epoch 3 - iter 795/2650 - loss 1.19425702 throughput (samples/sec): 78.48
2019-08-08 16:14:24,681 epoch 3 - iter 1060/2650 - loss 1.17431878 throughput (samples/sec): 82.40
2019-08-08 16:16:11,359 epoch 3 - iter 1325/2650 - loss 1.17960944 throughput (samples/sec): 79.52
2019-08-08 16:17:56,526 epoch 3 - iter 1590/2650 - loss 1.17908100 throughput (samples/sec): 80.67
2019-08-08 16:19:44,104 epoch 3 - iter 1855/2650 - loss 1.17739159 throughput (samples/sec): 78.86
2019-08-08 16:21:33,279 epoch 3 - iter 2120/2650 - loss 1.17726247 throughput (samples/sec): 77.70
2019-08-08 16:23:24,344 epoch 3 - iter 2385/2650 - loss 1.16852081 throughput (samples/sec): 76.38
2019-08-08 16:25:11,423 ----------------------------------------------------------------------------------------------------
2019-08-08 16:25:11,423 EPOCH 3 done: loss 1.1575 - lr 0.1000
2019-08-08 16:25:11,423 BAD EPOCHS (no improvement): 0
2019-08-08 16:25:11,423 ----------------------------------------------------------------------------------------------------
2019-08-08 16:25:11,766 epoch 4 - iter 0/2650 - loss 1.14999568 throughput (samples/sec): 25005.62
2019-08-08 16:26:57,835 epoch 4 - iter 265/2650 - loss 1.04068717 throughput (samples/sec): 79.98
2019-08-08 16:28:27,757 epoch 4 - iter 530/2650 - loss 1.04265378 throughput (samples/sec): 94.35
2019-08-08 16:29:52,409 epoch 4 - iter 795/2650 - loss 1.04839287 throughput (samples/sec): 100.22
2019-08-08 16:31:15,713 epoch 4 - iter 1060/2650 - loss 1.04304986 throughput (samples/sec): 101.85
2019-08-08 16:32:41,178 epoch 4 - iter 1325/2650 - loss 1.04820806 throughput (samples/sec): 99.27
2019-08-08 16:34:05,352 epoch 4 - iter 1590/2650 - loss 1.03913764 throughput (samples/sec): 100.80
2019-08-08 16:35:29,522 epoch 4 - iter 1855/2650 - loss 1.04166087 throughput (samples/sec): 100.80
2019-08-08 16:36:52,045 epoch 4 - iter 2120/2650 - loss 1.03833859 throughput (samples/sec): 102.81
2019-08-08 16:38:14,724 epoch 4 - iter 2385/2650 - loss 1.03699822 throughput (samples/sec): 102.62
2019-08-08 16:39:39,284 ----------------------------------------------------------------------------------------------------
2019-08-08 16:39:39,284 EPOCH 4 done: loss 1.0290 - lr 0.1000
2019-08-08 16:39:39,284 BAD EPOCHS (no improvement): 0
2019-08-08 16:39:39,284 ----------------------------------------------------------------------------------------------------
2019-08-08 16:39:39,669 epoch 5 - iter 0/2650 - loss 0.53899717 throughput (samples/sec): 22252.70
2019-08-08 16:41:04,512 epoch 5 - iter 265/2650 - loss 0.92754135 throughput (samples/sec): 100.00
2019-08-08 16:42:28,941 epoch 5 - iter 530/2650 - loss 0.93655912 throughput (samples/sec): 100.49
2019-08-08 16:43:52,096 epoch 5 - iter 795/2650 - loss 0.94548098 throughput (samples/sec): 102.03
2019-08-08 16:45:14,291 epoch 5 - iter 1060/2650 - loss 0.93975989 throughput (samples/sec): 103.22
2019-08-08 16:46:36,004 epoch 5 - iter 1325/2650 - loss 0.93974178 throughput (samples/sec): 103.83
2019-08-08 16:48:00,623 epoch 5 - iter 1590/2650 - loss 0.93978730 throughput (samples/sec): 100.27
2019-08-08 16:49:24,752 epoch 5 - iter 1855/2650 - loss 0.94068006 throughput (samples/sec): 100.85
2019-08-08 16:50:46,786 epoch 5 - iter 2120/2650 - loss 0.93627722 throughput (samples/sec): 103.43
2019-08-08 16:52:10,457 epoch 5 - iter 2385/2650 - loss 0.93997815 throughput (samples/sec): 101.40
2019-08-08 16:53:34,212 ----------------------------------------------------------------------------------------------------
2019-08-08 16:53:34,212 EPOCH 5 done: loss 0.9425 - lr 0.1000
2019-08-08 16:53:34,212 BAD EPOCHS (no improvement): 0
2019-08-08 16:53:34,212 ----------------------------------------------------------------------------------------------------
2019-08-08 16:53:34,567 epoch 6 - iter 0/2650 - loss 0.71811497 throughput (samples/sec): 24176.83
2019-08-08 16:54:58,173 epoch 6 - iter 265/2650 - loss 0.91425702 throughput (samples/sec): 101.48
2019-08-08 16:56:22,916 epoch 6 - iter 530/2650 - loss 0.89681687 throughput (samples/sec): 100.12
2019-08-08 16:57:46,952 epoch 6 - iter 795/2650 - loss 0.90082930 throughput (samples/sec): 100.96
2019-08-08 16:59:10,108 epoch 6 - iter 1060/2650 - loss 0.89114065 throughput (samples/sec): 102.03
2019-08-08 17:00:32,215 epoch 6 - iter 1325/2650 - loss 0.88763672 throughput (samples/sec): 103.33
2019-08-08 17:01:54,837 epoch 6 - iter 1590/2650 - loss 0.88353599 throughput (samples/sec): 102.69
2019-08-08 17:03:18,944 epoch 6 - iter 1855/2650 - loss 0.88240916 throughput (samples/sec): 100.88
2019-08-08 17:04:41,109 epoch 6 - iter 2120/2650 - loss 0.87991433 throughput (samples/sec): 103.26
2019-08-08 17:06:01,921 epoch 6 - iter 2385/2650 - loss 0.88353759 throughput (samples/sec): 104.99
2019-08-08 17:07:24,814 ----------------------------------------------------------------------------------------------------
2019-08-08 17:07:24,814 EPOCH 6 done: loss 0.8817 - lr 0.1000
2019-08-08 17:07:24,814 BAD EPOCHS (no improvement): 0
2019-08-08 17:07:24,814 ----------------------------------------------------------------------------------------------------
2019-08-08 17:07:25,046 epoch 7 - iter 0/2650 - loss 0.52113622 throughput (samples/sec): 37246.04
2019-08-08 17:08:47,879 epoch 7 - iter 265/2650 - loss 0.82532514 throughput (samples/sec): 102.43
2019-08-08 17:10:11,039 epoch 7 - iter 530/2650 - loss 0.83438101 throughput (samples/sec): 102.02
2019-08-08 17:11:35,673 epoch 7 - iter 795/2650 - loss 0.84165589 throughput (samples/sec): 100.25
2019-08-08 17:12:57,606 epoch 7 - iter 1060/2650 - loss 0.84357283 throughput (samples/sec): 103.55
2019-08-08 17:14:19,312 epoch 7 - iter 1325/2650 - loss 0.84310125 throughput (samples/sec): 103.84
2019-08-08 17:15:40,079 epoch 7 - iter 1590/2650 - loss 0.84222415 throughput (samples/sec): 105.05
2019-08-08 17:17:03,390 epoch 7 - iter 1855/2650 - loss 0.83522148 throughput (samples/sec): 101.84
2019-08-08 17:18:22,478 epoch 7 - iter 2120/2650 - loss 0.83452025 throughput (samples/sec): 107.28
2019-08-08 17:19:44,394 epoch 7 - iter 2385/2650 - loss 0.83712000 throughput (samples/sec): 103.57
2019-08-08 17:21:06,164 ----------------------------------------------------------------------------------------------------
2019-08-08 17:21:06,164 EPOCH 7 done: loss 0.8362 - lr 0.1000
2019-08-08 17:21:06,164 BAD EPOCHS (no improvement): 0
2019-08-08 17:21:06,164 ----------------------------------------------------------------------------------------------------
2019-08-08 17:21:06,447 epoch 8 - iter 0/2650 - loss 0.31120512 throughput (samples/sec): 30380.53
2019-08-08 17:22:28,405 epoch 8 - iter 265/2650 - loss 0.79242385 throughput (samples/sec): 103.52
2019-08-08 17:23:49,783 epoch 8 - iter 530/2650 - loss 0.79098483 throughput (samples/sec): 104.26
2019-08-08 17:25:11,511 epoch 8 - iter 795/2650 - loss 0.79566310 throughput (samples/sec): 103.81
2019-08-08 17:26:32,413 epoch 8 - iter 1060/2650 - loss 0.80065974 throughput (samples/sec): 104.87
2019-08-08 17:27:55,300 epoch 8 - iter 1325/2650 - loss 0.79848518 throughput (samples/sec): 102.36
2019-08-08 17:29:15,589 epoch 8 - iter 1590/2650 - loss 0.79980795 throughput (samples/sec): 105.67
2019-08-08 17:30:37,982 epoch 8 - iter 1855/2650 - loss 0.79944622 throughput (samples/sec): 102.97
2019-08-08 17:31:59,100 epoch 8 - iter 2120/2650 - loss 0.79601046 throughput (samples/sec): 104.59
2019-08-08 17:33:21,722 epoch 8 - iter 2385/2650 - loss 0.79566301 throughput (samples/sec): 102.69
2019-08-08 17:34:44,425 ----------------------------------------------------------------------------------------------------
2019-08-08 17:34:44,425 EPOCH 8 done: loss 0.7956 - lr 0.1000
2019-08-08 17:34:44,425 BAD EPOCHS (no improvement): 0
2019-08-08 17:34:44,426 ----------------------------------------------------------------------------------------------------
2019-08-08 17:34:44,700 epoch 9 - iter 0/2650 - loss 0.33114570 throughput (samples/sec): 31325.23
2019-08-08 17:36:09,149 epoch 9 - iter 265/2650 - loss 0.71138384 throughput (samples/sec): 100.46
2019-08-08 17:37:32,791 epoch 9 - iter 530/2650 - loss 0.73561072 throughput (samples/sec): 101.43
2019-08-08 17:38:54,948 epoch 9 - iter 795/2650 - loss 0.73038753 throughput (samples/sec): 103.27
2019-08-08 17:40:16,011 epoch 9 - iter 1060/2650 - loss 0.73531846 throughput (samples/sec): 104.66
2019-08-08 17:41:39,428 epoch 9 - iter 1325/2650 - loss 0.74376542 throughput (samples/sec): 101.71
2019-08-08 17:43:00,699 epoch 9 - iter 1590/2650 - loss 0.74233462 throughput (samples/sec): 104.39
2019-08-08 17:44:24,255 epoch 9 - iter 1855/2650 - loss 0.74873773 throughput (samples/sec): 101.54
2019-08-08 17:45:47,199 epoch 9 - iter 2120/2650 - loss 0.75418378 throughput (samples/sec): 102.29
2019-08-08 17:47:08,345 epoch 9 - iter 2385/2650 - loss 0.75580455 throughput (samples/sec): 104.56
2019-08-08 17:48:29,880 ----------------------------------------------------------------------------------------------------
2019-08-08 17:48:29,881 EPOCH 9 done: loss 0.7541 - lr 0.1000
2019-08-08 17:48:29,881 BAD EPOCHS (no improvement): 0
2019-08-08 17:48:29,881 ----------------------------------------------------------------------------------------------------
2019-08-08 17:48:30,227 epoch 10 - iter 0/2650 - loss 0.20781451 throughput (samples/sec): 24735.71
2019-08-08 17:49:51,205 epoch 10 - iter 265/2650 - loss 0.73816882 throughput (samples/sec): 104.77
2019-08-08 17:51:13,388 epoch 10 - iter 530/2650 - loss 0.73724366 throughput (samples/sec): 103.23
2019-08-08 17:52:36,441 epoch 10 - iter 795/2650 - loss 0.72408397 throughput (samples/sec): 102.16
2019-08-08 17:53:59,285 epoch 10 - iter 1060/2650 - loss 0.72510667 throughput (samples/sec): 102.41
2019-08-08 17:55:23,175 epoch 10 - iter 1325/2650 - loss 0.72550675 throughput (samples/sec): 101.13
2019-08-08 17:56:46,986 epoch 10 - iter 1590/2650 - loss 0.73064532 throughput (samples/sec): 101.23
2019-08-08 17:58:09,420 epoch 10 - iter 1855/2650 - loss 0.73039080 throughput (samples/sec): 102.92
2019-08-08 17:59:31,340 epoch 10 - iter 2120/2650 - loss 0.72694734 throughput (samples/sec): 103.57
2019-08-08 18:00:56,907 epoch 10 - iter 2385/2650 - loss 0.72787513 throughput (samples/sec): 99.15
2019-08-08 18:02:20,192 ----------------------------------------------------------------------------------------------------
2019-08-08 18:02:20,192 EPOCH 10 done: loss 0.7291 - lr 0.1000
2019-08-08 18:02:20,193 BAD EPOCHS (no improvement): 0
2019-08-08 18:02:20,193 ----------------------------------------------------------------------------------------------------
2019-08-08 18:02:20,500 epoch 11 - iter 0/2650 - loss 0.50029397 throughput (samples/sec): 27882.19
2019-08-08 18:03:43,197 epoch 11 - iter 265/2650 - loss 0.70863046 throughput (samples/sec): 102.59
2019-08-08 18:05:05,954 epoch 11 - iter 530/2650 - loss 0.70211022 throughput (samples/sec): 102.52
2019-08-08 18:06:29,170 epoch 11 - iter 795/2650 - loss 0.68860873 throughput (samples/sec): 101.95
2019-08-08 18:07:52,774 epoch 11 - iter 1060/2650 - loss 0.69494610 throughput (samples/sec): 101.48
2019-08-08 18:09:18,384 epoch 11 - iter 1325/2650 - loss 0.70142607 throughput (samples/sec): 99.10
2019-08-08 18:10:40,366 epoch 11 - iter 1590/2650 - loss 0.69582252 throughput (samples/sec): 103.49
2019-08-08 18:12:02,130 epoch 11 - iter 1855/2650 - loss 0.69249461 throughput (samples/sec): 103.77
2019-08-08 18:13:24,837 epoch 11 - iter 2120/2650 - loss 0.69641427 throughput (samples/sec): 102.58
2019-08-08 18:14:48,451 epoch 11 - iter 2385/2650 - loss 0.69899453 throughput (samples/sec): 101.47
2019-08-08 18:16:09,719 ----------------------------------------------------------------------------------------------------
2019-08-08 18:16:09,719 EPOCH 11 done: loss 0.6970 - lr 0.1000
2019-08-08 18:16:09,719 BAD EPOCHS (no improvement): 0
2019-08-08 18:16:09,719 ----------------------------------------------------------------------------------------------------
2019-08-08 18:16:10,031 epoch 12 - iter 0/2650 - loss 0.40702319 throughput (samples/sec): 27493.26
2019-08-08 18:17:31,000 epoch 12 - iter 265/2650 - loss 0.66587432 throughput (samples/sec): 104.79
2019-08-08 18:18:54,045 epoch 12 - iter 530/2650 - loss 0.67297174 throughput (samples/sec): 102.16
2019-08-08 18:20:15,252 epoch 12 - iter 795/2650 - loss 0.67509741 throughput (samples/sec): 104.48
2019-08-08 18:21:35,678 epoch 12 - iter 1060/2650 - loss 0.67343907 throughput (samples/sec): 105.49
2019-08-08 18:22:55,758 epoch 12 - iter 1325/2650 - loss 0.66840702 throughput (samples/sec): 105.95
2019-08-08 18:24:20,514 epoch 12 - iter 1590/2650 - loss 0.67305647 throughput (samples/sec): 100.10
2019-08-08 18:25:47,346 epoch 12 - iter 1855/2650 - loss 0.66909806 throughput (samples/sec): 97.71
2019-08-08 18:27:13,284 epoch 12 - iter 2120/2650 - loss 0.67391500 throughput (samples/sec): 98.73
2019-08-08 18:28:39,079 epoch 12 - iter 2385/2650 - loss 0.67661136 throughput (samples/sec): 98.89
2019-08-08 18:30:03,504 ----------------------------------------------------------------------------------------------------
2019-08-08 18:30:03,504 EPOCH 12 done: loss 0.6815 - lr 0.1000
2019-08-08 18:30:03,504 BAD EPOCHS (no improvement): 0
2019-08-08 18:30:03,505 ----------------------------------------------------------------------------------------------------
2019-08-08 18:30:03,773 epoch 13 - iter 0/2650 - loss 1.33587968 throughput (samples/sec): 31980.08
2019-08-08 18:31:26,119 epoch 13 - iter 265/2650 - loss 0.64723022 throughput (samples/sec): 103.04
2019-08-08 18:32:48,942 epoch 13 - iter 530/2650 - loss 0.65080629 throughput (samples/sec): 102.44
2019-08-08 18:34:12,033 epoch 13 - iter 795/2650 - loss 0.65294088 throughput (samples/sec): 102.11
2019-08-08 18:35:34,691 epoch 13 - iter 1060/2650 - loss 0.66003400 throughput (samples/sec): 102.64
2019-08-08 18:36:59,007 epoch 13 - iter 1325/2650 - loss 0.65143917 throughput (samples/sec): 100.62
2019-08-08 18:38:24,455 epoch 13 - iter 1590/2650 - loss 0.65682313 throughput (samples/sec): 99.29
2019-08-08 18:39:49,205 epoch 13 - iter 1855/2650 - loss 0.65919649 throughput (samples/sec): 100.11
2019-08-08 18:41:13,874 epoch 13 - iter 2120/2650 - loss 0.66327202 throughput (samples/sec): 100.20
2019-08-08 18:42:38,562 epoch 13 - iter 2385/2650 - loss 0.65944174 throughput (samples/sec): 100.18
2019-08-08 18:44:02,715 ----------------------------------------------------------------------------------------------------
2019-08-08 18:44:02,715 EPOCH 13 done: loss 0.6653 - lr 0.1000
2019-08-08 18:44:02,715 BAD EPOCHS (no improvement): 0
2019-08-08 18:44:02,716 ----------------------------------------------------------------------------------------------------
2019-08-08 18:44:02,955 epoch 14 - iter 0/2650 - loss 0.18008149 throughput (samples/sec): 36013.00
2019-08-08 18:45:27,337 epoch 14 - iter 265/2650 - loss 0.61258302 throughput (samples/sec): 100.55
2019-08-08 18:46:51,051 epoch 14 - iter 530/2650 - loss 0.61261081 throughput (samples/sec): 101.35
2019-08-08 18:48:15,450 epoch 14 - iter 795/2650 - loss 0.60901396 throughput (samples/sec): 100.52
2019-08-08 18:49:41,790 epoch 14 - iter 1060/2650 - loss 0.61372813 throughput (samples/sec): 98.26
2019-08-08 18:51:06,087 epoch 14 - iter 1325/2650 - loss 0.62606423 throughput (samples/sec): 100.65
2019-08-08 18:52:31,940 epoch 14 - iter 1590/2650 - loss 0.63438289 throughput (samples/sec): 98.82
2019-08-08 18:53:57,262 epoch 14 - iter 1855/2650 - loss 0.63373499 throughput (samples/sec): 99.44
2019-08-08 18:55:21,506 epoch 14 - iter 2120/2650 - loss 0.63583586 throughput (samples/sec): 100.71
2019-08-08 18:56:45,860 epoch 14 - iter 2385/2650 - loss 0.63567055 throughput (samples/sec): 100.58
2019-08-08 18:58:08,636 ----------------------------------------------------------------------------------------------------
2019-08-08 18:58:08,637 EPOCH 14 done: loss 0.6391 - lr 0.1000
2019-08-08 18:58:08,637 BAD EPOCHS (no improvement): 0
2019-08-08 18:58:08,637 ----------------------------------------------------------------------------------------------------
2019-08-08 18:58:08,956 epoch 15 - iter 0/2650 - loss 0.60840911 throughput (samples/sec): 26876.10
2019-08-08 18:59:30,350 epoch 15 - iter 265/2650 - loss 0.62553894 throughput (samples/sec): 104.24
2019-08-08 19:00:51,414 epoch 15 - iter 530/2650 - loss 0.62427393 throughput (samples/sec): 104.66
2019-08-08 19:02:13,135 epoch 15 - iter 795/2650 - loss 0.62611703 throughput (samples/sec): 103.82
2019-08-08 19:03:36,800 epoch 15 - iter 1060/2650 - loss 0.62077318 throughput (samples/sec): 101.41
2019-08-08 19:04:58,782 epoch 15 - iter 1325/2650 - loss 0.61968550 throughput (samples/sec): 103.49
2019-08-08 19:06:20,946 epoch 15 - iter 1590/2650 - loss 0.62215039 throughput (samples/sec): 103.26
2019-08-08 19:07:44,025 epoch 15 - iter 1855/2650 - loss 0.62866423 throughput (samples/sec): 102.12
2019-08-08 19:09:07,925 epoch 15 - iter 2120/2650 - loss 0.62789089 throughput (samples/sec): 101.13
2019-08-08 19:10:32,706 epoch 15 - iter 2385/2650 - loss 0.62921397 throughput (samples/sec): 100.07
2019-08-08 19:11:55,631 ----------------------------------------------------------------------------------------------------
2019-08-08 19:11:55,631 EPOCH 15 done: loss 0.6273 - lr 0.1000
2019-08-08 19:11:55,631 BAD EPOCHS (no improvement): 0
2019-08-08 19:11:55,631 ----------------------------------------------------------------------------------------------------
2019-08-08 19:11:55,976 epoch 16 - iter 0/2650 - loss 0.94160718 throughput (samples/sec): 24900.08
2019-08-08 19:13:19,298 epoch 16 - iter 265/2650 - loss 0.59180739 throughput (samples/sec): 101.82
2019-08-08 19:14:40,818 epoch 16 - iter 530/2650 - loss 0.59786585 throughput (samples/sec): 104.08
2019-08-08 19:16:03,559 epoch 16 - iter 795/2650 - loss 0.60746862 throughput (samples/sec): 102.54
2019-08-08 19:17:25,796 epoch 16 - iter 1060/2650 - loss 0.61848220 throughput (samples/sec): 103.17
2019-08-08 19:18:50,718 epoch 16 - iter 1325/2650 - loss 0.62167395 throughput (samples/sec): 99.91
2019-08-08 19:20:13,998 epoch 16 - iter 1590/2650 - loss 0.61834927 throughput (samples/sec): 101.88
2019-08-08 19:21:37,008 epoch 16 - iter 1855/2650 - loss 0.61509640 throughput (samples/sec): 102.21
2019-08-08 19:22:59,492 epoch 16 - iter 2120/2650 - loss 0.62033930 throughput (samples/sec): 102.86
2019-08-08 19:24:22,957 epoch 16 - iter 2385/2650 - loss 0.62313076 throughput (samples/sec): 101.65
2019-08-08 19:25:45,115 ----------------------------------------------------------------------------------------------------
2019-08-08 19:25:45,115 EPOCH 16 done: loss 0.6228 - lr 0.1000
2019-08-08 19:25:45,115 BAD EPOCHS (no improvement): 0
2019-08-08 19:25:45,115 ----------------------------------------------------------------------------------------------------
2019-08-08 19:25:45,947 epoch 17 - iter 0/2650 - loss 1.20939708 throughput (samples/sec): 10232.47
2019-08-08 19:27:08,467 epoch 17 - iter 265/2650 - loss 0.57800328 throughput (samples/sec): 102.82
2019-08-08 19:28:32,845 epoch 17 - iter 530/2650 - loss 0.57658257 throughput (samples/sec): 100.55
2019-08-08 19:29:56,742 epoch 17 - iter 795/2650 - loss 0.58483981 throughput (samples/sec): 101.13
2019-08-08 19:31:18,486 epoch 17 - iter 1060/2650 - loss 0.58720709 throughput (samples/sec): 103.79
2019-08-08 19:32:41,281 epoch 17 - iter 1325/2650 - loss 0.59781084 throughput (samples/sec): 102.47
2019-08-08 19:34:02,838 epoch 17 - iter 1590/2650 - loss 0.59617215 throughput (samples/sec): 104.03
2019-08-08 19:35:25,050 epoch 17 - iter 1855/2650 - loss 0.59803773 throughput (samples/sec): 103.20
2019-08-08 19:36:49,534 epoch 17 - iter 2120/2650 - loss 0.59811791 throughput (samples/sec): 100.42
2019-08-08 19:38:11,397 epoch 17 - iter 2385/2650 - loss 0.59791156 throughput (samples/sec): 103.64
2019-08-08 19:39:33,947 ----------------------------------------------------------------------------------------------------
2019-08-08 19:39:33,947 EPOCH 17 done: loss 0.5999 - lr 0.1000
2019-08-08 19:39:33,947 BAD EPOCHS (no improvement): 0
2019-08-08 19:39:33,947 ----------------------------------------------------------------------------------------------------
2019-08-08 19:39:34,652 epoch 18 - iter 0/2650 - loss 0.69268775 throughput (samples/sec): 12084.64
2019-08-08 19:40:59,712 epoch 18 - iter 265/2650 - loss 0.58545711 throughput (samples/sec): 99.74
2019-08-08 19:42:22,754 epoch 18 - iter 530/2650 - loss 0.57530186 throughput (samples/sec): 102.17
2019-08-08 19:43:44,307 epoch 18 - iter 795/2650 - loss 0.56978332 throughput (samples/sec): 104.04
2019-08-08 19:45:08,084 epoch 18 - iter 1060/2650 - loss 0.57286610 throughput (samples/sec): 101.27
2019-08-08 19:46:31,134 epoch 18 - iter 1325/2650 - loss 0.57089774 throughput (samples/sec): 102.16
2019-08-08 19:47:52,743 epoch 18 - iter 1590/2650 - loss 0.57540413 throughput (samples/sec): 103.97
2019-08-08 19:49:16,061 epoch 18 - iter 1855/2650 - loss 0.57893976 throughput (samples/sec): 101.83
2019-08-08 19:50:37,652 epoch 18 - iter 2120/2650 - loss 0.58182218 throughput (samples/sec): 103.99
2019-08-08 19:51:57,853 epoch 18 - iter 2385/2650 - loss 0.58034444 throughput (samples/sec): 105.79
2019-08-08 19:53:23,122 ----------------------------------------------------------------------------------------------------
2019-08-08 19:53:23,122 EPOCH 18 done: loss 0.5845 - lr 0.1000
2019-08-08 19:53:23,123 BAD EPOCHS (no improvement): 0
2019-08-08 19:53:23,123 ----------------------------------------------------------------------------------------------------
2019-08-08 19:53:23,462 epoch 19 - iter 0/2650 - loss 0.43647367 throughput (samples/sec): 25292.59
2019-08-08 19:54:46,993 epoch 19 - iter 265/2650 - loss 0.54473870 throughput (samples/sec): 101.57
2019-08-08 19:56:11,050 epoch 19 - iter 530/2650 - loss 0.55996604 throughput (samples/sec): 100.93
2019-08-08 19:57:34,402 epoch 19 - iter 795/2650 - loss 0.55381026 throughput (samples/sec): 101.79
2019-08-08 19:58:59,353 epoch 19 - iter 1060/2650 - loss 0.55430670 throughput (samples/sec): 99.87
2019-08-08 20:00:23,171 epoch 19 - iter 1325/2650 - loss 0.55458048 throughput (samples/sec): 101.22
2019-08-08 20:01:44,238 epoch 19 - iter 1590/2650 - loss 0.55892193 throughput (samples/sec): 104.66
2019-08-08 20:03:05,470 epoch 19 - iter 1855/2650 - loss 0.55759518 throughput (samples/sec): 104.45
2019-08-08 20:04:25,104 epoch 19 - iter 2120/2650 - loss 0.55812337 throughput (samples/sec): 106.54
2019-08-08 20:05:45,471 epoch 19 - iter 2385/2650 - loss 0.56561302 throughput (samples/sec): 105.57
2019-08-08 20:07:11,557 ----------------------------------------------------------------------------------------------------
2019-08-08 20:07:11,557 EPOCH 19 done: loss 0.5679 - lr 0.1000
2019-08-08 20:07:11,557 BAD EPOCHS (no improvement): 0
2019-08-08 20:07:11,557 ----------------------------------------------------------------------------------------------------
2019-08-08 20:07:11,780 epoch 20 - iter 0/2650 - loss 0.38332438 throughput (samples/sec): 38718.37
2019-08-08 20:08:35,502 epoch 20 - iter 265/2650 - loss 0.54123043 throughput (samples/sec): 101.34
2019-08-08 20:09:58,840 epoch 20 - iter 530/2650 - loss 0.53824506 throughput (samples/sec): 101.80
2019-08-08 20:11:21,896 epoch 20 - iter 795/2650 - loss 0.55035664 throughput (samples/sec): 102.15
2019-08-08 20:12:44,719 epoch 20 - iter 1060/2650 - loss 0.55304590 throughput (samples/sec): 102.44
2019-08-08 20:14:06,623 epoch 20 - iter 1325/2650 - loss 0.55024053 throughput (samples/sec): 103.59
2019-08-08 20:15:33,162 epoch 20 - iter 1590/2650 - loss 0.56121609 throughput (samples/sec): 98.04
2019-08-08 20:16:57,377 epoch 20 - iter 1855/2650 - loss 0.56322955 throughput (samples/sec): 100.74
2019-08-08 20:18:22,931 epoch 20 - iter 2120/2650 - loss 0.56688845 throughput (samples/sec): 99.17
2019-08-08 20:19:48,457 epoch 20 - iter 2385/2650 - loss 0.56450431 throughput (samples/sec): 99.20
2019-08-08 20:21:09,514 ----------------------------------------------------------------------------------------------------
2019-08-08 20:21:09,515 EPOCH 20 done: loss 0.5622 - lr 0.1000
2019-08-08 20:21:09,515 BAD EPOCHS (no improvement): 0
2019-08-08 20:21:09,515 ----------------------------------------------------------------------------------------------------
2019-08-08 20:21:09,729 epoch 21 - iter 0/2650 - loss 0.14398801 throughput (samples/sec): 40230.26
2019-08-08 20:22:33,062 epoch 21 - iter 265/2650 - loss 0.53684237 throughput (samples/sec): 101.81
2019-08-08 20:23:56,412 epoch 21 - iter 530/2650 - loss 0.54625567 throughput (samples/sec): 101.79
2019-08-08 20:25:21,716 epoch 21 - iter 795/2650 - loss 0.54900351 throughput (samples/sec): 99.46
2019-08-08 20:26:45,862 epoch 21 - iter 1060/2650 - loss 0.55466434 throughput (samples/sec): 100.83
2019-08-08 20:28:12,027 epoch 21 - iter 1325/2650 - loss 0.55690414 throughput (samples/sec): 98.46
2019-08-08 20:29:34,494 epoch 21 - iter 1590/2650 - loss 0.55185984 throughput (samples/sec): 102.88
2019-08-08 20:30:56,405 epoch 21 - iter 1855/2650 - loss 0.55072349 throughput (samples/sec): 103.58
2019-08-08 20:32:21,256 epoch 21 - iter 2120/2650 - loss 0.55099161 throughput (samples/sec): 99.99
2019-08-08 20:33:42,512 epoch 21 - iter 2385/2650 - loss 0.55010761 throughput (samples/sec): 104.41
2019-08-08 20:35:06,364 ----------------------------------------------------------------------------------------------------
2019-08-08 20:35:06,365 EPOCH 21 done: loss 0.5569 - lr 0.1000
2019-08-08 20:35:06,365 BAD EPOCHS (no improvement): 0
2019-08-08 20:35:06,365 ----------------------------------------------------------------------------------------------------
2019-08-08 20:35:06,688 epoch 22 - iter 0/2650 - loss 0.60782385 throughput (samples/sec): 26523.80
2019-08-08 20:36:29,123 epoch 22 - iter 265/2650 - loss 0.56063507 throughput (samples/sec): 102.92
2019-08-08 20:37:52,648 epoch 22 - iter 530/2650 - loss 0.53398722 throughput (samples/sec): 101.58
2019-08-08 20:39:13,167 epoch 22 - iter 795/2650 - loss 0.52332084 throughput (samples/sec): 105.37
2019-08-08 20:40:37,734 epoch 22 - iter 1060/2650 - loss 0.52989065 throughput (samples/sec): 100.33
2019-08-08 20:41:58,234 epoch 22 - iter 1325/2650 - loss 0.52793110 throughput (samples/sec): 105.40
2019-08-08 20:43:21,016 epoch 22 - iter 1590/2650 - loss 0.53497032 throughput (samples/sec): 102.49
2019-08-08 20:44:45,678 epoch 22 - iter 1855/2650 - loss 0.53796359 throughput (samples/sec): 100.21
2019-08-08 20:46:07,892 epoch 22 - iter 2120/2650 - loss 0.53773830 throughput (samples/sec): 103.20
2019-08-08 20:47:32,648 epoch 22 - iter 2385/2650 - loss 0.54078624 throughput (samples/sec): 100.10
2019-08-08 20:48:55,513 ----------------------------------------------------------------------------------------------------
2019-08-08 20:48:55,513 EPOCH 22 done: loss 0.5425 - lr 0.1000
2019-08-08 20:48:55,513 BAD EPOCHS (no improvement): 0
2019-08-08 20:48:55,513 ----------------------------------------------------------------------------------------------------
2019-08-08 20:48:55,895 epoch 23 - iter 0/2650 - loss 0.32699037 throughput (samples/sec): 22443.30
2019-08-08 20:50:21,329 epoch 23 - iter 265/2650 - loss 0.52524323 throughput (samples/sec): 99.31
2019-08-08 20:51:43,936 epoch 23 - iter 530/2650 - loss 0.52778067 throughput (samples/sec): 102.70
2019-08-08 20:53:05,031 epoch 23 - iter 795/2650 - loss 0.52967581 throughput (samples/sec): 104.62
2019-08-08 20:54:26,084 epoch 23 - iter 1060/2650 - loss 0.53796673 throughput (samples/sec): 104.68
2019-08-08 20:55:49,630 epoch 23 - iter 1325/2650 - loss 0.53401904 throughput (samples/sec): 101.55
2019-08-08 20:57:09,632 epoch 23 - iter 1590/2650 - loss 0.53304952 throughput (samples/sec): 106.05
2019-08-08 20:58:30,625 epoch 23 - iter 1855/2650 - loss 0.53158119 throughput (samples/sec): 104.75
2019-08-08 20:59:51,885 epoch 23 - iter 2120/2650 - loss 0.53388211 throughput (samples/sec): 104.41
2019-08-08 21:01:14,769 epoch 23 - iter 2385/2650 - loss 0.53553253 throughput (samples/sec): 102.36
2019-08-08 21:02:37,752 ----------------------------------------------------------------------------------------------------
2019-08-08 21:02:37,752 EPOCH 23 done: loss 0.5385 - lr 0.1000
2019-08-08 21:02:37,752 BAD EPOCHS (no improvement): 0
2019-08-08 21:02:37,752 ----------------------------------------------------------------------------------------------------
2019-08-08 21:02:38,006 epoch 24 - iter 0/2650 - loss 0.47493708 throughput (samples/sec): 33953.29
2019-08-08 21:04:02,496 epoch 24 - iter 265/2650 - loss 0.49742818 throughput (samples/sec): 100.41
2019-08-08 21:05:24,841 epoch 24 - iter 530/2650 - loss 0.50220125 throughput (samples/sec): 103.03
2019-08-08 21:06:45,796 epoch 24 - iter 795/2650 - loss 0.49836216 throughput (samples/sec): 104.80
2019-08-08 21:08:08,436 epoch 24 - iter 1060/2650 - loss 0.49902281 throughput (samples/sec): 102.66
2019-08-08 21:09:35,911 epoch 24 - iter 1325/2650 - loss 0.49835616 throughput (samples/sec): 96.99
2019-08-08 21:11:12,978 epoch 24 - iter 1590/2650 - loss 0.50463183 throughput (samples/sec): 87.40
2019-08-08 21:12:51,444 epoch 24 - iter 1855/2650 - loss 0.51022280 throughput (samples/sec): 86.16
2019-08-08 21:14:31,385 epoch 24 - iter 2120/2650 - loss 0.51123804 throughput (samples/sec): 84.88
2019-08-08 21:16:11,910 epoch 24 - iter 2385/2650 - loss 0.51695340 throughput (samples/sec): 84.39
2019-08-08 21:17:38,749 ----------------------------------------------------------------------------------------------------
2019-08-08 21:17:38,749 EPOCH 24 done: loss 0.5224 - lr 0.1000
2019-08-08 21:17:38,749 BAD EPOCHS (no improvement): 0
2019-08-08 21:17:38,750 ----------------------------------------------------------------------------------------------------
2019-08-08 21:17:39,000 epoch 25 - iter 0/2650 - loss 0.35931003 throughput (samples/sec): 34323.90
2019-08-08 21:19:10,948 epoch 25 - iter 265/2650 - loss 0.49128119 throughput (samples/sec): 92.27
2019-08-08 21:20:51,737 epoch 25 - iter 530/2650 - loss 0.48623202 throughput (samples/sec): 84.17
2019-08-08 21:22:29,264 epoch 25 - iter 795/2650 - loss 0.49672397 throughput (samples/sec): 86.99
2019-08-08 21:24:06,048 epoch 25 - iter 1060/2650 - loss 0.49902245 throughput (samples/sec): 87.65
2019-08-08 21:25:46,150 epoch 25 - iter 1325/2650 - loss 0.50629441 throughput (samples/sec): 84.75
2019-08-08 21:27:27,657 epoch 25 - iter 1590/2650 - loss 0.50737415 throughput (samples/sec): 83.58
2019-08-08 21:29:07,430 epoch 25 - iter 1855/2650 - loss 0.50753595 throughput (samples/sec): 85.03
2019-08-08 21:30:48,290 epoch 25 - iter 2120/2650 - loss 0.51176585 throughput (samples/sec): 84.11
2019-08-08 21:32:30,349 epoch 25 - iter 2385/2650 - loss 0.51310921 throughput (samples/sec): 83.12
2019-08-08 21:34:07,552 ----------------------------------------------------------------------------------------------------
2019-08-08 21:34:07,553 EPOCH 25 done: loss 0.5158 - lr 0.1000
2019-08-08 21:34:07,553 BAD EPOCHS (no improvement): 0
2019-08-08 21:34:07,553 ----------------------------------------------------------------------------------------------------
2019-08-08 21:34:07,887 epoch 26 - iter 0/2650 - loss 0.80676651 throughput (samples/sec): 25651.27
2019-08-08 21:35:39,712 epoch 26 - iter 265/2650 - loss 0.46816354 throughput (samples/sec): 92.39
2019-08-08 21:37:16,552 epoch 26 - iter 530/2650 - loss 0.47075052 throughput (samples/sec): 87.60
2019-08-08 21:38:58,661 epoch 26 - iter 795/2650 - loss 0.48404235 throughput (samples/sec): 83.08
2019-08-08 21:40:39,535 epoch 26 - iter 1060/2650 - loss 0.49126738 throughput (samples/sec): 84.10
2019-08-08 21:42:18,872 epoch 26 - iter 1325/2650 - loss 0.49537077 throughput (samples/sec): 85.40
2019-08-08 21:43:56,531 epoch 26 - iter 1590/2650 - loss 0.49786972 throughput (samples/sec): 86.87
2019-08-08 21:45:36,459 epoch 26 - iter 1855/2650 - loss 0.49870067 throughput (samples/sec): 84.90
2019-08-08 21:47:19,041 epoch 26 - iter 2120/2650 - loss 0.50033980 throughput (samples/sec): 82.70
2019-08-08 21:48:58,189 epoch 26 - iter 2385/2650 - loss 0.50404171 throughput (samples/sec): 85.57
2019-08-08 21:50:37,700 ----------------------------------------------------------------------------------------------------
2019-08-08 21:50:37,701 EPOCH 26 done: loss 0.5059 - lr 0.1000
2019-08-08 21:50:37,701 BAD EPOCHS (no improvement): 0
2019-08-08 21:50:37,701 ----------------------------------------------------------------------------------------------------
2019-08-08 21:50:38,032 epoch 27 - iter 0/2650 - loss 0.10203117 throughput (samples/sec): 25932.99
2019-08-08 21:52:11,797 epoch 27 - iter 265/2650 - loss 0.47089718 throughput (samples/sec): 90.48
2019-08-08 21:53:38,809 epoch 27 - iter 530/2650 - loss 0.47928792 throughput (samples/sec): 97.50
2019-08-08 21:55:19,156 epoch 27 - iter 795/2650 - loss 0.48085990 throughput (samples/sec): 84.54
2019-08-08 21:56:59,233 epoch 27 - iter 1060/2650 - loss 0.48920794 throughput (samples/sec): 84.77
2019-08-08 21:58:36,974 epoch 27 - iter 1325/2650 - loss 0.49272136 throughput (samples/sec): 86.80
2019-08-08 22:00:17,030 epoch 27 - iter 1590/2650 - loss 0.48878605 throughput (samples/sec): 84.79
2019-08-08 22:02:01,527 epoch 27 - iter 1855/2650 - loss 0.49192334 throughput (samples/sec): 81.18
2019-08-08 22:03:41,170 epoch 27 - iter 2120/2650 - loss 0.49098018 throughput (samples/sec): 85.14
2019-08-08 22:05:22,176 epoch 27 - iter 2385/2650 - loss 0.49461183 throughput (samples/sec): 83.99
2019-08-08 22:07:02,080 ----------------------------------------------------------------------------------------------------
2019-08-08 22:07:02,080 EPOCH 27 done: loss 0.4973 - lr 0.1000
2019-08-08 22:07:02,081 BAD EPOCHS (no improvement): 0
2019-08-08 22:07:02,081 ----------------------------------------------------------------------------------------------------
2019-08-08 22:07:02,685 epoch 28 - iter 0/2650 - loss 0.23517013 throughput (samples/sec): 14113.53
2019-08-08 22:08:44,991 epoch 28 - iter 265/2650 - loss 0.47403408 throughput (samples/sec): 82.92
2019-08-08 22:10:16,524 epoch 28 - iter 530/2650 - loss 0.46669906 throughput (samples/sec): 92.69
2019-08-08 22:11:54,697 epoch 28 - iter 795/2650 - loss 0.47084272 throughput (samples/sec): 86.42
2019-08-08 22:13:33,631 epoch 28 - iter 1060/2650 - loss 0.47923173 throughput (samples/sec): 85.75
2019-08-08 22:15:11,787 epoch 28 - iter 1325/2650 - loss 0.48122996 throughput (samples/sec): 86.43
2019-08-08 22:16:51,589 epoch 28 - iter 1590/2650 - loss 0.48313786 throughput (samples/sec): 85.00
2019-08-08 22:18:30,108 epoch 28 - iter 1855/2650 - loss 0.48443250 throughput (samples/sec): 86.11
2019-08-08 22:20:10,730 epoch 28 - iter 2120/2650 - loss 0.48703428 throughput (samples/sec): 84.31
2019-08-08 22:21:51,367 epoch 28 - iter 2385/2650 - loss 0.49207506 throughput (samples/sec): 84.30
2019-08-08 22:23:30,322 ----------------------------------------------------------------------------------------------------
2019-08-08 22:23:30,322 EPOCH 28 done: loss 0.4937 - lr 0.1000
2019-08-08 22:23:30,323 BAD EPOCHS (no improvement): 0
2019-08-08 22:23:30,323 ----------------------------------------------------------------------------------------------------
2019-08-08 22:23:30,779 epoch 29 - iter 0/2650 - loss 0.22029161 throughput (samples/sec): 18718.11
2019-08-08 22:25:11,515 epoch 29 - iter 265/2650 - loss 0.46843173 throughput (samples/sec): 84.21
2019-08-08 22:26:50,537 epoch 29 - iter 530/2650 - loss 0.47590995 throughput (samples/sec): 85.67
2019-08-08 22:28:23,206 epoch 29 - iter 795/2650 - loss 0.48655021 throughput (samples/sec): 91.55
2019-08-08 22:30:00,672 epoch 29 - iter 1060/2650 - loss 0.48190160 throughput (samples/sec): 87.04
2019-08-08 22:31:42,060 epoch 29 - iter 1325/2650 - loss 0.48277661 throughput (samples/sec): 83.67
2019-08-08 22:33:21,127 epoch 29 - iter 1590/2650 - loss 0.48563179 throughput (samples/sec): 85.63
2019-08-08 22:35:01,083 epoch 29 - iter 1855/2650 - loss 0.48883912 throughput (samples/sec): 84.87
2019-08-08 22:36:39,691 epoch 29 - iter 2120/2650 - loss 0.48852700 throughput (samples/sec): 86.03
2019-08-08 22:38:18,631 epoch 29 - iter 2385/2650 - loss 0.49001170 throughput (samples/sec): 85.74
2019-08-08 22:39:57,658 ----------------------------------------------------------------------------------------------------
2019-08-08 22:39:57,659 EPOCH 29 done: loss 0.4874 - lr 0.1000
2019-08-08 22:39:57,659 BAD EPOCHS (no improvement): 0
2019-08-08 22:39:57,659 ----------------------------------------------------------------------------------------------------
2019-08-08 22:39:57,992 epoch 30 - iter 0/2650 - loss 0.53292990 throughput (samples/sec): 25749.96
2019-08-08 22:41:38,826 epoch 30 - iter 265/2650 - loss 0.48666803 throughput (samples/sec): 84.13
2019-08-08 22:43:17,308 epoch 30 - iter 530/2650 - loss 0.47851895 throughput (samples/sec): 86.14
2019-08-08 22:44:51,986 epoch 30 - iter 795/2650 - loss 0.46467003 throughput (samples/sec): 89.61
2019-08-08 22:46:22,826 epoch 30 - iter 1060/2650 - loss 0.47588904 throughput (samples/sec): 93.39
2019-08-08 22:48:02,302 epoch 30 - iter 1325/2650 - loss 0.47448517 throughput (samples/sec): 85.28
2019-08-08 22:49:42,302 epoch 30 - iter 1590/2650 - loss 0.47503637 throughput (samples/sec): 84.84
2019-08-08 22:51:20,550 epoch 30 - iter 1855/2650 - loss 0.47733555 throughput (samples/sec): 86.35
2019-08-08 22:52:58,384 epoch 30 - iter 2120/2650 - loss 0.47928561 throughput (samples/sec): 86.71
2019-08-08 22:54:38,248 epoch 30 - iter 2385/2650 - loss 0.48029486 throughput (samples/sec): 84.95
2019-08-08 22:56:18,727 ----------------------------------------------------------------------------------------------------
2019-08-08 22:56:18,727 EPOCH 30 done: loss 0.4793 - lr 0.1000
2019-08-08 22:56:18,727 BAD EPOCHS (no improvement): 0
2019-08-08 22:56:18,727 ----------------------------------------------------------------------------------------------------
2019-08-08 22:56:19,041 epoch 31 - iter 0/2650 - loss 0.89822137 throughput (samples/sec): 27322.97
2019-08-08 22:57:58,412 epoch 31 - iter 265/2650 - loss 0.45808364 throughput (samples/sec): 85.37
2019-08-08 22:59:39,989 epoch 31 - iter 530/2650 - loss 0.47406353 throughput (samples/sec): 83.52
2019-08-08 23:01:21,469 epoch 31 - iter 795/2650 - loss 0.46752654 throughput (samples/sec): 83.60
2019-08-08 23:02:55,319 epoch 31 - iter 1060/2650 - loss 0.46736042 throughput (samples/sec): 90.40
2019-08-08 23:04:31,745 epoch 31 - iter 1325/2650 - loss 0.46064089 throughput (samples/sec): 87.98
2019-08-08 23:06:15,121 epoch 31 - iter 1590/2650 - loss 0.46587969 throughput (samples/sec): 82.06
2019-08-08 23:08:01,406 epoch 31 - iter 1855/2650 - loss 0.47084024 throughput (samples/sec): 79.82
2019-08-08 23:09:39,312 epoch 31 - iter 2120/2650 - loss 0.46942132 throughput (samples/sec): 86.65
2019-08-08 23:11:18,733 epoch 31 - iter 2385/2650 - loss 0.47113184 throughput (samples/sec): 85.33
2019-08-08 23:13:01,794 ----------------------------------------------------------------------------------------------------
2019-08-08 23:13:01,794 EPOCH 31 done: loss 0.4726 - lr 0.1000
2019-08-08 23:13:01,794 BAD EPOCHS (no improvement): 0
2019-08-08 23:13:01,794 ----------------------------------------------------------------------------------------------------
2019-08-08 23:13:02,326 epoch 32 - iter 0/2650 - loss 0.51065916 throughput (samples/sec): 16078.69
2019-08-08 23:14:38,588 epoch 32 - iter 265/2650 - loss 0.45667724 throughput (samples/sec): 88.13
2019-08-08 23:16:18,865 epoch 32 - iter 530/2650 - loss 0.45393455 throughput (samples/sec): 84.60
2019-08-08 23:17:58,257 epoch 32 - iter 795/2650 - loss 0.45741449 throughput (samples/sec): 85.35
2019-08-08 23:19:32,725 epoch 32 - iter 1060/2650 - loss 0.45477013 throughput (samples/sec): 89.80
2019-08-08 23:21:04,319 epoch 32 - iter 1325/2650 - loss 0.46259872 throughput (samples/sec): 92.62
2019-08-08 23:22:43,311 epoch 32 - iter 1590/2650 - loss 0.46248434 throughput (samples/sec): 85.70
2019-08-08 23:24:20,921 epoch 32 - iter 1855/2650 - loss 0.46305481 throughput (samples/sec): 86.91
2019-08-08 23:25:59,631 epoch 32 - iter 2120/2650 - loss 0.46424551 throughput (samples/sec): 85.94
2019-08-08 23:27:42,129 epoch 32 - iter 2385/2650 - loss 0.46683482 throughput (samples/sec): 82.77
2019-08-08 23:29:23,334 ----------------------------------------------------------------------------------------------------
2019-08-08 23:29:23,335 EPOCH 32 done: loss 0.4671 - lr 0.1000
2019-08-08 23:29:23,335 BAD EPOCHS (no improvement): 0
2019-08-08 23:29:23,335 ----------------------------------------------------------------------------------------------------
2019-08-08 23:29:23,816 epoch 33 - iter 0/2650 - loss 0.59553295 throughput (samples/sec): 17771.48
2019-08-08 23:30:50,517 epoch 33 - iter 265/2650 - loss 0.43458016 throughput (samples/sec): 97.85
2019-08-08 23:32:15,288 epoch 33 - iter 530/2650 - loss 0.44498484 throughput (samples/sec): 100.08
2019-08-08 23:33:39,347 epoch 33 - iter 795/2650 - loss 0.45438843 throughput (samples/sec): 100.93
2019-08-08 23:35:01,703 epoch 33 - iter 1060/2650 - loss 0.45242876 throughput (samples/sec): 103.02
2019-08-08 23:36:27,579 epoch 33 - iter 1325/2650 - loss 0.45193698 throughput (samples/sec): 98.79
2019-08-08 23:37:50,385 epoch 33 - iter 1590/2650 - loss 0.45055993 throughput (samples/sec): 102.46
2019-08-08 23:39:18,401 epoch 33 - iter 1855/2650 - loss 0.45395918 throughput (samples/sec): 96.39
2019-08-08 23:40:42,070 epoch 33 - iter 2120/2650 - loss 0.45866855 throughput (samples/sec): 101.40
2019-08-08 23:42:04,483 epoch 33 - iter 2385/2650 - loss 0.45901743 throughput (samples/sec): 102.95
2019-08-08 23:43:26,895 ----------------------------------------------------------------------------------------------------
2019-08-08 23:43:26,895 EPOCH 33 done: loss 0.4598 - lr 0.1000
2019-08-08 23:43:26,895 BAD EPOCHS (no improvement): 0
2019-08-08 23:43:26,896 ----------------------------------------------------------------------------------------------------
2019-08-08 23:43:27,301 epoch 34 - iter 0/2650 - loss 0.58408910 throughput (samples/sec): 21107.24
2019-08-08 23:44:51,132 epoch 34 - iter 265/2650 - loss 0.43716153 throughput (samples/sec): 101.20
2019-08-08 23:46:16,971 epoch 34 - iter 530/2650 - loss 0.43276712 throughput (samples/sec): 98.84
2019-08-08 23:47:43,578 epoch 34 - iter 795/2650 - loss 0.43467532 throughput (samples/sec): 97.96
2019-08-08 23:49:10,286 epoch 34 - iter 1060/2650 - loss 0.43682818 throughput (samples/sec): 97.85
2019-08-08 23:50:36,784 epoch 34 - iter 1325/2650 - loss 0.44724794 throughput (samples/sec): 98.09
2019-08-08 23:52:01,919 epoch 34 - iter 1590/2650 - loss 0.44587124 throughput (samples/sec): 99.66
2019-08-08 23:53:25,766 epoch 34 - iter 1855/2650 - loss 0.44744382 throughput (samples/sec): 101.19
2019-08-08 23:54:49,534 epoch 34 - iter 2120/2650 - loss 0.44717141 throughput (samples/sec): 101.28
2019-08-08 23:56:14,963 epoch 34 - iter 2385/2650 - loss 0.45150160 throughput (samples/sec): 99.31
2019-08-08 23:57:37,304 ----------------------------------------------------------------------------------------------------
2019-08-08 23:57:37,305 EPOCH 34 done: loss 0.4540 - lr 0.1000
2019-08-08 23:57:37,305 BAD EPOCHS (no improvement): 0
2019-08-08 23:57:37,305 ----------------------------------------------------------------------------------------------------
2019-08-08 23:57:37,537 epoch 35 - iter 0/2650 - loss 0.31775418 throughput (samples/sec): 37117.31
2019-08-08 23:59:01,379 epoch 35 - iter 265/2650 - loss 0.45492699 throughput (samples/sec): 101.19
2019-08-09 00:00:25,808 epoch 35 - iter 530/2650 - loss 0.44794266 throughput (samples/sec): 100.49
2019-08-09 00:01:52,847 epoch 35 - iter 795/2650 - loss 0.45491089 throughput (samples/sec): 97.47
2019-08-09 00:03:19,067 epoch 35 - iter 1060/2650 - loss 0.44997949 throughput (samples/sec): 98.40
2019-08-09 00:04:40,665 epoch 35 - iter 1325/2650 - loss 0.44733031 throughput (samples/sec): 103.98
2019-08-09 00:06:03,458 epoch 35 - iter 1590/2650 - loss 0.44700463 throughput (samples/sec): 102.47
2019-08-09 00:07:25,761 epoch 35 - iter 1855/2650 - loss 0.44831945 throughput (samples/sec): 103.08
2019-08-09 00:08:49,629 epoch 35 - iter 2120/2650 - loss 0.45066334 throughput (samples/sec): 101.16
2019-08-09 00:10:12,467 epoch 35 - iter 2385/2650 - loss 0.45200193 throughput (samples/sec): 102.42
2019-08-09 00:11:34,404 ----------------------------------------------------------------------------------------------------
2019-08-09 00:11:34,404 EPOCH 35 done: loss 0.4533 - lr 0.1000
2019-08-09 00:11:34,405 BAD EPOCHS (no improvement): 0
2019-08-09 00:11:34,405 ----------------------------------------------------------------------------------------------------
2019-08-09 00:11:34,742 epoch 36 - iter 0/2650 - loss 0.62461257 throughput (samples/sec): 25396.19
2019-08-09 00:12:57,665 epoch 36 - iter 265/2650 - loss 0.43829823 throughput (samples/sec): 102.31
2019-08-09 00:14:21,086 epoch 36 - iter 530/2650 - loss 0.44178401 throughput (samples/sec): 101.70
2019-08-09 00:15:45,310 epoch 36 - iter 795/2650 - loss 0.44079294 throughput (samples/sec): 100.73
2019-08-09 00:17:10,661 epoch 36 - iter 1060/2650 - loss 0.44174909 throughput (samples/sec): 99.40
2019-08-09 00:18:33,924 epoch 36 - iter 1325/2650 - loss 0.44362749 throughput (samples/sec): 101.90
2019-08-09 00:19:58,603 epoch 36 - iter 1590/2650 - loss 0.44314179 throughput (samples/sec): 100.19
2019-08-09 00:21:23,635 epoch 36 - iter 1855/2650 - loss 0.44119174 throughput (samples/sec): 99.78
2019-08-09 00:22:48,338 epoch 36 - iter 2120/2650 - loss 0.44320248 throughput (samples/sec): 100.16
2019-08-09 00:24:10,323 epoch 36 - iter 2385/2650 - loss 0.44331174 throughput (samples/sec): 103.48
2019-08-09 00:25:31,377 ----------------------------------------------------------------------------------------------------
2019-08-09 00:25:31,377 EPOCH 36 done: loss 0.4437 - lr 0.1000
2019-08-09 00:25:31,377 BAD EPOCHS (no improvement): 0
2019-08-09 00:25:31,377 ----------------------------------------------------------------------------------------------------
2019-08-09 00:25:31,656 epoch 37 - iter 0/2650 - loss 0.42289853 throughput (samples/sec): 30802.20
2019-08-09 00:26:52,811 epoch 37 - iter 265/2650 - loss 0.44167244 throughput (samples/sec): 104.55
2019-08-09 00:28:14,554 epoch 37 - iter 530/2650 - loss 0.42072807 throughput (samples/sec): 103.79
2019-08-09 00:29:36,469 epoch 37 - iter 795/2650 - loss 0.42808174 throughput (samples/sec): 103.57
2019-08-09 00:31:00,387 epoch 37 - iter 1060/2650 - loss 0.42997729 throughput (samples/sec): 101.10
2019-08-09 00:32:22,804 epoch 37 - iter 1325/2650 - loss 0.43235690 throughput (samples/sec): 102.95
2019-08-09 00:33:45,758 epoch 37 - iter 1590/2650 - loss 0.43596003 throughput (samples/sec): 102.28
2019-08-09 00:35:07,605 epoch 37 - iter 1855/2650 - loss 0.44093529 throughput (samples/sec): 103.66
2019-08-09 00:36:28,848 epoch 37 - iter 2120/2650 - loss 0.44118229 throughput (samples/sec): 104.43
2019-08-09 00:37:52,151 epoch 37 - iter 2385/2650 - loss 0.43846440 throughput (samples/sec): 101.85
2019-08-09 00:39:12,729 ----------------------------------------------------------------------------------------------------
2019-08-09 00:39:12,730 EPOCH 37 done: loss 0.4415 - lr 0.1000
2019-08-09 00:39:12,730 BAD EPOCHS (no improvement): 0
2019-08-09 00:39:12,730 ----------------------------------------------------------------------------------------------------
2019-08-09 00:39:13,054 epoch 38 - iter 0/2650 - loss 0.66496325 throughput (samples/sec): 26440.61
2019-08-09 00:40:32,202 epoch 38 - iter 265/2650 - loss 0.39900460 throughput (samples/sec): 107.20
2019-08-09 00:41:53,168 epoch 38 - iter 530/2650 - loss 0.40989244 throughput (samples/sec): 104.79
2019-08-09 00:43:15,296 epoch 38 - iter 795/2650 - loss 0.41089250 throughput (samples/sec): 103.31
2019-08-09 00:44:38,361 epoch 38 - iter 1060/2650 - loss 0.41630097 throughput (samples/sec): 102.14
2019-08-09 00:45:59,643 epoch 38 - iter 1325/2650 - loss 0.42683281 throughput (samples/sec): 104.38
2019-08-09 00:47:21,316 epoch 38 - iter 1590/2650 - loss 0.42687347 throughput (samples/sec): 103.88
2019-08-09 00:48:41,989 epoch 38 - iter 1855/2650 - loss 0.42766458 throughput (samples/sec): 105.17
2019-08-09 00:50:03,488 epoch 38 - iter 2120/2650 - loss 0.42924051 throughput (samples/sec): 104.10
2019-08-09 00:51:26,095 epoch 38 - iter 2385/2650 - loss 0.43340574 throughput (samples/sec): 102.70
2019-08-09 00:52:46,916 ----------------------------------------------------------------------------------------------------
2019-08-09 00:52:46,916 EPOCH 38 done: loss 0.4354 - lr 0.1000
2019-08-09 00:52:46,916 BAD EPOCHS (no improvement): 0
2019-08-09 00:52:46,916 ----------------------------------------------------------------------------------------------------
2019-08-09 00:52:47,178 epoch 39 - iter 0/2650 - loss 0.26522106 throughput (samples/sec): 32863.92
2019-08-09 00:54:09,061 epoch 39 - iter 265/2650 - loss 0.40514745 throughput (samples/sec): 103.62
2019-08-09 00:55:31,295 epoch 39 - iter 530/2650 - loss 0.40792397 throughput (samples/sec): 103.17
2019-08-09 00:56:50,765 epoch 39 - iter 795/2650 - loss 0.41767177 throughput (samples/sec): 106.76
2019-08-09 00:58:13,399 epoch 39 - iter 1060/2650 - loss 0.42496022 throughput (samples/sec): 102.67
2019-08-09 00:59:38,793 epoch 39 - iter 1325/2650 - loss 0.42308681 throughput (samples/sec): 99.35
2019-08-09 01:00:59,955 epoch 39 - iter 1590/2650 - loss 0.42208519 throughput (samples/sec): 104.53
2019-08-09 01:02:21,787 epoch 39 - iter 1855/2650 - loss 0.42558077 throughput (samples/sec): 103.68
2019-08-09 01:03:40,357 epoch 39 - iter 2120/2650 - loss 0.43022192 throughput (samples/sec): 107.99
2019-08-09 01:05:01,523 epoch 39 - iter 2385/2650 - loss 0.42865656 throughput (samples/sec): 104.53
2019-08-09 01:06:23,457 ----------------------------------------------------------------------------------------------------
2019-08-09 01:06:23,458 EPOCH 39 done: loss 0.4287 - lr 0.1000
2019-08-09 01:06:23,458 BAD EPOCHS (no improvement): 0
2019-08-09 01:06:23,458 ----------------------------------------------------------------------------------------------------
2019-08-09 01:06:23,755 epoch 40 - iter 0/2650 - loss 0.26726326 throughput (samples/sec): 28920.00
2019-08-09 01:07:44,973 epoch 40 - iter 265/2650 - loss 0.38989836 throughput (samples/sec): 104.46
2019-08-09 01:09:06,581 epoch 40 - iter 530/2650 - loss 0.40017055 throughput (samples/sec): 103.96
2019-08-09 01:10:30,675 epoch 40 - iter 795/2650 - loss 0.41757987 throughput (samples/sec): 100.89
2019-08-09 01:11:55,659 epoch 40 - iter 1060/2650 - loss 0.41457401 throughput (samples/sec): 99.83
2019-08-09 01:13:20,091 epoch 40 - iter 1325/2650 - loss 0.41663371 throughput (samples/sec): 100.49
2019-08-09 01:14:42,221 epoch 40 - iter 1590/2650 - loss 0.41385480 throughput (samples/sec): 103.30
2019-08-09 01:16:01,179 epoch 40 - iter 1855/2650 - loss 0.41203232 throughput (samples/sec): 107.45
2019-08-09 01:17:23,815 epoch 40 - iter 2120/2650 - loss 0.41445348 throughput (samples/sec): 102.67
2019-08-09 01:18:45,639 epoch 40 - iter 2385/2650 - loss 0.42004346 throughput (samples/sec): 103.69
2019-08-09 01:20:05,710 ----------------------------------------------------------------------------------------------------
2019-08-09 01:20:05,710 EPOCH 40 done: loss 0.4233 - lr 0.1000
2019-08-09 01:20:05,710 BAD EPOCHS (no improvement): 0
2019-08-09 01:20:05,710 ----------------------------------------------------------------------------------------------------
2019-08-09 01:20:05,912 epoch 41 - iter 0/2650 - loss 0.14586067 throughput (samples/sec): 42649.01
2019-08-09 01:21:28,104 epoch 41 - iter 265/2650 - loss 0.42868440 throughput (samples/sec): 103.22
2019-08-09 01:22:48,576 epoch 41 - iter 530/2650 - loss 0.42097532 throughput (samples/sec): 105.43
2019-08-09 01:24:11,453 epoch 41 - iter 795/2650 - loss 0.41460588 throughput (samples/sec): 102.37
2019-08-09 01:25:34,857 epoch 41 - iter 1060/2650 - loss 0.41461898 throughput (samples/sec): 101.73
2019-08-09 01:27:00,403 epoch 41 - iter 1325/2650 - loss 0.41975883 throughput (samples/sec): 99.18
2019-08-09 01:28:24,269 epoch 41 - iter 1590/2650 - loss 0.42249522 throughput (samples/sec): 101.16
2019-08-09 01:29:49,335 epoch 41 - iter 1855/2650 - loss 0.42045717 throughput (samples/sec): 99.74
2019-08-09 01:31:12,580 epoch 41 - iter 2120/2650 - loss 0.42135616 throughput (samples/sec): 101.92
2019-08-09 01:32:36,101 epoch 41 - iter 2385/2650 - loss 0.41910080 throughput (samples/sec): 101.58
2019-08-09 01:33:58,903 ----------------------------------------------------------------------------------------------------
2019-08-09 01:33:58,903 EPOCH 41 done: loss 0.4219 - lr 0.1000
2019-08-09 01:33:58,903 BAD EPOCHS (no improvement): 0
2019-08-09 01:33:58,904 ----------------------------------------------------------------------------------------------------
2019-08-09 01:33:59,244 epoch 42 - iter 0/2650 - loss 0.24474555 throughput (samples/sec): 25183.51
2019-08-09 01:35:22,626 epoch 42 - iter 265/2650 - loss 0.40553383 throughput (samples/sec): 101.75
2019-08-09 01:36:46,279 epoch 42 - iter 530/2650 - loss 0.41139236 throughput (samples/sec): 101.42
2019-08-09 01:38:07,013 epoch 42 - iter 795/2650 - loss 0.41750882 throughput (samples/sec): 105.09
2019-08-09 01:39:29,784 epoch 42 - iter 1060/2650 - loss 0.41511593 throughput (samples/sec): 102.50
2019-08-09 01:40:49,044 epoch 42 - iter 1325/2650 - loss 0.41569206 throughput (samples/sec): 107.04
2019-08-09 01:42:12,235 epoch 42 - iter 1590/2650 - loss 0.41438960 throughput (samples/sec): 101.98
2019-08-09 01:43:35,752 epoch 42 - iter 1855/2650 - loss 0.41574280 throughput (samples/sec): 101.59
2019-08-09 01:44:58,671 epoch 42 - iter 2120/2650 - loss 0.41607063 throughput (samples/sec): 102.32
2019-08-09 01:46:20,904 epoch 42 - iter 2385/2650 - loss 0.41951967 throughput (samples/sec): 103.18
2019-08-09 01:47:41,787 ----------------------------------------------------------------------------------------------------
2019-08-09 01:47:41,787 EPOCH 42 done: loss 0.4212 - lr 0.1000
2019-08-09 01:47:41,787 BAD EPOCHS (no improvement): 0
2019-08-09 01:47:41,788 ----------------------------------------------------------------------------------------------------
2019-08-09 01:47:42,061 epoch 43 - iter 0/2650 - loss 0.31859362 throughput (samples/sec): 31520.53
2019-08-09 01:49:03,649 epoch 43 - iter 265/2650 - loss 0.38579090 throughput (samples/sec): 103.99
2019-08-09 01:50:28,060 epoch 43 - iter 530/2650 - loss 0.40206989 throughput (samples/sec): 100.51
2019-08-09 01:51:47,782 epoch 43 - iter 795/2650 - loss 0.40795117 throughput (samples/sec): 106.42
2019-08-09 01:53:09,887 epoch 43 - iter 1060/2650 - loss 0.40827751 throughput (samples/sec): 103.33
2019-08-09 01:54:31,692 epoch 43 - iter 1325/2650 - loss 0.40497291 throughput (samples/sec): 103.71
2019-08-09 01:55:54,453 epoch 43 - iter 1590/2650 - loss 0.40716669 throughput (samples/sec): 102.51
2019-08-09 01:57:14,540 epoch 43 - iter 1855/2650 - loss 0.40971238 throughput (samples/sec): 105.94
2019-08-09 01:58:38,662 epoch 43 - iter 2120/2650 - loss 0.41309735 throughput (samples/sec): 100.85
2019-08-09 02:00:01,108 epoch 43 - iter 2385/2650 - loss 0.41167147 throughput (samples/sec): 102.91
2019-08-09 02:01:20,870 ----------------------------------------------------------------------------------------------------
2019-08-09 02:01:20,870 EPOCH 43 done: loss 0.4123 - lr 0.1000
2019-08-09 02:01:20,870 BAD EPOCHS (no improvement): 0
2019-08-09 02:01:20,870 ----------------------------------------------------------------------------------------------------
2019-08-09 02:01:21,179 epoch 44 - iter 0/2650 - loss 0.38331008 throughput (samples/sec): 27821.82
2019-08-09 02:02:43,068 epoch 44 - iter 265/2650 - loss 0.41039358 throughput (samples/sec): 103.61
2019-08-09 02:04:03,526 epoch 44 - iter 530/2650 - loss 0.39916051 throughput (samples/sec): 105.45
2019-08-09 02:05:25,565 epoch 44 - iter 795/2650 - loss 0.40496591 throughput (samples/sec): 103.42
2019-08-09 02:06:45,450 epoch 44 - iter 1060/2650 - loss 0.40863292 throughput (samples/sec): 106.21
2019-08-09 02:08:05,819 epoch 44 - iter 1325/2650 - loss 0.40376641 throughput (samples/sec): 105.57
2019-08-09 02:09:28,161 epoch 44 - iter 1590/2650 - loss 0.40671579 throughput (samples/sec): 103.04
2019-08-09 02:10:52,237 epoch 44 - iter 1855/2650 - loss 0.40905970 throughput (samples/sec): 100.91
2019-08-09 02:12:14,739 epoch 44 - iter 2120/2650 - loss 0.40909409 throughput (samples/sec): 102.84
2019-08-09 02:13:34,146 epoch 44 - iter 2385/2650 - loss 0.41179820 throughput (samples/sec): 106.85
2019-08-09 02:14:55,760 ----------------------------------------------------------------------------------------------------
2019-08-09 02:14:55,760 EPOCH 44 done: loss 0.4116 - lr 0.1000
2019-08-09 02:14:55,760 BAD EPOCHS (no improvement): 0
2019-08-09 02:14:55,760 ----------------------------------------------------------------------------------------------------
2019-08-09 02:14:56,098 epoch 45 - iter 0/2650 - loss 0.33184862 throughput (samples/sec): 25381.39
2019-08-09 02:16:19,316 epoch 45 - iter 265/2650 - loss 0.38948589 throughput (samples/sec): 101.95
2019-08-09 02:17:39,948 epoch 45 - iter 530/2650 - loss 0.39913672 throughput (samples/sec): 105.22
2019-08-09 02:18:59,891 epoch 45 - iter 795/2650 - loss 0.39711459 throughput (samples/sec): 106.13
2019-08-09 02:20:20,222 epoch 45 - iter 1060/2650 - loss 0.39863823 throughput (samples/sec): 105.62
2019-08-09 02:21:39,617 epoch 45 - iter 1325/2650 - loss 0.39819490 throughput (samples/sec): 106.86
2019-08-09 02:23:01,654 epoch 45 - iter 1590/2650 - loss 0.39895652 throughput (samples/sec): 103.42
2019-08-09 02:24:23,389 epoch 45 - iter 1855/2650 - loss 0.39989993 throughput (samples/sec): 103.80
2019-08-09 02:25:44,300 epoch 45 - iter 2120/2650 - loss 0.39995595 throughput (samples/sec): 104.86
2019-08-09 02:27:06,545 epoch 45 - iter 2385/2650 - loss 0.40241438 throughput (samples/sec): 103.16
2019-08-09 02:28:31,604 ----------------------------------------------------------------------------------------------------
2019-08-09 02:28:31,604 EPOCH 45 done: loss 0.4064 - lr 0.1000
2019-08-09 02:28:31,604 BAD EPOCHS (no improvement): 0
2019-08-09 02:28:31,604 ----------------------------------------------------------------------------------------------------
2019-08-09 02:28:31,868 epoch 46 - iter 0/2650 - loss 0.37440667 throughput (samples/sec): 32581.98
2019-08-09 02:29:53,839 epoch 46 - iter 265/2650 - loss 0.40327622 throughput (samples/sec): 103.50
2019-08-09 02:31:15,042 epoch 46 - iter 530/2650 - loss 0.40318071 throughput (samples/sec): 104.48
2019-08-09 02:32:35,597 epoch 46 - iter 795/2650 - loss 0.39257078 throughput (samples/sec): 105.32
2019-08-09 02:33:57,077 epoch 46 - iter 1060/2650 - loss 0.39437895 throughput (samples/sec): 104.13
2019-08-09 02:35:19,369 epoch 46 - iter 1325/2650 - loss 0.39646379 throughput (samples/sec): 103.10
2019-08-09 02:36:41,500 epoch 46 - iter 1590/2650 - loss 0.39704554 throughput (samples/sec): 103.30
2019-08-09 02:38:05,717 epoch 46 - iter 1855/2650 - loss 0.39944474 throughput (samples/sec): 100.74
2019-08-09 02:39:28,128 epoch 46 - iter 2120/2650 - loss 0.40339038 throughput (samples/sec): 102.95
2019-08-09 02:40:50,813 epoch 46 - iter 2385/2650 - loss 0.40351108 throughput (samples/sec): 102.61
2019-08-09 02:42:12,867 ----------------------------------------------------------------------------------------------------
2019-08-09 02:42:12,867 EPOCH 46 done: loss 0.4066 - lr 0.1000
2019-08-09 02:42:12,867 BAD EPOCHS (no improvement): 1
2019-08-09 02:42:12,868 ----------------------------------------------------------------------------------------------------
2019-08-09 02:42:13,136 epoch 47 - iter 0/2650 - loss 0.28122184 throughput (samples/sec): 32051.63
2019-08-09 02:43:35,524 epoch 47 - iter 265/2650 - loss 0.40222935 throughput (samples/sec): 102.98
2019-08-09 02:44:57,551 epoch 47 - iter 530/2650 - loss 0.38764925 throughput (samples/sec): 103.43
2019-08-09 02:46:21,529 epoch 47 - iter 795/2650 - loss 0.40201988 throughput (samples/sec): 101.03
2019-08-09 02:47:43,833 epoch 47 - iter 1060/2650 - loss 0.39836737 throughput (samples/sec): 103.09
2019-08-09 02:49:05,896 epoch 47 - iter 1325/2650 - loss 0.39914816 throughput (samples/sec): 103.39
2019-08-09 02:50:26,941 epoch 47 - iter 1590/2650 - loss 0.40171112 throughput (samples/sec): 104.69
2019-08-09 02:51:45,653 epoch 47 - iter 1855/2650 - loss 0.40004478 throughput (samples/sec): 107.79
2019-08-09 02:53:06,169 epoch 47 - iter 2120/2650 - loss 0.40233503 throughput (samples/sec): 105.37
2019-08-09 02:54:27,891 epoch 47 - iter 2385/2650 - loss 0.40435368 throughput (samples/sec): 103.82
2019-08-09 02:55:52,565 ----------------------------------------------------------------------------------------------------
2019-08-09 02:55:52,565 EPOCH 47 done: loss 0.4029 - lr 0.1000
2019-08-09 02:55:52,565 BAD EPOCHS (no improvement): 0
2019-08-09 02:55:52,565 ----------------------------------------------------------------------------------------------------
2019-08-09 02:55:52,861 epoch 48 - iter 0/2650 - loss 0.30471680 throughput (samples/sec): 29039.12
2019-08-09 02:57:17,904 epoch 48 - iter 265/2650 - loss 0.43164881 throughput (samples/sec): 99.76
2019-08-09 02:58:43,810 epoch 48 - iter 530/2650 - loss 0.41074536 throughput (samples/sec): 98.76
2019-08-09 03:00:04,851 epoch 48 - iter 795/2650 - loss 0.40130801 throughput (samples/sec): 104.69
2019-08-09 03:01:27,696 epoch 48 - iter 1060/2650 - loss 0.39719240 throughput (samples/sec): 102.41
2019-08-09 03:02:49,336 epoch 48 - iter 1325/2650 - loss 0.39964177 throughput (samples/sec): 103.92
2019-08-09 03:04:11,051 epoch 48 - iter 1590/2650 - loss 0.40081180 throughput (samples/sec): 103.83
2019-08-09 03:05:32,369 epoch 48 - iter 1855/2650 - loss 0.39861318 throughput (samples/sec): 104.33
2019-08-09 03:06:54,994 epoch 48 - iter 2120/2650 - loss 0.39849387 throughput (samples/sec): 102.68
2019-08-09 03:08:18,243 epoch 48 - iter 2385/2650 - loss 0.40215072 throughput (samples/sec): 101.91
2019-08-09 03:09:40,110 ----------------------------------------------------------------------------------------------------
2019-08-09 03:09:40,110 EPOCH 48 done: loss 0.4027 - lr 0.1000
2019-08-09 03:09:40,110 BAD EPOCHS (no improvement): 0
2019-08-09 03:09:40,110 ----------------------------------------------------------------------------------------------------
2019-08-09 03:09:40,481 epoch 49 - iter 0/2650 - loss 0.56035733 throughput (samples/sec): 23132.95
2019-08-09 03:11:03,010 epoch 49 - iter 265/2650 - loss 0.38373974 throughput (samples/sec): 102.80
2019-08-09 03:12:25,559 epoch 49 - iter 530/2650 - loss 0.38894997 throughput (samples/sec): 102.78
2019-08-09 03:13:48,310 epoch 49 - iter 795/2650 - loss 0.39254129 throughput (samples/sec): 102.53
2019-08-09 03:15:08,201 epoch 49 - iter 1060/2650 - loss 0.38904442 throughput (samples/sec): 106.20
2019-08-09 03:16:28,336 epoch 49 - iter 1325/2650 - loss 0.38974436 throughput (samples/sec): 105.88
2019-08-09 03:17:50,521 epoch 49 - iter 1590/2650 - loss 0.39178658 throughput (samples/sec): 103.23
2019-08-09 03:19:13,397 epoch 49 - iter 1855/2650 - loss 0.39449179 throughput (samples/sec): 102.37
2019-08-09 03:20:35,407 epoch 49 - iter 2120/2650 - loss 0.39248150 throughput (samples/sec): 103.45
2019-08-09 03:21:58,527 epoch 49 - iter 2385/2650 - loss 0.39889454 throughput (samples/sec): 102.07
2019-08-09 03:23:18,399 ----------------------------------------------------------------------------------------------------
2019-08-09 03:23:18,399 EPOCH 49 done: loss 0.3975 - lr 0.1000
2019-08-09 03:23:18,399 BAD EPOCHS (no improvement): 0
2019-08-09 03:23:18,399 ----------------------------------------------------------------------------------------------------
2019-08-09 03:23:18,754 epoch 50 - iter 0/2650 - loss 0.34840292 throughput (samples/sec): 24173.32
2019-08-09 03:24:38,571 epoch 50 - iter 265/2650 - loss 0.37441844 throughput (samples/sec): 106.30
2019-08-09 03:26:00,918 epoch 50 - iter 530/2650 - loss 0.37847099 throughput (samples/sec): 103.03
2019-08-09 03:27:21,769 epoch 50 - iter 795/2650 - loss 0.37656764 throughput (samples/sec): 104.94
2019-08-09 03:28:44,907 epoch 50 - iter 1060/2650 - loss 0.38001706 throughput (samples/sec): 102.05
2019-08-09 03:30:09,385 epoch 50 - iter 1325/2650 - loss 0.38195739 throughput (samples/sec): 100.43
2019-08-09 03:31:34,284 epoch 50 - iter 1590/2650 - loss 0.38235569 throughput (samples/sec): 99.93
2019-08-09 03:32:59,669 epoch 50 - iter 1855/2650 - loss 0.38732230 throughput (samples/sec): 99.37
2019-08-09 03:34:24,773 epoch 50 - iter 2120/2650 - loss 0.39039516 throughput (samples/sec): 99.69
2019-08-09 03:35:46,161 epoch 50 - iter 2385/2650 - loss 0.39218949 throughput (samples/sec): 104.25
2019-08-09 03:37:09,545 ----------------------------------------------------------------------------------------------------
2019-08-09 03:37:09,545 EPOCH 50 done: loss 0.3948 - lr 0.1000
2019-08-09 03:37:09,545 BAD EPOCHS (no improvement): 0
2019-08-09 03:37:09,546 ----------------------------------------------------------------------------------------------------
2019-08-09 03:37:09,821 epoch 51 - iter 0/2650 - loss 0.42671373 throughput (samples/sec): 31256.96
2019-08-09 03:38:31,825 epoch 51 - iter 265/2650 - loss 0.35030310 throughput (samples/sec): 103.47
2019-08-09 03:39:54,231 epoch 51 - iter 530/2650 - loss 0.37385965 throughput (samples/sec): 102.96
2019-08-09 03:41:17,250 epoch 51 - iter 795/2650 - loss 0.37512289 throughput (samples/sec): 102.20
2019-08-09 03:42:39,228 epoch 51 - iter 1060/2650 - loss 0.37661802 throughput (samples/sec): 103.49
2019-08-09 03:44:01,478 epoch 51 - iter 1325/2650 - loss 0.37098422 throughput (samples/sec): 103.15
2019-08-09 03:45:24,343 epoch 51 - iter 1590/2650 - loss 0.37032315 throughput (samples/sec): 102.39
2019-08-09 03:46:45,380 epoch 51 - iter 1855/2650 - loss 0.37231756 throughput (samples/sec): 104.70
2019-08-09 03:48:06,091 epoch 51 - iter 2120/2650 - loss 0.37530691 throughput (samples/sec): 105.12
2019-08-09 03:49:28,283 epoch 51 - iter 2385/2650 - loss 0.37533393 throughput (samples/sec): 103.22
2019-08-09 03:50:51,837 ----------------------------------------------------------------------------------------------------
2019-08-09 03:50:51,837 EPOCH 51 done: loss 0.3783 - lr 0.1000
2019-08-09 03:50:51,837 BAD EPOCHS (no improvement): 0
2019-08-09 03:50:51,837 ----------------------------------------------------------------------------------------------------
2019-08-09 03:50:52,198 epoch 52 - iter 0/2650 - loss 0.32138366 throughput (samples/sec): 23766.32
2019-08-09 03:52:12,426 epoch 52 - iter 265/2650 - loss 0.38075190 throughput (samples/sec): 105.75
2019-08-09 03:53:36,628 epoch 52 - iter 530/2650 - loss 0.38534498 throughput (samples/sec): 100.76
2019-08-09 03:54:59,938 epoch 52 - iter 795/2650 - loss 0.37978250 throughput (samples/sec): 101.84
2019-08-09 03:56:21,005 epoch 52 - iter 1060/2650 - loss 0.38100786 throughput (samples/sec): 104.66
2019-08-09 03:57:41,092 epoch 52 - iter 1325/2650 - loss 0.38463024 throughput (samples/sec): 105.94
2019-08-09 03:59:04,506 epoch 52 - iter 1590/2650 - loss 0.38575654 throughput (samples/sec): 101.71
2019-08-09 04:00:25,699 epoch 52 - iter 1855/2650 - loss 0.38743834 throughput (samples/sec): 104.50
2019-08-09 04:01:46,075 epoch 52 - iter 2120/2650 - loss 0.38978106 throughput (samples/sec): 105.56
2019-08-09 04:03:07,275 epoch 52 - iter 2385/2650 - loss 0.38746934 throughput (samples/sec): 104.49
2019-08-09 04:04:29,364 ----------------------------------------------------------------------------------------------------
2019-08-09 04:04:29,364 EPOCH 52 done: loss 0.3866 - lr 0.1000
2019-08-09 04:04:29,364 BAD EPOCHS (no improvement): 1
2019-08-09 04:04:29,364 ----------------------------------------------------------------------------------------------------
2019-08-09 04:04:29,663 epoch 53 - iter 0/2650 - loss 0.96016634 throughput (samples/sec): 28741.92
2019-08-09 04:05:51,944 epoch 53 - iter 265/2650 - loss 0.36788617 throughput (samples/sec): 103.11
2019-08-09 04:07:14,924 epoch 53 - iter 530/2650 - loss 0.36201771 throughput (samples/sec): 102.24
2019-08-09 04:08:37,451 epoch 53 - iter 795/2650 - loss 0.37307642 throughput (samples/sec): 102.80
2019-08-09 04:09:59,423 epoch 53 - iter 1060/2650 - loss 0.37638337 throughput (samples/sec): 103.50
2019-08-09 04:11:20,554 epoch 53 - iter 1325/2650 - loss 0.37590030 throughput (samples/sec): 104.57
2019-08-09 04:12:40,090 epoch 53 - iter 1590/2650 - loss 0.37146758 throughput (samples/sec): 106.67
2019-08-09 04:14:02,413 epoch 53 - iter 1855/2650 - loss 0.37406649 throughput (samples/sec): 103.06
2019-08-09 04:15:24,350 epoch 53 - iter 2120/2650 - loss 0.37736768 throughput (samples/sec): 103.55
2019-08-09 04:16:46,704 epoch 53 - iter 2385/2650 - loss 0.37778713 throughput (samples/sec): 103.02
2019-08-09 04:18:06,980 ----------------------------------------------------------------------------------------------------
2019-08-09 04:18:06,980 EPOCH 53 done: loss 0.3819 - lr 0.1000
2019-08-09 04:18:06,980 BAD EPOCHS (no improvement): 2
2019-08-09 04:18:06,980 ----------------------------------------------------------------------------------------------------
2019-08-09 04:18:07,252 epoch 54 - iter 0/2650 - loss 0.19311208 throughput (samples/sec): 31590.35
2019-08-09 04:19:29,074 epoch 54 - iter 265/2650 - loss 0.34620017 throughput (samples/sec): 103.69
2019-08-09 04:20:48,095 epoch 54 - iter 530/2650 - loss 0.34598219 throughput (samples/sec): 107.37
2019-08-09 04:22:09,617 epoch 54 - iter 795/2650 - loss 0.35371051 throughput (samples/sec): 104.07
2019-08-09 04:23:31,756 epoch 54 - iter 1060/2650 - loss 0.36097205 throughput (samples/sec): 103.29
2019-08-09 04:24:52,607 epoch 54 - iter 1325/2650 - loss 0.36584073 throughput (samples/sec): 104.94
2019-08-09 04:26:14,908 epoch 54 - iter 1590/2650 - loss 0.37072044 throughput (samples/sec): 103.09
2019-08-09 04:27:37,111 epoch 54 - iter 1855/2650 - loss 0.37388738 throughput (samples/sec): 103.21
2019-08-09 04:28:59,777 epoch 54 - iter 2120/2650 - loss 0.37469160 throughput (samples/sec): 102.63
2019-08-09 04:30:24,151 epoch 54 - iter 2385/2650 - loss 0.37666623 throughput (samples/sec): 100.56
2019-08-09 04:31:49,853 ----------------------------------------------------------------------------------------------------
2019-08-09 04:31:49,853 EPOCH 54 done: loss 0.3788 - lr 0.1000
2019-08-09 04:31:49,853 BAD EPOCHS (no improvement): 3
2019-08-09 04:31:49,853 ----------------------------------------------------------------------------------------------------
2019-08-09 04:31:50,161 epoch 55 - iter 0/2650 - loss 0.41208774 throughput (samples/sec): 27942.61
2019-08-09 04:33:11,607 epoch 55 - iter 265/2650 - loss 0.36019776 throughput (samples/sec): 104.17
2019-08-09 04:34:30,563 epoch 55 - iter 530/2650 - loss 0.35552481 throughput (samples/sec): 107.46
2019-08-09 04:35:55,983 epoch 55 - iter 795/2650 - loss 0.35558068 throughput (samples/sec): 99.32
2019-08-09 04:37:18,961 epoch 55 - iter 1060/2650 - loss 0.36421235 throughput (samples/sec): 102.25
2019-08-09 04:38:39,675 epoch 55 - iter 1325/2650 - loss 0.36292161 throughput (samples/sec): 105.12
2019-08-09 04:40:03,298 epoch 55 - iter 1590/2650 - loss 0.36742625 throughput (samples/sec): 101.46
2019-08-09 04:41:27,224 epoch 55 - iter 1855/2650 - loss 0.36758587 throughput (samples/sec): 101.09
2019-08-09 04:42:48,956 epoch 55 - iter 2120/2650 - loss 0.37130072 throughput (samples/sec): 103.81
2019-08-09 04:44:12,761 epoch 55 - iter 2385/2650 - loss 0.37405403 throughput (samples/sec): 101.24
2019-08-09 04:45:34,192 ----------------------------------------------------------------------------------------------------
2019-08-09 04:45:34,192 EPOCH 55 done: loss 0.3759 - lr 0.1000
2019-08-09 04:45:34,192 BAD EPOCHS (no improvement): 0
2019-08-09 04:45:34,193 ----------------------------------------------------------------------------------------------------
2019-08-09 04:45:34,674 epoch 56 - iter 0/2650 - loss 0.39523354 throughput (samples/sec): 17753.52
2019-08-09 04:46:56,261 epoch 56 - iter 265/2650 - loss 0.38054205 throughput (samples/sec): 103.99
2019-08-09 04:48:18,325 epoch 56 - iter 530/2650 - loss 0.36511348 throughput (samples/sec): 103.39
2019-08-09 04:49:40,371 epoch 56 - iter 795/2650 - loss 0.36025029 throughput (samples/sec): 103.41
2019-08-09 04:51:04,912 epoch 56 - iter 1060/2650 - loss 0.36118110 throughput (samples/sec): 100.36
2019-08-09 04:52:27,800 epoch 56 - iter 1325/2650 - loss 0.36366280 throughput (samples/sec): 102.36
2019-08-09 04:53:51,435 epoch 56 - iter 1590/2650 - loss 0.36591783 throughput (samples/sec): 101.45
2019-08-09 04:55:15,182 epoch 56 - iter 1855/2650 - loss 0.37313964 throughput (samples/sec): 101.31
2019-08-09 04:56:38,719 epoch 56 - iter 2120/2650 - loss 0.37310173 throughput (samples/sec): 101.56
2019-08-09 04:57:59,557 epoch 56 - iter 2385/2650 - loss 0.37356643 throughput (samples/sec): 104.96
2019-08-09 04:59:24,266 ----------------------------------------------------------------------------------------------------
2019-08-09 04:59:24,266 EPOCH 56 done: loss 0.3726 - lr 0.1000
2019-08-09 04:59:24,266 BAD EPOCHS (no improvement): 0
2019-08-09 04:59:24,266 ----------------------------------------------------------------------------------------------------
2019-08-09 04:59:24,501 epoch 57 - iter 0/2650 - loss 0.31967568 throughput (samples/sec): 36768.60
2019-08-09 05:00:47,272 epoch 57 - iter 265/2650 - loss 0.34276648 throughput (samples/sec): 102.50
2019-08-09 05:02:08,871 epoch 57 - iter 530/2650 - loss 0.34742869 throughput (samples/sec): 103.98
2019-08-09 05:03:31,227 epoch 57 - iter 795/2650 - loss 0.35018497 throughput (samples/sec): 103.02
2019-08-09 05:04:55,878 epoch 57 - iter 1060/2650 - loss 0.35649967 throughput (samples/sec): 100.23
2019-08-09 05:06:19,234 epoch 57 - iter 1325/2650 - loss 0.36231566 throughput (samples/sec): 101.78
2019-08-09 05:07:39,809 epoch 57 - iter 1590/2650 - loss 0.36394844 throughput (samples/sec): 105.30
2019-08-09 05:09:03,561 epoch 57 - iter 1855/2650 - loss 0.36700867 throughput (samples/sec): 101.30
2019-08-09 05:10:28,874 epoch 57 - iter 2120/2650 - loss 0.37239521 throughput (samples/sec): 99.45
2019-08-09 05:11:49,358 epoch 57 - iter 2385/2650 - loss 0.37272001 throughput (samples/sec): 105.42
2019-08-09 05:13:10,979 ----------------------------------------------------------------------------------------------------
2019-08-09 05:13:10,979 EPOCH 57 done: loss 0.3708 - lr 0.1000
2019-08-09 05:13:10,979 BAD EPOCHS (no improvement): 0
2019-08-09 05:13:10,979 ----------------------------------------------------------------------------------------------------
2019-08-09 05:13:11,276 epoch 58 - iter 0/2650 - loss 0.45986718 throughput (samples/sec): 28961.26
2019-08-09 05:14:33,436 epoch 58 - iter 265/2650 - loss 0.33569934 throughput (samples/sec): 103.27
2019-08-09 05:15:57,934 epoch 58 - iter 530/2650 - loss 0.34781552 throughput (samples/sec): 100.41
2019-08-09 05:17:20,589 epoch 58 - iter 795/2650 - loss 0.35998244 throughput (samples/sec): 102.65
2019-08-09 05:18:43,874 epoch 58 - iter 1060/2650 - loss 0.35887228 throughput (samples/sec): 101.87
2019-08-09 05:20:05,603 epoch 58 - iter 1325/2650 - loss 0.36416661 throughput (samples/sec): 103.81
2019-08-09 05:21:29,037 epoch 58 - iter 1590/2650 - loss 0.36386127 throughput (samples/sec): 101.69
2019-08-09 05:22:49,588 epoch 58 - iter 1855/2650 - loss 0.36639726 throughput (samples/sec): 105.33
2019-08-09 05:24:12,078 epoch 58 - iter 2120/2650 - loss 0.36931416 throughput (samples/sec): 102.85
2019-08-09 05:25:36,320 epoch 58 - iter 2385/2650 - loss 0.37100326 throughput (samples/sec): 100.71
2019-08-09 05:26:58,972 ----------------------------------------------------------------------------------------------------
2019-08-09 05:26:58,973 EPOCH 58 done: loss 0.3720 - lr 0.1000
2019-08-09 05:26:58,973 BAD EPOCHS (no improvement): 1
2019-08-09 05:26:58,973 ----------------------------------------------------------------------------------------------------
2019-08-09 05:26:59,195 epoch 59 - iter 0/2650 - loss 0.31457928 throughput (samples/sec): 38919.01
2019-08-09 05:28:20,391 epoch 59 - iter 265/2650 - loss 0.36688158 throughput (samples/sec): 104.49
2019-08-09 05:29:41,081 epoch 59 - iter 530/2650 - loss 0.36697246 throughput (samples/sec): 105.15
2019-08-09 05:31:02,696 epoch 59 - iter 795/2650 - loss 0.36374481 throughput (samples/sec): 103.96
2019-08-09 05:32:26,010 epoch 59 - iter 1060/2650 - loss 0.36388361 throughput (samples/sec): 101.83
2019-08-09 05:33:46,469 epoch 59 - iter 1325/2650 - loss 0.36275394 throughput (samples/sec): 105.45
2019-08-09 05:35:09,203 epoch 59 - iter 1590/2650 - loss 0.36347244 throughput (samples/sec): 102.55
2019-08-09 05:36:31,668 epoch 59 - iter 1855/2650 - loss 0.36301514 throughput (samples/sec): 102.88
2019-08-09 05:37:53,474 epoch 59 - iter 2120/2650 - loss 0.36279557 throughput (samples/sec): 103.71
2019-08-09 05:39:16,274 epoch 59 - iter 2385/2650 - loss 0.36415255 throughput (samples/sec): 102.47
2019-08-09 05:40:39,909 ----------------------------------------------------------------------------------------------------
2019-08-09 05:40:39,910 EPOCH 59 done: loss 0.3670 - lr 0.1000
2019-08-09 05:40:39,910 BAD EPOCHS (no improvement): 0
2019-08-09 05:40:39,910 ----------------------------------------------------------------------------------------------------
2019-08-09 05:40:40,496 epoch 60 - iter 0/2650 - loss 0.26972023 throughput (samples/sec): 14548.73
2019-08-09 05:42:03,708 epoch 60 - iter 265/2650 - loss 0.35596939 throughput (samples/sec): 101.96
2019-08-09 05:43:26,879 epoch 60 - iter 530/2650 - loss 0.34652247 throughput (samples/sec): 102.01
2019-08-09 05:44:47,930 epoch 60 - iter 795/2650 - loss 0.35251211 throughput (samples/sec): 104.68
2019-08-09 05:46:10,838 epoch 60 - iter 1060/2650 - loss 0.35858719 throughput (samples/sec): 102.34
2019-08-09 05:47:31,712 epoch 60 - iter 1325/2650 - loss 0.36346615 throughput (samples/sec): 104.91
2019-08-09 05:48:56,080 epoch 60 - iter 1590/2650 - loss 0.36325367 throughput (samples/sec): 100.56
2019-08-09 05:50:18,609 epoch 60 - iter 1855/2650 - loss 0.36322803 throughput (samples/sec): 102.81
2019-08-09 05:51:42,326 epoch 60 - iter 2120/2650 - loss 0.36251073 throughput (samples/sec): 101.35
2019-08-09 05:53:06,199 epoch 60 - iter 2385/2650 - loss 0.36531086 throughput (samples/sec): 101.16
2019-08-09 05:54:27,454 ----------------------------------------------------------------------------------------------------
2019-08-09 05:54:27,454 EPOCH 60 done: loss 0.3675 - lr 0.1000
2019-08-09 05:54:27,454 BAD EPOCHS (no improvement): 1
2019-08-09 05:54:27,454 ----------------------------------------------------------------------------------------------------
2019-08-09 05:54:27,777 epoch 61 - iter 0/2650 - loss 0.68050355 throughput (samples/sec): 26611.12
2019-08-09 05:55:50,938 epoch 61 - iter 265/2650 - loss 0.33620053 throughput (samples/sec): 102.02
2019-08-09 05:57:16,214 epoch 61 - iter 530/2650 - loss 0.34450372 throughput (samples/sec): 99.49
2019-08-09 05:58:40,326 epoch 61 - iter 795/2650 - loss 0.34794200 throughput (samples/sec): 100.87
2019-08-09 06:00:02,108 epoch 61 - iter 1060/2650 - loss 0.35209426 throughput (samples/sec): 103.74
2019-08-09 06:01:23,113 epoch 61 - iter 1325/2650 - loss 0.35038437 throughput (samples/sec): 104.74
2019-08-09 06:02:45,687 epoch 61 - iter 1590/2650 - loss 0.35224204 throughput (samples/sec): 102.75
2019-08-09 06:04:09,537 epoch 61 - iter 1855/2650 - loss 0.35873282 throughput (samples/sec): 101.19
2019-08-09 06:05:31,570 epoch 61 - iter 2120/2650 - loss 0.36019087 throughput (samples/sec): 103.43
2019-08-09 06:06:54,340 epoch 61 - iter 2385/2650 - loss 0.36080942 throughput (samples/sec): 102.51
2019-08-09 06:08:17,502 ----------------------------------------------------------------------------------------------------
2019-08-09 06:08:17,502 EPOCH 61 done: loss 0.3628 - lr 0.1000
2019-08-09 06:08:17,502 BAD EPOCHS (no improvement): 0
2019-08-09 06:08:17,502 ----------------------------------------------------------------------------------------------------
2019-08-09 06:08:17,885 epoch 62 - iter 0/2650 - loss 0.30890334 throughput (samples/sec): 22366.92
2019-08-09 06:09:39,853 epoch 62 - iter 265/2650 - loss 0.32484659 throughput (samples/sec): 103.51
2019-08-09 06:11:01,481 epoch 62 - iter 530/2650 - loss 0.33426627 throughput (samples/sec): 103.94
2019-08-09 06:12:25,266 epoch 62 - iter 795/2650 - loss 0.33956285 throughput (samples/sec): 101.26
2019-08-09 06:13:47,406 epoch 62 - iter 1060/2650 - loss 0.34668590 throughput (samples/sec): 103.29
2019-08-09 06:15:09,560 epoch 62 - iter 1325/2650 - loss 0.34699311 throughput (samples/sec): 103.27
2019-08-09 06:16:32,966 epoch 62 - iter 1590/2650 - loss 0.35044802 throughput (samples/sec): 101.73
2019-08-09 06:17:56,546 epoch 62 - iter 1855/2650 - loss 0.35164225 throughput (samples/sec): 101.51
2019-08-09 06:19:18,214 epoch 62 - iter 2120/2650 - loss 0.35043199 throughput (samples/sec): 103.89
2019-08-09 06:20:39,762 epoch 62 - iter 2385/2650 - loss 0.35430279 throughput (samples/sec): 104.04
2019-08-09 06:22:00,187 ----------------------------------------------------------------------------------------------------
2019-08-09 06:22:00,187 EPOCH 62 done: loss 0.3564 - lr 0.1000
2019-08-09 06:22:00,187 BAD EPOCHS (no improvement): 0
2019-08-09 06:22:00,188 ----------------------------------------------------------------------------------------------------
2019-08-09 06:22:00,533 epoch 63 - iter 0/2650 - loss 0.03154677 throughput (samples/sec): 24783.52
2019-08-09 06:23:23,464 epoch 63 - iter 265/2650 - loss 0.35144677 throughput (samples/sec): 102.30
2019-08-09 06:24:45,239 epoch 63 - iter 530/2650 - loss 0.35472407 throughput (samples/sec): 103.75
2019-08-09 06:26:08,350 epoch 63 - iter 795/2650 - loss 0.34541597 throughput (samples/sec): 102.08
2019-08-09 06:27:33,245 epoch 63 - iter 1060/2650 - loss 0.34827135 throughput (samples/sec): 99.94
2019-08-09 06:28:57,288 epoch 63 - iter 1325/2650 - loss 0.35060088 throughput (samples/sec): 100.95
2019-08-09 06:30:20,739 epoch 63 - iter 1590/2650 - loss 0.35375431 throughput (samples/sec): 101.67
2019-08-09 06:31:43,634 epoch 63 - iter 1855/2650 - loss 0.35328191 throughput (samples/sec): 102.35
2019-08-09 06:33:08,463 epoch 63 - iter 2120/2650 - loss 0.35263203 throughput (samples/sec): 100.02
2019-08-09 06:34:31,381 epoch 63 - iter 2385/2650 - loss 0.35155876 throughput (samples/sec): 102.32
2019-08-09 06:35:56,760 ----------------------------------------------------------------------------------------------------
2019-08-09 06:35:56,760 EPOCH 63 done: loss 0.3536 - lr 0.1000
2019-08-09 06:35:56,760 BAD EPOCHS (no improvement): 0
2019-08-09 06:35:56,761 ----------------------------------------------------------------------------------------------------
2019-08-09 06:35:57,015 epoch 64 - iter 0/2650 - loss 0.49458182 throughput (samples/sec): 33762.61
2019-08-09 06:37:19,867 epoch 64 - iter 265/2650 - loss 0.33807563 throughput (samples/sec): 102.40
2019-08-09 06:38:44,453 epoch 64 - iter 530/2650 - loss 0.35150931 throughput (samples/sec): 100.30
2019-08-09 06:40:08,657 epoch 64 - iter 795/2650 - loss 0.35073512 throughput (samples/sec): 100.76
2019-08-09 06:41:30,829 epoch 64 - iter 1060/2650 - loss 0.35228758 throughput (samples/sec): 103.25
2019-08-09 06:42:51,518 epoch 64 - iter 1325/2650 - loss 0.35157623 throughput (samples/sec): 105.15
2019-08-09 06:44:13,511 epoch 64 - iter 1590/2650 - loss 0.34838364 throughput (samples/sec): 103.48
2019-08-09 06:45:35,846 epoch 64 - iter 1855/2650 - loss 0.35110597 throughput (samples/sec): 103.05
2019-08-09 06:46:59,023 epoch 64 - iter 2120/2650 - loss 0.34871531 throughput (samples/sec): 102.00
2019-08-09 06:48:20,512 epoch 64 - iter 2385/2650 - loss 0.34812533 throughput (samples/sec): 104.12
2019-08-09 06:49:42,223 ----------------------------------------------------------------------------------------------------
2019-08-09 06:49:42,223 EPOCH 64 done: loss 0.3473 - lr 0.1000
2019-08-09 06:49:42,223 BAD EPOCHS (no improvement): 0
2019-08-09 06:49:42,224 ----------------------------------------------------------------------------------------------------
2019-08-09 06:49:42,587 epoch 65 - iter 0/2650 - loss 0.60719252 throughput (samples/sec): 23607.91
2019-08-09 06:51:07,390 epoch 65 - iter 265/2650 - loss 0.31520389 throughput (samples/sec): 100.05
2019-08-09 06:52:27,616 epoch 65 - iter 530/2650 - loss 0.32423416 throughput (samples/sec): 105.76
2019-08-09 06:53:49,968 epoch 65 - iter 795/2650 - loss 0.32984044 throughput (samples/sec): 103.03
2019-08-09 06:55:11,748 epoch 65 - iter 1060/2650 - loss 0.34077694 throughput (samples/sec): 103.74
2019-08-09 06:56:33,135 epoch 65 - iter 1325/2650 - loss 0.33595393 throughput (samples/sec): 104.25
2019-08-09 06:57:56,075 epoch 65 - iter 1590/2650 - loss 0.33927080 throughput (samples/sec): 102.29
2019-08-09 06:59:20,130 epoch 65 - iter 1855/2650 - loss 0.34398690 throughput (samples/sec): 100.94
2019-08-09 07:00:42,888 epoch 65 - iter 2120/2650 - loss 0.34478157 throughput (samples/sec): 102.52
2019-08-09 07:02:07,189 epoch 65 - iter 2385/2650 - loss 0.34748996 throughput (samples/sec): 100.64
2019-08-09 07:03:30,341 ----------------------------------------------------------------------------------------------------
2019-08-09 07:03:30,342 EPOCH 65 done: loss 0.3479 - lr 0.1000
2019-08-09 07:03:30,342 BAD EPOCHS (no improvement): 1
2019-08-09 07:03:30,342 ----------------------------------------------------------------------------------------------------
2019-08-09 07:03:30,668 epoch 66 - iter 0/2650 - loss 0.24990249 throughput (samples/sec): 26309.71
2019-08-09 07:04:56,771 epoch 66 - iter 265/2650 - loss 0.32923589 throughput (samples/sec): 98.53
2019-08-09 07:06:21,966 epoch 66 - iter 530/2650 - loss 0.33574829 throughput (samples/sec): 99.59
2019-08-09 07:07:46,538 epoch 66 - iter 795/2650 - loss 0.33981214 throughput (samples/sec): 100.32
2019-08-09 07:09:09,342 epoch 66 - iter 1060/2650 - loss 0.34213201 throughput (samples/sec): 102.46
2019-08-09 07:10:32,507 epoch 66 - iter 1325/2650 - loss 0.34627009 throughput (samples/sec): 102.02
2019-08-09 07:11:55,283 epoch 66 - iter 1590/2650 - loss 0.34442420 throughput (samples/sec): 102.50
2019-08-09 07:13:16,536 epoch 66 - iter 1855/2650 - loss 0.34665045 throughput (samples/sec): 104.42
2019-08-09 07:14:37,756 epoch 66 - iter 2120/2650 - loss 0.34795122 throughput (samples/sec): 104.46
2019-08-09 07:15:59,636 epoch 66 - iter 2385/2650 - loss 0.34921750 throughput (samples/sec): 103.62
2019-08-09 07:17:20,423 ----------------------------------------------------------------------------------------------------
2019-08-09 07:17:20,423 EPOCH 66 done: loss 0.3514 - lr 0.1000
2019-08-09 07:17:20,423 BAD EPOCHS (no improvement): 2
2019-08-09 07:17:20,423 ----------------------------------------------------------------------------------------------------
2019-08-09 07:17:20,680 epoch 67 - iter 0/2650 - loss 0.23841500 throughput (samples/sec): 33449.19
2019-08-09 07:18:40,457 epoch 67 - iter 265/2650 - loss 0.33053121 throughput (samples/sec): 106.35
2019-08-09 07:20:01,493 epoch 67 - iter 530/2650 - loss 0.32953256 throughput (samples/sec): 104.70
2019-08-09 07:21:22,145 epoch 67 - iter 795/2650 - loss 0.33071661 throughput (samples/sec): 105.20
2019-08-09 07:22:43,137 epoch 67 - iter 1060/2650 - loss 0.33691458 throughput (samples/sec): 104.75
2019-08-09 07:24:04,865 epoch 67 - iter 1325/2650 - loss 0.34296311 throughput (samples/sec): 103.81
2019-08-09 07:25:27,105 epoch 67 - iter 1590/2650 - loss 0.34678174 throughput (samples/sec): 103.16
2019-08-09 07:26:49,446 epoch 67 - iter 1855/2650 - loss 0.34619060 throughput (samples/sec): 103.04
2019-08-09 07:28:12,933 epoch 67 - iter 2120/2650 - loss 0.34612955 throughput (samples/sec): 101.62
2019-08-09 07:29:33,943 epoch 67 - iter 2385/2650 - loss 0.34510879 throughput (samples/sec): 104.73
2019-08-09 07:30:55,377 ----------------------------------------------------------------------------------------------------
2019-08-09 07:30:55,378 EPOCH 67 done: loss 0.3470 - lr 0.1000
2019-08-09 07:30:55,378 BAD EPOCHS (no improvement): 0
2019-08-09 07:30:55,378 ----------------------------------------------------------------------------------------------------
2019-08-09 07:30:55,804 epoch 68 - iter 0/2650 - loss 0.30723965 throughput (samples/sec): 20057.39
2019-08-09 07:32:16,725 epoch 68 - iter 265/2650 - loss 0.31669102 throughput (samples/sec): 104.85
2019-08-09 07:33:41,889 epoch 68 - iter 530/2650 - loss 0.32888064 throughput (samples/sec): 99.62
2019-08-09 07:35:05,272 epoch 68 - iter 795/2650 - loss 0.33417488 throughput (samples/sec): 101.75
2019-08-09 07:36:28,303 epoch 68 - iter 1060/2650 - loss 0.33628580 throughput (samples/sec): 102.18
2019-08-09 07:37:48,640 epoch 68 - iter 1325/2650 - loss 0.33765216 throughput (samples/sec): 105.61
2019-08-09 07:39:11,007 epoch 68 - iter 1590/2650 - loss 0.33971018 throughput (samples/sec): 103.00
2019-08-09 07:40:31,991 epoch 68 - iter 1855/2650 - loss 0.34018416 throughput (samples/sec): 104.77
2019-08-09 07:41:56,703 epoch 68 - iter 2120/2650 - loss 0.34198386 throughput (samples/sec): 100.15
2019-08-09 07:43:20,000 epoch 68 - iter 2385/2650 - loss 0.34498222 throughput (samples/sec): 101.85
2019-08-09 07:44:43,160 ----------------------------------------------------------------------------------------------------
2019-08-09 07:44:43,160 EPOCH 68 done: loss 0.3462 - lr 0.1000
2019-08-09 07:44:43,160 BAD EPOCHS (no improvement): 0
2019-08-09 07:44:43,160 ----------------------------------------------------------------------------------------------------
2019-08-09 07:44:43,430 epoch 69 - iter 0/2650 - loss 0.40565690 throughput (samples/sec): 31896.56
2019-08-09 07:46:05,717 epoch 69 - iter 265/2650 - loss 0.31545964 throughput (samples/sec): 103.10
2019-08-09 07:47:25,139 epoch 69 - iter 530/2650 - loss 0.31466262 throughput (samples/sec): 106.83
2019-08-09 07:48:47,890 epoch 69 - iter 795/2650 - loss 0.32178738 throughput (samples/sec): 102.53
2019-08-09 07:50:11,742 epoch 69 - iter 1060/2650 - loss 0.32333840 throughput (samples/sec): 101.18
2019-08-09 07:51:35,414 epoch 69 - iter 1325/2650 - loss 0.33016077 throughput (samples/sec): 101.40
2019-08-09 07:52:56,475 epoch 69 - iter 1590/2650 - loss 0.33248403 throughput (samples/sec): 104.67
2019-08-09 07:54:17,446 epoch 69 - iter 1855/2650 - loss 0.33080408 throughput (samples/sec): 104.78
2019-08-09 07:55:41,211 epoch 69 - iter 2120/2650 - loss 0.33508073 throughput (samples/sec): 101.28
2019-08-09 07:57:03,936 epoch 69 - iter 2385/2650 - loss 0.33791405 throughput (samples/sec): 102.56
2019-08-09 07:58:26,735 ----------------------------------------------------------------------------------------------------
2019-08-09 07:58:26,735 EPOCH 69 done: loss 0.3412 - lr 0.1000
2019-08-09 07:58:26,735 BAD EPOCHS (no improvement): 0
2019-08-09 07:58:26,735 ----------------------------------------------------------------------------------------------------
2019-08-09 07:58:27,008 epoch 70 - iter 0/2650 - loss 0.47725016 throughput (samples/sec): 31557.67
2019-08-09 07:59:49,724 epoch 70 - iter 265/2650 - loss 0.34151898 throughput (samples/sec): 102.57
2019-08-09 08:01:10,322 epoch 70 - iter 530/2650 - loss 0.33867500 throughput (samples/sec): 105.27
2019-08-09 08:02:31,949 epoch 70 - iter 795/2650 - loss 0.34070681 throughput (samples/sec): 103.94
2019-08-09 08:03:52,031 epoch 70 - iter 1060/2650 - loss 0.33965867 throughput (samples/sec): 105.95
2019-08-09 08:05:13,968 epoch 70 - iter 1325/2650 - loss 0.33856695 throughput (samples/sec): 103.55
2019-08-09 08:06:39,087 epoch 70 - iter 1590/2650 - loss 0.33996088 throughput (samples/sec): 99.67
2019-08-09 08:08:01,013 epoch 70 - iter 1855/2650 - loss 0.34262736 throughput (samples/sec): 103.56
2019-08-09 08:09:23,299 epoch 70 - iter 2120/2650 - loss 0.33986874 throughput (samples/sec): 103.11
2019-08-09 08:10:45,280 epoch 70 - iter 2385/2650 - loss 0.34047718 throughput (samples/sec): 103.49
2019-08-09 08:12:05,451 ----------------------------------------------------------------------------------------------------
2019-08-09 08:12:05,451 EPOCH 70 done: loss 0.3431 - lr 0.1000
2019-08-09 08:12:05,451 BAD EPOCHS (no improvement): 1
2019-08-09 08:12:05,451 ----------------------------------------------------------------------------------------------------
2019-08-09 08:12:05,725 epoch 71 - iter 0/2650 - loss 0.29786670 throughput (samples/sec): 31383.77
2019-08-09 08:13:26,599 epoch 71 - iter 265/2650 - loss 0.33736401 throughput (samples/sec): 104.91
2019-08-09 08:14:48,224 epoch 71 - iter 530/2650 - loss 0.32454814 throughput (samples/sec): 103.94
2019-08-09 08:16:09,595 epoch 71 - iter 795/2650 - loss 0.32779859 throughput (samples/sec): 104.27
2019-08-09 08:17:35,389 epoch 71 - iter 1060/2650 - loss 0.33001096 throughput (samples/sec): 98.89
2019-08-09 08:18:57,093 epoch 71 - iter 1325/2650 - loss 0.33005569 throughput (samples/sec): 103.84
2019-08-09 08:20:20,939 epoch 71 - iter 1590/2650 - loss 0.33259240 throughput (samples/sec): 101.19
2019-08-09 08:21:42,727 epoch 71 - iter 1855/2650 - loss 0.33435206 throughput (samples/sec): 103.74
2019-08-09 08:23:04,561 epoch 71 - iter 2120/2650 - loss 0.33684745 throughput (samples/sec): 103.68
2019-08-09 08:24:26,684 epoch 71 - iter 2385/2650 - loss 0.34071832 throughput (samples/sec): 103.31
2019-08-09 08:25:49,580 ----------------------------------------------------------------------------------------------------
2019-08-09 08:25:49,580 EPOCH 71 done: loss 0.3418 - lr 0.1000
2019-08-09 08:25:49,580 BAD EPOCHS (no improvement): 2
2019-08-09 08:25:49,581 ----------------------------------------------------------------------------------------------------
2019-08-09 08:25:49,986 epoch 72 - iter 0/2650 - loss 0.23228300 throughput (samples/sec): 21138.11
2019-08-09 08:27:25,693 epoch 72 - iter 265/2650 - loss 0.31584713 throughput (samples/sec): 88.64
2019-08-09 08:28:55,599 epoch 72 - iter 530/2650 - loss 0.32362408 throughput (samples/sec): 94.37
2019-08-09 08:30:26,582 epoch 72 - iter 795/2650 - loss 0.33195156 throughput (samples/sec): 93.25
2019-08-09 08:32:04,142 epoch 72 - iter 1060/2650 - loss 0.33623729 throughput (samples/sec): 86.96
2019-08-09 08:33:45,588 epoch 72 - iter 1325/2650 - loss 0.33332673 throughput (samples/sec): 83.63
2019-08-09 08:35:17,915 epoch 72 - iter 1590/2650 - loss 0.33417906 throughput (samples/sec): 91.89
2019-08-09 08:36:44,090 epoch 72 - iter 1855/2650 - loss 0.33468434 throughput (samples/sec): 98.45
2019-08-09 08:38:09,038 epoch 72 - iter 2120/2650 - loss 0.33609853 throughput (samples/sec): 99.87
2019-08-09 08:39:43,660 epoch 72 - iter 2385/2650 - loss 0.33561242 throughput (samples/sec): 89.66
2019-08-09 08:41:15,501 ----------------------------------------------------------------------------------------------------
2019-08-09 08:41:15,501 EPOCH 72 done: loss 0.3355 - lr 0.1000
2019-08-09 08:41:15,501 BAD EPOCHS (no improvement): 0
2019-08-09 08:41:15,501 ----------------------------------------------------------------------------------------------------
2019-08-09 08:41:15,812 epoch 73 - iter 0/2650 - loss 0.26158822 throughput (samples/sec): 27630.16
2019-08-09 08:42:49,873 epoch 73 - iter 265/2650 - loss 0.33235066 throughput (samples/sec): 90.19
2019-08-09 08:44:25,264 epoch 73 - iter 530/2650 - loss 0.32843048 throughput (samples/sec): 88.93
2019-08-09 08:46:00,777 epoch 73 - iter 795/2650 - loss 0.33052716 throughput (samples/sec): 88.82
2019-08-09 08:47:43,765 epoch 73 - iter 1060/2650 - loss 0.32837260 throughput (samples/sec): 82.37
2019-08-09 08:49:18,238 epoch 73 - iter 1325/2650 - loss 0.33065898 throughput (samples/sec): 89.80
2019-08-09 08:50:58,921 epoch 73 - iter 1590/2650 - loss 0.32848799 throughput (samples/sec): 84.26
2019-08-09 08:52:32,300 epoch 73 - iter 1855/2650 - loss 0.33179161 throughput (samples/sec): 90.86
2019-08-09 08:54:14,805 epoch 73 - iter 2120/2650 - loss 0.33076263 throughput (samples/sec): 82.76
2019-08-09 08:55:53,316 epoch 73 - iter 2385/2650 - loss 0.32963617 throughput (samples/sec): 86.12
2019-08-09 08:57:33,403 ----------------------------------------------------------------------------------------------------
2019-08-09 08:57:33,403 EPOCH 73 done: loss 0.3342 - lr 0.1000
2019-08-09 08:57:33,403 BAD EPOCHS (no improvement): 0
2019-08-09 08:57:33,404 ----------------------------------------------------------------------------------------------------
2019-08-09 08:57:33,653 epoch 74 - iter 0/2650 - loss 0.08657974 throughput (samples/sec): 34530.81
2019-08-09 08:59:09,648 epoch 74 - iter 265/2650 - loss 0.32324335 throughput (samples/sec): 88.38
2019-08-09 09:00:47,306 epoch 74 - iter 530/2650 - loss 0.32153569 throughput (samples/sec): 86.87
2019-08-09 09:02:25,366 epoch 74 - iter 795/2650 - loss 0.32676304 throughput (samples/sec): 86.51
2019-08-09 09:03:58,105 epoch 74 - iter 1060/2650 - loss 0.32842641 throughput (samples/sec): 91.48
2019-08-09 09:05:37,146 epoch 74 - iter 1325/2650 - loss 0.32855754 throughput (samples/sec): 85.66
2019-08-09 09:07:11,876 epoch 74 - iter 1590/2650 - loss 0.32878555 throughput (samples/sec): 89.56
2019-08-09 09:08:51,117 epoch 74 - iter 1855/2650 - loss 0.32984982 throughput (samples/sec): 85.49
2019-08-09 09:10:23,855 epoch 74 - iter 2120/2650 - loss 0.33248968 throughput (samples/sec): 91.48
2019-08-09 09:12:06,696 epoch 74 - iter 2385/2650 - loss 0.33254522 throughput (samples/sec): 82.49
2019-08-09 09:13:39,281 ----------------------------------------------------------------------------------------------------
2019-08-09 09:13:39,282 EPOCH 74 done: loss 0.3336 - lr 0.1000
2019-08-09 09:13:39,282 BAD EPOCHS (no improvement): 0
2019-08-09 09:13:39,282 ----------------------------------------------------------------------------------------------------
2019-08-09 09:13:39,552 epoch 75 - iter 0/2650 - loss 0.09408331 throughput (samples/sec): 31800.43
2019-08-09 09:15:21,989 epoch 75 - iter 265/2650 - loss 0.33156495 throughput (samples/sec): 82.82
2019-08-09 09:16:54,041 epoch 75 - iter 530/2650 - loss 0.33490143 throughput (samples/sec): 92.16
2019-08-09 09:18:40,102 epoch 75 - iter 795/2650 - loss 0.32275260 throughput (samples/sec): 79.99
2019-08-09 09:20:12,665 epoch 75 - iter 1060/2650 - loss 0.32605747 throughput (samples/sec): 91.65
2019-08-09 09:21:53,430 epoch 75 - iter 1325/2650 - loss 0.32688760 throughput (samples/sec): 84.19
2019-08-09 09:23:26,525 epoch 75 - iter 1590/2650 - loss 0.32824917 throughput (samples/sec): 91.13
2019-08-09 09:25:07,180 epoch 75 - iter 1855/2650 - loss 0.33006532 throughput (samples/sec): 84.28
2019-08-09 09:26:37,763 epoch 75 - iter 2120/2650 - loss 0.33221342 throughput (samples/sec): 93.66
2019-08-09 09:28:01,772 epoch 75 - iter 2385/2650 - loss 0.33427798 throughput (samples/sec): 100.99
2019-08-09 09:29:28,696 ----------------------------------------------------------------------------------------------------
2019-08-09 09:29:28,697 EPOCH 75 done: loss 0.3325 - lr 0.1000
2019-08-09 09:29:28,697 BAD EPOCHS (no improvement): 0
2019-08-09 09:29:28,697 ----------------------------------------------------------------------------------------------------
2019-08-09 09:29:29,341 epoch 76 - iter 0/2650 - loss 0.16890788 throughput (samples/sec): 13242.19
2019-08-09 09:31:25,378 epoch 76 - iter 265/2650 - loss 0.34698483 throughput (samples/sec): 73.11
2019-08-09 09:33:02,315 epoch 76 - iter 530/2650 - loss 0.34180761 throughput (samples/sec): 87.52
2019-08-09 09:34:21,732 epoch 76 - iter 795/2650 - loss 0.33286836 throughput (samples/sec): 106.83
2019-08-09 09:35:45,420 epoch 76 - iter 1060/2650 - loss 0.33298006 throughput (samples/sec): 101.38
2019-08-09 09:37:08,700 epoch 76 - iter 1325/2650 - loss 0.33354120 throughput (samples/sec): 101.88
2019-08-09 09:38:32,416 epoch 76 - iter 1590/2650 - loss 0.33247678 throughput (samples/sec): 101.35
2019-08-09 09:39:57,178 epoch 76 - iter 1855/2650 - loss 0.33164240 throughput (samples/sec): 100.09
2019-08-09 09:41:16,920 epoch 76 - iter 2120/2650 - loss 0.33182812 throughput (samples/sec): 106.40
2019-08-09 09:42:39,985 epoch 76 - iter 2385/2650 - loss 0.33241933 throughput (samples/sec): 102.14
2019-08-09 09:44:00,036 ----------------------------------------------------------------------------------------------------
2019-08-09 09:44:00,036 EPOCH 76 done: loss 0.3332 - lr 0.1000
2019-08-09 09:44:00,036 BAD EPOCHS (no improvement): 1
2019-08-09 09:44:00,037 ----------------------------------------------------------------------------------------------------
2019-08-09 09:44:00,341 epoch 77 - iter 0/2650 - loss 0.24152076 throughput (samples/sec): 28191.86
2019-08-09 09:45:21,976 epoch 77 - iter 265/2650 - loss 0.29650343 throughput (samples/sec): 103.93
2019-08-09 09:46:43,369 epoch 77 - iter 530/2650 - loss 0.30038449 throughput (samples/sec): 104.24
2019-08-09 09:48:05,563 epoch 77 - iter 795/2650 - loss 0.30312418 throughput (samples/sec): 103.22
2019-08-09 09:49:30,999 epoch 77 - iter 1060/2650 - loss 0.30719886 throughput (samples/sec): 99.30
2019-08-09 09:50:53,423 epoch 77 - iter 1325/2650 - loss 0.30930167 throughput (samples/sec): 102.93
2019-08-09 09:52:16,703 epoch 77 - iter 1590/2650 - loss 0.31038801 throughput (samples/sec): 101.88
2019-08-09 09:53:40,647 epoch 77 - iter 1855/2650 - loss 0.31518836 throughput (samples/sec): 101.07
2019-08-09 09:55:04,746 epoch 77 - iter 2120/2650 - loss 0.31659367 throughput (samples/sec): 100.89
2019-08-09 09:56:29,989 epoch 77 - iter 2385/2650 - loss 0.31764185 throughput (samples/sec): 99.53
2019-08-09 09:57:53,627 ----------------------------------------------------------------------------------------------------
2019-08-09 09:57:53,627 EPOCH 77 done: loss 0.3208 - lr 0.1000
2019-08-09 09:57:53,627 BAD EPOCHS (no improvement): 0
2019-08-09 09:57:53,627 ----------------------------------------------------------------------------------------------------
2019-08-09 09:57:53,928 epoch 78 - iter 0/2650 - loss 0.45161021 throughput (samples/sec): 28586.46
2019-08-09 09:59:17,726 epoch 78 - iter 265/2650 - loss 0.30364715 throughput (samples/sec): 101.25
2019-08-09 10:00:40,869 epoch 78 - iter 530/2650 - loss 0.31254427 throughput (samples/sec): 102.04
2019-08-09 10:02:04,983 epoch 78 - iter 795/2650 - loss 0.30816190 throughput (samples/sec): 100.87
2019-08-09 10:03:28,964 epoch 78 - iter 1060/2650 - loss 0.31017545 throughput (samples/sec): 101.03
2019-08-09 10:04:51,818 epoch 78 - iter 1325/2650 - loss 0.31560525 throughput (samples/sec): 102.40
2019-08-09 10:06:15,625 epoch 78 - iter 1590/2650 - loss 0.31630532 throughput (samples/sec): 101.24
2019-08-09 10:07:37,931 epoch 78 - iter 1855/2650 - loss 0.31797836 throughput (samples/sec): 103.08
2019-08-09 10:09:08,897 epoch 78 - iter 2120/2650 - loss 0.31952762 throughput (samples/sec): 93.27
2019-08-09 10:11:06,975 epoch 78 - iter 2385/2650 - loss 0.31945613 throughput (samples/sec): 71.84
2019-08-09 10:12:52,596 ----------------------------------------------------------------------------------------------------
2019-08-09 10:12:52,596 EPOCH 78 done: loss 0.3206 - lr 0.1000
2019-08-09 10:12:52,596 BAD EPOCHS (no improvement): 0
2019-08-09 10:12:52,596 ----------------------------------------------------------------------------------------------------
2019-08-09 10:12:52,854 epoch 79 - iter 0/2650 - loss 0.21588692 throughput (samples/sec): 33426.87
2019-08-09 10:14:17,366 epoch 79 - iter 265/2650 - loss 0.32367463 throughput (samples/sec): 100.39
2019-08-09 10:15:41,259 epoch 79 - iter 530/2650 - loss 0.31082837 throughput (samples/sec): 101.13
2019-08-09 10:17:04,813 epoch 79 - iter 795/2650 - loss 0.31142644 throughput (samples/sec): 101.55
2019-08-09 10:18:27,519 epoch 79 - iter 1060/2650 - loss 0.31490493 throughput (samples/sec): 102.59
2019-08-09 10:19:52,885 epoch 79 - iter 1325/2650 - loss 0.32007455 throughput (samples/sec): 99.39
2019-08-09 10:21:15,284 epoch 79 - iter 1590/2650 - loss 0.32058432 throughput (samples/sec): 102.97
2019-08-09 10:22:40,494 epoch 79 - iter 1855/2650 - loss 0.32037777 throughput (samples/sec): 99.57
2019-08-09 10:24:03,672 epoch 79 - iter 2120/2650 - loss 0.31987012 throughput (samples/sec): 102.00
2019-08-09 10:25:29,194 epoch 79 - iter 2385/2650 - loss 0.32033809 throughput (samples/sec): 99.20
2019-08-09 10:26:53,817 ----------------------------------------------------------------------------------------------------
2019-08-09 10:26:53,818 EPOCH 79 done: loss 0.3231 - lr 0.1000
2019-08-09 10:26:53,818 BAD EPOCHS (no improvement): 1
2019-08-09 10:26:53,818 ----------------------------------------------------------------------------------------------------
2019-08-09 10:26:54,066 epoch 80 - iter 0/2650 - loss 0.23076129 throughput (samples/sec): 34649.05
2019-08-09 10:28:17,911 epoch 80 - iter 265/2650 - loss 0.31810135 throughput (samples/sec): 101.19
2019-08-09 10:29:42,986 epoch 80 - iter 530/2650 - loss 0.32409668 throughput (samples/sec): 99.73
2019-08-09 10:31:06,159 epoch 80 - iter 795/2650 - loss 0.31993939 throughput (samples/sec): 102.01
2019-08-09 10:32:29,436 epoch 80 - iter 1060/2650 - loss 0.32170192 throughput (samples/sec): 101.88
2019-08-09 10:33:53,308 epoch 80 - iter 1325/2650 - loss 0.32047657 throughput (samples/sec): 101.16
2019-08-09 10:35:16,109 epoch 80 - iter 1590/2650 - loss 0.31846327 throughput (samples/sec): 102.47
2019-08-09 10:36:38,861 epoch 80 - iter 1855/2650 - loss 0.31717777 throughput (samples/sec): 102.53
2019-08-09 10:38:02,017 epoch 80 - iter 2120/2650 - loss 0.31817937 throughput (samples/sec): 102.03
2019-08-09 10:39:25,733 epoch 80 - iter 2385/2650 - loss 0.31957387 throughput (samples/sec): 101.34
2019-08-09 10:41:07,432 ----------------------------------------------------------------------------------------------------
2019-08-09 10:41:07,432 EPOCH 80 done: loss 0.3206 - lr 0.1000
2019-08-09 10:41:07,433 BAD EPOCHS (no improvement): 2
2019-08-09 10:41:07,433 ----------------------------------------------------------------------------------------------------
2019-08-09 10:41:07,821 epoch 81 - iter 0/2650 - loss 0.36149973 throughput (samples/sec): 22023.03
2019-08-09 10:43:05,045 epoch 81 - iter 265/2650 - loss 0.30808720 throughput (samples/sec): 72.37
2019-08-09 10:44:54,702 epoch 81 - iter 530/2650 - loss 0.31844341 throughput (samples/sec): 77.36
2019-08-09 10:46:48,399 epoch 81 - iter 795/2650 - loss 0.31905251 throughput (samples/sec): 74.61
2019-08-09 10:48:40,058 epoch 81 - iter 1060/2650 - loss 0.31885485 throughput (samples/sec): 75.98
2019-08-09 10:50:25,693 epoch 81 - iter 1325/2650 - loss 0.31720529 throughput (samples/sec): 80.31
2019-08-09 10:52:09,632 epoch 81 - iter 1590/2650 - loss 0.32266336 throughput (samples/sec): 81.62
2019-08-09 10:53:54,891 epoch 81 - iter 1855/2650 - loss 0.32366253 throughput (samples/sec): 80.60
2019-08-09 10:55:43,273 epoch 81 - iter 2120/2650 - loss 0.32280080 throughput (samples/sec): 78.27
2019-08-09 10:57:30,966 epoch 81 - iter 2385/2650 - loss 0.32165641 throughput (samples/sec): 78.78
2019-08-09 10:59:17,949 ----------------------------------------------------------------------------------------------------
2019-08-09 10:59:17,949 EPOCH 81 done: loss 0.3234 - lr 0.1000
2019-08-09 10:59:17,949 BAD EPOCHS (no improvement): 3
2019-08-09 10:59:17,949 ----------------------------------------------------------------------------------------------------
2019-08-09 10:59:18,246 epoch 82 - iter 0/2650 - loss 0.09390438 throughput (samples/sec): 28943.23
2019-08-09 11:01:12,509 epoch 82 - iter 265/2650 - loss 0.30881999 throughput (samples/sec): 74.24
2019-08-09 11:03:10,304 epoch 82 - iter 530/2650 - loss 0.30554365 throughput (samples/sec): 72.02
2019-08-09 11:05:06,690 epoch 82 - iter 795/2650 - loss 0.31037079 throughput (samples/sec): 72.89
2019-08-09 11:07:08,557 epoch 82 - iter 1060/2650 - loss 0.31102019 throughput (samples/sec): 69.61
2019-08-09 11:09:01,284 epoch 82 - iter 1325/2650 - loss 0.31431890 throughput (samples/sec): 75.26
2019-08-09 11:10:49,543 epoch 82 - iter 1590/2650 - loss 0.31369377 throughput (samples/sec): 78.36
2019-08-09 11:12:37,270 epoch 82 - iter 1855/2650 - loss 0.31542990 throughput (samples/sec): 78.75
2019-08-09 11:14:20,352 epoch 82 - iter 2120/2650 - loss 0.31785667 throughput (samples/sec): 82.30
2019-08-09 11:16:01,180 epoch 82 - iter 2385/2650 - loss 0.31716505 throughput (samples/sec): 84.14
2019-08-09 11:17:44,912 ----------------------------------------------------------------------------------------------------
2019-08-09 11:17:44,912 EPOCH 82 done: loss 0.3164 - lr 0.1000
2019-08-09 11:17:44,912 BAD EPOCHS (no improvement): 0
2019-08-09 11:17:44,913 ----------------------------------------------------------------------------------------------------
2019-08-09 11:17:45,182 epoch 83 - iter 0/2650 - loss 0.12523782 throughput (samples/sec): 31950.20
2019-08-09 11:19:09,348 epoch 83 - iter 265/2650 - loss 0.32279298 throughput (samples/sec): 100.81
2019-08-09 11:20:36,495 epoch 83 - iter 530/2650 - loss 0.31575641 throughput (samples/sec): 97.35
2019-08-09 11:22:04,208 epoch 83 - iter 795/2650 - loss 0.30964619 throughput (samples/sec): 96.73
2019-08-09 11:24:02,394 epoch 83 - iter 1060/2650 - loss 0.30747100 throughput (samples/sec): 71.78
2019-08-09 11:25:56,757 epoch 83 - iter 1325/2650 - loss 0.30866441 throughput (samples/sec): 74.18
2019-08-09 11:27:46,346 epoch 83 - iter 1590/2650 - loss 0.30978024 throughput (samples/sec): 77.41
2019-08-09 11:29:34,084 epoch 83 - iter 1855/2650 - loss 0.31268292 throughput (samples/sec): 78.74
2019-08-09 11:31:20,213 epoch 83 - iter 2120/2650 - loss 0.31330531 throughput (samples/sec): 79.93
2019-08-09 11:33:05,553 epoch 83 - iter 2385/2650 - loss 0.31625315 throughput (samples/sec): 80.53
2019-08-09 11:34:50,402 ----------------------------------------------------------------------------------------------------
2019-08-09 11:34:50,403 EPOCH 83 done: loss 0.3161 - lr 0.1000
2019-08-09 11:34:50,403 BAD EPOCHS (no improvement): 0
2019-08-09 11:34:50,403 ----------------------------------------------------------------------------------------------------
2019-08-09 11:34:50,894 epoch 84 - iter 0/2650 - loss 0.23676512 throughput (samples/sec): 17414.20
2019-08-09 11:36:36,654 epoch 84 - iter 265/2650 - loss 0.31754365 throughput (samples/sec): 80.21
2019-08-09 11:38:19,516 epoch 84 - iter 530/2650 - loss 0.30778167 throughput (samples/sec): 82.48
2019-08-09 11:40:05,418 epoch 84 - iter 795/2650 - loss 0.31047747 throughput (samples/sec): 80.11
2019-08-09 11:41:48,560 epoch 84 - iter 1060/2650 - loss 0.31234196 throughput (samples/sec): 82.25
2019-08-09 11:43:45,101 epoch 84 - iter 1325/2650 - loss 0.31654055 throughput (samples/sec): 72.79
2019-08-09 11:45:33,749 epoch 84 - iter 1590/2650 - loss 0.31794147 throughput (samples/sec): 78.08
2019-08-09 11:47:20,927 epoch 84 - iter 1855/2650 - loss 0.31430145 throughput (samples/sec): 79.15
2019-08-09 11:49:08,230 epoch 84 - iter 2120/2650 - loss 0.31527663 throughput (samples/sec): 79.06
2019-08-09 11:50:57,547 epoch 84 - iter 2385/2650 - loss 0.31596165 throughput (samples/sec): 77.60
2019-08-09 11:52:47,876 ----------------------------------------------------------------------------------------------------
2019-08-09 11:52:47,876 EPOCH 84 done: loss 0.3172 - lr 0.1000
2019-08-09 11:52:47,877 BAD EPOCHS (no improvement): 1
2019-08-09 11:52:47,877 ----------------------------------------------------------------------------------------------------
2019-08-09 11:52:48,190 epoch 85 - iter 0/2650 - loss 0.23364073 throughput (samples/sec): 27393.71
2019-08-09 11:54:36,764 epoch 85 - iter 265/2650 - loss 0.30844214 throughput (samples/sec): 78.13
2019-08-09 11:56:24,841 epoch 85 - iter 530/2650 - loss 0.31941710 throughput (samples/sec): 78.49
2019-08-09 11:58:11,105 epoch 85 - iter 795/2650 - loss 0.31451801 throughput (samples/sec): 79.83
2019-08-09 12:00:04,398 epoch 85 - iter 1060/2650 - loss 0.31300057 throughput (samples/sec): 74.88
2019-08-09 12:01:51,721 epoch 85 - iter 1325/2650 - loss 0.31051471 throughput (samples/sec): 79.05
2019-08-09 12:03:39,218 epoch 85 - iter 1590/2650 - loss 0.30991266 throughput (samples/sec): 78.92
2019-08-09 12:05:28,300 epoch 85 - iter 1855/2650 - loss 0.31232493 throughput (samples/sec): 77.77
2019-08-09 12:07:15,737 epoch 85 - iter 2120/2650 - loss 0.31502842 throughput (samples/sec): 78.96
2019-08-09 12:09:03,458 epoch 85 - iter 2385/2650 - loss 0.31612818 throughput (samples/sec): 78.75
2019-08-09 12:10:51,247 ----------------------------------------------------------------------------------------------------
2019-08-09 12:10:51,247 EPOCH 85 done: loss 0.3170 - lr 0.1000
2019-08-09 12:10:51,247 BAD EPOCHS (no improvement): 2
2019-08-09 12:10:51,247 ----------------------------------------------------------------------------------------------------
2019-08-09 12:10:51,642 epoch 86 - iter 0/2650 - loss 0.10628381 throughput (samples/sec): 21672.00
2019-08-09 12:12:40,048 epoch 86 - iter 265/2650 - loss 0.29654681 throughput (samples/sec): 78.26
2019-08-09 12:14:27,213 epoch 86 - iter 530/2650 - loss 0.29961680 throughput (samples/sec): 79.16
2019-08-09 12:16:11,621 epoch 86 - iter 795/2650 - loss 0.29664991 throughput (samples/sec): 81.25
2019-08-09 12:18:01,362 epoch 86 - iter 1060/2650 - loss 0.29925065 throughput (samples/sec): 77.30
2019-08-09 12:19:53,746 epoch 86 - iter 1325/2650 - loss 0.29965120 throughput (samples/sec): 75.48
2019-08-09 12:21:43,334 epoch 86 - iter 1590/2650 - loss 0.30312743 throughput (samples/sec): 77.41
2019-08-09 12:23:33,879 epoch 86 - iter 1855/2650 - loss 0.30471124 throughput (samples/sec): 76.74
2019-08-09 12:25:13,210 epoch 86 - iter 2120/2650 - loss 0.30685823 throughput (samples/sec): 85.41
2019-08-09 12:26:39,166 epoch 86 - iter 2385/2650 - loss 0.31026556 throughput (samples/sec): 98.70
2019-08-09 12:28:13,266 ----------------------------------------------------------------------------------------------------
2019-08-09 12:28:13,266 EPOCH 86 done: loss 0.3120 - lr 0.1000
2019-08-09 12:28:13,266 BAD EPOCHS (no improvement): 0
2019-08-09 12:28:13,266 ----------------------------------------------------------------------------------------------------
2019-08-09 12:28:13,866 epoch 87 - iter 0/2650 - loss 0.22007853 throughput (samples/sec): 14235.57
2019-08-09 12:30:11,399 epoch 87 - iter 265/2650 - loss 0.30172238 throughput (samples/sec): 72.18
2019-08-09 12:32:05,490 epoch 87 - iter 530/2650 - loss 0.31807023 throughput (samples/sec): 74.35
2019-08-09 12:33:54,253 epoch 87 - iter 795/2650 - loss 0.31263915 throughput (samples/sec): 78.00
2019-08-09 12:35:41,615 epoch 87 - iter 1060/2650 - loss 0.31363948 throughput (samples/sec): 79.02
2019-08-09 12:37:22,563 epoch 87 - iter 1325/2650 - loss 0.31468301 throughput (samples/sec): 84.04
2019-08-09 12:39:06,866 epoch 87 - iter 1590/2650 - loss 0.31422009 throughput (samples/sec): 81.34
2019-08-09 12:40:49,996 epoch 87 - iter 1855/2650 - loss 0.31053367 throughput (samples/sec): 82.26
2019-08-09 12:42:34,170 epoch 87 - iter 2120/2650 - loss 0.31093491 throughput (samples/sec): 81.44
2019-08-09 12:44:29,291 epoch 87 - iter 2385/2650 - loss 0.31188087 throughput (samples/sec): 73.69
2019-08-09 12:46:18,007 ----------------------------------------------------------------------------------------------------
2019-08-09 12:46:18,008 EPOCH 87 done: loss 0.3125 - lr 0.1000
2019-08-09 12:46:18,008 BAD EPOCHS (no improvement): 1
2019-08-09 12:46:18,008 ----------------------------------------------------------------------------------------------------
2019-08-09 12:46:18,585 epoch 88 - iter 0/2650 - loss 0.02627647 throughput (samples/sec): 14801.87
2019-08-09 12:48:08,105 epoch 88 - iter 265/2650 - loss 0.29575289 throughput (samples/sec): 77.46
2019-08-09 12:49:58,541 epoch 88 - iter 530/2650 - loss 0.29558848 throughput (samples/sec): 76.82
2019-08-09 12:51:49,825 epoch 88 - iter 795/2650 - loss 0.30101028 throughput (samples/sec): 76.23
2019-08-09 12:53:48,586 epoch 88 - iter 1060/2650 - loss 0.30606669 throughput (samples/sec): 71.43
2019-08-09 12:55:34,867 epoch 88 - iter 1325/2650 - loss 0.30203230 throughput (samples/sec): 79.82
2019-08-09 12:57:19,469 epoch 88 - iter 1590/2650 - loss 0.30367818 throughput (samples/sec): 81.10
2019-08-09 12:59:09,879 epoch 88 - iter 1855/2650 - loss 0.30503473 throughput (samples/sec): 76.83
2019-08-09 13:00:52,421 epoch 88 - iter 2120/2650 - loss 0.30700152 throughput (samples/sec): 82.73
2019-08-09 13:02:45,349 epoch 88 - iter 2385/2650 - loss 0.30881051 throughput (samples/sec): 75.12
2019-08-09 13:04:34,197 ----------------------------------------------------------------------------------------------------
2019-08-09 13:04:34,197 EPOCH 88 done: loss 0.3086 - lr 0.1000
2019-08-09 13:04:34,197 BAD EPOCHS (no improvement): 0
2019-08-09 13:04:34,197 ----------------------------------------------------------------------------------------------------
2019-08-09 13:04:34,573 epoch 89 - iter 0/2650 - loss 0.10099247 throughput (samples/sec): 22810.20
2019-08-09 13:06:24,623 epoch 89 - iter 265/2650 - loss 0.28996917 throughput (samples/sec): 77.09
2019-08-09 13:08:15,427 epoch 89 - iter 530/2650 - loss 0.28865078 throughput (samples/sec): 76.56
2019-08-09 13:10:06,436 epoch 89 - iter 795/2650 - loss 0.29535016 throughput (samples/sec): 76.42
2019-08-09 13:11:50,238 epoch 89 - iter 1060/2650 - loss 0.29370426 throughput (samples/sec): 81.73
2019-08-09 13:13:34,197 epoch 89 - iter 1325/2650 - loss 0.29962337 throughput (samples/sec): 81.61
2019-08-09 13:15:25,998 epoch 89 - iter 1590/2650 - loss 0.30303764 throughput (samples/sec): 75.88
2019-08-09 13:17:15,890 epoch 89 - iter 1855/2650 - loss 0.30639216 throughput (samples/sec): 77.20
2019-08-09 13:19:05,984 epoch 89 - iter 2120/2650 - loss 0.30543797 throughput (samples/sec): 77.06
2019-08-09 13:20:55,446 epoch 89 - iter 2385/2650 - loss 0.30864249 throughput (samples/sec): 77.51
2019-08-09 13:22:49,169 ----------------------------------------------------------------------------------------------------
2019-08-09 13:22:49,169 EPOCH 89 done: loss 0.3121 - lr 0.1000
2019-08-09 13:22:49,170 BAD EPOCHS (no improvement): 1
2019-08-09 13:22:49,170 ----------------------------------------------------------------------------------------------------
2019-08-09 13:22:49,540 epoch 90 - iter 0/2650 - loss 0.20215017 throughput (samples/sec): 23124.72
2019-08-09 13:24:42,781 epoch 90 - iter 265/2650 - loss 0.29885339 throughput (samples/sec): 74.91
2019-08-09 13:26:36,941 epoch 90 - iter 530/2650 - loss 0.29496773 throughput (samples/sec): 74.31
2019-08-09 13:28:20,974 epoch 90 - iter 795/2650 - loss 0.29037722 throughput (samples/sec): 81.55
2019-08-09 13:30:12,125 epoch 90 - iter 1060/2650 - loss 0.29541223 throughput (samples/sec): 76.32
2019-08-09 13:32:03,604 epoch 90 - iter 1325/2650 - loss 0.29861942 throughput (samples/sec): 76.10
2019-08-09 13:33:53,568 epoch 90 - iter 1590/2650 - loss 0.29821055 throughput (samples/sec): 77.15
2019-08-09 13:35:39,385 epoch 90 - iter 1855/2650 - loss 0.30377975 throughput (samples/sec): 80.17
2019-08-09 13:37:04,995 epoch 90 - iter 2120/2650 - loss 0.30581935 throughput (samples/sec): 99.10
2019-08-09 13:38:30,700 epoch 90 - iter 2385/2650 - loss 0.30766437 throughput (samples/sec): 98.99
2019-08-09 13:39:54,054 ----------------------------------------------------------------------------------------------------
2019-08-09 13:39:54,054 EPOCH 90 done: loss 0.3092 - lr 0.1000
2019-08-09 13:39:54,055 BAD EPOCHS (no improvement): 2
2019-08-09 13:39:54,055 ----------------------------------------------------------------------------------------------------
2019-08-09 13:39:54,353 epoch 91 - iter 0/2650 - loss 0.17892426 throughput (samples/sec): 28825.99
2019-08-09 13:41:48,768 epoch 91 - iter 265/2650 - loss 0.27129175 throughput (samples/sec): 74.14
2019-08-09 13:43:41,061 epoch 91 - iter 530/2650 - loss 0.27576541 throughput (samples/sec): 75.55
2019-08-09 13:45:27,028 epoch 91 - iter 795/2650 - loss 0.28631601 throughput (samples/sec): 80.06
2019-08-09 13:47:10,809 epoch 91 - iter 1060/2650 - loss 0.29203248 throughput (samples/sec): 81.74
2019-08-09 13:48:57,061 epoch 91 - iter 1325/2650 - loss 0.30155762 throughput (samples/sec): 79.84
2019-08-09 13:50:51,623 epoch 91 - iter 1590/2650 - loss 0.30146061 throughput (samples/sec): 74.05
2019-08-09 13:52:34,337 epoch 91 - iter 1855/2650 - loss 0.30257189 throughput (samples/sec): 82.59
2019-08-09 13:54:18,468 epoch 91 - iter 2120/2650 - loss 0.30689028 throughput (samples/sec): 81.47
2019-08-09 13:56:01,940 epoch 91 - iter 2385/2650 - loss 0.30887435 throughput (samples/sec): 81.99
2019-08-09 13:57:50,520 ----------------------------------------------------------------------------------------------------
2019-08-09 13:57:50,520 EPOCH 91 done: loss 0.3099 - lr 0.1000
2019-08-09 13:57:50,520 BAD EPOCHS (no improvement): 3
2019-08-09 13:57:50,520 ----------------------------------------------------------------------------------------------------
2019-08-09 13:57:50,984 epoch 92 - iter 0/2650 - loss 0.36558709 throughput (samples/sec): 18427.47
2019-08-09 13:59:37,570 epoch 92 - iter 265/2650 - loss 0.30643025 throughput (samples/sec): 79.59
2019-08-09 14:01:18,927 epoch 92 - iter 530/2650 - loss 0.29875874 throughput (samples/sec): 83.70
2019-08-09 14:03:02,638 epoch 92 - iter 795/2650 - loss 0.30067556 throughput (samples/sec): 81.80
2019-08-09 14:04:46,947 epoch 92 - iter 1060/2650 - loss 0.30881100 throughput (samples/sec): 81.33
2019-08-09 14:06:38,380 epoch 92 - iter 1325/2650 - loss 0.31108038 throughput (samples/sec): 76.14
2019-08-09 14:08:28,404 epoch 92 - iter 1590/2650 - loss 0.31077439 throughput (samples/sec): 77.10
2019-08-09 14:10:09,862 epoch 92 - iter 1855/2650 - loss 0.31490980 throughput (samples/sec): 83.62
2019-08-09 14:12:01,135 epoch 92 - iter 2120/2650 - loss 0.31244124 throughput (samples/sec): 76.24
2019-08-09 14:13:46,168 epoch 92 - iter 2385/2650 - loss 0.31261539 throughput (samples/sec): 80.78
2019-08-09 14:15:37,704 ----------------------------------------------------------------------------------------------------
2019-08-09 14:15:37,705 EPOCH 92 done: loss 0.3127 - lr 0.1000
2019-08-09 14:15:37,705 BAD EPOCHS (no improvement): 4
2019-08-09 14:15:37,705 ----------------------------------------------------------------------------------------------------
2019-08-09 14:15:38,217 epoch 93 - iter 0/2650 - loss 0.11494464 throughput (samples/sec): 16682.50
2019-08-09 14:17:29,621 epoch 93 - iter 265/2650 - loss 0.26940429 throughput (samples/sec): 76.15
2019-08-09 14:19:21,659 epoch 93 - iter 530/2650 - loss 0.27738051 throughput (samples/sec): 75.72
2019-08-09 14:21:06,523 epoch 93 - iter 795/2650 - loss 0.27494573 throughput (samples/sec): 80.90
2019-08-09 14:23:00,226 epoch 93 - iter 1060/2650 - loss 0.27674720 throughput (samples/sec): 74.62
2019-08-09 14:24:49,224 epoch 93 - iter 1325/2650 - loss 0.27541002 throughput (samples/sec): 77.83
2019-08-09 14:26:36,492 epoch 93 - iter 1590/2650 - loss 0.27722643 throughput (samples/sec): 79.09
2019-08-09 14:28:24,986 epoch 93 - iter 1855/2650 - loss 0.27880891 throughput (samples/sec): 78.19
2019-08-09 14:30:10,234 epoch 93 - iter 2120/2650 - loss 0.27872711 throughput (samples/sec): 80.61
2019-08-09 14:32:03,056 epoch 93 - iter 2385/2650 - loss 0.28003129 throughput (samples/sec): 75.19
2019-08-09 14:33:48,021 ----------------------------------------------------------------------------------------------------
2019-08-09 14:33:48,022 EPOCH 93 done: loss 0.2806 - lr 0.0500
2019-08-09 14:33:48,022 BAD EPOCHS (no improvement): 0
2019-08-09 14:33:48,022 ----------------------------------------------------------------------------------------------------
2019-08-09 14:33:48,572 epoch 94 - iter 0/2650 - loss 0.32541719 throughput (samples/sec): 15515.13
2019-08-09 14:35:33,710 epoch 94 - iter 265/2650 - loss 0.25842507 throughput (samples/sec): 80.69
2019-08-09 14:37:28,091 epoch 94 - iter 530/2650 - loss 0.27138626 throughput (samples/sec): 74.17
2019-08-09 14:39:17,832 epoch 94 - iter 795/2650 - loss 0.27203143 throughput (samples/sec): 77.30
2019-08-09 14:41:14,079 epoch 94 - iter 1060/2650 - loss 0.27024718 throughput (samples/sec): 72.98
2019-08-09 14:43:03,747 epoch 94 - iter 1325/2650 - loss 0.26890203 throughput (samples/sec): 77.36
2019-08-09 14:44:53,867 epoch 94 - iter 1590/2650 - loss 0.26841286 throughput (samples/sec): 77.04
2019-08-09 14:46:45,693 epoch 94 - iter 1855/2650 - loss 0.26914454 throughput (samples/sec): 75.86
2019-08-09 14:48:36,067 epoch 94 - iter 2120/2650 - loss 0.26858237 throughput (samples/sec): 76.86
2019-08-09 14:50:30,756 epoch 94 - iter 2385/2650 - loss 0.27005549 throughput (samples/sec): 73.97
2019-08-09 14:52:20,776 ----------------------------------------------------------------------------------------------------
2019-08-09 14:52:20,776 EPOCH 94 done: loss 0.2712 - lr 0.0500
2019-08-09 14:52:20,776 BAD EPOCHS (no improvement): 0
2019-08-09 14:52:20,776 ----------------------------------------------------------------------------------------------------
2019-08-09 14:52:21,108 epoch 95 - iter 0/2650 - loss 0.15731183 throughput (samples/sec): 25874.08
2019-08-09 14:54:04,119 epoch 95 - iter 265/2650 - loss 0.25124321 throughput (samples/sec): 82.36
2019-08-09 14:55:47,863 epoch 95 - iter 530/2650 - loss 0.26668266 throughput (samples/sec): 81.78
2019-08-09 14:57:34,145 epoch 95 - iter 795/2650 - loss 0.26562406 throughput (samples/sec): 79.83
2019-08-09 14:59:20,859 epoch 95 - iter 1060/2650 - loss 0.26693008 throughput (samples/sec): 79.50
2019-08-09 15:01:03,416 epoch 95 - iter 1325/2650 - loss 0.26903069 throughput (samples/sec): 82.72
2019-08-09 15:02:53,066 epoch 95 - iter 1590/2650 - loss 0.26897401 throughput (samples/sec): 77.37
2019-08-09 15:04:36,355 epoch 95 - iter 1855/2650 - loss 0.27021161 throughput (samples/sec): 82.13
2019-08-09 15:06:17,699 epoch 95 - iter 2120/2650 - loss 0.26811980 throughput (samples/sec): 83.71
2019-08-09 15:08:00,945 epoch 95 - iter 2385/2650 - loss 0.27047032 throughput (samples/sec): 82.17
2019-08-09 15:09:40,936 ----------------------------------------------------------------------------------------------------
2019-08-09 15:09:40,936 EPOCH 95 done: loss 0.2696 - lr 0.0500
2019-08-09 15:09:40,936 BAD EPOCHS (no improvement): 0
2019-08-09 15:09:40,937 ----------------------------------------------------------------------------------------------------
2019-08-09 15:09:41,258 epoch 96 - iter 0/2650 - loss 0.81395197 throughput (samples/sec): 26971.83
2019-08-09 15:11:33,060 epoch 96 - iter 265/2650 - loss 0.27542288 throughput (samples/sec): 75.88
2019-08-09 15:13:17,529 epoch 96 - iter 530/2650 - loss 0.27402686 throughput (samples/sec): 81.22
2019-08-09 15:15:05,456 epoch 96 - iter 795/2650 - loss 0.26894739 throughput (samples/sec): 78.60
2019-08-09 15:16:47,059 epoch 96 - iter 1060/2650 - loss 0.27229514 throughput (samples/sec): 83.50
2019-08-09 15:18:31,243 epoch 96 - iter 1325/2650 - loss 0.26849639 throughput (samples/sec): 81.43
2019-08-09 15:20:11,963 epoch 96 - iter 1590/2650 - loss 0.26581905 throughput (samples/sec): 84.23
2019-08-09 15:21:52,980 epoch 96 - iter 1855/2650 - loss 0.26327022 throughput (samples/sec): 83.98
2019-08-09 15:23:47,966 epoch 96 - iter 2120/2650 - loss 0.26388711 throughput (samples/sec): 73.78
2019-08-09 15:25:31,942 epoch 96 - iter 2385/2650 - loss 0.26398323 throughput (samples/sec): 81.59
2019-08-09 15:27:16,386 ----------------------------------------------------------------------------------------------------
2019-08-09 15:27:16,386 EPOCH 96 done: loss 0.2643 - lr 0.0500
2019-08-09 15:27:16,386 BAD EPOCHS (no improvement): 0
2019-08-09 15:27:16,386 ----------------------------------------------------------------------------------------------------
2019-08-09 15:27:16,697 epoch 97 - iter 0/2650 - loss 0.38118172 throughput (samples/sec): 27584.39
2019-08-09 15:29:00,244 epoch 97 - iter 265/2650 - loss 0.27257933 throughput (samples/sec): 81.93
2019-08-09 15:30:42,083 epoch 97 - iter 530/2650 - loss 0.26098282 throughput (samples/sec): 83.30
2019-08-09 15:32:25,335 epoch 97 - iter 795/2650 - loss 0.25660099 throughput (samples/sec): 82.16
2019-08-09 15:34:09,855 epoch 97 - iter 1060/2650 - loss 0.25296103 throughput (samples/sec): 81.17
2019-08-09 15:35:55,033 epoch 97 - iter 1325/2650 - loss 0.25397170 throughput (samples/sec): 80.66
2019-08-09 15:37:37,255 epoch 97 - iter 1590/2650 - loss 0.25395968 throughput (samples/sec): 82.99
2019-08-09 15:39:17,614 epoch 97 - iter 1855/2650 - loss 0.25698687 throughput (samples/sec): 84.53
2019-08-09 15:40:58,876 epoch 97 - iter 2120/2650 - loss 0.25585684 throughput (samples/sec): 83.78
2019-08-09 15:42:34,551 epoch 97 - iter 2385/2650 - loss 0.25692746 throughput (samples/sec): 88.67
2019-08-09 15:43:59,322 ----------------------------------------------------------------------------------------------------
2019-08-09 15:43:59,322 EPOCH 97 done: loss 0.2584 - lr 0.0500
2019-08-09 15:43:59,322 BAD EPOCHS (no improvement): 0
2019-08-09 15:43:59,322 ----------------------------------------------------------------------------------------------------
2019-08-09 15:43:59,587 epoch 98 - iter 0/2650 - loss 0.10197657 throughput (samples/sec): 32523.94
2019-08-09 15:45:23,173 epoch 98 - iter 265/2650 - loss 0.25026029 throughput (samples/sec): 101.51
2019-08-09 15:46:48,135 epoch 98 - iter 530/2650 - loss 0.24379541 throughput (samples/sec): 99.86
2019-08-09 15:48:12,311 epoch 98 - iter 795/2650 - loss 0.24921573 throughput (samples/sec): 100.80
2019-08-09 15:49:37,564 epoch 98 - iter 1060/2650 - loss 0.25263249 throughput (samples/sec): 99.52
2019-08-09 15:51:05,912 epoch 98 - iter 1325/2650 - loss 0.25502680 throughput (samples/sec): 96.03
2019-08-09 15:52:31,362 epoch 98 - iter 1590/2650 - loss 0.25332021 throughput (samples/sec): 99.29
2019-08-09 15:53:56,826 epoch 98 - iter 1855/2650 - loss 0.25334900 throughput (samples/sec): 99.28
2019-08-09 15:55:21,807 epoch 98 - iter 2120/2650 - loss 0.25441679 throughput (samples/sec): 99.84
2019-08-09 15:56:46,923 epoch 98 - iter 2385/2650 - loss 0.25613155 throughput (samples/sec): 99.68
2019-08-09 15:58:09,539 ----------------------------------------------------------------------------------------------------
2019-08-09 15:58:09,540 EPOCH 98 done: loss 0.2559 - lr 0.0500
2019-08-09 15:58:09,540 BAD EPOCHS (no improvement): 0
2019-08-09 15:58:09,540 ----------------------------------------------------------------------------------------------------
2019-08-09 15:58:09,831 epoch 99 - iter 0/2650 - loss 0.06508607 throughput (samples/sec): 29513.41
2019-08-09 15:59:34,531 epoch 99 - iter 265/2650 - loss 0.25851105 throughput (samples/sec): 100.17
2019-08-09 16:01:00,064 epoch 99 - iter 530/2650 - loss 0.25412830 throughput (samples/sec): 99.20
2019-08-09 16:02:26,700 epoch 99 - iter 795/2650 - loss 0.25043615 throughput (samples/sec): 97.93
2019-08-09 16:03:54,254 epoch 99 - iter 1060/2650 - loss 0.25093803 throughput (samples/sec): 96.90
2019-08-09 16:05:17,747 epoch 99 - iter 1325/2650 - loss 0.25015119 throughput (samples/sec): 101.62
2019-08-09 16:06:43,465 epoch 99 - iter 1590/2650 - loss 0.25174813 throughput (samples/sec): 98.98
2019-08-09 16:08:06,421 epoch 99 - iter 1855/2650 - loss 0.25126307 throughput (samples/sec): 102.28
2019-08-09 16:09:31,584 epoch 99 - iter 2120/2650 - loss 0.25216684 throughput (samples/sec): 99.63
2019-08-09 16:10:56,899 epoch 99 - iter 2385/2650 - loss 0.25207643 throughput (samples/sec): 99.45
2019-08-09 16:12:21,370 ----------------------------------------------------------------------------------------------------
2019-08-09 16:12:21,370 EPOCH 99 done: loss 0.2522 - lr 0.0500
2019-08-09 16:12:21,370 BAD EPOCHS (no improvement): 0
2019-08-09 16:12:21,370 ----------------------------------------------------------------------------------------------------
2019-08-09 16:12:21,711 epoch 100 - iter 0/2650 - loss 0.17370641 throughput (samples/sec): 25190.21
2019-08-09 16:13:45,424 epoch 100 - iter 265/2650 - loss 0.24480405 throughput (samples/sec): 101.35
2019-08-09 16:15:09,396 epoch 100 - iter 530/2650 - loss 0.24022113 throughput (samples/sec): 101.04
2019-08-09 16:16:32,273 epoch 100 - iter 795/2650 - loss 0.23901105 throughput (samples/sec): 102.37
2019-08-09 16:17:55,944 epoch 100 - iter 1060/2650 - loss 0.24017788 throughput (samples/sec): 101.40
2019-08-09 16:19:17,543 epoch 100 - iter 1325/2650 - loss 0.23850306 throughput (samples/sec): 103.98
2019-08-09 16:20:41,664 epoch 100 - iter 1590/2650 - loss 0.23892193 throughput (samples/sec): 100.86
2019-08-09 16:22:04,915 epoch 100 - iter 1855/2650 - loss 0.24000315 throughput (samples/sec): 101.91
2019-08-09 16:23:26,062 epoch 100 - iter 2120/2650 - loss 0.24370720 throughput (samples/sec): 104.55
2019-08-09 16:24:51,361 epoch 100 - iter 2385/2650 - loss 0.24356150 throughput (samples/sec): 99.46
2019-08-09 16:26:16,042 ----------------------------------------------------------------------------------------------------
2019-08-09 16:26:16,042 EPOCH 100 done: loss 0.2449 - lr 0.0500
2019-08-09 16:26:16,042 BAD EPOCHS (no improvement): 0
2019-08-09 16:26:16,042 ----------------------------------------------------------------------------------------------------
2019-08-09 16:26:16,346 epoch 101 - iter 0/2650 - loss 0.16320592 throughput (samples/sec): 28261.42
2019-08-09 16:27:42,685 epoch 101 - iter 265/2650 - loss 0.23851625 throughput (samples/sec): 98.27
2019-08-09 16:29:06,788 epoch 101 - iter 530/2650 - loss 0.23938307 throughput (samples/sec): 100.88
2019-08-09 16:30:27,277 epoch 101 - iter 795/2650 - loss 0.24074946 throughput (samples/sec): 105.41
2019-08-09 16:31:51,743 epoch 101 - iter 1060/2650 - loss 0.23986924 throughput (samples/sec): 100.45
2019-08-09 16:33:13,501 epoch 101 - iter 1325/2650 - loss 0.23814713 throughput (samples/sec): 103.77
2019-08-09 16:34:37,314 epoch 101 - iter 1590/2650 - loss 0.23836466 throughput (samples/sec): 101.23
2019-08-09 16:36:00,472 epoch 101 - iter 1855/2650 - loss 0.23925975 throughput (samples/sec): 102.03
2019-08-09 16:37:25,326 epoch 101 - iter 2120/2650 - loss 0.24245886 throughput (samples/sec): 99.99
2019-08-09 16:38:48,469 epoch 101 - iter 2385/2650 - loss 0.24391449 throughput (samples/sec): 102.04
2019-08-09 16:40:11,503 ----------------------------------------------------------------------------------------------------
2019-08-09 16:40:11,503 EPOCH 101 done: loss 0.2464 - lr 0.0500
2019-08-09 16:40:11,504 BAD EPOCHS (no improvement): 1
2019-08-09 16:40:11,504 ----------------------------------------------------------------------------------------------------
2019-08-09 16:40:11,778 epoch 102 - iter 0/2650 - loss 0.80398458 throughput (samples/sec): 31321.31
2019-08-09 16:41:34,643 epoch 102 - iter 265/2650 - loss 0.25881238 throughput (samples/sec): 102.39
2019-08-09 16:43:00,629 epoch 102 - iter 530/2650 - loss 0.24342620 throughput (samples/sec): 98.67
2019-08-09 16:44:24,756 epoch 102 - iter 795/2650 - loss 0.24214646 throughput (samples/sec): 100.86
2019-08-09 16:45:47,785 epoch 102 - iter 1060/2650 - loss 0.24384495 throughput (samples/sec): 102.19
2019-08-09 16:47:11,165 epoch 102 - iter 1325/2650 - loss 0.25012255 throughput (samples/sec): 101.76
2019-08-09 16:48:35,749 epoch 102 - iter 1590/2650 - loss 0.24765099 throughput (samples/sec): 100.31
2019-08-09 16:50:01,669 epoch 102 - iter 1855/2650 - loss 0.24772664 throughput (samples/sec): 98.75
2019-08-09 16:51:27,982 epoch 102 - iter 2120/2650 - loss 0.24632108 throughput (samples/sec): 98.30
2019-08-09 16:52:55,526 epoch 102 - iter 2385/2650 - loss 0.24705535 throughput (samples/sec): 96.92
2019-08-09 16:54:19,183 ----------------------------------------------------------------------------------------------------
2019-08-09 16:54:19,184 EPOCH 102 done: loss 0.2458 - lr 0.0500
2019-08-09 16:54:19,184 BAD EPOCHS (no improvement): 2
2019-08-09 16:54:19,184 ----------------------------------------------------------------------------------------------------
2019-08-09 16:54:19,431 epoch 103 - iter 0/2650 - loss 0.21282291 throughput (samples/sec): 34809.78
2019-08-09 16:55:44,430 epoch 103 - iter 265/2650 - loss 0.23995078 throughput (samples/sec): 99.82
2019-08-09 16:57:08,791 epoch 103 - iter 530/2650 - loss 0.23811789 throughput (samples/sec): 100.57
2019-08-09 16:58:33,294 epoch 103 - iter 795/2650 - loss 0.24076214 throughput (samples/sec): 100.40
2019-08-09 16:59:57,314 epoch 103 - iter 1060/2650 - loss 0.24133839 throughput (samples/sec): 100.98
2019-08-09 17:01:20,608 epoch 103 - iter 1325/2650 - loss 0.24115426 throughput (samples/sec): 101.86
2019-08-09 17:02:47,295 epoch 103 - iter 1590/2650 - loss 0.24330976 throughput (samples/sec): 97.87
2019-08-09 17:04:09,371 epoch 103 - iter 1855/2650 - loss 0.24172970 throughput (samples/sec): 103.37
2019-08-09 17:05:33,029 epoch 103 - iter 2120/2650 - loss 0.24487150 throughput (samples/sec): 101.42
2019-08-09 17:06:56,462 epoch 103 - iter 2385/2650 - loss 0.24272507 throughput (samples/sec): 101.69
2019-08-09 17:08:20,136 ----------------------------------------------------------------------------------------------------
2019-08-09 17:08:20,136 EPOCH 103 done: loss 0.2426 - lr 0.0500
2019-08-09 17:08:20,137 BAD EPOCHS (no improvement): 0
2019-08-09 17:08:20,137 ----------------------------------------------------------------------------------------------------
2019-08-09 17:08:20,449 epoch 104 - iter 0/2650 - loss 0.03208941 throughput (samples/sec): 27481.74
2019-08-09 17:09:42,994 epoch 104 - iter 265/2650 - loss 0.22679482 throughput (samples/sec): 102.79
2019-08-09 17:11:06,190 epoch 104 - iter 530/2650 - loss 0.22838473 throughput (samples/sec): 101.98
2019-08-09 17:12:32,334 epoch 104 - iter 795/2650 - loss 0.23330951 throughput (samples/sec): 98.49
2019-08-09 17:13:55,777 epoch 104 - iter 1060/2650 - loss 0.23197015 throughput (samples/sec): 101.68
2019-08-09 17:15:20,599 epoch 104 - iter 1325/2650 - loss 0.23195518 throughput (samples/sec): 100.03
2019-08-09 17:16:44,472 epoch 104 - iter 1590/2650 - loss 0.23281399 throughput (samples/sec): 101.16
2019-08-09 17:18:09,517 epoch 104 - iter 1855/2650 - loss 0.23261438 throughput (samples/sec): 99.76
2019-08-09 17:19:32,809 epoch 104 - iter 2120/2650 - loss 0.23228148 throughput (samples/sec): 101.86
2019-08-09 17:20:55,764 epoch 104 - iter 2385/2650 - loss 0.23370856 throughput (samples/sec): 102.28
2019-08-09 17:22:21,358 ----------------------------------------------------------------------------------------------------
2019-08-09 17:22:21,358 EPOCH 104 done: loss 0.2345 - lr 0.0500
2019-08-09 17:22:21,358 BAD EPOCHS (no improvement): 0
2019-08-09 17:22:21,359 ----------------------------------------------------------------------------------------------------
2019-08-09 17:22:21,660 epoch 105 - iter 0/2650 - loss 0.11039340 throughput (samples/sec): 28483.96
2019-08-09 17:23:48,613 epoch 105 - iter 265/2650 - loss 0.21982614 throughput (samples/sec): 97.57
2019-08-09 17:25:10,618 epoch 105 - iter 530/2650 - loss 0.22369656 throughput (samples/sec): 103.46
2019-08-09 17:26:33,661 epoch 105 - iter 795/2650 - loss 0.23076508 throughput (samples/sec): 102.17
2019-08-09 17:27:56,655 epoch 105 - iter 1060/2650 - loss 0.23178673 throughput (samples/sec): 102.23
2019-08-09 17:29:22,391 epoch 105 - iter 1325/2650 - loss 0.23157241 throughput (samples/sec): 98.96
2019-08-09 17:30:51,833 epoch 105 - iter 1590/2650 - loss 0.23448857 throughput (samples/sec): 94.86
2019-08-09 17:32:34,994 epoch 105 - iter 1855/2650 - loss 0.23568599 throughput (samples/sec): 82.24
2019-08-09 17:34:13,131 epoch 105 - iter 2120/2650 - loss 0.23725458 throughput (samples/sec): 86.45
2019-08-09 17:35:49,550 epoch 105 - iter 2385/2650 - loss 0.23429908 throughput (samples/sec): 87.99
2019-08-09 17:37:23,798 ----------------------------------------------------------------------------------------------------
2019-08-09 17:37:23,798 EPOCH 105 done: loss 0.2338 - lr 0.0500
2019-08-09 17:37:23,798 BAD EPOCHS (no improvement): 0
2019-08-09 17:37:23,798 ----------------------------------------------------------------------------------------------------
2019-08-09 17:37:24,183 epoch 106 - iter 0/2650 - loss 0.20378536 throughput (samples/sec): 22257.58
2019-08-09 17:39:00,947 epoch 106 - iter 265/2650 - loss 0.22376266 throughput (samples/sec): 87.67
2019-08-09 17:40:26,539 epoch 106 - iter 530/2650 - loss 0.22996000 throughput (samples/sec): 99.13
2019-08-09 17:41:50,757 epoch 106 - iter 795/2650 - loss 0.22836409 throughput (samples/sec): 100.75
2019-08-09 17:43:44,118 epoch 106 - iter 1060/2650 - loss 0.23013537 throughput (samples/sec): 74.83
2019-08-09 17:45:43,173 epoch 106 - iter 1325/2650 - loss 0.23051916 throughput (samples/sec): 71.25
2019-08-09 17:47:39,458 epoch 106 - iter 1590/2650 - loss 0.23345125 throughput (samples/sec): 72.95
2019-08-09 17:49:37,887 epoch 106 - iter 1855/2650 - loss 0.23730810 throughput (samples/sec): 71.63
2019-08-09 17:51:37,452 epoch 106 - iter 2120/2650 - loss 0.23598298 throughput (samples/sec): 70.95
2019-08-09 17:53:31,697 epoch 106 - iter 2385/2650 - loss 0.23602764 throughput (samples/sec): 74.25
2019-08-09 17:55:27,398 ----------------------------------------------------------------------------------------------------
2019-08-09 17:55:27,398 EPOCH 106 done: loss 0.2374 - lr 0.0500
2019-08-09 17:55:27,398 BAD EPOCHS (no improvement): 1
2019-08-09 17:55:27,398 ----------------------------------------------------------------------------------------------------
2019-08-09 17:55:27,934 epoch 107 - iter 0/2650 - loss 0.27520251 throughput (samples/sec): 15927.51
2019-08-09 17:57:21,793 epoch 107 - iter 265/2650 - loss 0.21932524 throughput (samples/sec): 74.51
2019-08-09 17:59:19,890 epoch 107 - iter 530/2650 - loss 0.22978173 throughput (samples/sec): 71.83
2019-08-09 18:00:53,768 epoch 107 - iter 795/2650 - loss 0.22919778 throughput (samples/sec): 90.37
2019-08-09 18:02:18,262 epoch 107 - iter 1060/2650 - loss 0.23104903 throughput (samples/sec): 100.41
2019-08-09 18:03:45,080 epoch 107 - iter 1325/2650 - loss 0.23319572 throughput (samples/sec): 97.72
2019-08-09 18:05:11,123 epoch 107 - iter 1590/2650 - loss 0.23314294 throughput (samples/sec): 98.61
2019-08-09 18:06:33,120 epoch 107 - iter 1855/2650 - loss 0.23067058 throughput (samples/sec): 103.47
2019-08-09 18:07:58,710 epoch 107 - iter 2120/2650 - loss 0.22973563 throughput (samples/sec): 99.13
2019-08-09 18:09:22,059 epoch 107 - iter 2385/2650 - loss 0.23120475 throughput (samples/sec): 101.79
2019-08-09 18:10:48,367 ----------------------------------------------------------------------------------------------------
2019-08-09 18:10:48,367 EPOCH 107 done: loss 0.2325 - lr 0.0500
2019-08-09 18:10:48,367 BAD EPOCHS (no improvement): 0
2019-08-09 18:10:48,368 ----------------------------------------------------------------------------------------------------
2019-08-09 18:10:48,641 epoch 108 - iter 0/2650 - loss 0.07675159 throughput (samples/sec): 31421.34
2019-08-09 18:12:14,299 epoch 108 - iter 265/2650 - loss 0.22919055 throughput (samples/sec): 99.05
2019-08-09 18:13:40,218 epoch 108 - iter 530/2650 - loss 0.22864574 throughput (samples/sec): 98.75
2019-08-09 18:15:02,672 epoch 108 - iter 795/2650 - loss 0.22468357 throughput (samples/sec): 102.90
2019-08-09 18:16:27,112 epoch 108 - iter 1060/2650 - loss 0.22770427 throughput (samples/sec): 100.48
2019-08-09 18:17:55,494 epoch 108 - iter 1325/2650 - loss 0.23026592 throughput (samples/sec): 96.00
2019-08-09 18:19:23,351 epoch 108 - iter 1590/2650 - loss 0.23018116 throughput (samples/sec): 96.57
2019-08-09 18:20:50,983 epoch 108 - iter 1855/2650 - loss 0.23005749 throughput (samples/sec): 96.82
2019-08-09 18:22:17,398 epoch 108 - iter 2120/2650 - loss 0.23103762 throughput (samples/sec): 98.18
2019-08-09 18:23:46,590 epoch 108 - iter 2385/2650 - loss 0.23125387 throughput (samples/sec): 95.12
2019-08-09 18:25:11,748 ----------------------------------------------------------------------------------------------------
2019-08-09 18:25:11,748 EPOCH 108 done: loss 0.2315 - lr 0.0500
2019-08-09 18:25:11,748 BAD EPOCHS (no improvement): 0
2019-08-09 18:25:11,748 ----------------------------------------------------------------------------------------------------
2019-08-09 18:25:12,147 epoch 109 - iter 0/2650 - loss 0.34282446 throughput (samples/sec): 21492.08
2019-08-09 18:26:40,519 epoch 109 - iter 265/2650 - loss 0.22013577 throughput (samples/sec): 96.01
2019-08-09 18:28:07,704 epoch 109 - iter 530/2650 - loss 0.21811325 throughput (samples/sec): 97.31
2019-08-09 18:29:31,513 epoch 109 - iter 795/2650 - loss 0.21612593 throughput (samples/sec): 101.24
2019-08-09 18:30:56,766 epoch 109 - iter 1060/2650 - loss 0.22092911 throughput (samples/sec): 99.52
2019-08-09 18:32:22,572 epoch 109 - iter 1325/2650 - loss 0.22324463 throughput (samples/sec): 98.88
2019-08-09 18:34:04,712 epoch 109 - iter 1590/2650 - loss 0.22381843 throughput (samples/sec): 83.06
2019-08-09 18:35:55,869 epoch 109 - iter 1855/2650 - loss 0.22546361 throughput (samples/sec): 76.32
2019-08-09 18:37:43,157 epoch 109 - iter 2120/2650 - loss 0.22607088 throughput (samples/sec): 79.07
2019-08-09 18:39:29,477 epoch 109 - iter 2385/2650 - loss 0.22960233 throughput (samples/sec): 79.79
2019-08-09 18:41:14,796 ----------------------------------------------------------------------------------------------------
2019-08-09 18:41:14,796 EPOCH 109 done: loss 0.2282 - lr 0.0500
2019-08-09 18:41:14,796 BAD EPOCHS (no improvement): 0
2019-08-09 18:41:14,796 ----------------------------------------------------------------------------------------------------
2019-08-09 18:41:15,211 epoch 110 - iter 0/2650 - loss 0.20416713 throughput (samples/sec): 20616.28
2019-08-09 18:43:04,828 epoch 110 - iter 265/2650 - loss 0.23626773 throughput (samples/sec): 77.39
2019-08-09 18:44:54,949 epoch 110 - iter 530/2650 - loss 0.23297388 throughput (samples/sec): 77.04
2019-08-09 18:46:40,834 epoch 110 - iter 795/2650 - loss 0.22909098 throughput (samples/sec): 80.12
2019-08-09 18:48:27,804 epoch 110 - iter 1060/2650 - loss 0.22772738 throughput (samples/sec): 79.31
2019-08-09 18:50:19,484 epoch 110 - iter 1325/2650 - loss 0.22945078 throughput (samples/sec): 75.96
2019-08-09 18:52:02,762 epoch 110 - iter 1590/2650 - loss 0.22784361 throughput (samples/sec): 82.14
2019-08-09 18:53:54,985 epoch 110 - iter 1855/2650 - loss 0.22710611 throughput (samples/sec): 75.59
2019-08-09 18:55:44,818 epoch 110 - iter 2120/2650 - loss 0.22711218 throughput (samples/sec): 77.24
2019-08-09 18:57:34,576 epoch 110 - iter 2385/2650 - loss 0.22783602 throughput (samples/sec): 77.29
2019-08-09 18:59:26,048 ----------------------------------------------------------------------------------------------------
2019-08-09 18:59:26,048 EPOCH 110 done: loss 0.2287 - lr 0.0500
2019-08-09 18:59:26,048 BAD EPOCHS (no improvement): 1
2019-08-09 18:59:26,048 ----------------------------------------------------------------------------------------------------
2019-08-09 18:59:26,920 epoch 111 - iter 0/2650 - loss 0.21031165 throughput (samples/sec): 9766.37
2019-08-09 19:01:17,056 epoch 111 - iter 265/2650 - loss 0.23103102 throughput (samples/sec): 77.03
2019-08-09 19:03:09,234 epoch 111 - iter 530/2650 - loss 0.22365123 throughput (samples/sec): 75.62
2019-08-09 19:05:02,127 epoch 111 - iter 795/2650 - loss 0.21807118 throughput (samples/sec): 75.15
2019-08-09 19:06:46,275 epoch 111 - iter 1060/2650 - loss 0.21954240 throughput (samples/sec): 81.46
2019-08-09 19:08:36,624 epoch 111 - iter 1325/2650 - loss 0.22174528 throughput (samples/sec): 76.88
2019-08-09 19:10:12,332 epoch 111 - iter 1590/2650 - loss 0.22331248 throughput (samples/sec): 88.64
2019-08-09 19:11:39,637 epoch 111 - iter 1855/2650 - loss 0.22349684 throughput (samples/sec): 97.18
2019-08-09 19:13:05,349 epoch 111 - iter 2120/2650 - loss 0.22225760 throughput (samples/sec): 98.98
2019-08-09 19:14:30,215 epoch 111 - iter 2385/2650 - loss 0.22276006 throughput (samples/sec): 99.97
2019-08-09 19:15:54,518 ----------------------------------------------------------------------------------------------------
2019-08-09 19:15:54,518 EPOCH 111 done: loss 0.2229 - lr 0.0500
2019-08-09 19:15:54,519 BAD EPOCHS (no improvement): 0
2019-08-09 19:15:54,519 ----------------------------------------------------------------------------------------------------
2019-08-09 19:15:54,805 epoch 112 - iter 0/2650 - loss 0.12059826 throughput (samples/sec): 29982.17
2019-08-09 19:17:18,447 epoch 112 - iter 265/2650 - loss 0.21842452 throughput (samples/sec): 101.44
2019-08-09 19:18:43,543 epoch 112 - iter 530/2650 - loss 0.22276559 throughput (samples/sec): 99.71
2019-08-09 19:20:10,096 epoch 112 - iter 795/2650 - loss 0.22419261 throughput (samples/sec): 98.03
2019-08-09 19:21:32,589 epoch 112 - iter 1060/2650 - loss 0.22359778 throughput (samples/sec): 102.85
2019-08-09 19:22:56,850 epoch 112 - iter 1325/2650 - loss 0.22639391 throughput (samples/sec): 100.69
2019-08-09 19:24:21,315 epoch 112 - iter 1590/2650 - loss 0.22465550 throughput (samples/sec): 100.45
2019-08-09 19:25:46,681 epoch 112 - iter 1855/2650 - loss 0.22594658 throughput (samples/sec): 99.39
2019-08-09 19:27:11,908 epoch 112 - iter 2120/2650 - loss 0.22684695 throughput (samples/sec): 99.55
2019-08-09 19:28:36,853 epoch 112 - iter 2385/2650 - loss 0.22385662 throughput (samples/sec): 99.88
2019-08-09 19:30:03,034 ----------------------------------------------------------------------------------------------------
2019-08-09 19:30:03,034 EPOCH 112 done: loss 0.2253 - lr 0.0500
2019-08-09 19:30:03,034 BAD EPOCHS (no improvement): 1
2019-08-09 19:30:03,034 ----------------------------------------------------------------------------------------------------
2019-08-09 19:30:03,279 epoch 113 - iter 0/2650 - loss 0.47397578 throughput (samples/sec): 35161.51
2019-08-09 19:31:26,729 epoch 113 - iter 265/2650 - loss 0.22766175 throughput (samples/sec): 101.67
2019-08-09 19:32:51,736 epoch 113 - iter 530/2650 - loss 0.23273358 throughput (samples/sec): 99.81
2019-08-09 19:34:17,807 epoch 113 - iter 795/2650 - loss 0.22542203 throughput (samples/sec): 98.57
2019-08-09 19:35:41,855 epoch 113 - iter 1060/2650 - loss 0.22357073 throughput (samples/sec): 100.95
2019-08-09 19:37:06,052 epoch 113 - iter 1325/2650 - loss 0.22434004 throughput (samples/sec): 100.77
2019-08-09 19:38:34,254 epoch 113 - iter 1590/2650 - loss 0.22199538 throughput (samples/sec): 96.19
2019-08-09 19:40:02,297 epoch 113 - iter 1855/2650 - loss 0.22256637 throughput (samples/sec): 96.37
2019-08-09 19:41:29,045 epoch 113 - iter 2120/2650 - loss 0.21878375 throughput (samples/sec): 97.80
2019-08-09 19:42:58,553 epoch 113 - iter 2385/2650 - loss 0.21951930 throughput (samples/sec): 94.79
2019-08-09 19:44:24,543 ----------------------------------------------------------------------------------------------------
2019-08-09 19:44:24,544 EPOCH 113 done: loss 0.2195 - lr 0.0500
2019-08-09 19:44:24,544 BAD EPOCHS (no improvement): 0
2019-08-09 19:44:24,544 ----------------------------------------------------------------------------------------------------
2019-08-09 19:44:24,851 epoch 114 - iter 0/2650 - loss 0.31130242 throughput (samples/sec): 27964.47
2019-08-09 19:45:49,178 epoch 114 - iter 265/2650 - loss 0.21054818 throughput (samples/sec): 100.61
2019-08-09 19:47:16,614 epoch 114 - iter 530/2650 - loss 0.21694362 throughput (samples/sec): 97.03
2019-08-09 19:48:41,597 epoch 114 - iter 795/2650 - loss 0.21024441 throughput (samples/sec): 99.84
2019-08-09 19:50:07,777 epoch 114 - iter 1060/2650 - loss 0.21233952 throughput (samples/sec): 98.45
2019-08-09 19:51:34,797 epoch 114 - iter 1325/2650 - loss 0.21154502 throughput (samples/sec): 97.50
2019-08-09 19:53:02,869 epoch 114 - iter 1590/2650 - loss 0.21354331 throughput (samples/sec): 96.33
2019-08-09 19:54:28,603 epoch 114 - iter 1855/2650 - loss 0.21448387 throughput (samples/sec): 98.96
2019-08-09 19:55:55,363 epoch 114 - iter 2120/2650 - loss 0.21679913 throughput (samples/sec): 97.79
2019-08-09 19:57:22,535 epoch 114 - iter 2385/2650 - loss 0.21831593 throughput (samples/sec): 97.33
2019-08-09 19:58:48,281 ----------------------------------------------------------------------------------------------------
2019-08-09 19:58:48,281 EPOCH 114 done: loss 0.2178 - lr 0.0500
2019-08-09 19:58:48,281 BAD EPOCHS (no improvement): 0
2019-08-09 19:58:48,282 ----------------------------------------------------------------------------------------------------
2019-08-09 19:58:48,695 epoch 115 - iter 0/2650 - loss 0.40401989 throughput (samples/sec): 20721.49
2019-08-09 20:00:13,479 epoch 115 - iter 265/2650 - loss 0.20444066 throughput (samples/sec): 100.07
2019-08-09 20:01:35,803 epoch 115 - iter 530/2650 - loss 0.20640637 throughput (samples/sec): 103.06
2019-08-09 20:03:02,624 epoch 115 - iter 795/2650 - loss 0.21402562 throughput (samples/sec): 97.72
2019-08-09 20:04:26,891 epoch 115 - iter 1060/2650 - loss 0.21551842 throughput (samples/sec): 100.69
2019-08-09 20:05:50,901 epoch 115 - iter 1325/2650 - loss 0.21305151 throughput (samples/sec): 100.99
2019-08-09 20:07:17,635 epoch 115 - iter 1590/2650 - loss 0.21330313 throughput (samples/sec): 97.82
2019-08-09 20:08:46,344 epoch 115 - iter 1855/2650 - loss 0.21411255 throughput (samples/sec): 95.64
2019-08-09 20:10:12,264 epoch 115 - iter 2120/2650 - loss 0.21441253 throughput (samples/sec): 98.75
2019-08-09 20:11:37,642 epoch 115 - iter 2385/2650 - loss 0.21370619 throughput (samples/sec): 99.37
2019-08-09 20:13:02,214 ----------------------------------------------------------------------------------------------------
2019-08-09 20:13:02,214 EPOCH 115 done: loss 0.2144 - lr 0.0500
2019-08-09 20:13:02,214 BAD EPOCHS (no improvement): 0
2019-08-09 20:13:02,214 ----------------------------------------------------------------------------------------------------
2019-08-09 20:13:02,490 epoch 116 - iter 0/2650 - loss 0.26621729 throughput (samples/sec): 31176.24
2019-08-09 20:14:30,081 epoch 116 - iter 265/2650 - loss 0.22059336 throughput (samples/sec): 96.86
2019-08-09 20:15:57,601 epoch 116 - iter 530/2650 - loss 0.22501244 throughput (samples/sec): 96.94
2019-08-09 20:17:21,284 epoch 116 - iter 795/2650 - loss 0.22357816 throughput (samples/sec): 101.39
2019-08-09 20:18:49,410 epoch 116 - iter 1060/2650 - loss 0.22132770 throughput (samples/sec): 96.27
2019-08-09 20:20:14,983 epoch 116 - iter 1325/2650 - loss 0.22359544 throughput (samples/sec): 99.15
2019-08-09 20:21:37,819 epoch 116 - iter 1590/2650 - loss 0.22258272 throughput (samples/sec): 102.42
2019-08-09 20:23:02,323 epoch 116 - iter 1855/2650 - loss 0.22173152 throughput (samples/sec): 100.40
2019-08-09 20:24:25,174 epoch 116 - iter 2120/2650 - loss 0.22265625 throughput (samples/sec): 102.40
2019-08-09 20:25:47,008 epoch 116 - iter 2385/2650 - loss 0.22188380 throughput (samples/sec): 103.68
2019-08-09 20:27:09,034 ----------------------------------------------------------------------------------------------------
2019-08-09 20:27:09,034 EPOCH 116 done: loss 0.2230 - lr 0.0500
2019-08-09 20:27:09,034 BAD EPOCHS (no improvement): 1
2019-08-09 20:27:09,034 ----------------------------------------------------------------------------------------------------
2019-08-09 20:27:09,352 epoch 117 - iter 0/2650 - loss 0.26855314 throughput (samples/sec): 26984.76
2019-08-09 20:28:33,263 epoch 117 - iter 265/2650 - loss 0.23216449 throughput (samples/sec): 101.11
2019-08-09 20:29:57,586 epoch 117 - iter 530/2650 - loss 0.21893011 throughput (samples/sec): 100.62
2019-08-09 20:31:22,311 epoch 117 - iter 795/2650 - loss 0.22006820 throughput (samples/sec): 100.14
2019-08-09 20:32:44,338 epoch 117 - iter 1060/2650 - loss 0.21473808 throughput (samples/sec): 103.44
2019-08-09 20:34:08,859 epoch 117 - iter 1325/2650 - loss 0.21526154 throughput (samples/sec): 100.38
2019-08-09 20:35:33,793 epoch 117 - iter 1590/2650 - loss 0.21565836 throughput (samples/sec): 99.89
2019-08-09 20:36:56,958 epoch 117 - iter 1855/2650 - loss 0.21584024 throughput (samples/sec): 102.02
2019-08-09 20:38:21,162 epoch 117 - iter 2120/2650 - loss 0.21557498 throughput (samples/sec): 100.76
2019-08-09 20:39:43,312 epoch 117 - iter 2385/2650 - loss 0.21615244 throughput (samples/sec): 103.28
2019-08-09 20:41:05,241 ----------------------------------------------------------------------------------------------------
2019-08-09 20:41:05,241 EPOCH 117 done: loss 0.2176 - lr 0.0500
2019-08-09 20:41:05,241 BAD EPOCHS (no improvement): 2
2019-08-09 20:41:05,241 ----------------------------------------------------------------------------------------------------
2019-08-09 20:41:05,591 epoch 118 - iter 0/2650 - loss 0.16174036 throughput (samples/sec): 24478.72
2019-08-09 20:42:28,328 epoch 118 - iter 265/2650 - loss 0.22271493 throughput (samples/sec): 102.55
2019-08-09 20:43:50,298 epoch 118 - iter 530/2650 - loss 0.21889377 throughput (samples/sec): 103.51
2019-08-09 20:45:14,552 epoch 118 - iter 795/2650 - loss 0.20936358 throughput (samples/sec): 100.70
2019-08-09 20:46:38,449 epoch 118 - iter 1060/2650 - loss 0.20972610 throughput (samples/sec): 101.13
2019-08-09 20:48:01,920 epoch 118 - iter 1325/2650 - loss 0.21154286 throughput (samples/sec): 101.64
2019-08-09 20:49:26,146 epoch 118 - iter 1590/2650 - loss 0.21314913 throughput (samples/sec): 100.73
2019-08-09 20:50:49,082 epoch 118 - iter 1855/2650 - loss 0.21365355 throughput (samples/sec): 102.30
2019-08-09 20:52:11,239 epoch 118 - iter 2120/2650 - loss 0.21570415 throughput (samples/sec): 103.27
2019-08-09 20:53:35,783 epoch 118 - iter 2385/2650 - loss 0.21457670 throughput (samples/sec): 100.35
2019-08-09 20:54:57,758 ----------------------------------------------------------------------------------------------------
2019-08-09 20:54:57,758 EPOCH 118 done: loss 0.2158 - lr 0.0500
2019-08-09 20:54:57,758 BAD EPOCHS (no improvement): 3
2019-08-09 20:54:57,758 ----------------------------------------------------------------------------------------------------
2019-08-09 20:54:57,964 epoch 119 - iter 0/2650 - loss 0.19877988 throughput (samples/sec): 41949.72
2019-08-09 20:56:20,814 epoch 119 - iter 265/2650 - loss 0.20190120 throughput (samples/sec): 102.41
2019-08-09 20:57:44,534 epoch 119 - iter 530/2650 - loss 0.21290144 throughput (samples/sec): 101.34
2019-08-09 20:59:09,379 epoch 119 - iter 795/2650 - loss 0.21833885 throughput (samples/sec): 100.00
2019-08-09 21:00:31,628 epoch 119 - iter 1060/2650 - loss 0.21585275 throughput (samples/sec): 103.15
2019-08-09 21:01:54,384 epoch 119 - iter 1325/2650 - loss 0.21448388 throughput (samples/sec): 102.52
2019-08-09 21:03:15,836 epoch 119 - iter 1590/2650 - loss 0.21652773 throughput (samples/sec): 104.16
2019-08-09 21:04:39,692 epoch 119 - iter 1855/2650 - loss 0.21524439 throughput (samples/sec): 101.18
2019-08-09 21:06:04,325 epoch 119 - iter 2120/2650 - loss 0.21494046 throughput (samples/sec): 100.25
2019-08-09 21:07:29,587 epoch 119 - iter 2385/2650 - loss 0.21460512 throughput (samples/sec): 99.51
2019-08-09 21:08:52,037 ----------------------------------------------------------------------------------------------------
2019-08-09 21:08:52,038 EPOCH 119 done: loss 0.2161 - lr 0.0500
2019-08-09 21:08:52,038 BAD EPOCHS (no improvement): 4
2019-08-09 21:08:52,038 ----------------------------------------------------------------------------------------------------
2019-08-09 21:08:52,286 epoch 120 - iter 0/2650 - loss 0.09104347 throughput (samples/sec): 34740.87
2019-08-09 21:10:16,117 epoch 120 - iter 265/2650 - loss 0.19921830 throughput (samples/sec): 101.21
2019-08-09 21:11:39,503 epoch 120 - iter 530/2650 - loss 0.20454328 throughput (samples/sec): 101.75
2019-08-09 21:13:04,593 epoch 120 - iter 795/2650 - loss 0.20414639 throughput (samples/sec): 99.71
2019-08-09 21:14:29,734 epoch 120 - iter 1060/2650 - loss 0.20164337 throughput (samples/sec): 99.65
2019-08-09 21:15:54,682 epoch 120 - iter 1325/2650 - loss 0.20293894 throughput (samples/sec): 99.88
2019-08-09 21:17:17,924 epoch 120 - iter 1590/2650 - loss 0.20513871 throughput (samples/sec): 101.93
2019-08-09 21:18:40,829 epoch 120 - iter 1855/2650 - loss 0.20413065 throughput (samples/sec): 102.34
2019-08-09 21:20:04,701 epoch 120 - iter 2120/2650 - loss 0.20553182 throughput (samples/sec): 101.16
2019-08-09 21:21:30,498 epoch 120 - iter 2385/2650 - loss 0.20397526 throughput (samples/sec): 98.89
2019-08-09 21:22:53,570 ----------------------------------------------------------------------------------------------------
2019-08-09 21:22:53,571 EPOCH 120 done: loss 0.2059 - lr 0.0250
2019-08-09 21:22:53,571 BAD EPOCHS (no improvement): 0
2019-08-09 21:22:53,571 ----------------------------------------------------------------------------------------------------
2019-08-09 21:22:54,233 epoch 121 - iter 0/2650 - loss 0.53145009 throughput (samples/sec): 12887.05
2019-08-09 21:24:16,113 epoch 121 - iter 265/2650 - loss 0.20391241 throughput (samples/sec): 103.62
2019-08-09 21:25:38,857 epoch 121 - iter 530/2650 - loss 0.20374159 throughput (samples/sec): 102.54
2019-08-09 21:27:02,891 epoch 121 - iter 795/2650 - loss 0.20298432 throughput (samples/sec): 100.96
2019-08-09 21:28:27,356 epoch 121 - iter 1060/2650 - loss 0.19986761 throughput (samples/sec): 100.45
2019-08-09 21:29:53,727 epoch 121 - iter 1325/2650 - loss 0.20292822 throughput (samples/sec): 98.23
2019-08-09 21:31:39,420 epoch 121 - iter 1590/2650 - loss 0.20469300 throughput (samples/sec): 80.26
2019-08-09 21:33:30,780 epoch 121 - iter 1855/2650 - loss 0.20611931 throughput (samples/sec): 76.18
2019-08-09 21:35:19,102 epoch 121 - iter 2120/2650 - loss 0.20507691 throughput (samples/sec): 78.32
2019-08-09 21:36:56,956 epoch 121 - iter 2385/2650 - loss 0.20624145 throughput (samples/sec): 86.70
2019-08-09 21:38:19,330 ----------------------------------------------------------------------------------------------------
2019-08-09 21:38:19,331 EPOCH 121 done: loss 0.2052 - lr 0.0250
2019-08-09 21:38:19,331 BAD EPOCHS (no improvement): 0
2019-08-09 21:38:19,331 ----------------------------------------------------------------------------------------------------
2019-08-09 21:38:19,640 epoch 122 - iter 0/2650 - loss 0.37430096 throughput (samples/sec): 27770.71
2019-08-09 21:39:48,118 epoch 122 - iter 265/2650 - loss 0.20541239 throughput (samples/sec): 95.89
2019-08-09 21:41:14,453 epoch 122 - iter 530/2650 - loss 0.20394396 throughput (samples/sec): 98.27
2019-08-09 21:42:57,607 epoch 122 - iter 795/2650 - loss 0.20181570 throughput (samples/sec): 82.24
2019-08-09 21:44:58,918 epoch 122 - iter 1060/2650 - loss 0.20281468 throughput (samples/sec): 69.93
2019-08-09 21:46:44,276 epoch 122 - iter 1325/2650 - loss 0.20084101 throughput (samples/sec): 80.52
2019-08-09 21:48:28,322 epoch 122 - iter 1590/2650 - loss 0.20265630 throughput (samples/sec): 81.54
2019-08-09 21:50:10,938 epoch 122 - iter 1855/2650 - loss 0.20570190 throughput (samples/sec): 82.67
2019-08-09 21:51:57,162 epoch 122 - iter 2120/2650 - loss 0.20514385 throughput (samples/sec): 79.86
2019-08-09 21:53:42,294 epoch 122 - iter 2385/2650 - loss 0.20423951 throughput (samples/sec): 80.69
2019-08-09 21:55:28,032 ----------------------------------------------------------------------------------------------------
2019-08-09 21:55:28,033 EPOCH 122 done: loss 0.2046 - lr 0.0250
2019-08-09 21:55:28,033 BAD EPOCHS (no improvement): 0
2019-08-09 21:55:28,033 ----------------------------------------------------------------------------------------------------
2019-08-09 21:55:28,480 epoch 123 - iter 0/2650 - loss 0.46486497 throughput (samples/sec): 19127.75
2019-08-09 21:57:16,459 epoch 123 - iter 265/2650 - loss 0.20169438 throughput (samples/sec): 78.56
2019-08-09 21:59:02,835 epoch 123 - iter 530/2650 - loss 0.20813837 throughput (samples/sec): 79.75
2019-08-09 22:00:53,035 epoch 123 - iter 795/2650 - loss 0.20445215 throughput (samples/sec): 76.98
2019-08-09 22:02:36,242 epoch 123 - iter 1060/2650 - loss 0.20139125 throughput (samples/sec): 82.21
2019-08-09 22:04:25,648 epoch 123 - iter 1325/2650 - loss 0.20118176 throughput (samples/sec): 77.55
2019-08-09 22:06:18,741 epoch 123 - iter 1590/2650 - loss 0.20269608 throughput (samples/sec): 75.01
2019-08-09 22:08:10,015 epoch 123 - iter 1855/2650 - loss 0.20038729 throughput (samples/sec): 76.24
2019-08-09 22:10:00,173 epoch 123 - iter 2120/2650 - loss 0.20155346 throughput (samples/sec): 77.01
2019-08-09 22:11:45,394 epoch 123 - iter 2385/2650 - loss 0.20062042 throughput (samples/sec): 80.63
2019-08-09 22:13:31,357 ----------------------------------------------------------------------------------------------------
2019-08-09 22:13:31,357 EPOCH 123 done: loss 0.2016 - lr 0.0250
2019-08-09 22:13:31,357 BAD EPOCHS (no improvement): 0
2019-08-09 22:13:31,358 ----------------------------------------------------------------------------------------------------
2019-08-09 22:13:31,766 epoch 124 - iter 0/2650 - loss 0.42024410 throughput (samples/sec): 20948.55
2019-08-09 22:15:19,313 epoch 124 - iter 265/2650 - loss 0.20436236 throughput (samples/sec): 78.88
2019-08-09 22:17:08,066 epoch 124 - iter 530/2650 - loss 0.19784566 throughput (samples/sec): 78.01
2019-08-09 22:18:54,412 epoch 124 - iter 795/2650 - loss 0.19521471 throughput (samples/sec): 79.77
2019-08-09 22:20:43,516 epoch 124 - iter 1060/2650 - loss 0.19569441 throughput (samples/sec): 77.76
2019-08-09 22:22:13,815 epoch 124 - iter 1325/2650 - loss 0.19346101 throughput (samples/sec): 93.96
2019-08-09 22:23:36,055 epoch 124 - iter 1590/2650 - loss 0.19051046 throughput (samples/sec): 103.16
2019-08-09 22:25:05,346 epoch 124 - iter 1855/2650 - loss 0.19350757 throughput (samples/sec): 95.02
2019-08-09 22:27:02,397 epoch 124 - iter 2120/2650 - loss 0.19509785 throughput (samples/sec): 72.47
2019-08-09 22:28:49,930 epoch 124 - iter 2385/2650 - loss 0.19519362 throughput (samples/sec): 78.89
2019-08-09 22:30:35,196 ----------------------------------------------------------------------------------------------------
2019-08-09 22:30:35,197 EPOCH 124 done: loss 0.1957 - lr 0.0250
2019-08-09 22:30:35,197 BAD EPOCHS (no improvement): 0
2019-08-09 22:30:35,197 ----------------------------------------------------------------------------------------------------
2019-08-09 22:30:35,550 epoch 125 - iter 0/2650 - loss 0.03123158 throughput (samples/sec): 24258.70
2019-08-09 22:32:20,477 epoch 125 - iter 265/2650 - loss 0.19248549 throughput (samples/sec): 80.85
2019-08-09 22:34:05,872 epoch 125 - iter 530/2650 - loss 0.19717052 throughput (samples/sec): 80.49
2019-08-09 22:35:51,037 epoch 125 - iter 795/2650 - loss 0.19851121 throughput (samples/sec): 80.67
2019-08-09 22:37:39,303 epoch 125 - iter 1060/2650 - loss 0.19345602 throughput (samples/sec): 78.36
2019-08-09 22:39:22,131 epoch 125 - iter 1325/2650 - loss 0.19281290 throughput (samples/sec): 82.50
2019-08-09 22:41:06,648 epoch 125 - iter 1590/2650 - loss 0.19492478 throughput (samples/sec): 81.17
2019-08-09 22:42:30,566 epoch 125 - iter 1855/2650 - loss 0.19434351 throughput (samples/sec): 101.10
2019-08-09 22:43:53,967 epoch 125 - iter 2120/2650 - loss 0.19256156 throughput (samples/sec): 101.73
2019-08-09 22:45:39,620 epoch 125 - iter 2385/2650 - loss 0.19385741 throughput (samples/sec): 80.29
2019-08-09 22:47:37,762 ----------------------------------------------------------------------------------------------------
2019-08-09 22:47:37,762 EPOCH 125 done: loss 0.1934 - lr 0.0250
2019-08-09 22:47:37,762 BAD EPOCHS (no improvement): 0
2019-08-09 22:47:37,762 ----------------------------------------------------------------------------------------------------
2019-08-09 22:47:38,087 epoch 126 - iter 0/2650 - loss 0.20917296 throughput (samples/sec): 26419.38
2019-08-09 22:49:26,352 epoch 126 - iter 265/2650 - loss 0.18804332 throughput (samples/sec): 78.36
2019-08-09 22:51:16,517 epoch 126 - iter 530/2650 - loss 0.19530081 throughput (samples/sec): 77.01
2019-08-09 22:52:40,581 epoch 126 - iter 795/2650 - loss 0.18573199 throughput (samples/sec): 100.93
2019-08-09 22:54:04,810 epoch 126 - iter 1060/2650 - loss 0.18589906 throughput (samples/sec): 100.73
2019-08-09 22:55:58,221 epoch 126 - iter 1325/2650 - loss 0.19082970 throughput (samples/sec): 74.80
2019-08-09 22:57:47,238 epoch 126 - iter 1590/2650 - loss 0.19276735 throughput (samples/sec): 77.82
2019-08-09 22:59:30,509 epoch 126 - iter 1855/2650 - loss 0.19279483 throughput (samples/sec): 82.15
2019-08-09 23:01:22,414 epoch 126 - iter 2120/2650 - loss 0.19357098 throughput (samples/sec): 75.81
2019-08-09 23:03:12,588 epoch 126 - iter 2385/2650 - loss 0.19391250 throughput (samples/sec): 77.00
2019-08-09 23:05:14,097 ----------------------------------------------------------------------------------------------------
2019-08-09 23:05:14,097 EPOCH 126 done: loss 0.1944 - lr 0.0250
2019-08-09 23:05:14,097 BAD EPOCHS (no improvement): 1
2019-08-09 23:05:14,098 ----------------------------------------------------------------------------------------------------
2019-08-09 23:05:14,503 epoch 127 - iter 0/2650 - loss 0.36565596 throughput (samples/sec): 21130.79
2019-08-09 23:06:43,718 epoch 127 - iter 265/2650 - loss 0.19406638 throughput (samples/sec): 95.10
2019-08-09 23:08:33,949 epoch 127 - iter 530/2650 - loss 0.19744848 throughput (samples/sec): 76.96
2019-08-09 23:10:22,214 epoch 127 - iter 795/2650 - loss 0.19736364 throughput (samples/sec): 78.36
2019-08-09 23:12:13,074 epoch 127 - iter 1060/2650 - loss 0.19719290 throughput (samples/sec): 76.52
2019-08-09 23:14:00,841 epoch 127 - iter 1325/2650 - loss 0.19661644 throughput (samples/sec): 78.72
2019-08-09 23:15:51,695 epoch 127 - iter 1590/2650 - loss 0.19471353 throughput (samples/sec): 76.53
2019-08-09 23:17:41,412 epoch 127 - iter 1855/2650 - loss 0.19518438 throughput (samples/sec): 77.32
2019-08-09 23:19:31,335 epoch 127 - iter 2120/2650 - loss 0.19443762 throughput (samples/sec): 77.18
2019-08-09 23:21:25,150 epoch 127 - iter 2385/2650 - loss 0.19610389 throughput (samples/sec): 74.54
2019-08-09 23:23:05,858 ----------------------------------------------------------------------------------------------------
2019-08-09 23:23:05,858 EPOCH 127 done: loss 0.1957 - lr 0.0250
2019-08-09 23:23:05,858 BAD EPOCHS (no improvement): 2
2019-08-09 23:23:05,859 ----------------------------------------------------------------------------------------------------
2019-08-09 23:23:06,250 epoch 128 - iter 0/2650 - loss 0.26048845 throughput (samples/sec): 21849.18
2019-08-09 23:24:47,813 epoch 128 - iter 265/2650 - loss 0.19307294 throughput (samples/sec): 83.53
2019-08-09 23:26:35,847 epoch 128 - iter 530/2650 - loss 0.18844957 throughput (samples/sec): 78.52
2019-08-09 23:28:26,834 epoch 128 - iter 795/2650 - loss 0.18990338 throughput (samples/sec): 76.43
2019-08-09 23:30:18,731 epoch 128 - iter 1060/2650 - loss 0.19202078 throughput (samples/sec): 75.81
2019-08-09 23:32:05,768 epoch 128 - iter 1325/2650 - loss 0.19572903 throughput (samples/sec): 79.26
2019-08-09 23:33:54,293 epoch 128 - iter 1590/2650 - loss 0.19591281 throughput (samples/sec): 78.17
2019-08-09 23:35:43,176 epoch 128 - iter 1855/2650 - loss 0.19808757 throughput (samples/sec): 77.91
2019-08-09 23:37:32,131 epoch 128 - iter 2120/2650 - loss 0.19702168 throughput (samples/sec): 77.86
2019-08-09 23:39:12,317 epoch 128 - iter 2385/2650 - loss 0.19638159 throughput (samples/sec): 84.68
2019-08-09 23:40:56,784 ----------------------------------------------------------------------------------------------------
2019-08-09 23:40:56,784 EPOCH 128 done: loss 0.1954 - lr 0.0250
2019-08-09 23:40:56,785 BAD EPOCHS (no improvement): 3
2019-08-09 23:40:56,785 ----------------------------------------------------------------------------------------------------
2019-08-09 23:40:57,270 epoch 129 - iter 0/2650 - loss 0.11749345 throughput (samples/sec): 17623.76
2019-08-09 23:42:45,558 epoch 129 - iter 265/2650 - loss 0.17531263 throughput (samples/sec): 78.34
2019-08-09 23:44:34,725 epoch 129 - iter 530/2650 - loss 0.18601146 throughput (samples/sec): 77.71
2019-08-09 23:46:24,332 epoch 129 - iter 795/2650 - loss 0.18077094 throughput (samples/sec): 77.40
2019-08-09 23:48:10,059 epoch 129 - iter 1060/2650 - loss 0.18148291 throughput (samples/sec): 80.24
2019-08-09 23:49:58,013 epoch 129 - iter 1325/2650 - loss 0.18393423 throughput (samples/sec): 78.58
2019-08-09 23:51:47,843 epoch 129 - iter 1590/2650 - loss 0.18655159 throughput (samples/sec): 77.24
2019-08-09 23:53:41,902 epoch 129 - iter 1855/2650 - loss 0.18710320 throughput (samples/sec): 74.37
2019-08-09 23:55:18,957 epoch 129 - iter 2120/2650 - loss 0.18724295 throughput (samples/sec): 87.41
2019-08-09 23:57:08,323 epoch 129 - iter 2385/2650 - loss 0.18909187 throughput (samples/sec): 77.57
2019-08-09 23:58:55,781 ----------------------------------------------------------------------------------------------------
2019-08-09 23:58:55,782 EPOCH 129 done: loss 0.1892 - lr 0.0250
2019-08-09 23:58:55,782 BAD EPOCHS (no improvement): 0
2019-08-09 23:58:55,782 ----------------------------------------------------------------------------------------------------
2019-08-09 23:58:56,163 epoch 130 - iter 0/2650 - loss 0.61453879 throughput (samples/sec): 22441.92
2019-08-10 00:00:46,987 epoch 130 - iter 265/2650 - loss 0.17348825 throughput (samples/sec): 76.55
2019-08-10 00:02:32,832 epoch 130 - iter 530/2650 - loss 0.17511855 throughput (samples/sec): 80.15
2019-08-10 00:04:23,000 epoch 130 - iter 795/2650 - loss 0.18297108 throughput (samples/sec): 77.00
2019-08-10 00:06:11,482 epoch 130 - iter 1060/2650 - loss 0.18253241 throughput (samples/sec): 78.20
2019-08-10 00:08:02,538 epoch 130 - iter 1325/2650 - loss 0.18466496 throughput (samples/sec): 76.39
2019-08-10 00:09:53,660 epoch 130 - iter 1590/2650 - loss 0.18495772 throughput (samples/sec): 76.34
2019-08-10 00:11:26,293 epoch 130 - iter 1855/2650 - loss 0.18527675 throughput (samples/sec): 91.58
2019-08-10 00:13:15,933 epoch 130 - iter 2120/2650 - loss 0.18578505 throughput (samples/sec): 77.37
2019-08-10 00:15:05,906 epoch 130 - iter 2385/2650 - loss 0.18650379 throughput (samples/sec): 77.14
2019-08-10 00:16:51,071 ----------------------------------------------------------------------------------------------------
2019-08-10 00:16:51,071 EPOCH 130 done: loss 0.1866 - lr 0.0250
2019-08-10 00:16:51,072 BAD EPOCHS (no improvement): 0
2019-08-10 00:16:51,072 ----------------------------------------------------------------------------------------------------
2019-08-10 00:16:51,433 epoch 131 - iter 0/2650 - loss 0.24921054 throughput (samples/sec): 23731.67
2019-08-10 00:18:40,856 epoch 131 - iter 265/2650 - loss 0.18559888 throughput (samples/sec): 77.53
2019-08-10 00:20:29,939 epoch 131 - iter 530/2650 - loss 0.18787522 throughput (samples/sec): 77.77
2019-08-10 00:22:23,007 epoch 131 - iter 795/2650 - loss 0.18336057 throughput (samples/sec): 75.03
2019-08-10 00:24:12,384 epoch 131 - iter 1060/2650 - loss 0.18566722 throughput (samples/sec): 77.56
2019-08-10 00:25:58,049 epoch 131 - iter 1325/2650 - loss 0.18327694 throughput (samples/sec): 80.29
2019-08-10 00:27:32,357 epoch 131 - iter 1590/2650 - loss 0.18489253 throughput (samples/sec): 89.96
2019-08-10 00:29:21,354 epoch 131 - iter 1855/2650 - loss 0.18694890 throughput (samples/sec): 77.84
2019-08-10 00:31:08,161 epoch 131 - iter 2120/2650 - loss 0.18508102 throughput (samples/sec): 79.43
2019-08-10 00:32:57,703 epoch 131 - iter 2385/2650 - loss 0.18520474 throughput (samples/sec): 77.44
2019-08-10 00:34:49,626 ----------------------------------------------------------------------------------------------------
2019-08-10 00:34:49,626 EPOCH 131 done: loss 0.1855 - lr 0.0250
2019-08-10 00:34:49,626 BAD EPOCHS (no improvement): 0
2019-08-10 00:34:49,626 ----------------------------------------------------------------------------------------------------
2019-08-10 00:34:49,975 epoch 132 - iter 0/2650 - loss 0.19269896 throughput (samples/sec): 24617.02
2019-08-10 00:36:37,887 epoch 132 - iter 265/2650 - loss 0.17520606 throughput (samples/sec): 78.61
2019-08-10 00:38:24,726 epoch 132 - iter 530/2650 - loss 0.18098655 throughput (samples/sec): 79.40
2019-08-10 00:40:11,982 epoch 132 - iter 795/2650 - loss 0.18610073 throughput (samples/sec): 79.09
2019-08-10 00:41:58,881 epoch 132 - iter 1060/2650 - loss 0.18931578 throughput (samples/sec): 79.36
2019-08-10 00:43:36,828 epoch 132 - iter 1325/2650 - loss 0.18889622 throughput (samples/sec): 86.61
2019-08-10 00:45:24,091 epoch 132 - iter 1590/2650 - loss 0.18673762 throughput (samples/sec): 79.09
2019-08-10 00:47:12,883 epoch 132 - iter 1855/2650 - loss 0.18632328 throughput (samples/sec): 77.98
2019-08-10 00:49:01,722 epoch 132 - iter 2120/2650 - loss 0.18567351 throughput (samples/sec): 77.94
2019-08-10 00:50:48,475 epoch 132 - iter 2385/2650 - loss 0.18541436 throughput (samples/sec): 79.47
2019-08-10 00:52:41,776 ----------------------------------------------------------------------------------------------------
2019-08-10 00:52:41,776 EPOCH 132 done: loss 0.1851 - lr 0.0250
2019-08-10 00:52:41,776 BAD EPOCHS (no improvement): 0
2019-08-10 00:52:41,776 ----------------------------------------------------------------------------------------------------
2019-08-10 00:52:42,128 epoch 133 - iter 0/2650 - loss 0.24629915 throughput (samples/sec): 24369.20
2019-08-10 00:54:32,060 epoch 133 - iter 265/2650 - loss 0.19527730 throughput (samples/sec): 77.17
2019-08-10 00:56:23,753 epoch 133 - iter 530/2650 - loss 0.18402669 throughput (samples/sec): 75.95
2019-08-10 00:58:09,619 epoch 133 - iter 795/2650 - loss 0.18586471 throughput (samples/sec): 80.13
2019-08-10 00:59:46,321 epoch 133 - iter 1060/2650 - loss 0.18487641 throughput (samples/sec): 87.73
2019-08-10 01:01:35,705 epoch 133 - iter 1325/2650 - loss 0.18247311 throughput (samples/sec): 77.55
2019-08-10 01:03:23,133 epoch 133 - iter 1590/2650 - loss 0.18299255 throughput (samples/sec): 78.97
2019-08-10 01:05:10,067 epoch 133 - iter 1855/2650 - loss 0.18214147 throughput (samples/sec): 79.33
2019-08-10 01:06:57,026 epoch 133 - iter 2120/2650 - loss 0.18143098 throughput (samples/sec): 79.31
2019-08-10 01:08:45,207 epoch 133 - iter 2385/2650 - loss 0.18131246 throughput (samples/sec): 78.42
2019-08-10 01:10:33,504 ----------------------------------------------------------------------------------------------------
2019-08-10 01:10:33,504 EPOCH 133 done: loss 0.1807 - lr 0.0250
2019-08-10 01:10:33,504 BAD EPOCHS (no improvement): 0
2019-08-10 01:10:33,504 ----------------------------------------------------------------------------------------------------
2019-08-10 01:10:34,122 epoch 134 - iter 0/2650 - loss 0.13186166 throughput (samples/sec): 13809.54
2019-08-10 01:12:20,797 epoch 134 - iter 265/2650 - loss 0.18865665 throughput (samples/sec): 79.52
2019-08-10 01:14:06,617 epoch 134 - iter 530/2650 - loss 0.18680504 throughput (samples/sec): 80.17
2019-08-10 01:15:41,385 epoch 134 - iter 795/2650 - loss 0.18949294 throughput (samples/sec): 89.52
2019-08-10 01:17:28,827 epoch 134 - iter 1060/2650 - loss 0.19001371 throughput (samples/sec): 78.96
2019-08-10 01:19:18,305 epoch 134 - iter 1325/2650 - loss 0.19019353 throughput (samples/sec): 77.50
2019-08-10 01:21:06,685 epoch 134 - iter 1590/2650 - loss 0.19063459 throughput (samples/sec): 78.27
2019-08-10 01:22:55,340 epoch 134 - iter 1855/2650 - loss 0.19202276 throughput (samples/sec): 78.07
2019-08-10 01:24:44,227 epoch 134 - iter 2120/2650 - loss 0.19195708 throughput (samples/sec): 77.91
2019-08-10 01:26:32,147 epoch 134 - iter 2385/2650 - loss 0.19219322 throughput (samples/sec): 78.61
2019-08-10 01:28:19,267 ----------------------------------------------------------------------------------------------------
2019-08-10 01:28:19,267 EPOCH 134 done: loss 0.1929 - lr 0.0250
2019-08-10 01:28:19,267 BAD EPOCHS (no improvement): 1
2019-08-10 01:28:19,267 ----------------------------------------------------------------------------------------------------
2019-08-10 01:28:19,747 epoch 135 - iter 0/2650 - loss 0.15560481 throughput (samples/sec): 17827.94
2019-08-10 01:30:07,302 epoch 135 - iter 265/2650 - loss 0.18728462 throughput (samples/sec): 78.87
2019-08-10 01:31:46,484 epoch 135 - iter 530/2650 - loss 0.17920028 throughput (samples/sec): 85.53
2019-08-10 01:33:25,420 epoch 135 - iter 795/2650 - loss 0.18176951 throughput (samples/sec): 85.75
2019-08-10 01:35:11,772 epoch 135 - iter 1060/2650 - loss 0.18259239 throughput (samples/sec): 79.77
2019-08-10 01:36:59,760 epoch 135 - iter 1325/2650 - loss 0.18204821 throughput (samples/sec): 78.56
2019-08-10 01:38:47,117 epoch 135 - iter 1590/2650 - loss 0.18389355 throughput (samples/sec): 79.02
2019-08-10 01:40:31,978 epoch 135 - iter 1855/2650 - loss 0.18370575 throughput (samples/sec): 80.90
2019-08-10 01:42:20,043 epoch 135 - iter 2120/2650 - loss 0.18393650 throughput (samples/sec): 78.50
2019-08-10 01:44:10,023 epoch 135 - iter 2385/2650 - loss 0.18350489 throughput (samples/sec): 77.13
2019-08-10 01:45:57,366 ----------------------------------------------------------------------------------------------------
2019-08-10 01:45:57,366 EPOCH 135 done: loss 0.1842 - lr 0.0250
2019-08-10 01:45:57,366 BAD EPOCHS (no improvement): 2
2019-08-10 01:45:57,367 ----------------------------------------------------------------------------------------------------
2019-08-10 01:45:57,691 epoch 136 - iter 0/2650 - loss 0.08344352 throughput (samples/sec): 26466.05
2019-08-10 01:47:41,297 epoch 136 - iter 265/2650 - loss 0.18181312 throughput (samples/sec): 81.88
2019-08-10 01:49:19,925 epoch 136 - iter 530/2650 - loss 0.17681686 throughput (samples/sec): 86.02
2019-08-10 01:51:07,331 epoch 136 - iter 795/2650 - loss 0.17803025 throughput (samples/sec): 78.98
2019-08-10 01:52:54,499 epoch 136 - iter 1060/2650 - loss 0.17948562 throughput (samples/sec): 79.16
2019-08-10 01:54:43,518 epoch 136 - iter 1325/2650 - loss 0.18448388 throughput (samples/sec): 77.81
2019-08-10 01:56:30,879 epoch 136 - iter 1590/2650 - loss 0.18321804 throughput (samples/sec): 79.02
2019-08-10 01:58:19,803 epoch 136 - iter 1855/2650 - loss 0.18464254 throughput (samples/sec): 77.88
2019-08-10 02:00:07,200 epoch 136 - iter 2120/2650 - loss 0.18476599 throughput (samples/sec): 78.99
2019-08-10 02:01:54,967 epoch 136 - iter 2385/2650 - loss 0.18498930 throughput (samples/sec): 78.72
2019-08-10 02:03:34,577 ----------------------------------------------------------------------------------------------------
2019-08-10 02:03:34,577 EPOCH 136 done: loss 0.1846 - lr 0.0250
2019-08-10 02:03:34,577 BAD EPOCHS (no improvement): 3
2019-08-10 02:03:34,577 ----------------------------------------------------------------------------------------------------
2019-08-10 02:03:34,882 epoch 137 - iter 0/2650 - loss 0.11519110 throughput (samples/sec): 28163.71
2019-08-10 02:05:16,473 epoch 137 - iter 265/2650 - loss 0.18362697 throughput (samples/sec): 83.51
2019-08-10 02:07:03,518 epoch 137 - iter 530/2650 - loss 0.18703275 throughput (samples/sec): 79.25
2019-08-10 02:08:51,814 epoch 137 - iter 795/2650 - loss 0.18737962 throughput (samples/sec): 78.34
2019-08-10 02:10:38,876 epoch 137 - iter 1060/2650 - loss 0.18414842 throughput (samples/sec): 79.24
2019-08-10 02:12:26,696 epoch 137 - iter 1325/2650 - loss 0.18342032 throughput (samples/sec): 78.68
2019-08-10 02:14:13,623 epoch 137 - iter 1590/2650 - loss 0.18573354 throughput (samples/sec): 79.34
2019-08-10 02:16:05,000 epoch 137 - iter 1855/2650 - loss 0.18518509 throughput (samples/sec): 76.17
2019-08-10 02:17:56,781 epoch 137 - iter 2120/2650 - loss 0.18507248 throughput (samples/sec): 75.89
2019-08-10 02:19:39,106 epoch 137 - iter 2385/2650 - loss 0.18469363 throughput (samples/sec): 82.91
2019-08-10 02:21:19,318 ----------------------------------------------------------------------------------------------------
2019-08-10 02:21:19,319 EPOCH 137 done: loss 0.1846 - lr 0.0250
2019-08-10 02:21:19,319 BAD EPOCHS (no improvement): 4
2019-08-10 02:21:19,319 ----------------------------------------------------------------------------------------------------
2019-08-10 02:21:19,793 epoch 138 - iter 0/2650 - loss 0.00819188 throughput (samples/sec): 18014.65
2019-08-10 02:23:06,965 epoch 138 - iter 265/2650 - loss 0.17843646 throughput (samples/sec): 79.16
2019-08-10 02:24:55,628 epoch 138 - iter 530/2650 - loss 0.17606421 throughput (samples/sec): 78.07
2019-08-10 02:26:42,834 epoch 138 - iter 795/2650 - loss 0.17713702 throughput (samples/sec): 79.13
2019-08-10 02:28:32,506 epoch 138 - iter 1060/2650 - loss 0.17209984 throughput (samples/sec): 77.35
2019-08-10 02:30:20,677 epoch 138 - iter 1325/2650 - loss 0.17469157 throughput (samples/sec): 78.42
2019-08-10 02:32:10,236 epoch 138 - iter 1590/2650 - loss 0.17469658 throughput (samples/sec): 77.43
2019-08-10 02:34:01,247 epoch 138 - iter 1855/2650 - loss 0.17402000 throughput (samples/sec): 76.42
2019-08-10 02:35:42,241 epoch 138 - iter 2120/2650 - loss 0.17537370 throughput (samples/sec): 84.00
2019-08-10 02:37:22,565 epoch 138 - iter 2385/2650 - loss 0.17833447 throughput (samples/sec): 84.56
2019-08-10 02:39:11,695 ----------------------------------------------------------------------------------------------------
2019-08-10 02:39:11,695 EPOCH 138 done: loss 0.1792 - lr 0.0125
2019-08-10 02:39:11,695 BAD EPOCHS (no improvement): 0
2019-08-10 02:39:11,696 ----------------------------------------------------------------------------------------------------
2019-08-10 02:39:12,036 epoch 139 - iter 0/2650 - loss 0.23919314 throughput (samples/sec): 25170.32
2019-08-10 02:41:03,105 epoch 139 - iter 265/2650 - loss 0.19486463 throughput (samples/sec): 76.38
2019-08-10 02:42:50,923 epoch 139 - iter 530/2650 - loss 0.17844562 throughput (samples/sec): 78.68
2019-08-10 02:44:40,299 epoch 139 - iter 795/2650 - loss 0.18081222 throughput (samples/sec): 77.56
2019-08-10 02:46:30,050 epoch 139 - iter 1060/2650 - loss 0.17831633 throughput (samples/sec): 77.29
2019-08-10 02:48:17,478 epoch 139 - iter 1325/2650 - loss 0.18008940 throughput (samples/sec): 78.97
2019-08-10 02:50:05,056 epoch 139 - iter 1590/2650 - loss 0.17899172 throughput (samples/sec): 78.86
2019-08-10 02:51:44,093 epoch 139 - iter 1855/2650 - loss 0.17885841 throughput (samples/sec): 85.66
2019-08-10 02:53:26,070 epoch 139 - iter 2120/2650 - loss 0.17750583 throughput (samples/sec): 83.19
2019-08-10 02:55:15,508 epoch 139 - iter 2385/2650 - loss 0.17697864 throughput (samples/sec): 77.52
2019-08-10 02:57:04,415 ----------------------------------------------------------------------------------------------------
2019-08-10 02:57:04,416 EPOCH 139 done: loss 0.1763 - lr 0.0125
2019-08-10 02:57:04,416 BAD EPOCHS (no improvement): 0
2019-08-10 02:57:04,416 ----------------------------------------------------------------------------------------------------
2019-08-10 02:57:04,950 epoch 140 - iter 0/2650 - loss 0.22677469 throughput (samples/sec): 15989.55
2019-08-10 02:58:54,401 epoch 140 - iter 265/2650 - loss 0.18830966 throughput (samples/sec): 77.51
2019-08-10 03:00:41,362 epoch 140 - iter 530/2650 - loss 0.18567131 throughput (samples/sec): 79.31
2019-08-10 03:02:32,602 epoch 140 - iter 795/2650 - loss 0.18905803 throughput (samples/sec): 76.26
2019-08-10 03:04:22,575 epoch 140 - iter 1060/2650 - loss 0.18271995 throughput (samples/sec): 77.14
2019-08-10 03:06:11,665 epoch 140 - iter 1325/2650 - loss 0.18039573 throughput (samples/sec): 77.76
2019-08-10 03:07:53,209 epoch 140 - iter 1590/2650 - loss 0.18164763 throughput (samples/sec): 83.55
2019-08-10 03:09:37,577 epoch 140 - iter 1855/2650 - loss 0.18116883 throughput (samples/sec): 81.28
2019-08-10 03:11:26,985 epoch 140 - iter 2120/2650 - loss 0.17959660 throughput (samples/sec): 77.54
2019-08-10 03:13:15,989 epoch 140 - iter 2385/2650 - loss 0.17915805 throughput (samples/sec): 77.83
2019-08-10 03:15:02,878 ----------------------------------------------------------------------------------------------------
2019-08-10 03:15:02,878 EPOCH 140 done: loss 0.1795 - lr 0.0125
2019-08-10 03:15:02,878 BAD EPOCHS (no improvement): 1
2019-08-10 03:15:02,878 ----------------------------------------------------------------------------------------------------
2019-08-10 03:15:03,361 epoch 141 - iter 0/2650 - loss 0.03540620 throughput (samples/sec): 17687.69
2019-08-10 03:16:54,500 epoch 141 - iter 265/2650 - loss 0.18051554 throughput (samples/sec): 76.33
2019-08-10 03:18:43,562 epoch 141 - iter 530/2650 - loss 0.18017139 throughput (samples/sec): 77.78
2019-08-10 03:20:32,749 epoch 141 - iter 795/2650 - loss 0.18210806 throughput (samples/sec): 77.69
2019-08-10 03:22:23,276 epoch 141 - iter 1060/2650 - loss 0.17800211 throughput (samples/sec): 76.75
2019-08-10 03:23:59,192 epoch 141 - iter 1325/2650 - loss 0.17783820 throughput (samples/sec): 88.45
2019-08-10 03:25:43,970 epoch 141 - iter 1590/2650 - loss 0.17567068 throughput (samples/sec): 80.97
2019-08-10 03:27:31,375 epoch 141 - iter 1855/2650 - loss 0.17431688 throughput (samples/sec): 78.98
2019-08-10 03:29:21,322 epoch 141 - iter 2120/2650 - loss 0.17544116 throughput (samples/sec): 77.16
2019-08-10 03:31:08,474 epoch 141 - iter 2385/2650 - loss 0.17725825 throughput (samples/sec): 79.17
2019-08-10 03:32:55,969 ----------------------------------------------------------------------------------------------------
2019-08-10 03:32:55,969 EPOCH 141 done: loss 0.1774 - lr 0.0125
2019-08-10 03:32:55,970 BAD EPOCHS (no improvement): 2
2019-08-10 03:32:55,970 ----------------------------------------------------------------------------------------------------
2019-08-10 03:32:56,414 epoch 142 - iter 0/2650 - loss 0.05217010 throughput (samples/sec): 19263.88
2019-08-10 03:34:46,328 epoch 142 - iter 265/2650 - loss 0.17732616 throughput (samples/sec): 77.18
2019-08-10 03:36:38,765 epoch 142 - iter 530/2650 - loss 0.18892347 throughput (samples/sec): 75.45
2019-08-10 03:38:24,613 epoch 142 - iter 795/2650 - loss 0.18572100 throughput (samples/sec): 80.15
2019-08-10 03:40:01,739 epoch 142 - iter 1060/2650 - loss 0.18375701 throughput (samples/sec): 87.35
2019-08-10 03:41:49,085 epoch 142 - iter 1325/2650 - loss 0.18309947 throughput (samples/sec): 79.03
2019-08-10 03:43:36,627 epoch 142 - iter 1590/2650 - loss 0.18268902 throughput (samples/sec): 78.88
2019-08-10 03:45:24,236 epoch 142 - iter 1855/2650 - loss 0.18128570 throughput (samples/sec): 78.83
2019-08-10 03:47:14,107 epoch 142 - iter 2120/2650 - loss 0.18071470 throughput (samples/sec): 77.21
2019-08-10 03:49:00,644 epoch 142 - iter 2385/2650 - loss 0.18098626 throughput (samples/sec): 79.63
2019-08-10 03:50:49,300 ----------------------------------------------------------------------------------------------------
2019-08-10 03:50:49,300 EPOCH 142 done: loss 0.1805 - lr 0.0125
2019-08-10 03:50:49,300 BAD EPOCHS (no improvement): 3
2019-08-10 03:50:49,300 ----------------------------------------------------------------------------------------------------
2019-08-10 03:50:49,799 epoch 143 - iter 0/2650 - loss 0.15482467 throughput (samples/sec): 17130.24
2019-08-10 03:52:40,471 epoch 143 - iter 265/2650 - loss 0.17464481 throughput (samples/sec): 76.65
2019-08-10 03:54:27,943 epoch 143 - iter 530/2650 - loss 0.17123706 throughput (samples/sec): 78.93
2019-08-10 03:56:01,443 epoch 143 - iter 795/2650 - loss 0.17323226 throughput (samples/sec): 90.73
2019-08-10 03:57:49,549 epoch 143 - iter 1060/2650 - loss 0.17213741 throughput (samples/sec): 78.47
2019-08-10 03:59:43,469 epoch 143 - iter 1325/2650 - loss 0.17081376 throughput (samples/sec): 74.46
2019-08-10 04:01:31,276 epoch 143 - iter 1590/2650 - loss 0.17083161 throughput (samples/sec): 78.69
2019-08-10 04:03:21,367 epoch 143 - iter 1855/2650 - loss 0.17269354 throughput (samples/sec): 77.06
2019-08-10 04:05:08,465 epoch 143 - iter 2120/2650 - loss 0.17249753 throughput (samples/sec): 79.21
2019-08-10 04:06:57,137 epoch 143 - iter 2385/2650 - loss 0.17375012 throughput (samples/sec): 78.06
2019-08-10 04:08:47,158 ----------------------------------------------------------------------------------------------------
2019-08-10 04:08:47,158 EPOCH 143 done: loss 0.1742 - lr 0.0125
2019-08-10 04:08:47,158 BAD EPOCHS (no improvement): 0
2019-08-10 04:08:47,159 ----------------------------------------------------------------------------------------------------
2019-08-10 04:08:47,609 epoch 144 - iter 0/2650 - loss 0.09170043 throughput (samples/sec): 18972.04
2019-08-10 04:10:33,693 epoch 144 - iter 265/2650 - loss 0.17060924 throughput (samples/sec): 79.97
2019-08-10 04:12:09,654 epoch 144 - iter 530/2650 - loss 0.16801396 throughput (samples/sec): 88.41
2019-08-10 04:13:55,185 epoch 144 - iter 795/2650 - loss 0.17021749 throughput (samples/sec): 80.39
2019-08-10 04:15:45,917 epoch 144 - iter 1060/2650 - loss 0.17174738 throughput (samples/sec): 76.61
2019-08-10 04:17:33,431 epoch 144 - iter 1325/2650 - loss 0.17332525 throughput (samples/sec): 78.90
2019-08-10 04:19:20,505 epoch 144 - iter 1590/2650 - loss 0.17726685 throughput (samples/sec): 79.23
2019-08-10 04:21:08,077 epoch 144 - iter 1855/2650 - loss 0.17486028 throughput (samples/sec): 78.86
2019-08-10 04:22:57,698 epoch 144 - iter 2120/2650 - loss 0.17611449 throughput (samples/sec): 77.39
2019-08-10 04:24:44,487 epoch 144 - iter 2385/2650 - loss 0.17704732 throughput (samples/sec): 79.44
2019-08-10 04:26:30,083 ----------------------------------------------------------------------------------------------------
2019-08-10 04:26:30,083 EPOCH 144 done: loss 0.1769 - lr 0.0125
2019-08-10 04:26:30,083 BAD EPOCHS (no improvement): 1
2019-08-10 04:26:30,083 ----------------------------------------------------------------------------------------------------
2019-08-10 04:26:30,476 epoch 145 - iter 0/2650 - loss 0.05851460 throughput (samples/sec): 21810.97
2019-08-10 04:28:05,668 epoch 145 - iter 265/2650 - loss 0.18658631 throughput (samples/sec): 89.12
2019-08-10 04:29:52,397 epoch 145 - iter 530/2650 - loss 0.17748493 throughput (samples/sec): 79.48
2019-08-10 04:31:40,472 epoch 145 - iter 795/2650 - loss 0.17884143 throughput (samples/sec): 78.49
2019-08-10 04:33:24,769 epoch 145 - iter 1060/2650 - loss 0.17442886 throughput (samples/sec): 81.34
2019-08-10 04:35:14,193 epoch 145 - iter 1325/2650 - loss 0.17237665 throughput (samples/sec): 77.52
2019-08-10 04:37:01,413 epoch 145 - iter 1590/2650 - loss 0.17144569 throughput (samples/sec): 79.12
2019-08-10 04:38:46,882 epoch 145 - iter 1855/2650 - loss 0.16966073 throughput (samples/sec): 80.43
2019-08-10 04:40:35,750 epoch 145 - iter 2120/2650 - loss 0.17145831 throughput (samples/sec): 77.92
2019-08-10 04:42:19,816 epoch 145 - iter 2385/2650 - loss 0.17287556 throughput (samples/sec): 81.52
2019-08-10 04:43:57,466 ----------------------------------------------------------------------------------------------------
2019-08-10 04:43:57,466 EPOCH 145 done: loss 0.1742 - lr 0.0125
2019-08-10 04:43:57,466 BAD EPOCHS (no improvement): 0
2019-08-10 04:43:57,466 ----------------------------------------------------------------------------------------------------
2019-08-10 04:43:57,776 epoch 146 - iter 0/2650 - loss 0.03001368 throughput (samples/sec): 27630.85
2019-08-10 04:45:45,265 epoch 146 - iter 265/2650 - loss 0.17782751 throughput (samples/sec): 78.92
2019-08-10 04:47:32,455 epoch 146 - iter 530/2650 - loss 0.17977952 throughput (samples/sec): 79.14
2019-08-10 04:49:21,059 epoch 146 - iter 795/2650 - loss 0.17583682 throughput (samples/sec): 78.11
2019-08-10 04:51:06,739 epoch 146 - iter 1060/2650 - loss 0.17278514 throughput (samples/sec): 80.27
2019-08-10 04:52:53,917 epoch 146 - iter 1325/2650 - loss 0.17405615 throughput (samples/sec): 79.15
2019-08-10 04:54:44,150 epoch 146 - iter 1590/2650 - loss 0.17519476 throughput (samples/sec): 76.95
2019-08-10 04:56:34,425 epoch 146 - iter 1855/2650 - loss 0.17558699 throughput (samples/sec): 76.92
2019-08-10 04:58:15,468 epoch 146 - iter 2120/2650 - loss 0.17741514 throughput (samples/sec): 83.96
2019-08-10 04:59:56,109 epoch 146 - iter 2385/2650 - loss 0.17871923 throughput (samples/sec): 84.29
2019-08-10 05:01:41,648 ----------------------------------------------------------------------------------------------------
2019-08-10 05:01:41,648 EPOCH 146 done: loss 0.1789 - lr 0.0125
2019-08-10 05:01:41,648 BAD EPOCHS (no improvement): 1
2019-08-10 05:01:41,648 ----------------------------------------------------------------------------------------------------
2019-08-10 05:01:42,238 epoch 147 - iter 0/2650 - loss 0.09026635 throughput (samples/sec): 14461.74
2019-08-10 05:03:28,848 epoch 147 - iter 265/2650 - loss 0.18574277 throughput (samples/sec): 79.57
2019-08-10 05:05:14,318 epoch 147 - iter 530/2650 - loss 0.17609867 throughput (samples/sec): 80.43
2019-08-10 05:07:06,098 epoch 147 - iter 795/2650 - loss 0.17796564 throughput (samples/sec): 75.89
2019-08-10 05:08:53,566 epoch 147 - iter 1060/2650 - loss 0.17530444 throughput (samples/sec): 78.94
2019-08-10 05:10:39,631 epoch 147 - iter 1325/2650 - loss 0.17593918 throughput (samples/sec): 79.98
2019-08-10 05:12:28,977 epoch 147 - iter 1590/2650 - loss 0.17679133 throughput (samples/sec): 77.58
2019-08-10 05:14:03,971 epoch 147 - iter 1855/2650 - loss 0.17557958 throughput (samples/sec): 89.30
2019-08-10 05:15:45,898 epoch 147 - iter 2120/2650 - loss 0.17360490 throughput (samples/sec): 83.23
2019-08-10 05:17:34,012 epoch 147 - iter 2385/2650 - loss 0.17358304 throughput (samples/sec): 78.46
2019-08-10 05:19:19,787 ----------------------------------------------------------------------------------------------------
2019-08-10 05:19:19,787 EPOCH 147 done: loss 0.1726 - lr 0.0125
2019-08-10 05:19:19,787 BAD EPOCHS (no improvement): 0
2019-08-10 05:19:19,788 ----------------------------------------------------------------------------------------------------
2019-08-10 05:19:20,158 epoch 148 - iter 0/2650 - loss 0.10176063 throughput (samples/sec): 23080.47
2019-08-10 05:21:08,066 epoch 148 - iter 265/2650 - loss 0.19260470 throughput (samples/sec): 78.61
2019-08-10 05:22:55,928 epoch 148 - iter 530/2650 - loss 0.18968114 throughput (samples/sec): 78.65
2019-08-10 05:24:42,094 epoch 148 - iter 795/2650 - loss 0.17941401 throughput (samples/sec): 79.91
2019-08-10 05:26:26,338 epoch 148 - iter 1060/2650 - loss 0.17974233 throughput (samples/sec): 81.38
2019-08-10 05:28:12,305 epoch 148 - iter 1325/2650 - loss 0.17760838 throughput (samples/sec): 80.05
2019-08-10 05:29:48,328 epoch 148 - iter 1590/2650 - loss 0.17524619 throughput (samples/sec): 88.35
2019-08-10 05:31:39,556 epoch 148 - iter 1855/2650 - loss 0.17642495 throughput (samples/sec): 76.27
2019-08-10 05:33:27,279 epoch 148 - iter 2120/2650 - loss 0.17516272 throughput (samples/sec): 78.75
2019-08-10 05:35:24,438 epoch 148 - iter 2385/2650 - loss 0.17443842 throughput (samples/sec): 72.40
2019-08-10 05:37:09,525 ----------------------------------------------------------------------------------------------------
2019-08-10 05:37:09,525 EPOCH 148 done: loss 0.1739 - lr 0.0125
2019-08-10 05:37:09,525 BAD EPOCHS (no improvement): 1
2019-08-10 05:37:09,526 ----------------------------------------------------------------------------------------------------
2019-08-10 05:37:09,989 epoch 149 - iter 0/2650 - loss 0.03973123 throughput (samples/sec): 18455.94
2019-08-10 05:38:59,666 epoch 149 - iter 265/2650 - loss 0.17610629 throughput (samples/sec): 77.35
2019-08-10 05:40:52,172 epoch 149 - iter 530/2650 - loss 0.17486749 throughput (samples/sec): 75.40
2019-08-10 05:42:41,126 epoch 149 - iter 795/2650 - loss 0.17536686 throughput (samples/sec): 77.86
2019-08-10 05:44:20,109 epoch 149 - iter 1060/2650 - loss 0.17368030 throughput (samples/sec): 85.71
2019-08-10 05:45:56,572 epoch 149 - iter 1325/2650 - loss 0.17618373 throughput (samples/sec): 87.94
2019-08-10 05:47:43,425 epoch 149 - iter 1590/2650 - loss 0.17475238 throughput (samples/sec): 79.39
2019-08-10 05:49:29,020 epoch 149 - iter 1855/2650 - loss 0.17484268 throughput (samples/sec): 80.34
2019-08-10 05:51:14,830 epoch 149 - iter 2120/2650 - loss 0.17398818 throughput (samples/sec): 80.17
2019-08-10 05:53:01,015 epoch 149 - iter 2385/2650 - loss 0.17336181 throughput (samples/sec): 79.89
2019-08-10 05:54:47,513 ----------------------------------------------------------------------------------------------------
2019-08-10 05:54:47,513 EPOCH 149 done: loss 0.1732 - lr 0.0125
2019-08-10 05:54:47,514 BAD EPOCHS (no improvement): 2
2019-08-10 05:54:47,514 ----------------------------------------------------------------------------------------------------
2019-08-10 05:54:47,924 epoch 150 - iter 0/2650 - loss 0.10671207 throughput (samples/sec): 20868.87
2019-08-10 05:56:31,905 epoch 150 - iter 265/2650 - loss 0.16753308 throughput (samples/sec): 81.58
2019-08-10 05:58:19,832 epoch 150 - iter 530/2650 - loss 0.16438649 throughput (samples/sec): 78.60
2019-08-10 06:00:01,083 epoch 150 - iter 795/2650 - loss 0.17087488 throughput (samples/sec): 83.79
2019-08-10 06:01:43,708 epoch 150 - iter 1060/2650 - loss 0.16698422 throughput (samples/sec): 82.66
2019-08-10 06:03:31,256 epoch 150 - iter 1325/2650 - loss 0.16843817 throughput (samples/sec): 78.88
2019-08-10 06:05:17,098 epoch 150 - iter 1590/2650 - loss 0.16949002 throughput (samples/sec): 80.15
2019-08-10 06:07:03,505 epoch 150 - iter 1855/2650 - loss 0.17115173 throughput (samples/sec): 79.72
2019-08-10 06:08:47,863 epoch 150 - iter 2120/2650 - loss 0.17045474 throughput (samples/sec): 81.29
2019-08-10 06:10:35,817 epoch 150 - iter 2385/2650 - loss 0.17136057 throughput (samples/sec): 78.58
2019-08-10 06:12:22,453 ----------------------------------------------------------------------------------------------------
2019-08-10 06:12:22,453 EPOCH 150 done: loss 0.1715 - lr 0.0125
2019-08-10 06:12:22,453 BAD EPOCHS (no improvement): 0
2019-08-10 06:12:39,109 ----------------------------------------------------------------------------------------------------
2019-08-10 06:12:39,109 Testing using best model ...
2019-08-10 06:12:39,110 loading file resources/taggers/release-ner-ontonotes-0/best-model.pt
2019-08-10 06:20:44,706 0.0937	0.0311	0.0467
2019-08-10 06:20:44,706 
MICRO_AVG: acc 0.0239 - f1-score 0.0467
MACRO_AVG: acc 0.0074 - f1-score 0.013377777777777778
CARDINAL   tp: 1 - fp: 163 - fn: 934 - tn: 1 - precision: 0.0061 - recall: 0.0011 - accuracy: 0.0009 - f1-score: 0.0019
DATE       tp: 0 - fp: 207 - fn: 1602 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
EVENT      tp: 0 - fp: 0 - fn: 63 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
FAC        tp: 0 - fp: 1 - fn: 135 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
GPE        tp: 323 - fp: 477 - fn: 1917 - tn: 323 - precision: 0.4037 - recall: 0.1442 - accuracy: 0.1189 - f1-score: 0.2125
LANGUAGE   tp: 0 - fp: 57 - fn: 22 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
LAW        tp: 0 - fp: 0 - fn: 40 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
LOC        tp: 0 - fp: 0 - fn: 179 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
MONEY      tp: 0 - fp: 187 - fn: 314 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
NORP       tp: 0 - fp: 330 - fn: 841 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
ORDINAL    tp: 0 - fp: 384 - fn: 195 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
ORG        tp: 21 - fp: 409 - fn: 1774 - tn: 21 - precision: 0.0488 - recall: 0.0117 - accuracy: 0.0095 - f1-score: 0.0189
PERCENT    tp: 0 - fp: 42 - fn: 349 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
PERSON     tp: 2 - fp: 149 - fn: 1986 - tn: 2 - precision: 0.0132 - recall: 0.0010 - accuracy: 0.0009 - f1-score: 0.0019
PRODUCT    tp: 0 - fp: 37 - fn: 76 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
QUANTITY   tp: 0 - fp: 0 - fn: 105 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
TIME       tp: 0 - fp: 34 - fn: 212 - tn: 0 - precision: 0.0000 - recall: 0.0000 - accuracy: 0.0000 - f1-score: 0.0000
WORK_OF_ART tp: 3 - fp: 908 - fn: 163 - tn: 3 - precision: 0.0033 - recall: 0.0181 - accuracy: 0.0028 - f1-score: 0.0056
2019-08-10 06:20:44,706 ----------------------------------------------------------------------------------------------------