| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 3022, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0026472534745201853, | |
| "grad_norm": 24.50491714477539, | |
| "learning_rate": 2.631578947368421e-06, | |
| "loss": 6.5473, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.005294506949040371, | |
| "grad_norm": 17.426511764526367, | |
| "learning_rate": 5.263157894736842e-06, | |
| "loss": 6.2116, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.007941760423560556, | |
| "grad_norm": 6.35976505279541, | |
| "learning_rate": 7.894736842105263e-06, | |
| "loss": 5.7967, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.010589013898080741, | |
| "grad_norm": 5.454939842224121, | |
| "learning_rate": 1.0526315789473684e-05, | |
| "loss": 5.3365, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.013236267372600927, | |
| "grad_norm": 4.607099533081055, | |
| "learning_rate": 1.3157894736842106e-05, | |
| "loss": 4.7105, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.01588352084712111, | |
| "grad_norm": 3.6498019695281982, | |
| "learning_rate": 1.5789473684210526e-05, | |
| "loss": 4.286, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.018530774321641297, | |
| "grad_norm": 4.196900844573975, | |
| "learning_rate": 1.8421052631578947e-05, | |
| "loss": 4.3134, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.021178027796161483, | |
| "grad_norm": 3.617469072341919, | |
| "learning_rate": 2.105263157894737e-05, | |
| "loss": 3.7494, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.02382528127068167, | |
| "grad_norm": 3.05267333984375, | |
| "learning_rate": 2.368421052631579e-05, | |
| "loss": 3.8046, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.026472534745201854, | |
| "grad_norm": 2.607614517211914, | |
| "learning_rate": 2.6315789473684212e-05, | |
| "loss": 3.385, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02911978821972204, | |
| "grad_norm": 2.536888837814331, | |
| "learning_rate": 2.8947368421052634e-05, | |
| "loss": 3.3516, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.03176704169424222, | |
| "grad_norm": 2.315871000289917, | |
| "learning_rate": 3.157894736842105e-05, | |
| "loss": 3.0795, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.03441429516876241, | |
| "grad_norm": 2.3058571815490723, | |
| "learning_rate": 3.421052631578947e-05, | |
| "loss": 3.0708, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.037061548643282594, | |
| "grad_norm": 2.067796230316162, | |
| "learning_rate": 3.6842105263157895e-05, | |
| "loss": 2.8311, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.03970880211780278, | |
| "grad_norm": 1.9578440189361572, | |
| "learning_rate": 3.9473684210526316e-05, | |
| "loss": 2.696, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.042356055592322965, | |
| "grad_norm": 2.043933629989624, | |
| "learning_rate": 4.210526315789474e-05, | |
| "loss": 2.7501, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.04500330906684315, | |
| "grad_norm": 1.82830810546875, | |
| "learning_rate": 4.473684210526316e-05, | |
| "loss": 2.5058, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.04765056254136334, | |
| "grad_norm": 1.8841806650161743, | |
| "learning_rate": 4.736842105263158e-05, | |
| "loss": 2.5708, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.05029781601588352, | |
| "grad_norm": 1.9775539636611938, | |
| "learning_rate": 5e-05, | |
| "loss": 2.6332, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.05294506949040371, | |
| "grad_norm": 1.7908610105514526, | |
| "learning_rate": 5.2631578947368424e-05, | |
| "loss": 2.5441, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.05559232296492389, | |
| "grad_norm": 1.977647066116333, | |
| "learning_rate": 5.526315789473685e-05, | |
| "loss": 2.3617, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.05823957643944408, | |
| "grad_norm": 2.008470296859741, | |
| "learning_rate": 5.789473684210527e-05, | |
| "loss": 2.3994, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.06088682991396426, | |
| "grad_norm": 2.070720911026001, | |
| "learning_rate": 6.052631578947369e-05, | |
| "loss": 2.3509, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.06353408338848444, | |
| "grad_norm": 2.0442869663238525, | |
| "learning_rate": 6.31578947368421e-05, | |
| "loss": 2.35, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.06618133686300463, | |
| "grad_norm": 1.8274725675582886, | |
| "learning_rate": 6.578947368421054e-05, | |
| "loss": 2.2802, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.06882859033752482, | |
| "grad_norm": 1.9744892120361328, | |
| "learning_rate": 6.842105263157895e-05, | |
| "loss": 2.4711, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.071475843812045, | |
| "grad_norm": 1.881946086883545, | |
| "learning_rate": 7.105263157894737e-05, | |
| "loss": 2.3495, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.07412309728656519, | |
| "grad_norm": 1.7632906436920166, | |
| "learning_rate": 7.368421052631579e-05, | |
| "loss": 2.1906, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.07677035076108538, | |
| "grad_norm": 1.8465447425842285, | |
| "learning_rate": 7.631578947368422e-05, | |
| "loss": 2.4193, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.07941760423560557, | |
| "grad_norm": 1.978273868560791, | |
| "learning_rate": 7.894736842105263e-05, | |
| "loss": 2.3229, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.08206485771012574, | |
| "grad_norm": 1.9878270626068115, | |
| "learning_rate": 8.157894736842105e-05, | |
| "loss": 2.3028, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.08471211118464593, | |
| "grad_norm": 1.7065322399139404, | |
| "learning_rate": 8.421052631578948e-05, | |
| "loss": 2.244, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.08735936465916612, | |
| "grad_norm": 1.8170701265335083, | |
| "learning_rate": 8.68421052631579e-05, | |
| "loss": 2.1112, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.0900066181336863, | |
| "grad_norm": 1.9288476705551147, | |
| "learning_rate": 8.947368421052632e-05, | |
| "loss": 2.3551, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.09265387160820648, | |
| "grad_norm": 1.8695253133773804, | |
| "learning_rate": 9.210526315789474e-05, | |
| "loss": 2.2814, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.09530112508272667, | |
| "grad_norm": 1.7066093683242798, | |
| "learning_rate": 9.473684210526316e-05, | |
| "loss": 1.9036, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.09794837855724686, | |
| "grad_norm": 1.8588757514953613, | |
| "learning_rate": 9.736842105263158e-05, | |
| "loss": 2.0139, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.10059563203176704, | |
| "grad_norm": 1.789518117904663, | |
| "learning_rate": 0.0001, | |
| "loss": 2.1809, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.10324288550628723, | |
| "grad_norm": 1.9242740869522095, | |
| "learning_rate": 9.999952071344157e-05, | |
| "loss": 2.301, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.10589013898080742, | |
| "grad_norm": 1.7974549531936646, | |
| "learning_rate": 9.999808286295485e-05, | |
| "loss": 2.2312, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.10853739245532759, | |
| "grad_norm": 1.7276233434677124, | |
| "learning_rate": 9.999568647610555e-05, | |
| "loss": 2.1109, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.11118464592984778, | |
| "grad_norm": 1.8286519050598145, | |
| "learning_rate": 9.999233159883593e-05, | |
| "loss": 2.0782, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.11383189940436797, | |
| "grad_norm": 1.919313907623291, | |
| "learning_rate": 9.998801829546386e-05, | |
| "loss": 2.0693, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.11647915287888816, | |
| "grad_norm": 1.6544960737228394, | |
| "learning_rate": 9.998274664868173e-05, | |
| "loss": 2.0982, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.11912640635340833, | |
| "grad_norm": 1.8223872184753418, | |
| "learning_rate": 9.997651675955466e-05, | |
| "loss": 2.1379, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.12177365982792852, | |
| "grad_norm": 1.7743052244186401, | |
| "learning_rate": 9.996932874751877e-05, | |
| "loss": 2.0637, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.12442091330244871, | |
| "grad_norm": 1.7228261232376099, | |
| "learning_rate": 9.996118275037873e-05, | |
| "loss": 2.1696, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.1270681667769689, | |
| "grad_norm": 1.6266913414001465, | |
| "learning_rate": 9.995207892430524e-05, | |
| "loss": 2.1247, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.12971542025148908, | |
| "grad_norm": 1.8206615447998047, | |
| "learning_rate": 9.994201744383196e-05, | |
| "loss": 2.1831, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.13236267372600927, | |
| "grad_norm": 1.943579912185669, | |
| "learning_rate": 9.993099850185216e-05, | |
| "loss": 1.9262, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.13500992720052946, | |
| "grad_norm": 1.89098060131073, | |
| "learning_rate": 9.991902230961511e-05, | |
| "loss": 2.2636, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.13765718067504965, | |
| "grad_norm": 1.8418017625808716, | |
| "learning_rate": 9.99060890967219e-05, | |
| "loss": 2.2454, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.14030443414956983, | |
| "grad_norm": 1.7433375120162964, | |
| "learning_rate": 9.989219911112113e-05, | |
| "loss": 2.2591, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.14295168762409, | |
| "grad_norm": 1.885964035987854, | |
| "learning_rate": 9.987735261910417e-05, | |
| "loss": 1.9402, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.14559894109861019, | |
| "grad_norm": 1.626397728919983, | |
| "learning_rate": 9.986154990529995e-05, | |
| "loss": 2.119, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.14824619457313037, | |
| "grad_norm": 1.5490047931671143, | |
| "learning_rate": 9.984479127266961e-05, | |
| "loss": 1.8635, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.15089344804765056, | |
| "grad_norm": 1.5588316917419434, | |
| "learning_rate": 9.982707704250065e-05, | |
| "loss": 1.8135, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.15354070152217075, | |
| "grad_norm": 1.9416462182998657, | |
| "learning_rate": 9.980840755440075e-05, | |
| "loss": 2.2288, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.15618795499669094, | |
| "grad_norm": 1.5774728059768677, | |
| "learning_rate": 9.978878316629133e-05, | |
| "loss": 1.9254, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.15883520847121113, | |
| "grad_norm": 1.6661707162857056, | |
| "learning_rate": 9.976820425440058e-05, | |
| "loss": 2.0111, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1614824619457313, | |
| "grad_norm": 1.5805509090423584, | |
| "learning_rate": 9.974667121325634e-05, | |
| "loss": 2.0657, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.16412971542025148, | |
| "grad_norm": 1.7854478359222412, | |
| "learning_rate": 9.972418445567851e-05, | |
| "loss": 1.8586, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.16677696889477167, | |
| "grad_norm": 1.61441171169281, | |
| "learning_rate": 9.97007444127711e-05, | |
| "loss": 1.9234, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.16942422236929186, | |
| "grad_norm": 2.154454469680786, | |
| "learning_rate": 9.967635153391401e-05, | |
| "loss": 1.949, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.17207147584381205, | |
| "grad_norm": 1.5182636976242065, | |
| "learning_rate": 9.965100628675441e-05, | |
| "loss": 2.013, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.17471872931833224, | |
| "grad_norm": 1.751714825630188, | |
| "learning_rate": 9.962470915719775e-05, | |
| "loss": 1.9629, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.17736598279285243, | |
| "grad_norm": 1.5807703733444214, | |
| "learning_rate": 9.959746064939846e-05, | |
| "loss": 1.8705, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.1800132362673726, | |
| "grad_norm": 1.7142225503921509, | |
| "learning_rate": 9.956926128575026e-05, | |
| "loss": 2.0033, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.18266048974189278, | |
| "grad_norm": 1.555530309677124, | |
| "learning_rate": 9.954011160687622e-05, | |
| "loss": 1.8995, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.18530774321641297, | |
| "grad_norm": 1.5679693222045898, | |
| "learning_rate": 9.951001217161829e-05, | |
| "loss": 2.042, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.18795499669093316, | |
| "grad_norm": 1.6399418115615845, | |
| "learning_rate": 9.947896355702666e-05, | |
| "loss": 2.0388, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.19060225016545335, | |
| "grad_norm": 1.7505602836608887, | |
| "learning_rate": 9.944696635834867e-05, | |
| "loss": 1.9648, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.19324950363997354, | |
| "grad_norm": 1.4888848066329956, | |
| "learning_rate": 9.941402118901744e-05, | |
| "loss": 1.8595, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.19589675711449372, | |
| "grad_norm": 1.4739277362823486, | |
| "learning_rate": 9.938012868064e-05, | |
| "loss": 1.7959, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.1985440105890139, | |
| "grad_norm": 1.5393471717834473, | |
| "learning_rate": 9.934528948298533e-05, | |
| "loss": 1.9469, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.20119126406353408, | |
| "grad_norm": 1.5673627853393555, | |
| "learning_rate": 9.930950426397179e-05, | |
| "loss": 1.9332, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.20383851753805426, | |
| "grad_norm": 1.6461111307144165, | |
| "learning_rate": 9.927277370965435e-05, | |
| "loss": 1.8055, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.20648577101257445, | |
| "grad_norm": 1.5950462818145752, | |
| "learning_rate": 9.923509852421145e-05, | |
| "loss": 1.8414, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.20913302448709464, | |
| "grad_norm": 1.433727741241455, | |
| "learning_rate": 9.919647942993148e-05, | |
| "loss": 1.9514, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.21178027796161483, | |
| "grad_norm": 1.445776343345642, | |
| "learning_rate": 9.915691716719898e-05, | |
| "loss": 1.7297, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.21442753143613502, | |
| "grad_norm": 1.9325745105743408, | |
| "learning_rate": 9.911641249448036e-05, | |
| "loss": 1.9855, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.21707478491065518, | |
| "grad_norm": 1.494813323020935, | |
| "learning_rate": 9.907496618830942e-05, | |
| "loss": 1.7916, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.21972203838517537, | |
| "grad_norm": 1.4863932132720947, | |
| "learning_rate": 9.903257904327249e-05, | |
| "loss": 1.8029, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.22236929185969556, | |
| "grad_norm": 1.594827651977539, | |
| "learning_rate": 9.898925187199308e-05, | |
| "loss": 1.9516, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.22501654533421575, | |
| "grad_norm": 1.5738781690597534, | |
| "learning_rate": 9.894498550511646e-05, | |
| "loss": 1.8997, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.22766379880873594, | |
| "grad_norm": 1.5598024129867554, | |
| "learning_rate": 9.88997807912936e-05, | |
| "loss": 1.9249, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.23031105228325613, | |
| "grad_norm": 1.4761321544647217, | |
| "learning_rate": 9.885363859716497e-05, | |
| "loss": 1.7571, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.23295830575777632, | |
| "grad_norm": 1.4266904592514038, | |
| "learning_rate": 9.88065598073439e-05, | |
| "loss": 1.9811, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.23560555923229648, | |
| "grad_norm": 1.5371057987213135, | |
| "learning_rate": 9.875854532439964e-05, | |
| "loss": 1.8021, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.23825281270681667, | |
| "grad_norm": 1.380096673965454, | |
| "learning_rate": 9.870959606884004e-05, | |
| "loss": 1.8223, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.24090006618133686, | |
| "grad_norm": 1.632664680480957, | |
| "learning_rate": 9.865971297909393e-05, | |
| "loss": 2.006, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.24354731965585705, | |
| "grad_norm": 1.3765276670455933, | |
| "learning_rate": 9.860889701149307e-05, | |
| "loss": 1.7893, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.24619457313037724, | |
| "grad_norm": 1.5789958238601685, | |
| "learning_rate": 9.855714914025384e-05, | |
| "loss": 1.9381, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.24884182660489743, | |
| "grad_norm": 1.8294042348861694, | |
| "learning_rate": 9.850447035745866e-05, | |
| "loss": 1.8584, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.2514890800794176, | |
| "grad_norm": 1.5388972759246826, | |
| "learning_rate": 9.845086167303679e-05, | |
| "loss": 1.8763, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2541363335539378, | |
| "grad_norm": 1.5301390886306763, | |
| "learning_rate": 9.839632411474513e-05, | |
| "loss": 2.0612, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.256783587028458, | |
| "grad_norm": 1.546277642250061, | |
| "learning_rate": 9.83408587281484e-05, | |
| "loss": 1.9085, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.25943084050297816, | |
| "grad_norm": 1.5818853378295898, | |
| "learning_rate": 9.828446657659918e-05, | |
| "loss": 2.0181, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.26207809397749837, | |
| "grad_norm": 1.2648255825042725, | |
| "learning_rate": 9.82271487412175e-05, | |
| "loss": 1.6947, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.26472534745201853, | |
| "grad_norm": 1.541934847831726, | |
| "learning_rate": 9.816890632087006e-05, | |
| "loss": 1.8053, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2673726009265387, | |
| "grad_norm": 1.5966472625732422, | |
| "learning_rate": 9.810974043214922e-05, | |
| "loss": 1.8733, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.2700198544010589, | |
| "grad_norm": 1.5871154069900513, | |
| "learning_rate": 9.804965220935161e-05, | |
| "loss": 1.896, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.2726671078755791, | |
| "grad_norm": 1.4850573539733887, | |
| "learning_rate": 9.798864280445632e-05, | |
| "loss": 1.8494, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.2753143613500993, | |
| "grad_norm": 1.4737725257873535, | |
| "learning_rate": 9.792671338710285e-05, | |
| "loss": 1.8145, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.27796161482461945, | |
| "grad_norm": 1.5895408391952515, | |
| "learning_rate": 9.786386514456872e-05, | |
| "loss": 1.9279, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.28060886829913967, | |
| "grad_norm": 1.522838830947876, | |
| "learning_rate": 9.780009928174661e-05, | |
| "loss": 1.9103, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.28325612177365983, | |
| "grad_norm": 1.4890238046646118, | |
| "learning_rate": 9.773541702112137e-05, | |
| "loss": 1.9306, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.28590337524818, | |
| "grad_norm": 1.5047945976257324, | |
| "learning_rate": 9.766981960274653e-05, | |
| "loss": 1.8459, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.2885506287227002, | |
| "grad_norm": 1.4997539520263672, | |
| "learning_rate": 9.760330828422053e-05, | |
| "loss": 1.7442, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.29119788219722037, | |
| "grad_norm": 1.389294981956482, | |
| "learning_rate": 9.753588434066258e-05, | |
| "loss": 1.9077, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.2938451356717406, | |
| "grad_norm": 1.3641945123672485, | |
| "learning_rate": 9.746754906468832e-05, | |
| "loss": 1.8979, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.29649238914626075, | |
| "grad_norm": 1.5315138101577759, | |
| "learning_rate": 9.73983037663849e-05, | |
| "loss": 1.8207, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.29913964262078097, | |
| "grad_norm": 1.5057647228240967, | |
| "learning_rate": 9.732814977328592e-05, | |
| "loss": 1.911, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.3017868960953011, | |
| "grad_norm": 1.368912696838379, | |
| "learning_rate": 9.725708843034605e-05, | |
| "loss": 1.8377, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.3044341495698213, | |
| "grad_norm": 1.389817714691162, | |
| "learning_rate": 9.718512109991514e-05, | |
| "loss": 1.7907, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3070814030443415, | |
| "grad_norm": 1.7318735122680664, | |
| "learning_rate": 9.711224916171215e-05, | |
| "loss": 1.9412, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.30972865651886167, | |
| "grad_norm": 1.4791710376739502, | |
| "learning_rate": 9.703847401279871e-05, | |
| "loss": 1.7754, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.3123759099933819, | |
| "grad_norm": 1.3618526458740234, | |
| "learning_rate": 9.69637970675523e-05, | |
| "loss": 1.73, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.31502316346790205, | |
| "grad_norm": 1.5649083852767944, | |
| "learning_rate": 9.688821975763918e-05, | |
| "loss": 1.9635, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.31767041694242226, | |
| "grad_norm": 1.3701534271240234, | |
| "learning_rate": 9.681174353198687e-05, | |
| "loss": 1.6581, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.3203176704169424, | |
| "grad_norm": 1.4764872789382935, | |
| "learning_rate": 9.673436985675645e-05, | |
| "loss": 1.794, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.3229649238914626, | |
| "grad_norm": 1.4432624578475952, | |
| "learning_rate": 9.665610021531447e-05, | |
| "loss": 1.9016, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.3256121773659828, | |
| "grad_norm": 1.572975993156433, | |
| "learning_rate": 9.657693610820437e-05, | |
| "loss": 2.035, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.32825943084050296, | |
| "grad_norm": 1.5382163524627686, | |
| "learning_rate": 9.649687905311785e-05, | |
| "loss": 2.0041, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.3309066843150232, | |
| "grad_norm": 1.3413423299789429, | |
| "learning_rate": 9.641593058486574e-05, | |
| "loss": 1.7448, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.33355393778954334, | |
| "grad_norm": 1.4374409914016724, | |
| "learning_rate": 9.633409225534855e-05, | |
| "loss": 1.7816, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.33620119126406356, | |
| "grad_norm": 1.4096835851669312, | |
| "learning_rate": 9.625136563352671e-05, | |
| "loss": 1.772, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.3388484447385837, | |
| "grad_norm": 2.1890769004821777, | |
| "learning_rate": 9.616775230539057e-05, | |
| "loss": 1.8641, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.3414956982131039, | |
| "grad_norm": 1.4621169567108154, | |
| "learning_rate": 9.608325387392986e-05, | |
| "loss": 1.7406, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.3441429516876241, | |
| "grad_norm": 1.4140963554382324, | |
| "learning_rate": 9.599787195910313e-05, | |
| "loss": 1.6127, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.34679020516214426, | |
| "grad_norm": 1.459409236907959, | |
| "learning_rate": 9.591160819780649e-05, | |
| "loss": 1.7579, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.3494374586366645, | |
| "grad_norm": 1.7444220781326294, | |
| "learning_rate": 9.582446424384242e-05, | |
| "loss": 1.8177, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.35208471211118464, | |
| "grad_norm": 1.4114232063293457, | |
| "learning_rate": 9.573644176788794e-05, | |
| "loss": 1.7955, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.35473196558570486, | |
| "grad_norm": 1.4076716899871826, | |
| "learning_rate": 9.564754245746264e-05, | |
| "loss": 1.9122, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.357379219060225, | |
| "grad_norm": 1.4209445714950562, | |
| "learning_rate": 9.555776801689632e-05, | |
| "loss": 1.8108, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.3600264725347452, | |
| "grad_norm": 1.5626829862594604, | |
| "learning_rate": 9.546712016729624e-05, | |
| "loss": 1.9285, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.3626737260092654, | |
| "grad_norm": 1.4253438711166382, | |
| "learning_rate": 9.537560064651427e-05, | |
| "loss": 1.6505, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.36532097948378556, | |
| "grad_norm": 1.447141170501709, | |
| "learning_rate": 9.528321120911346e-05, | |
| "loss": 1.8303, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.3679682329583058, | |
| "grad_norm": 1.4913408756256104, | |
| "learning_rate": 9.51899536263344e-05, | |
| "loss": 1.8382, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.37061548643282594, | |
| "grad_norm": 1.5191394090652466, | |
| "learning_rate": 9.509582968606136e-05, | |
| "loss": 1.7477, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.37326273990734615, | |
| "grad_norm": 1.3612414598464966, | |
| "learning_rate": 9.500084119278788e-05, | |
| "loss": 1.7101, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.3759099933818663, | |
| "grad_norm": 1.3365185260772705, | |
| "learning_rate": 9.49049899675823e-05, | |
| "loss": 1.8855, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.3785572468563865, | |
| "grad_norm": 1.4907687902450562, | |
| "learning_rate": 9.480827784805278e-05, | |
| "loss": 1.8158, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.3812045003309067, | |
| "grad_norm": 1.2549834251403809, | |
| "learning_rate": 9.471070668831208e-05, | |
| "loss": 1.6304, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.38385175380542685, | |
| "grad_norm": 1.6914743185043335, | |
| "learning_rate": 9.4612278358942e-05, | |
| "loss": 1.6976, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.38649900727994707, | |
| "grad_norm": 1.5349342823028564, | |
| "learning_rate": 9.451299474695754e-05, | |
| "loss": 1.7323, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.38914626075446723, | |
| "grad_norm": 1.4379171133041382, | |
| "learning_rate": 9.441285775577075e-05, | |
| "loss": 1.7762, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.39179351422898745, | |
| "grad_norm": 1.360475778579712, | |
| "learning_rate": 9.431186930515419e-05, | |
| "loss": 1.7328, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.3944407677035076, | |
| "grad_norm": 1.4364429712295532, | |
| "learning_rate": 9.421003133120412e-05, | |
| "loss": 1.7363, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.3970880211780278, | |
| "grad_norm": 1.4598385095596313, | |
| "learning_rate": 9.410734578630343e-05, | |
| "loss": 1.6917, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.399735274652548, | |
| "grad_norm": 1.3313078880310059, | |
| "learning_rate": 9.400381463908416e-05, | |
| "loss": 1.8008, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.40238252812706815, | |
| "grad_norm": 1.5070075988769531, | |
| "learning_rate": 9.389943987438983e-05, | |
| "loss": 1.669, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.40502978160158837, | |
| "grad_norm": 1.3858133554458618, | |
| "learning_rate": 9.379422349323728e-05, | |
| "loss": 1.6599, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.40767703507610853, | |
| "grad_norm": 1.3775012493133545, | |
| "learning_rate": 9.368816751277843e-05, | |
| "loss": 1.628, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.41032428855062875, | |
| "grad_norm": 1.3733761310577393, | |
| "learning_rate": 9.358127396626147e-05, | |
| "loss": 1.6797, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.4129715420251489, | |
| "grad_norm": 1.760237455368042, | |
| "learning_rate": 9.347354490299205e-05, | |
| "loss": 1.7479, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.41561879549966907, | |
| "grad_norm": 1.2483643293380737, | |
| "learning_rate": 9.336498238829384e-05, | |
| "loss": 1.6595, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.4182660489741893, | |
| "grad_norm": 2.099116563796997, | |
| "learning_rate": 9.325558850346897e-05, | |
| "loss": 1.6933, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.42091330244870945, | |
| "grad_norm": 1.3913215398788452, | |
| "learning_rate": 9.31453653457582e-05, | |
| "loss": 1.6433, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.42356055592322966, | |
| "grad_norm": 1.3813973665237427, | |
| "learning_rate": 9.303431502830065e-05, | |
| "loss": 1.6652, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.4262078093977498, | |
| "grad_norm": 1.496819019317627, | |
| "learning_rate": 9.292243968009331e-05, | |
| "loss": 1.747, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.42885506287227004, | |
| "grad_norm": 1.37201988697052, | |
| "learning_rate": 9.280974144595018e-05, | |
| "loss": 1.6331, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.4315023163467902, | |
| "grad_norm": 1.505353331565857, | |
| "learning_rate": 9.269622248646124e-05, | |
| "loss": 1.7717, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.43414956982131037, | |
| "grad_norm": 1.8498897552490234, | |
| "learning_rate": 9.258188497795093e-05, | |
| "loss": 1.6643, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.4367968232958306, | |
| "grad_norm": 1.2886799573898315, | |
| "learning_rate": 9.24667311124365e-05, | |
| "loss": 1.777, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.43944407677035074, | |
| "grad_norm": 1.283218502998352, | |
| "learning_rate": 9.23507630975859e-05, | |
| "loss": 1.6958, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.44209133024487096, | |
| "grad_norm": 1.3919546604156494, | |
| "learning_rate": 9.223398315667561e-05, | |
| "loss": 1.6515, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.4447385837193911, | |
| "grad_norm": 1.4083247184753418, | |
| "learning_rate": 9.211639352854787e-05, | |
| "loss": 1.7531, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.44738583719391134, | |
| "grad_norm": 1.2739989757537842, | |
| "learning_rate": 9.199799646756777e-05, | |
| "loss": 1.7694, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.4500330906684315, | |
| "grad_norm": 1.4435306787490845, | |
| "learning_rate": 9.187879424358014e-05, | |
| "loss": 1.8044, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.45268034414295166, | |
| "grad_norm": 1.4848833084106445, | |
| "learning_rate": 9.17587891418659e-05, | |
| "loss": 1.6531, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.4553275976174719, | |
| "grad_norm": 1.527485966682434, | |
| "learning_rate": 9.163798346309837e-05, | |
| "loss": 1.8783, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.45797485109199204, | |
| "grad_norm": 1.2369976043701172, | |
| "learning_rate": 9.151637952329903e-05, | |
| "loss": 1.5479, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.46062210456651226, | |
| "grad_norm": 1.4693775177001953, | |
| "learning_rate": 9.139397965379327e-05, | |
| "loss": 1.7891, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.4632693580410324, | |
| "grad_norm": 1.6788188219070435, | |
| "learning_rate": 9.127078620116556e-05, | |
| "loss": 1.7637, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.46591661151555264, | |
| "grad_norm": 1.3309741020202637, | |
| "learning_rate": 9.114680152721453e-05, | |
| "loss": 1.6053, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.4685638649900728, | |
| "grad_norm": 1.509023904800415, | |
| "learning_rate": 9.102202800890772e-05, | |
| "loss": 1.8784, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.47121111846459296, | |
| "grad_norm": 1.3232872486114502, | |
| "learning_rate": 9.089646803833589e-05, | |
| "loss": 1.6745, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.4738583719391132, | |
| "grad_norm": 1.3540325164794922, | |
| "learning_rate": 9.077012402266731e-05, | |
| "loss": 1.6668, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.47650562541363334, | |
| "grad_norm": 1.3100489377975464, | |
| "learning_rate": 9.064299838410152e-05, | |
| "loss": 1.6188, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.47915287888815355, | |
| "grad_norm": 1.3783172369003296, | |
| "learning_rate": 9.051509355982293e-05, | |
| "loss": 1.6491, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.4818001323626737, | |
| "grad_norm": 1.27851402759552, | |
| "learning_rate": 9.038641200195404e-05, | |
| "loss": 1.8925, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.48444738583719393, | |
| "grad_norm": 1.4370380640029907, | |
| "learning_rate": 9.025695617750848e-05, | |
| "loss": 1.7996, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.4870946393117141, | |
| "grad_norm": 1.4078205823898315, | |
| "learning_rate": 9.012672856834373e-05, | |
| "loss": 1.8554, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.48974189278623426, | |
| "grad_norm": 1.3553669452667236, | |
| "learning_rate": 8.999573167111348e-05, | |
| "loss": 1.5417, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.4923891462607545, | |
| "grad_norm": 1.4759166240692139, | |
| "learning_rate": 8.986396799721983e-05, | |
| "loss": 1.6143, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.49503639973527463, | |
| "grad_norm": 1.3601372241973877, | |
| "learning_rate": 8.973144007276508e-05, | |
| "loss": 1.7011, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.49768365320979485, | |
| "grad_norm": 1.425181269645691, | |
| "learning_rate": 8.959815043850336e-05, | |
| "loss": 1.672, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.500330906684315, | |
| "grad_norm": 1.440303921699524, | |
| "learning_rate": 8.946410164979184e-05, | |
| "loss": 1.8008, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.5029781601588352, | |
| "grad_norm": 1.4576961994171143, | |
| "learning_rate": 8.932929627654185e-05, | |
| "loss": 1.5234, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.5056254136333554, | |
| "grad_norm": 1.3088816404342651, | |
| "learning_rate": 8.919373690316952e-05, | |
| "loss": 1.701, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.5082726671078756, | |
| "grad_norm": 3.7521555423736572, | |
| "learning_rate": 8.905742612854628e-05, | |
| "loss": 1.6714, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.5109199205823958, | |
| "grad_norm": 1.4540220499038696, | |
| "learning_rate": 8.892036656594898e-05, | |
| "loss": 1.6276, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.513567174056916, | |
| "grad_norm": 1.3043605089187622, | |
| "learning_rate": 8.87825608430099e-05, | |
| "loss": 1.635, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.5162144275314361, | |
| "grad_norm": 1.3931020498275757, | |
| "learning_rate": 8.864401160166624e-05, | |
| "loss": 1.5822, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.5188616810059563, | |
| "grad_norm": 1.3738582134246826, | |
| "learning_rate": 8.85047214981096e-05, | |
| "loss": 1.694, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.5215089344804765, | |
| "grad_norm": 1.3968422412872314, | |
| "learning_rate": 8.83646932027349e-05, | |
| "loss": 1.6673, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.5241561879549967, | |
| "grad_norm": 1.4195423126220703, | |
| "learning_rate": 8.822392940008937e-05, | |
| "loss": 1.5422, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.5268034414295168, | |
| "grad_norm": 1.2660058736801147, | |
| "learning_rate": 8.808243278882094e-05, | |
| "loss": 1.4875, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.5294506949040371, | |
| "grad_norm": 1.3500608205795288, | |
| "learning_rate": 8.794020608162656e-05, | |
| "loss": 1.6946, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.5320979483785573, | |
| "grad_norm": 1.6274265050888062, | |
| "learning_rate": 8.779725200520021e-05, | |
| "loss": 1.6943, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.5347452018530774, | |
| "grad_norm": 1.2186963558197021, | |
| "learning_rate": 8.765357330018056e-05, | |
| "loss": 1.4563, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.5373924553275976, | |
| "grad_norm": 1.501142978668213, | |
| "learning_rate": 8.750917272109848e-05, | |
| "loss": 1.6729, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.5400397088021178, | |
| "grad_norm": 1.372517466545105, | |
| "learning_rate": 8.736405303632427e-05, | |
| "loss": 1.636, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.542686962276638, | |
| "grad_norm": 1.4448741674423218, | |
| "learning_rate": 8.721821702801449e-05, | |
| "loss": 1.6977, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.5453342157511581, | |
| "grad_norm": 1.4774208068847656, | |
| "learning_rate": 8.707166749205866e-05, | |
| "loss": 1.7892, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.5479814692256784, | |
| "grad_norm": 1.3137487173080444, | |
| "learning_rate": 8.692440723802571e-05, | |
| "loss": 1.5086, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.5506287227001986, | |
| "grad_norm": 1.4480420351028442, | |
| "learning_rate": 8.677643908911007e-05, | |
| "loss": 1.6694, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.5532759761747187, | |
| "grad_norm": 1.4660981893539429, | |
| "learning_rate": 8.662776588207747e-05, | |
| "loss": 1.632, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.5559232296492389, | |
| "grad_norm": 1.2639222145080566, | |
| "learning_rate": 8.647839046721076e-05, | |
| "loss": 1.5101, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.5585704831237591, | |
| "grad_norm": 1.3556458950042725, | |
| "learning_rate": 8.632831570825508e-05, | |
| "loss": 1.7912, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.5612177365982793, | |
| "grad_norm": 1.2261251211166382, | |
| "learning_rate": 8.617754448236298e-05, | |
| "loss": 1.6547, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.5638649900727994, | |
| "grad_norm": 1.2850754261016846, | |
| "learning_rate": 8.602607968003935e-05, | |
| "loss": 1.5365, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.5665122435473197, | |
| "grad_norm": 1.3346043825149536, | |
| "learning_rate": 8.587392420508598e-05, | |
| "loss": 1.6175, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.5691594970218399, | |
| "grad_norm": 1.5381152629852295, | |
| "learning_rate": 8.572108097454578e-05, | |
| "loss": 1.7967, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.57180675049636, | |
| "grad_norm": 1.2237263917922974, | |
| "learning_rate": 8.556755291864701e-05, | |
| "loss": 1.6057, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.5744540039708802, | |
| "grad_norm": 1.233619213104248, | |
| "learning_rate": 8.541334298074701e-05, | |
| "loss": 1.7107, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.5771012574454004, | |
| "grad_norm": 1.2423778772354126, | |
| "learning_rate": 8.525845411727581e-05, | |
| "loss": 1.4729, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.5797485109199206, | |
| "grad_norm": 7.3384480476379395, | |
| "learning_rate": 8.51028892976794e-05, | |
| "loss": 1.6363, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.5823957643944407, | |
| "grad_norm": 1.3198407888412476, | |
| "learning_rate": 8.494665150436288e-05, | |
| "loss": 1.646, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.585043017868961, | |
| "grad_norm": 1.172568678855896, | |
| "learning_rate": 8.478974373263318e-05, | |
| "loss": 1.4356, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.5876902713434812, | |
| "grad_norm": 1.4879450798034668, | |
| "learning_rate": 8.463216899064179e-05, | |
| "loss": 1.7847, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.5903375248180013, | |
| "grad_norm": 1.3998438119888306, | |
| "learning_rate": 8.447393029932692e-05, | |
| "loss": 1.7818, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.5929847782925215, | |
| "grad_norm": 1.3567726612091064, | |
| "learning_rate": 8.431503069235565e-05, | |
| "loss": 1.5539, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.5956320317670417, | |
| "grad_norm": 1.4983903169631958, | |
| "learning_rate": 8.415547321606584e-05, | |
| "loss": 1.6477, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.5982792852415619, | |
| "grad_norm": 1.2646454572677612, | |
| "learning_rate": 8.399526092940768e-05, | |
| "loss": 1.6087, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.600926538716082, | |
| "grad_norm": 1.4137752056121826, | |
| "learning_rate": 8.38343969038849e-05, | |
| "loss": 1.7626, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.6035737921906023, | |
| "grad_norm": 1.4016697406768799, | |
| "learning_rate": 8.367288422349617e-05, | |
| "loss": 1.6947, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.6062210456651225, | |
| "grad_norm": 1.331425666809082, | |
| "learning_rate": 8.351072598467576e-05, | |
| "loss": 1.6358, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.6088682991396426, | |
| "grad_norm": 1.2292309999465942, | |
| "learning_rate": 8.334792529623419e-05, | |
| "loss": 1.4613, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.6115155526141628, | |
| "grad_norm": 1.3756728172302246, | |
| "learning_rate": 8.318448527929877e-05, | |
| "loss": 1.5771, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.614162806088683, | |
| "grad_norm": 1.4124281406402588, | |
| "learning_rate": 8.302040906725361e-05, | |
| "loss": 1.7364, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.6168100595632032, | |
| "grad_norm": 1.298540472984314, | |
| "learning_rate": 8.285569980567964e-05, | |
| "loss": 1.6394, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.6194573130377233, | |
| "grad_norm": 1.3905584812164307, | |
| "learning_rate": 8.269036065229427e-05, | |
| "loss": 1.7034, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.6221045665122436, | |
| "grad_norm": 1.4072821140289307, | |
| "learning_rate": 8.252439477689082e-05, | |
| "loss": 1.6315, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.6247518199867638, | |
| "grad_norm": 1.239159345626831, | |
| "learning_rate": 8.235780536127787e-05, | |
| "loss": 1.5178, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.6273990734612839, | |
| "grad_norm": 1.3636091947555542, | |
| "learning_rate": 8.21905955992181e-05, | |
| "loss": 1.6564, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.6300463269358041, | |
| "grad_norm": 1.3506637811660767, | |
| "learning_rate": 8.202276869636713e-05, | |
| "loss": 1.646, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.6326935804103243, | |
| "grad_norm": 1.4368304014205933, | |
| "learning_rate": 8.185432787021216e-05, | |
| "loss": 1.5073, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.6353408338848445, | |
| "grad_norm": 1.3278450965881348, | |
| "learning_rate": 8.168527635001015e-05, | |
| "loss": 1.5203, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.6379880873593646, | |
| "grad_norm": 1.2450168132781982, | |
| "learning_rate": 8.151561737672591e-05, | |
| "loss": 1.7171, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.6406353408338848, | |
| "grad_norm": 1.2755018472671509, | |
| "learning_rate": 8.134535420297008e-05, | |
| "loss": 1.5675, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.6432825943084051, | |
| "grad_norm": 1.3066191673278809, | |
| "learning_rate": 8.117449009293668e-05, | |
| "loss": 1.6525, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.6459298477829252, | |
| "grad_norm": 1.2875075340270996, | |
| "learning_rate": 8.100302832234056e-05, | |
| "loss": 1.6484, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.6485771012574454, | |
| "grad_norm": 1.5069595575332642, | |
| "learning_rate": 8.083097217835461e-05, | |
| "loss": 1.6251, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.6512243547319656, | |
| "grad_norm": 1.334075927734375, | |
| "learning_rate": 8.065832495954668e-05, | |
| "loss": 1.743, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.6538716082064858, | |
| "grad_norm": 1.3219469785690308, | |
| "learning_rate": 8.048508997581647e-05, | |
| "loss": 1.6345, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.6565188616810059, | |
| "grad_norm": 1.4275529384613037, | |
| "learning_rate": 8.03112705483319e-05, | |
| "loss": 1.7515, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.6591661151555261, | |
| "grad_norm": 1.349526286125183, | |
| "learning_rate": 8.013687000946561e-05, | |
| "loss": 1.5209, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.6618133686300464, | |
| "grad_norm": 1.3620506525039673, | |
| "learning_rate": 7.996189170273096e-05, | |
| "loss": 1.6789, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.6644606221045665, | |
| "grad_norm": 1.2079874277114868, | |
| "learning_rate": 7.978633898271795e-05, | |
| "loss": 1.3453, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.6671078755790867, | |
| "grad_norm": 1.3527398109436035, | |
| "learning_rate": 7.961021521502895e-05, | |
| "loss": 1.5927, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.6697551290536069, | |
| "grad_norm": 1.3048250675201416, | |
| "learning_rate": 7.943352377621414e-05, | |
| "loss": 1.643, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.6724023825281271, | |
| "grad_norm": 1.2111921310424805, | |
| "learning_rate": 7.925626805370678e-05, | |
| "loss": 1.4432, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.6750496360026472, | |
| "grad_norm": 1.3531336784362793, | |
| "learning_rate": 7.907845144575829e-05, | |
| "loss": 1.6235, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.6776968894771674, | |
| "grad_norm": 1.204720139503479, | |
| "learning_rate": 7.890007736137307e-05, | |
| "loss": 1.5377, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.6803441429516877, | |
| "grad_norm": 1.3632683753967285, | |
| "learning_rate": 7.872114922024313e-05, | |
| "loss": 1.5758, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.6829913964262078, | |
| "grad_norm": 1.4058332443237305, | |
| "learning_rate": 7.854167045268264e-05, | |
| "loss": 1.4645, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.685638649900728, | |
| "grad_norm": 1.2490967512130737, | |
| "learning_rate": 7.836164449956199e-05, | |
| "loss": 1.5723, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.6882859033752482, | |
| "grad_norm": 1.3228312730789185, | |
| "learning_rate": 7.818107481224198e-05, | |
| "loss": 1.466, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.6909331568497684, | |
| "grad_norm": 1.3664582967758179, | |
| "learning_rate": 7.799996485250755e-05, | |
| "loss": 1.4823, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.6935804103242885, | |
| "grad_norm": 1.1946579217910767, | |
| "learning_rate": 7.781831809250151e-05, | |
| "loss": 1.6093, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.6962276637988087, | |
| "grad_norm": 1.3534433841705322, | |
| "learning_rate": 7.763613801465786e-05, | |
| "loss": 1.5823, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.698874917273329, | |
| "grad_norm": 1.275877833366394, | |
| "learning_rate": 7.745342811163507e-05, | |
| "loss": 1.508, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.7015221707478491, | |
| "grad_norm": 1.2870965003967285, | |
| "learning_rate": 7.727019188624922e-05, | |
| "loss": 1.6452, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.7041694242223693, | |
| "grad_norm": 1.2805050611495972, | |
| "learning_rate": 7.708643285140667e-05, | |
| "loss": 1.7463, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.7068166776968895, | |
| "grad_norm": 1.331794261932373, | |
| "learning_rate": 7.690215453003684e-05, | |
| "loss": 1.4428, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.7094639311714097, | |
| "grad_norm": 1.3701887130737305, | |
| "learning_rate": 7.671736045502462e-05, | |
| "loss": 1.6868, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.7121111846459298, | |
| "grad_norm": 1.3474302291870117, | |
| "learning_rate": 7.653205416914267e-05, | |
| "loss": 1.4919, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.71475843812045, | |
| "grad_norm": 1.6028352975845337, | |
| "learning_rate": 7.634623922498348e-05, | |
| "loss": 1.5958, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.7174056915949703, | |
| "grad_norm": 1.2263597249984741, | |
| "learning_rate": 7.615991918489125e-05, | |
| "loss": 1.7238, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.7200529450694904, | |
| "grad_norm": 1.4178084135055542, | |
| "learning_rate": 7.597309762089359e-05, | |
| "loss": 1.48, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.7227001985440106, | |
| "grad_norm": 1.3942856788635254, | |
| "learning_rate": 7.57857781146331e-05, | |
| "loss": 1.5336, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.7253474520185308, | |
| "grad_norm": 1.2155961990356445, | |
| "learning_rate": 7.559796425729863e-05, | |
| "loss": 1.4977, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.727994705493051, | |
| "grad_norm": 1.3590655326843262, | |
| "learning_rate": 7.540965964955649e-05, | |
| "loss": 1.6736, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.7306419589675711, | |
| "grad_norm": 1.1585520505905151, | |
| "learning_rate": 7.522086790148133e-05, | |
| "loss": 1.6883, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.7332892124420913, | |
| "grad_norm": 1.2694188356399536, | |
| "learning_rate": 7.503159263248709e-05, | |
| "loss": 1.657, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.7359364659166115, | |
| "grad_norm": 1.2413800954818726, | |
| "learning_rate": 7.484183747125742e-05, | |
| "loss": 1.4757, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.7385837193911317, | |
| "grad_norm": 1.1527191400527954, | |
| "learning_rate": 7.46516060556763e-05, | |
| "loss": 1.5628, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.7412309728656519, | |
| "grad_norm": 1.5187007188796997, | |
| "learning_rate": 7.446090203275809e-05, | |
| "loss": 1.6387, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.7438782263401721, | |
| "grad_norm": 1.3278498649597168, | |
| "learning_rate": 7.426972905857781e-05, | |
| "loss": 1.5212, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.7465254798146923, | |
| "grad_norm": 1.4994242191314697, | |
| "learning_rate": 7.407809079820094e-05, | |
| "loss": 1.7582, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.7491727332892124, | |
| "grad_norm": 1.2623709440231323, | |
| "learning_rate": 7.388599092561315e-05, | |
| "loss": 1.6223, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.7518199867637326, | |
| "grad_norm": 1.3785511255264282, | |
| "learning_rate": 7.369343312364993e-05, | |
| "loss": 1.5051, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.7544672402382528, | |
| "grad_norm": 1.2472020387649536, | |
| "learning_rate": 7.350042108392594e-05, | |
| "loss": 1.419, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.757114493712773, | |
| "grad_norm": 1.6892167329788208, | |
| "learning_rate": 7.330695850676421e-05, | |
| "loss": 1.5718, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 0.7597617471872932, | |
| "grad_norm": 1.4521297216415405, | |
| "learning_rate": 7.311304910112525e-05, | |
| "loss": 1.6383, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 0.7624090006618134, | |
| "grad_norm": 1.450149655342102, | |
| "learning_rate": 7.291869658453594e-05, | |
| "loss": 1.771, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.7650562541363336, | |
| "grad_norm": 1.3068790435791016, | |
| "learning_rate": 7.272390468301821e-05, | |
| "loss": 1.6414, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 0.7677035076108537, | |
| "grad_norm": 1.1887469291687012, | |
| "learning_rate": 7.252867713101771e-05, | |
| "loss": 1.3455, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.7703507610853739, | |
| "grad_norm": 1.2392699718475342, | |
| "learning_rate": 7.233301767133205e-05, | |
| "loss": 1.5139, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.7729980145598941, | |
| "grad_norm": 1.353925347328186, | |
| "learning_rate": 7.213693005503924e-05, | |
| "loss": 1.6324, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.7756452680344142, | |
| "grad_norm": 1.2792888879776, | |
| "learning_rate": 7.194041804142557e-05, | |
| "loss": 1.69, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 0.7782925215089345, | |
| "grad_norm": 1.1825402975082397, | |
| "learning_rate": 7.174348539791375e-05, | |
| "loss": 1.3613, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.7809397749834547, | |
| "grad_norm": 1.2615066766738892, | |
| "learning_rate": 7.154613589999054e-05, | |
| "loss": 1.6972, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.7835870284579749, | |
| "grad_norm": 1.239867091178894, | |
| "learning_rate": 7.13483733311344e-05, | |
| "loss": 1.403, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 0.786234281932495, | |
| "grad_norm": 1.3656786680221558, | |
| "learning_rate": 7.115020148274295e-05, | |
| "loss": 1.6528, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.7888815354070152, | |
| "grad_norm": 1.2590436935424805, | |
| "learning_rate": 7.095162415406034e-05, | |
| "loss": 1.5411, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 0.7915287888815354, | |
| "grad_norm": 1.2784417867660522, | |
| "learning_rate": 7.075264515210435e-05, | |
| "loss": 1.5618, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 0.7941760423560555, | |
| "grad_norm": 1.3260300159454346, | |
| "learning_rate": 7.055326829159341e-05, | |
| "loss": 1.5295, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.7968232958305758, | |
| "grad_norm": 5.832207202911377, | |
| "learning_rate": 7.03534973948735e-05, | |
| "loss": 1.5864, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 0.799470549305096, | |
| "grad_norm": 1.2828547954559326, | |
| "learning_rate": 7.015333629184484e-05, | |
| "loss": 1.5081, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 0.8021178027796162, | |
| "grad_norm": 1.2997095584869385, | |
| "learning_rate": 6.995278881988847e-05, | |
| "loss": 1.5827, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 0.8047650562541363, | |
| "grad_norm": 1.2829680442810059, | |
| "learning_rate": 6.975185882379271e-05, | |
| "loss": 1.4565, | |
| "step": 1216 | |
| }, | |
| { | |
| "epoch": 0.8074123097286565, | |
| "grad_norm": 1.3034470081329346, | |
| "learning_rate": 6.955055015567942e-05, | |
| "loss": 1.4973, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.8100595632031767, | |
| "grad_norm": 1.170404314994812, | |
| "learning_rate": 6.934886667493012e-05, | |
| "loss": 1.4518, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 0.8127068166776968, | |
| "grad_norm": 1.2815779447555542, | |
| "learning_rate": 6.914681224811208e-05, | |
| "loss": 1.546, | |
| "step": 1228 | |
| }, | |
| { | |
| "epoch": 0.8153540701522171, | |
| "grad_norm": 1.227200984954834, | |
| "learning_rate": 6.894439074890414e-05, | |
| "loss": 1.5478, | |
| "step": 1232 | |
| }, | |
| { | |
| "epoch": 0.8180013236267373, | |
| "grad_norm": 1.2927132844924927, | |
| "learning_rate": 6.874160605802244e-05, | |
| "loss": 1.6184, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 0.8206485771012575, | |
| "grad_norm": 1.2327131032943726, | |
| "learning_rate": 6.853846206314605e-05, | |
| "loss": 1.5553, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.8232958305757776, | |
| "grad_norm": 1.1886876821517944, | |
| "learning_rate": 6.833496265884241e-05, | |
| "loss": 1.4956, | |
| "step": 1244 | |
| }, | |
| { | |
| "epoch": 0.8259430840502978, | |
| "grad_norm": 1.4828628301620483, | |
| "learning_rate": 6.813111174649269e-05, | |
| "loss": 1.7339, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 0.828590337524818, | |
| "grad_norm": 1.2269375324249268, | |
| "learning_rate": 6.792691323421698e-05, | |
| "loss": 1.5712, | |
| "step": 1252 | |
| }, | |
| { | |
| "epoch": 0.8312375909993381, | |
| "grad_norm": 1.4898347854614258, | |
| "learning_rate": 6.772237103679937e-05, | |
| "loss": 1.6172, | |
| "step": 1256 | |
| }, | |
| { | |
| "epoch": 0.8338848444738584, | |
| "grad_norm": 1.1373467445373535, | |
| "learning_rate": 6.751748907561288e-05, | |
| "loss": 1.3869, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.8365320979483786, | |
| "grad_norm": 1.2607003450393677, | |
| "learning_rate": 6.731227127854434e-05, | |
| "loss": 1.5501, | |
| "step": 1264 | |
| }, | |
| { | |
| "epoch": 0.8391793514228988, | |
| "grad_norm": 1.357080340385437, | |
| "learning_rate": 6.710672157991899e-05, | |
| "loss": 1.5804, | |
| "step": 1268 | |
| }, | |
| { | |
| "epoch": 0.8418266048974189, | |
| "grad_norm": 1.300445318222046, | |
| "learning_rate": 6.690084392042513e-05, | |
| "loss": 1.4547, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 0.8444738583719391, | |
| "grad_norm": 1.281031608581543, | |
| "learning_rate": 6.669464224703861e-05, | |
| "loss": 1.5843, | |
| "step": 1276 | |
| }, | |
| { | |
| "epoch": 0.8471211118464593, | |
| "grad_norm": 1.2201812267303467, | |
| "learning_rate": 6.648812051294697e-05, | |
| "loss": 1.4422, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.8497683653209794, | |
| "grad_norm": 1.2445136308670044, | |
| "learning_rate": 6.628128267747391e-05, | |
| "loss": 1.5826, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 0.8524156187954997, | |
| "grad_norm": 1.383170247077942, | |
| "learning_rate": 6.607413270600319e-05, | |
| "loss": 1.6194, | |
| "step": 1288 | |
| }, | |
| { | |
| "epoch": 0.8550628722700199, | |
| "grad_norm": 1.370076060295105, | |
| "learning_rate": 6.586667456990267e-05, | |
| "loss": 1.6408, | |
| "step": 1292 | |
| }, | |
| { | |
| "epoch": 0.8577101257445401, | |
| "grad_norm": 1.293721318244934, | |
| "learning_rate": 6.565891224644822e-05, | |
| "loss": 1.5066, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 0.8603573792190602, | |
| "grad_norm": 1.4381659030914307, | |
| "learning_rate": 6.545084971874738e-05, | |
| "loss": 1.5161, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.8630046326935804, | |
| "grad_norm": 1.3525183200836182, | |
| "learning_rate": 6.524249097566306e-05, | |
| "loss": 1.6022, | |
| "step": 1304 | |
| }, | |
| { | |
| "epoch": 0.8656518861681006, | |
| "grad_norm": 1.1742914915084839, | |
| "learning_rate": 6.503384001173707e-05, | |
| "loss": 1.3307, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 0.8682991396426207, | |
| "grad_norm": 1.275770664215088, | |
| "learning_rate": 6.48249008271135e-05, | |
| "loss": 1.5092, | |
| "step": 1312 | |
| }, | |
| { | |
| "epoch": 0.870946393117141, | |
| "grad_norm": 1.3267558813095093, | |
| "learning_rate": 6.461567742746206e-05, | |
| "loss": 1.6288, | |
| "step": 1316 | |
| }, | |
| { | |
| "epoch": 0.8735936465916612, | |
| "grad_norm": 1.1977699995040894, | |
| "learning_rate": 6.440617382390128e-05, | |
| "loss": 1.5567, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.8762409000661814, | |
| "grad_norm": 1.1399099826812744, | |
| "learning_rate": 6.419639403292161e-05, | |
| "loss": 1.5925, | |
| "step": 1324 | |
| }, | |
| { | |
| "epoch": 0.8788881535407015, | |
| "grad_norm": 1.3445255756378174, | |
| "learning_rate": 6.398634207630841e-05, | |
| "loss": 1.5288, | |
| "step": 1328 | |
| }, | |
| { | |
| "epoch": 0.8815354070152217, | |
| "grad_norm": 1.2953174114227295, | |
| "learning_rate": 6.377602198106483e-05, | |
| "loss": 1.5119, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 0.8841826604897419, | |
| "grad_norm": 1.2466961145401, | |
| "learning_rate": 6.356543777933468e-05, | |
| "loss": 1.4559, | |
| "step": 1336 | |
| }, | |
| { | |
| "epoch": 0.886829913964262, | |
| "grad_norm": 1.410008430480957, | |
| "learning_rate": 6.335459350832504e-05, | |
| "loss": 1.6239, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.8894771674387822, | |
| "grad_norm": 1.2374393939971924, | |
| "learning_rate": 6.314349321022893e-05, | |
| "loss": 1.4162, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 0.8921244209133025, | |
| "grad_norm": 1.3700758218765259, | |
| "learning_rate": 6.293214093214775e-05, | |
| "loss": 1.4784, | |
| "step": 1348 | |
| }, | |
| { | |
| "epoch": 0.8947716743878227, | |
| "grad_norm": 1.345596432685852, | |
| "learning_rate": 6.272054072601374e-05, | |
| "loss": 1.5489, | |
| "step": 1352 | |
| }, | |
| { | |
| "epoch": 0.8974189278623428, | |
| "grad_norm": 1.1666315793991089, | |
| "learning_rate": 6.250869664851227e-05, | |
| "loss": 1.3515, | |
| "step": 1356 | |
| }, | |
| { | |
| "epoch": 0.900066181336863, | |
| "grad_norm": 1.2450063228607178, | |
| "learning_rate": 6.229661276100412e-05, | |
| "loss": 1.4763, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.9027134348113832, | |
| "grad_norm": 1.1888995170593262, | |
| "learning_rate": 6.208429312944754e-05, | |
| "loss": 1.4322, | |
| "step": 1364 | |
| }, | |
| { | |
| "epoch": 0.9053606882859033, | |
| "grad_norm": 1.3319921493530273, | |
| "learning_rate": 6.187174182432033e-05, | |
| "loss": 1.5044, | |
| "step": 1368 | |
| }, | |
| { | |
| "epoch": 0.9080079417604235, | |
| "grad_norm": 1.2023800611495972, | |
| "learning_rate": 6.165896292054187e-05, | |
| "loss": 1.5033, | |
| "step": 1372 | |
| }, | |
| { | |
| "epoch": 0.9106551952349438, | |
| "grad_norm": 1.3017017841339111, | |
| "learning_rate": 6.14459604973949e-05, | |
| "loss": 1.4683, | |
| "step": 1376 | |
| }, | |
| { | |
| "epoch": 0.913302448709464, | |
| "grad_norm": 1.2657389640808105, | |
| "learning_rate": 6.12327386384473e-05, | |
| "loss": 1.5533, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.9159497021839841, | |
| "grad_norm": 1.3227919340133667, | |
| "learning_rate": 6.101930143147395e-05, | |
| "loss": 1.5239, | |
| "step": 1384 | |
| }, | |
| { | |
| "epoch": 0.9185969556585043, | |
| "grad_norm": 1.3174325227737427, | |
| "learning_rate": 6.080565296837821e-05, | |
| "loss": 1.5259, | |
| "step": 1388 | |
| }, | |
| { | |
| "epoch": 0.9212442091330245, | |
| "grad_norm": 1.2424542903900146, | |
| "learning_rate": 6.059179734511356e-05, | |
| "loss": 1.3573, | |
| "step": 1392 | |
| }, | |
| { | |
| "epoch": 0.9238914626075446, | |
| "grad_norm": 1.2109280824661255, | |
| "learning_rate": 6.037773866160502e-05, | |
| "loss": 1.3831, | |
| "step": 1396 | |
| }, | |
| { | |
| "epoch": 0.9265387160820648, | |
| "grad_norm": 1.2729474306106567, | |
| "learning_rate": 6.0163481021670575e-05, | |
| "loss": 1.674, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.9291859695565851, | |
| "grad_norm": 1.1736104488372803, | |
| "learning_rate": 5.994902853294251e-05, | |
| "loss": 1.4935, | |
| "step": 1404 | |
| }, | |
| { | |
| "epoch": 0.9318332230311053, | |
| "grad_norm": 1.3021750450134277, | |
| "learning_rate": 5.973438530678861e-05, | |
| "loss": 1.6066, | |
| "step": 1408 | |
| }, | |
| { | |
| "epoch": 0.9344804765056254, | |
| "grad_norm": 1.3625566959381104, | |
| "learning_rate": 5.951955545823342e-05, | |
| "loss": 1.629, | |
| "step": 1412 | |
| }, | |
| { | |
| "epoch": 0.9371277299801456, | |
| "grad_norm": 1.1946239471435547, | |
| "learning_rate": 5.930454310587929e-05, | |
| "loss": 1.4444, | |
| "step": 1416 | |
| }, | |
| { | |
| "epoch": 0.9397749834546658, | |
| "grad_norm": 1.4337393045425415, | |
| "learning_rate": 5.9089352371827446e-05, | |
| "loss": 1.6888, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.9424222369291859, | |
| "grad_norm": 1.3422842025756836, | |
| "learning_rate": 5.8873987381598924e-05, | |
| "loss": 1.6227, | |
| "step": 1424 | |
| }, | |
| { | |
| "epoch": 0.9450694904037061, | |
| "grad_norm": 1.2459781169891357, | |
| "learning_rate": 5.865845226405553e-05, | |
| "loss": 1.4704, | |
| "step": 1428 | |
| }, | |
| { | |
| "epoch": 0.9477167438782264, | |
| "grad_norm": 1.5130873918533325, | |
| "learning_rate": 5.844275115132064e-05, | |
| "loss": 1.5029, | |
| "step": 1432 | |
| }, | |
| { | |
| "epoch": 0.9503639973527466, | |
| "grad_norm": 1.127805471420288, | |
| "learning_rate": 5.822688817870004e-05, | |
| "loss": 1.5289, | |
| "step": 1436 | |
| }, | |
| { | |
| "epoch": 0.9530112508272667, | |
| "grad_norm": 1.283653736114502, | |
| "learning_rate": 5.801086748460255e-05, | |
| "loss": 1.545, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.9556585043017869, | |
| "grad_norm": 1.290038824081421, | |
| "learning_rate": 5.7794693210460804e-05, | |
| "loss": 1.5588, | |
| "step": 1444 | |
| }, | |
| { | |
| "epoch": 0.9583057577763071, | |
| "grad_norm": 1.2246005535125732, | |
| "learning_rate": 5.757836950065172e-05, | |
| "loss": 1.4577, | |
| "step": 1448 | |
| }, | |
| { | |
| "epoch": 0.9609530112508272, | |
| "grad_norm": 1.3036789894104004, | |
| "learning_rate": 5.736190050241719e-05, | |
| "loss": 1.6891, | |
| "step": 1452 | |
| }, | |
| { | |
| "epoch": 0.9636002647253474, | |
| "grad_norm": 1.2149336338043213, | |
| "learning_rate": 5.714529036578443e-05, | |
| "loss": 1.4114, | |
| "step": 1456 | |
| }, | |
| { | |
| "epoch": 0.9662475181998676, | |
| "grad_norm": 1.1539721488952637, | |
| "learning_rate": 5.692854324348653e-05, | |
| "loss": 1.5497, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.9688947716743879, | |
| "grad_norm": 1.3573237657546997, | |
| "learning_rate": 5.6711663290882776e-05, | |
| "loss": 1.4812, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 0.971542025148908, | |
| "grad_norm": 1.338049292564392, | |
| "learning_rate": 5.649465466587902e-05, | |
| "loss": 1.6043, | |
| "step": 1468 | |
| }, | |
| { | |
| "epoch": 0.9741892786234282, | |
| "grad_norm": 1.3066737651824951, | |
| "learning_rate": 5.627752152884794e-05, | |
| "loss": 1.582, | |
| "step": 1472 | |
| }, | |
| { | |
| "epoch": 0.9768365320979484, | |
| "grad_norm": 1.2373597621917725, | |
| "learning_rate": 5.606026804254931e-05, | |
| "loss": 1.4099, | |
| "step": 1476 | |
| }, | |
| { | |
| "epoch": 0.9794837855724685, | |
| "grad_norm": 1.1805121898651123, | |
| "learning_rate": 5.584289837205012e-05, | |
| "loss": 1.3914, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.9821310390469887, | |
| "grad_norm": 1.3286755084991455, | |
| "learning_rate": 5.5625416684644874e-05, | |
| "loss": 1.4803, | |
| "step": 1484 | |
| }, | |
| { | |
| "epoch": 0.984778292521509, | |
| "grad_norm": 1.2538626194000244, | |
| "learning_rate": 5.540782714977549e-05, | |
| "loss": 1.5063, | |
| "step": 1488 | |
| }, | |
| { | |
| "epoch": 0.9874255459960292, | |
| "grad_norm": 1.2164523601531982, | |
| "learning_rate": 5.51901339389516e-05, | |
| "loss": 1.3555, | |
| "step": 1492 | |
| }, | |
| { | |
| "epoch": 0.9900727994705493, | |
| "grad_norm": 1.217489242553711, | |
| "learning_rate": 5.4972341225670354e-05, | |
| "loss": 1.4818, | |
| "step": 1496 | |
| }, | |
| { | |
| "epoch": 0.9927200529450695, | |
| "grad_norm": 1.170462727546692, | |
| "learning_rate": 5.4754453185336586e-05, | |
| "loss": 1.5693, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.9953673064195897, | |
| "grad_norm": 1.2590230703353882, | |
| "learning_rate": 5.453647399518262e-05, | |
| "loss": 1.3735, | |
| "step": 1504 | |
| }, | |
| { | |
| "epoch": 0.9980145598941098, | |
| "grad_norm": 1.1807870864868164, | |
| "learning_rate": 5.431840783418832e-05, | |
| "loss": 1.3643, | |
| "step": 1508 | |
| }, | |
| { | |
| "epoch": 1.00066181336863, | |
| "grad_norm": 1.1421568393707275, | |
| "learning_rate": 5.410025888300087e-05, | |
| "loss": 1.4336, | |
| "step": 1512 | |
| }, | |
| { | |
| "epoch": 1.0033090668431501, | |
| "grad_norm": 1.161148190498352, | |
| "learning_rate": 5.388203132385467e-05, | |
| "loss": 1.2284, | |
| "step": 1516 | |
| }, | |
| { | |
| "epoch": 1.0059563203176705, | |
| "grad_norm": 1.129975438117981, | |
| "learning_rate": 5.366372934049114e-05, | |
| "loss": 1.2385, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.0086035737921906, | |
| "grad_norm": 1.0889602899551392, | |
| "learning_rate": 5.3445357118078545e-05, | |
| "loss": 1.0735, | |
| "step": 1524 | |
| }, | |
| { | |
| "epoch": 1.011250827266711, | |
| "grad_norm": 1.2157572507858276, | |
| "learning_rate": 5.322691884313172e-05, | |
| "loss": 1.1803, | |
| "step": 1528 | |
| }, | |
| { | |
| "epoch": 1.013898080741231, | |
| "grad_norm": 1.1153740882873535, | |
| "learning_rate": 5.300841870343183e-05, | |
| "loss": 1.0574, | |
| "step": 1532 | |
| }, | |
| { | |
| "epoch": 1.016545334215751, | |
| "grad_norm": 1.1907968521118164, | |
| "learning_rate": 5.2789860887946066e-05, | |
| "loss": 1.0691, | |
| "step": 1536 | |
| }, | |
| { | |
| "epoch": 1.0191925876902714, | |
| "grad_norm": 1.1797744035720825, | |
| "learning_rate": 5.257124958674736e-05, | |
| "loss": 1.1063, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.0218398411647915, | |
| "grad_norm": 1.0647462606430054, | |
| "learning_rate": 5.235258899093406e-05, | |
| "loss": 1.0512, | |
| "step": 1544 | |
| }, | |
| { | |
| "epoch": 1.0244870946393116, | |
| "grad_norm": 1.1768978834152222, | |
| "learning_rate": 5.213388329254949e-05, | |
| "loss": 1.197, | |
| "step": 1548 | |
| }, | |
| { | |
| "epoch": 1.027134348113832, | |
| "grad_norm": 1.282067060470581, | |
| "learning_rate": 5.191513668450178e-05, | |
| "loss": 1.231, | |
| "step": 1552 | |
| }, | |
| { | |
| "epoch": 1.029781601588352, | |
| "grad_norm": 1.3294609785079956, | |
| "learning_rate": 5.1696353360483216e-05, | |
| "loss": 1.2719, | |
| "step": 1556 | |
| }, | |
| { | |
| "epoch": 1.0324288550628722, | |
| "grad_norm": 1.187889814376831, | |
| "learning_rate": 5.1477537514890116e-05, | |
| "loss": 1.2815, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.0350761085373925, | |
| "grad_norm": 1.152590036392212, | |
| "learning_rate": 5.125869334274219e-05, | |
| "loss": 1.126, | |
| "step": 1564 | |
| }, | |
| { | |
| "epoch": 1.0377233620119126, | |
| "grad_norm": 1.1706854104995728, | |
| "learning_rate": 5.103982503960224e-05, | |
| "loss": 1.22, | |
| "step": 1568 | |
| }, | |
| { | |
| "epoch": 1.0403706154864327, | |
| "grad_norm": 1.1738533973693848, | |
| "learning_rate": 5.082093680149571e-05, | |
| "loss": 1.2386, | |
| "step": 1572 | |
| }, | |
| { | |
| "epoch": 1.043017868960953, | |
| "grad_norm": 1.299540400505066, | |
| "learning_rate": 5.060203282483022e-05, | |
| "loss": 1.2308, | |
| "step": 1576 | |
| }, | |
| { | |
| "epoch": 1.0456651224354732, | |
| "grad_norm": 1.1205031871795654, | |
| "learning_rate": 5.038311730631509e-05, | |
| "loss": 1.1254, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.0483123759099935, | |
| "grad_norm": 1.1589237451553345, | |
| "learning_rate": 5.016419444288096e-05, | |
| "loss": 1.046, | |
| "step": 1584 | |
| }, | |
| { | |
| "epoch": 1.0509596293845136, | |
| "grad_norm": 1.1844594478607178, | |
| "learning_rate": 4.9945268431599245e-05, | |
| "loss": 1.1835, | |
| "step": 1588 | |
| }, | |
| { | |
| "epoch": 1.0536068828590337, | |
| "grad_norm": 1.319905400276184, | |
| "learning_rate": 4.972634346960173e-05, | |
| "loss": 1.2235, | |
| "step": 1592 | |
| }, | |
| { | |
| "epoch": 1.056254136333554, | |
| "grad_norm": 1.1240413188934326, | |
| "learning_rate": 4.950742375400007e-05, | |
| "loss": 1.0733, | |
| "step": 1596 | |
| }, | |
| { | |
| "epoch": 1.0589013898080741, | |
| "grad_norm": 1.27524995803833, | |
| "learning_rate": 4.9288513481805374e-05, | |
| "loss": 1.1595, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.0615486432825942, | |
| "grad_norm": 1.2067784070968628, | |
| "learning_rate": 4.906961684984767e-05, | |
| "loss": 1.1771, | |
| "step": 1604 | |
| }, | |
| { | |
| "epoch": 1.0641958967571146, | |
| "grad_norm": 1.154008150100708, | |
| "learning_rate": 4.8850738054695486e-05, | |
| "loss": 1.1934, | |
| "step": 1608 | |
| }, | |
| { | |
| "epoch": 1.0668431502316347, | |
| "grad_norm": 1.1568691730499268, | |
| "learning_rate": 4.863188129257539e-05, | |
| "loss": 1.1032, | |
| "step": 1612 | |
| }, | |
| { | |
| "epoch": 1.0694904037061548, | |
| "grad_norm": 1.1935631036758423, | |
| "learning_rate": 4.8413050759291585e-05, | |
| "loss": 1.1457, | |
| "step": 1616 | |
| }, | |
| { | |
| "epoch": 1.072137657180675, | |
| "grad_norm": 1.1685223579406738, | |
| "learning_rate": 4.8194250650145374e-05, | |
| "loss": 1.0371, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.0747849106551952, | |
| "grad_norm": 1.2918758392333984, | |
| "learning_rate": 4.797548515985481e-05, | |
| "loss": 1.1128, | |
| "step": 1624 | |
| }, | |
| { | |
| "epoch": 1.0774321641297153, | |
| "grad_norm": 1.232910394668579, | |
| "learning_rate": 4.775675848247427e-05, | |
| "loss": 1.0407, | |
| "step": 1628 | |
| }, | |
| { | |
| "epoch": 1.0800794176042356, | |
| "grad_norm": 1.27483069896698, | |
| "learning_rate": 4.7538074811313975e-05, | |
| "loss": 1.1523, | |
| "step": 1632 | |
| }, | |
| { | |
| "epoch": 1.0827266710787558, | |
| "grad_norm": 1.2089005708694458, | |
| "learning_rate": 4.731943833885973e-05, | |
| "loss": 1.0901, | |
| "step": 1636 | |
| }, | |
| { | |
| "epoch": 1.0853739245532759, | |
| "grad_norm": 1.272049069404602, | |
| "learning_rate": 4.7100853256692406e-05, | |
| "loss": 1.1968, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.0880211780277962, | |
| "grad_norm": 1.1610321998596191, | |
| "learning_rate": 4.6882323755407706e-05, | |
| "loss": 1.0379, | |
| "step": 1644 | |
| }, | |
| { | |
| "epoch": 1.0906684315023163, | |
| "grad_norm": 1.0861836671829224, | |
| "learning_rate": 4.666385402453568e-05, | |
| "loss": 1.1274, | |
| "step": 1648 | |
| }, | |
| { | |
| "epoch": 1.0933156849768366, | |
| "grad_norm": 1.2042131423950195, | |
| "learning_rate": 4.644544825246059e-05, | |
| "loss": 1.1502, | |
| "step": 1652 | |
| }, | |
| { | |
| "epoch": 1.0959629384513567, | |
| "grad_norm": 1.5976825952529907, | |
| "learning_rate": 4.622711062634046e-05, | |
| "loss": 1.1527, | |
| "step": 1656 | |
| }, | |
| { | |
| "epoch": 1.0986101919258768, | |
| "grad_norm": 1.2653815746307373, | |
| "learning_rate": 4.600884533202686e-05, | |
| "loss": 1.0946, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.1012574454003972, | |
| "grad_norm": 1.129782795906067, | |
| "learning_rate": 4.579065655398465e-05, | |
| "loss": 1.1376, | |
| "step": 1664 | |
| }, | |
| { | |
| "epoch": 1.1039046988749173, | |
| "grad_norm": 1.0471429824829102, | |
| "learning_rate": 4.5572548475211805e-05, | |
| "loss": 1.1488, | |
| "step": 1668 | |
| }, | |
| { | |
| "epoch": 1.1065519523494374, | |
| "grad_norm": 1.281714916229248, | |
| "learning_rate": 4.535452527715911e-05, | |
| "loss": 1.2245, | |
| "step": 1672 | |
| }, | |
| { | |
| "epoch": 1.1091992058239577, | |
| "grad_norm": 1.1683017015457153, | |
| "learning_rate": 4.5136591139650105e-05, | |
| "loss": 1.1307, | |
| "step": 1676 | |
| }, | |
| { | |
| "epoch": 1.1118464592984778, | |
| "grad_norm": 1.1847896575927734, | |
| "learning_rate": 4.491875024080088e-05, | |
| "loss": 1.0821, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.114493712772998, | |
| "grad_norm": 1.196803331375122, | |
| "learning_rate": 4.470100675694007e-05, | |
| "loss": 1.0633, | |
| "step": 1684 | |
| }, | |
| { | |
| "epoch": 1.1171409662475182, | |
| "grad_norm": 1.1869444847106934, | |
| "learning_rate": 4.4483364862528646e-05, | |
| "loss": 1.1864, | |
| "step": 1688 | |
| }, | |
| { | |
| "epoch": 1.1197882197220383, | |
| "grad_norm": 1.221575140953064, | |
| "learning_rate": 4.4265828730079987e-05, | |
| "loss": 1.0547, | |
| "step": 1692 | |
| }, | |
| { | |
| "epoch": 1.1224354731965587, | |
| "grad_norm": 1.164784550666809, | |
| "learning_rate": 4.404840253007987e-05, | |
| "loss": 1.1614, | |
| "step": 1696 | |
| }, | |
| { | |
| "epoch": 1.1250827266710788, | |
| "grad_norm": 1.0524084568023682, | |
| "learning_rate": 4.3831090430906484e-05, | |
| "loss": 1.1285, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.1277299801455989, | |
| "grad_norm": 1.6504064798355103, | |
| "learning_rate": 4.361389659875058e-05, | |
| "loss": 1.1689, | |
| "step": 1704 | |
| }, | |
| { | |
| "epoch": 1.1303772336201192, | |
| "grad_norm": 1.1136175394058228, | |
| "learning_rate": 4.339682519753551e-05, | |
| "loss": 1.0815, | |
| "step": 1708 | |
| }, | |
| { | |
| "epoch": 1.1330244870946393, | |
| "grad_norm": 1.1745281219482422, | |
| "learning_rate": 4.3179880388837496e-05, | |
| "loss": 1.1722, | |
| "step": 1712 | |
| }, | |
| { | |
| "epoch": 1.1356717405691594, | |
| "grad_norm": 1.0880483388900757, | |
| "learning_rate": 4.2963066331805725e-05, | |
| "loss": 1.0361, | |
| "step": 1716 | |
| }, | |
| { | |
| "epoch": 1.1383189940436798, | |
| "grad_norm": 1.137968897819519, | |
| "learning_rate": 4.2746387183082755e-05, | |
| "loss": 1.1, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.1409662475181999, | |
| "grad_norm": 1.2682772874832153, | |
| "learning_rate": 4.252984709672473e-05, | |
| "loss": 1.134, | |
| "step": 1724 | |
| }, | |
| { | |
| "epoch": 1.14361350099272, | |
| "grad_norm": 1.128180742263794, | |
| "learning_rate": 4.231345022412174e-05, | |
| "loss": 1.0812, | |
| "step": 1728 | |
| }, | |
| { | |
| "epoch": 1.1462607544672403, | |
| "grad_norm": 1.0430972576141357, | |
| "learning_rate": 4.2097200713918264e-05, | |
| "loss": 1.034, | |
| "step": 1732 | |
| }, | |
| { | |
| "epoch": 1.1489080079417604, | |
| "grad_norm": 1.1832259893417358, | |
| "learning_rate": 4.188110271193371e-05, | |
| "loss": 1.1422, | |
| "step": 1736 | |
| }, | |
| { | |
| "epoch": 1.1515552614162807, | |
| "grad_norm": 1.1320624351501465, | |
| "learning_rate": 4.1665160361082704e-05, | |
| "loss": 1.0688, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.1542025148908008, | |
| "grad_norm": 1.2752870321273804, | |
| "learning_rate": 4.144937780129594e-05, | |
| "loss": 1.1926, | |
| "step": 1744 | |
| }, | |
| { | |
| "epoch": 1.156849768365321, | |
| "grad_norm": 1.2092264890670776, | |
| "learning_rate": 4.123375916944061e-05, | |
| "loss": 1.0973, | |
| "step": 1748 | |
| }, | |
| { | |
| "epoch": 1.159497021839841, | |
| "grad_norm": 1.1710125207901, | |
| "learning_rate": 4.101830859924124e-05, | |
| "loss": 1.2602, | |
| "step": 1752 | |
| }, | |
| { | |
| "epoch": 1.1621442753143614, | |
| "grad_norm": 1.4670571088790894, | |
| "learning_rate": 4.080303022120025e-05, | |
| "loss": 1.2005, | |
| "step": 1756 | |
| }, | |
| { | |
| "epoch": 1.1647915287888815, | |
| "grad_norm": 1.1942548751831055, | |
| "learning_rate": 4.058792816251902e-05, | |
| "loss": 1.2164, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.1674387822634018, | |
| "grad_norm": 1.2230584621429443, | |
| "learning_rate": 4.037300654701856e-05, | |
| "loss": 1.0395, | |
| "step": 1764 | |
| }, | |
| { | |
| "epoch": 1.170086035737922, | |
| "grad_norm": 1.3117454051971436, | |
| "learning_rate": 4.015826949506049e-05, | |
| "loss": 1.1848, | |
| "step": 1768 | |
| }, | |
| { | |
| "epoch": 1.172733289212442, | |
| "grad_norm": 1.2102235555648804, | |
| "learning_rate": 3.994372112346812e-05, | |
| "loss": 1.1349, | |
| "step": 1772 | |
| }, | |
| { | |
| "epoch": 1.1753805426869623, | |
| "grad_norm": 1.3425853252410889, | |
| "learning_rate": 3.9729365545447514e-05, | |
| "loss": 1.1756, | |
| "step": 1776 | |
| }, | |
| { | |
| "epoch": 1.1780277961614825, | |
| "grad_norm": 1.1865317821502686, | |
| "learning_rate": 3.9515206870508534e-05, | |
| "loss": 1.1298, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.1806750496360026, | |
| "grad_norm": 1.0945122241973877, | |
| "learning_rate": 3.930124920438616e-05, | |
| "loss": 1.1275, | |
| "step": 1784 | |
| }, | |
| { | |
| "epoch": 1.1833223031105229, | |
| "grad_norm": 1.2114017009735107, | |
| "learning_rate": 3.908749664896171e-05, | |
| "loss": 1.1958, | |
| "step": 1788 | |
| }, | |
| { | |
| "epoch": 1.185969556585043, | |
| "grad_norm": 1.1771973371505737, | |
| "learning_rate": 3.887395330218429e-05, | |
| "loss": 1.0868, | |
| "step": 1792 | |
| }, | |
| { | |
| "epoch": 1.188616810059563, | |
| "grad_norm": 1.2639689445495605, | |
| "learning_rate": 3.866062325799209e-05, | |
| "loss": 1.213, | |
| "step": 1796 | |
| }, | |
| { | |
| "epoch": 1.1912640635340834, | |
| "grad_norm": 1.1774057149887085, | |
| "learning_rate": 3.844751060623404e-05, | |
| "loss": 1.0974, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.1939113170086035, | |
| "grad_norm": 1.1269370317459106, | |
| "learning_rate": 3.823461943259132e-05, | |
| "loss": 1.1296, | |
| "step": 1804 | |
| }, | |
| { | |
| "epoch": 1.1965585704831239, | |
| "grad_norm": 1.2880319356918335, | |
| "learning_rate": 3.802195381849901e-05, | |
| "loss": 1.1121, | |
| "step": 1808 | |
| }, | |
| { | |
| "epoch": 1.199205823957644, | |
| "grad_norm": 1.1425657272338867, | |
| "learning_rate": 3.7809517841067976e-05, | |
| "loss": 1.0818, | |
| "step": 1812 | |
| }, | |
| { | |
| "epoch": 1.201853077432164, | |
| "grad_norm": 1.1727538108825684, | |
| "learning_rate": 3.759731557300652e-05, | |
| "loss": 1.025, | |
| "step": 1816 | |
| }, | |
| { | |
| "epoch": 1.2045003309066844, | |
| "grad_norm": 1.2917152643203735, | |
| "learning_rate": 3.738535108254246e-05, | |
| "loss": 1.21, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.2071475843812045, | |
| "grad_norm": 1.1989338397979736, | |
| "learning_rate": 3.7173628433345006e-05, | |
| "loss": 1.1712, | |
| "step": 1824 | |
| }, | |
| { | |
| "epoch": 1.2097948378557246, | |
| "grad_norm": 1.2029826641082764, | |
| "learning_rate": 3.696215168444699e-05, | |
| "loss": 1.1146, | |
| "step": 1828 | |
| }, | |
| { | |
| "epoch": 1.212442091330245, | |
| "grad_norm": 1.173412561416626, | |
| "learning_rate": 3.675092489016693e-05, | |
| "loss": 1.1237, | |
| "step": 1832 | |
| }, | |
| { | |
| "epoch": 1.215089344804765, | |
| "grad_norm": 1.250653862953186, | |
| "learning_rate": 3.6539952100031326e-05, | |
| "loss": 1.1326, | |
| "step": 1836 | |
| }, | |
| { | |
| "epoch": 1.2177365982792852, | |
| "grad_norm": 1.1222728490829468, | |
| "learning_rate": 3.632923735869711e-05, | |
| "loss": 1.1575, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.2203838517538055, | |
| "grad_norm": 1.098129153251648, | |
| "learning_rate": 3.611878470587402e-05, | |
| "loss": 1.1357, | |
| "step": 1844 | |
| }, | |
| { | |
| "epoch": 1.2230311052283256, | |
| "grad_norm": 1.2261312007904053, | |
| "learning_rate": 3.5908598176247124e-05, | |
| "loss": 1.075, | |
| "step": 1848 | |
| }, | |
| { | |
| "epoch": 1.225678358702846, | |
| "grad_norm": 1.145168423652649, | |
| "learning_rate": 3.569868179939958e-05, | |
| "loss": 1.1333, | |
| "step": 1852 | |
| }, | |
| { | |
| "epoch": 1.228325612177366, | |
| "grad_norm": 1.1339921951293945, | |
| "learning_rate": 3.5489039599735294e-05, | |
| "loss": 1.0158, | |
| "step": 1856 | |
| }, | |
| { | |
| "epoch": 1.2309728656518861, | |
| "grad_norm": 1.2139281034469604, | |
| "learning_rate": 3.5279675596401846e-05, | |
| "loss": 1.1726, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.2336201191264062, | |
| "grad_norm": 1.2778246402740479, | |
| "learning_rate": 3.5070593803213267e-05, | |
| "loss": 1.182, | |
| "step": 1864 | |
| }, | |
| { | |
| "epoch": 1.2362673726009266, | |
| "grad_norm": 1.2227150201797485, | |
| "learning_rate": 3.4861798228573325e-05, | |
| "loss": 1.0037, | |
| "step": 1868 | |
| }, | |
| { | |
| "epoch": 1.2389146260754467, | |
| "grad_norm": 1.2715504169464111, | |
| "learning_rate": 3.465329287539852e-05, | |
| "loss": 1.21, | |
| "step": 1872 | |
| }, | |
| { | |
| "epoch": 1.241561879549967, | |
| "grad_norm": 1.300766944885254, | |
| "learning_rate": 3.444508174104136e-05, | |
| "loss": 1.1, | |
| "step": 1876 | |
| }, | |
| { | |
| "epoch": 1.244209133024487, | |
| "grad_norm": 1.1540982723236084, | |
| "learning_rate": 3.423716881721375e-05, | |
| "loss": 1.1127, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.2468563864990072, | |
| "grad_norm": 1.4233511686325073, | |
| "learning_rate": 3.402955808991052e-05, | |
| "loss": 1.1692, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 1.2495036399735275, | |
| "grad_norm": 1.2163995504379272, | |
| "learning_rate": 3.382225353933288e-05, | |
| "loss": 1.0856, | |
| "step": 1888 | |
| }, | |
| { | |
| "epoch": 1.2521508934480476, | |
| "grad_norm": 1.2361574172973633, | |
| "learning_rate": 3.3615259139812225e-05, | |
| "loss": 1.2024, | |
| "step": 1892 | |
| }, | |
| { | |
| "epoch": 1.254798146922568, | |
| "grad_norm": 1.0741496086120605, | |
| "learning_rate": 3.340857885973388e-05, | |
| "loss": 1.0447, | |
| "step": 1896 | |
| }, | |
| { | |
| "epoch": 1.257445400397088, | |
| "grad_norm": 1.1579320430755615, | |
| "learning_rate": 3.320221666146107e-05, | |
| "loss": 1.0772, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.2600926538716082, | |
| "grad_norm": 1.2062878608703613, | |
| "learning_rate": 3.299617650125889e-05, | |
| "loss": 1.1011, | |
| "step": 1904 | |
| }, | |
| { | |
| "epoch": 1.2627399073461283, | |
| "grad_norm": 1.2862952947616577, | |
| "learning_rate": 3.279046232921852e-05, | |
| "loss": 1.2596, | |
| "step": 1908 | |
| }, | |
| { | |
| "epoch": 1.2653871608206486, | |
| "grad_norm": 1.2335329055786133, | |
| "learning_rate": 3.2585078089181464e-05, | |
| "loss": 1.2462, | |
| "step": 1912 | |
| }, | |
| { | |
| "epoch": 1.2680344142951687, | |
| "grad_norm": 1.0968290567398071, | |
| "learning_rate": 3.238002771866391e-05, | |
| "loss": 1.0543, | |
| "step": 1916 | |
| }, | |
| { | |
| "epoch": 1.270681667769689, | |
| "grad_norm": 1.06516695022583, | |
| "learning_rate": 3.217531514878136e-05, | |
| "loss": 1.1669, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.2733289212442092, | |
| "grad_norm": 1.1616246700286865, | |
| "learning_rate": 3.1970944304173126e-05, | |
| "loss": 1.2252, | |
| "step": 1924 | |
| }, | |
| { | |
| "epoch": 1.2759761747187293, | |
| "grad_norm": 1.1696902513504028, | |
| "learning_rate": 3.176691910292715e-05, | |
| "loss": 1.2329, | |
| "step": 1928 | |
| }, | |
| { | |
| "epoch": 1.2786234281932494, | |
| "grad_norm": 1.210041880607605, | |
| "learning_rate": 3.156324345650488e-05, | |
| "loss": 1.3271, | |
| "step": 1932 | |
| }, | |
| { | |
| "epoch": 1.2812706816677697, | |
| "grad_norm": 1.0774304866790771, | |
| "learning_rate": 3.1359921269666324e-05, | |
| "loss": 1.0306, | |
| "step": 1936 | |
| }, | |
| { | |
| "epoch": 1.2839179351422898, | |
| "grad_norm": 1.166651725769043, | |
| "learning_rate": 3.1156956440395136e-05, | |
| "loss": 1.021, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.2865651886168101, | |
| "grad_norm": 1.2745511531829834, | |
| "learning_rate": 3.095435285982387e-05, | |
| "loss": 1.1301, | |
| "step": 1944 | |
| }, | |
| { | |
| "epoch": 1.2892124420913302, | |
| "grad_norm": 1.0762966871261597, | |
| "learning_rate": 3.075211441215944e-05, | |
| "loss": 1.0831, | |
| "step": 1948 | |
| }, | |
| { | |
| "epoch": 1.2918596955658503, | |
| "grad_norm": 1.298743486404419, | |
| "learning_rate": 3.055024497460867e-05, | |
| "loss": 1.1705, | |
| "step": 1952 | |
| }, | |
| { | |
| "epoch": 1.2945069490403707, | |
| "grad_norm": 1.243034839630127, | |
| "learning_rate": 3.0348748417303823e-05, | |
| "loss": 1.1282, | |
| "step": 1956 | |
| }, | |
| { | |
| "epoch": 1.2971542025148908, | |
| "grad_norm": 1.2496618032455444, | |
| "learning_rate": 3.0147628603228594e-05, | |
| "loss": 1.0639, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.299801455989411, | |
| "grad_norm": 1.141508936882019, | |
| "learning_rate": 2.9946889388143913e-05, | |
| "loss": 1.1297, | |
| "step": 1964 | |
| }, | |
| { | |
| "epoch": 1.3024487094639312, | |
| "grad_norm": 1.188610553741455, | |
| "learning_rate": 2.974653462051411e-05, | |
| "loss": 1.1628, | |
| "step": 1968 | |
| }, | |
| { | |
| "epoch": 1.3050959629384513, | |
| "grad_norm": 1.1807959079742432, | |
| "learning_rate": 2.9546568141433006e-05, | |
| "loss": 1.0527, | |
| "step": 1972 | |
| }, | |
| { | |
| "epoch": 1.3077432164129714, | |
| "grad_norm": 1.1804313659667969, | |
| "learning_rate": 2.9346993784550474e-05, | |
| "loss": 1.196, | |
| "step": 1976 | |
| }, | |
| { | |
| "epoch": 1.3103904698874917, | |
| "grad_norm": 1.1646931171417236, | |
| "learning_rate": 2.9147815375998766e-05, | |
| "loss": 1.0773, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.3130377233620119, | |
| "grad_norm": 1.4130630493164062, | |
| "learning_rate": 2.8949036734319247e-05, | |
| "loss": 1.2183, | |
| "step": 1984 | |
| }, | |
| { | |
| "epoch": 1.3156849768365322, | |
| "grad_norm": 1.1829743385314941, | |
| "learning_rate": 2.8750661670389135e-05, | |
| "loss": 1.1457, | |
| "step": 1988 | |
| }, | |
| { | |
| "epoch": 1.3183322303110523, | |
| "grad_norm": 1.1480798721313477, | |
| "learning_rate": 2.8552693987348532e-05, | |
| "loss": 1.0502, | |
| "step": 1992 | |
| }, | |
| { | |
| "epoch": 1.3209794837855724, | |
| "grad_norm": 1.1411528587341309, | |
| "learning_rate": 2.835513748052738e-05, | |
| "loss": 1.1938, | |
| "step": 1996 | |
| }, | |
| { | |
| "epoch": 1.3236267372600927, | |
| "grad_norm": 1.1550084352493286, | |
| "learning_rate": 2.815799593737285e-05, | |
| "loss": 1.1577, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.3262739907346128, | |
| "grad_norm": 1.1829745769500732, | |
| "learning_rate": 2.7961273137376566e-05, | |
| "loss": 1.097, | |
| "step": 2004 | |
| }, | |
| { | |
| "epoch": 1.3289212442091332, | |
| "grad_norm": 1.229865312576294, | |
| "learning_rate": 2.7764972852002323e-05, | |
| "loss": 1.0721, | |
| "step": 2008 | |
| }, | |
| { | |
| "epoch": 1.3315684976836533, | |
| "grad_norm": 1.1786168813705444, | |
| "learning_rate": 2.7569098844613616e-05, | |
| "loss": 1.094, | |
| "step": 2012 | |
| }, | |
| { | |
| "epoch": 1.3342157511581734, | |
| "grad_norm": 1.4941198825836182, | |
| "learning_rate": 2.7373654870401634e-05, | |
| "loss": 1.2017, | |
| "step": 2016 | |
| }, | |
| { | |
| "epoch": 1.3368630046326935, | |
| "grad_norm": 1.1714154481887817, | |
| "learning_rate": 2.7178644676313143e-05, | |
| "loss": 0.9992, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.3395102581072138, | |
| "grad_norm": 1.2153651714324951, | |
| "learning_rate": 2.698407200097872e-05, | |
| "loss": 1.1801, | |
| "step": 2024 | |
| }, | |
| { | |
| "epoch": 1.342157511581734, | |
| "grad_norm": 1.2198010683059692, | |
| "learning_rate": 2.6789940574641102e-05, | |
| "loss": 1.0585, | |
| "step": 2028 | |
| }, | |
| { | |
| "epoch": 1.3448047650562542, | |
| "grad_norm": 1.2211023569107056, | |
| "learning_rate": 2.6596254119083656e-05, | |
| "loss": 1.111, | |
| "step": 2032 | |
| }, | |
| { | |
| "epoch": 1.3474520185307743, | |
| "grad_norm": 1.2999107837677002, | |
| "learning_rate": 2.6403016347558894e-05, | |
| "loss": 1.1344, | |
| "step": 2036 | |
| }, | |
| { | |
| "epoch": 1.3500992720052944, | |
| "grad_norm": 1.181583046913147, | |
| "learning_rate": 2.6210230964717513e-05, | |
| "loss": 1.0638, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.3527465254798146, | |
| "grad_norm": 1.1883265972137451, | |
| "learning_rate": 2.6017901666537216e-05, | |
| "loss": 1.0218, | |
| "step": 2044 | |
| }, | |
| { | |
| "epoch": 1.3553937789543349, | |
| "grad_norm": 1.2537999153137207, | |
| "learning_rate": 2.5826032140251943e-05, | |
| "loss": 1.0679, | |
| "step": 2048 | |
| }, | |
| { | |
| "epoch": 1.358041032428855, | |
| "grad_norm": 1.1566420793533325, | |
| "learning_rate": 2.563462606428101e-05, | |
| "loss": 1.116, | |
| "step": 2052 | |
| }, | |
| { | |
| "epoch": 1.3606882859033753, | |
| "grad_norm": 1.1046433448791504, | |
| "learning_rate": 2.5443687108158836e-05, | |
| "loss": 1.0058, | |
| "step": 2056 | |
| }, | |
| { | |
| "epoch": 1.3633355393778954, | |
| "grad_norm": 1.307966709136963, | |
| "learning_rate": 2.525321893246444e-05, | |
| "loss": 1.2426, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.3659827928524155, | |
| "grad_norm": 1.0436811447143555, | |
| "learning_rate": 2.5063225188751273e-05, | |
| "loss": 1.0737, | |
| "step": 2064 | |
| }, | |
| { | |
| "epoch": 1.3686300463269359, | |
| "grad_norm": 1.0671106576919556, | |
| "learning_rate": 2.4873709519477202e-05, | |
| "loss": 1.083, | |
| "step": 2068 | |
| }, | |
| { | |
| "epoch": 1.371277299801456, | |
| "grad_norm": 1.3584109544754028, | |
| "learning_rate": 2.4684675557934767e-05, | |
| "loss": 1.0333, | |
| "step": 2072 | |
| }, | |
| { | |
| "epoch": 1.3739245532759763, | |
| "grad_norm": 1.180293321609497, | |
| "learning_rate": 2.4496126928181467e-05, | |
| "loss": 1.0714, | |
| "step": 2076 | |
| }, | |
| { | |
| "epoch": 1.3765718067504964, | |
| "grad_norm": 1.102691888809204, | |
| "learning_rate": 2.4308067244970228e-05, | |
| "loss": 1.0386, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.3792190602250165, | |
| "grad_norm": 1.156723976135254, | |
| "learning_rate": 2.4120500113680177e-05, | |
| "loss": 1.0593, | |
| "step": 2084 | |
| }, | |
| { | |
| "epoch": 1.3818663136995366, | |
| "grad_norm": 1.2727686166763306, | |
| "learning_rate": 2.3933429130247538e-05, | |
| "loss": 1.2251, | |
| "step": 2088 | |
| }, | |
| { | |
| "epoch": 1.384513567174057, | |
| "grad_norm": 1.213897466659546, | |
| "learning_rate": 2.3746857881096584e-05, | |
| "loss": 1.0509, | |
| "step": 2092 | |
| }, | |
| { | |
| "epoch": 1.387160820648577, | |
| "grad_norm": 1.1525429487228394, | |
| "learning_rate": 2.3560789943071033e-05, | |
| "loss": 1.0187, | |
| "step": 2096 | |
| }, | |
| { | |
| "epoch": 1.3898080741230974, | |
| "grad_norm": 1.1950461864471436, | |
| "learning_rate": 2.3375228883365334e-05, | |
| "loss": 1.0912, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.3924553275976175, | |
| "grad_norm": 1.1531497240066528, | |
| "learning_rate": 2.319017825945633e-05, | |
| "loss": 1.128, | |
| "step": 2104 | |
| }, | |
| { | |
| "epoch": 1.3951025810721376, | |
| "grad_norm": 1.2713518142700195, | |
| "learning_rate": 2.300564161903511e-05, | |
| "loss": 1.0656, | |
| "step": 2108 | |
| }, | |
| { | |
| "epoch": 1.397749834546658, | |
| "grad_norm": 1.1415860652923584, | |
| "learning_rate": 2.282162249993895e-05, | |
| "loss": 1.1084, | |
| "step": 2112 | |
| }, | |
| { | |
| "epoch": 1.400397088021178, | |
| "grad_norm": 1.114864468574524, | |
| "learning_rate": 2.263812443008343e-05, | |
| "loss": 1.0531, | |
| "step": 2116 | |
| }, | |
| { | |
| "epoch": 1.4030443414956983, | |
| "grad_norm": 1.3787562847137451, | |
| "learning_rate": 2.245515092739488e-05, | |
| "loss": 1.072, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.4056915949702184, | |
| "grad_norm": 1.014003872871399, | |
| "learning_rate": 2.2272705499742925e-05, | |
| "loss": 1.0156, | |
| "step": 2124 | |
| }, | |
| { | |
| "epoch": 1.4083388484447386, | |
| "grad_norm": 1.1538441181182861, | |
| "learning_rate": 2.209079164487323e-05, | |
| "loss": 1.0101, | |
| "step": 2128 | |
| }, | |
| { | |
| "epoch": 1.4109861019192587, | |
| "grad_norm": 1.2096091508865356, | |
| "learning_rate": 2.1909412850340394e-05, | |
| "loss": 1.0201, | |
| "step": 2132 | |
| }, | |
| { | |
| "epoch": 1.413633355393779, | |
| "grad_norm": 1.1149653196334839, | |
| "learning_rate": 2.1728572593441133e-05, | |
| "loss": 1.1124, | |
| "step": 2136 | |
| }, | |
| { | |
| "epoch": 1.416280608868299, | |
| "grad_norm": 1.3355867862701416, | |
| "learning_rate": 2.154827434114765e-05, | |
| "loss": 1.1943, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.4189278623428194, | |
| "grad_norm": 1.2160899639129639, | |
| "learning_rate": 2.1368521550041066e-05, | |
| "loss": 1.1481, | |
| "step": 2144 | |
| }, | |
| { | |
| "epoch": 1.4215751158173395, | |
| "grad_norm": 1.163010597229004, | |
| "learning_rate": 2.1189317666245285e-05, | |
| "loss": 1.0703, | |
| "step": 2148 | |
| }, | |
| { | |
| "epoch": 1.4242223692918596, | |
| "grad_norm": 1.1877809762954712, | |
| "learning_rate": 2.1010666125360767e-05, | |
| "loss": 1.1211, | |
| "step": 2152 | |
| }, | |
| { | |
| "epoch": 1.42686962276638, | |
| "grad_norm": 1.4443504810333252, | |
| "learning_rate": 2.083257035239885e-05, | |
| "loss": 1.2918, | |
| "step": 2156 | |
| }, | |
| { | |
| "epoch": 1.4295168762409, | |
| "grad_norm": 1.2549368143081665, | |
| "learning_rate": 2.0655033761715897e-05, | |
| "loss": 1.1117, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.4321641297154202, | |
| "grad_norm": 1.2271883487701416, | |
| "learning_rate": 2.0478059756948002e-05, | |
| "loss": 1.1452, | |
| "step": 2164 | |
| }, | |
| { | |
| "epoch": 1.4348113831899405, | |
| "grad_norm": 1.2357865571975708, | |
| "learning_rate": 2.0301651730945627e-05, | |
| "loss": 1.0594, | |
| "step": 2168 | |
| }, | |
| { | |
| "epoch": 1.4374586366644606, | |
| "grad_norm": 1.08621346950531, | |
| "learning_rate": 2.0125813065708566e-05, | |
| "loss": 1.0332, | |
| "step": 2172 | |
| }, | |
| { | |
| "epoch": 1.4401058901389807, | |
| "grad_norm": 1.1553773880004883, | |
| "learning_rate": 1.9950547132321183e-05, | |
| "loss": 1.0823, | |
| "step": 2176 | |
| }, | |
| { | |
| "epoch": 1.442753143613501, | |
| "grad_norm": 1.2597051858901978, | |
| "learning_rate": 1.9775857290887757e-05, | |
| "loss": 1.0197, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.4454003970880211, | |
| "grad_norm": 1.2433415651321411, | |
| "learning_rate": 1.9601746890467965e-05, | |
| "loss": 1.0602, | |
| "step": 2184 | |
| }, | |
| { | |
| "epoch": 1.4480476505625415, | |
| "grad_norm": 1.3405801057815552, | |
| "learning_rate": 1.942821926901279e-05, | |
| "loss": 1.1459, | |
| "step": 2188 | |
| }, | |
| { | |
| "epoch": 1.4506949040370616, | |
| "grad_norm": 1.1183578968048096, | |
| "learning_rate": 1.9255277753300487e-05, | |
| "loss": 1.08, | |
| "step": 2192 | |
| }, | |
| { | |
| "epoch": 1.4533421575115817, | |
| "grad_norm": 1.011930227279663, | |
| "learning_rate": 1.9082925658872853e-05, | |
| "loss": 1.0511, | |
| "step": 2196 | |
| }, | |
| { | |
| "epoch": 1.4559894109861018, | |
| "grad_norm": 1.1752732992172241, | |
| "learning_rate": 1.8911166289971545e-05, | |
| "loss": 1.0437, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.4586366644606221, | |
| "grad_norm": 1.1920056343078613, | |
| "learning_rate": 1.8740002939474822e-05, | |
| "loss": 1.0756, | |
| "step": 2204 | |
| }, | |
| { | |
| "epoch": 1.4612839179351422, | |
| "grad_norm": 1.1798444986343384, | |
| "learning_rate": 1.856943888883444e-05, | |
| "loss": 1.0473, | |
| "step": 2208 | |
| }, | |
| { | |
| "epoch": 1.4639311714096626, | |
| "grad_norm": 1.4702142477035522, | |
| "learning_rate": 1.8399477408012643e-05, | |
| "loss": 1.0968, | |
| "step": 2212 | |
| }, | |
| { | |
| "epoch": 1.4665784248841827, | |
| "grad_norm": 1.2086206674575806, | |
| "learning_rate": 1.82301217554196e-05, | |
| "loss": 1.0752, | |
| "step": 2216 | |
| }, | |
| { | |
| "epoch": 1.4692256783587028, | |
| "grad_norm": 1.2675915956497192, | |
| "learning_rate": 1.8061375177850774e-05, | |
| "loss": 1.1505, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.471872931833223, | |
| "grad_norm": 1.1746258735656738, | |
| "learning_rate": 1.7893240910424876e-05, | |
| "loss": 1.0708, | |
| "step": 2224 | |
| }, | |
| { | |
| "epoch": 1.4745201853077432, | |
| "grad_norm": 1.2071187496185303, | |
| "learning_rate": 1.772572217652163e-05, | |
| "loss": 1.085, | |
| "step": 2228 | |
| }, | |
| { | |
| "epoch": 1.4771674387822635, | |
| "grad_norm": 1.321071743965149, | |
| "learning_rate": 1.755882218772018e-05, | |
| "loss": 1.1952, | |
| "step": 2232 | |
| }, | |
| { | |
| "epoch": 1.4798146922567836, | |
| "grad_norm": 1.1357455253601074, | |
| "learning_rate": 1.7392544143737355e-05, | |
| "loss": 0.9572, | |
| "step": 2236 | |
| }, | |
| { | |
| "epoch": 1.4824619457313037, | |
| "grad_norm": 1.1780970096588135, | |
| "learning_rate": 1.7226891232366394e-05, | |
| "loss": 0.9885, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.4851091992058238, | |
| "grad_norm": 1.017472505569458, | |
| "learning_rate": 1.7061866629415862e-05, | |
| "loss": 1.0184, | |
| "step": 2244 | |
| }, | |
| { | |
| "epoch": 1.4877564526803442, | |
| "grad_norm": 1.0961604118347168, | |
| "learning_rate": 1.6897473498648765e-05, | |
| "loss": 1.0232, | |
| "step": 2248 | |
| }, | |
| { | |
| "epoch": 1.4904037061548643, | |
| "grad_norm": 1.187002182006836, | |
| "learning_rate": 1.673371499172174e-05, | |
| "loss": 0.9823, | |
| "step": 2252 | |
| }, | |
| { | |
| "epoch": 1.4930509596293846, | |
| "grad_norm": 1.1367725133895874, | |
| "learning_rate": 1.6570594248124875e-05, | |
| "loss": 1.0288, | |
| "step": 2256 | |
| }, | |
| { | |
| "epoch": 1.4956982131039047, | |
| "grad_norm": 1.129102110862732, | |
| "learning_rate": 1.640811439512136e-05, | |
| "loss": 1.0688, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.4983454665784248, | |
| "grad_norm": 1.1886552572250366, | |
| "learning_rate": 1.6246278547687604e-05, | |
| "loss": 1.0209, | |
| "step": 2264 | |
| }, | |
| { | |
| "epoch": 1.500992720052945, | |
| "grad_norm": 1.2786222696304321, | |
| "learning_rate": 1.6085089808453408e-05, | |
| "loss": 1.1101, | |
| "step": 2268 | |
| }, | |
| { | |
| "epoch": 1.5036399735274653, | |
| "grad_norm": 1.2403247356414795, | |
| "learning_rate": 1.592455126764264e-05, | |
| "loss": 1.0919, | |
| "step": 2272 | |
| }, | |
| { | |
| "epoch": 1.5062872270019856, | |
| "grad_norm": 1.1364173889160156, | |
| "learning_rate": 1.5764666003013905e-05, | |
| "loss": 1.0854, | |
| "step": 2276 | |
| }, | |
| { | |
| "epoch": 1.5089344804765057, | |
| "grad_norm": 1.0539426803588867, | |
| "learning_rate": 1.560543707980152e-05, | |
| "loss": 1.014, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.5115817339510258, | |
| "grad_norm": 1.2470543384552002, | |
| "learning_rate": 1.544686755065677e-05, | |
| "loss": 1.0845, | |
| "step": 2284 | |
| }, | |
| { | |
| "epoch": 1.514228987425546, | |
| "grad_norm": 1.3111423254013062, | |
| "learning_rate": 1.5288960455589447e-05, | |
| "loss": 1.1363, | |
| "step": 2288 | |
| }, | |
| { | |
| "epoch": 1.5168762409000662, | |
| "grad_norm": 1.076616883277893, | |
| "learning_rate": 1.5131718821909435e-05, | |
| "loss": 1.0104, | |
| "step": 2292 | |
| }, | |
| { | |
| "epoch": 1.5195234943745863, | |
| "grad_norm": 1.082895040512085, | |
| "learning_rate": 1.4975145664168839e-05, | |
| "loss": 1.0468, | |
| "step": 2296 | |
| }, | |
| { | |
| "epoch": 1.5221707478491067, | |
| "grad_norm": 1.2314468622207642, | |
| "learning_rate": 1.4819243984104015e-05, | |
| "loss": 1.0802, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.5248180013236268, | |
| "grad_norm": 1.7986695766448975, | |
| "learning_rate": 1.4664016770578182e-05, | |
| "loss": 1.0324, | |
| "step": 2304 | |
| }, | |
| { | |
| "epoch": 1.5274652547981469, | |
| "grad_norm": 1.2059293985366821, | |
| "learning_rate": 1.4509466999523985e-05, | |
| "loss": 1.0119, | |
| "step": 2308 | |
| }, | |
| { | |
| "epoch": 1.530112508272667, | |
| "grad_norm": 1.1547520160675049, | |
| "learning_rate": 1.4355597633886575e-05, | |
| "loss": 1.0348, | |
| "step": 2312 | |
| }, | |
| { | |
| "epoch": 1.5327597617471873, | |
| "grad_norm": 1.1303229331970215, | |
| "learning_rate": 1.4202411623566685e-05, | |
| "loss": 0.9453, | |
| "step": 2316 | |
| }, | |
| { | |
| "epoch": 1.5354070152217076, | |
| "grad_norm": 1.3329232931137085, | |
| "learning_rate": 1.4049911905364128e-05, | |
| "loss": 1.1958, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.5380542686962277, | |
| "grad_norm": 1.2855108976364136, | |
| "learning_rate": 1.3898101402921516e-05, | |
| "loss": 1.1197, | |
| "step": 2324 | |
| }, | |
| { | |
| "epoch": 1.5407015221707479, | |
| "grad_norm": 1.1098500490188599, | |
| "learning_rate": 1.3746983026668198e-05, | |
| "loss": 1.0392, | |
| "step": 2328 | |
| }, | |
| { | |
| "epoch": 1.543348775645268, | |
| "grad_norm": 1.232391119003296, | |
| "learning_rate": 1.359655967376442e-05, | |
| "loss": 1.0877, | |
| "step": 2332 | |
| }, | |
| { | |
| "epoch": 1.545996029119788, | |
| "grad_norm": 1.2778176069259644, | |
| "learning_rate": 1.3446834228045812e-05, | |
| "loss": 1.0646, | |
| "step": 2336 | |
| }, | |
| { | |
| "epoch": 1.5486432825943084, | |
| "grad_norm": 1.0760436058044434, | |
| "learning_rate": 1.3297809559968133e-05, | |
| "loss": 1.0476, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.5512905360688287, | |
| "grad_norm": 1.0470277070999146, | |
| "learning_rate": 1.3149488526552201e-05, | |
| "loss": 0.9706, | |
| "step": 2344 | |
| }, | |
| { | |
| "epoch": 1.5539377895433488, | |
| "grad_norm": 1.3804305791854858, | |
| "learning_rate": 1.3001873971329121e-05, | |
| "loss": 1.0437, | |
| "step": 2348 | |
| }, | |
| { | |
| "epoch": 1.556585043017869, | |
| "grad_norm": 1.1428264379501343, | |
| "learning_rate": 1.2854968724285754e-05, | |
| "loss": 1.0923, | |
| "step": 2352 | |
| }, | |
| { | |
| "epoch": 1.559232296492389, | |
| "grad_norm": 1.1798884868621826, | |
| "learning_rate": 1.270877560181054e-05, | |
| "loss": 1.1306, | |
| "step": 2356 | |
| }, | |
| { | |
| "epoch": 1.5618795499669094, | |
| "grad_norm": 1.1382559537887573, | |
| "learning_rate": 1.2563297406639395e-05, | |
| "loss": 1.1029, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.5645268034414295, | |
| "grad_norm": 1.0915166139602661, | |
| "learning_rate": 1.2418536927802094e-05, | |
| "loss": 0.9779, | |
| "step": 2364 | |
| }, | |
| { | |
| "epoch": 1.5671740569159498, | |
| "grad_norm": 1.1595373153686523, | |
| "learning_rate": 1.2274496940568664e-05, | |
| "loss": 1.1744, | |
| "step": 2368 | |
| }, | |
| { | |
| "epoch": 1.56982131039047, | |
| "grad_norm": 1.1752400398254395, | |
| "learning_rate": 1.213118020639633e-05, | |
| "loss": 1.0246, | |
| "step": 2372 | |
| }, | |
| { | |
| "epoch": 1.57246856386499, | |
| "grad_norm": 1.064510464668274, | |
| "learning_rate": 1.1988589472876438e-05, | |
| "loss": 1.1571, | |
| "step": 2376 | |
| }, | |
| { | |
| "epoch": 1.5751158173395101, | |
| "grad_norm": 1.2771798372268677, | |
| "learning_rate": 1.184672747368189e-05, | |
| "loss": 1.0656, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.5777630708140304, | |
| "grad_norm": 1.2218413352966309, | |
| "learning_rate": 1.1705596928514645e-05, | |
| "loss": 1.0626, | |
| "step": 2384 | |
| }, | |
| { | |
| "epoch": 1.5804103242885508, | |
| "grad_norm": 1.0653800964355469, | |
| "learning_rate": 1.1565200543053623e-05, | |
| "loss": 1.0626, | |
| "step": 2388 | |
| }, | |
| { | |
| "epoch": 1.5830575777630709, | |
| "grad_norm": 1.2271225452423096, | |
| "learning_rate": 1.1425541008902851e-05, | |
| "loss": 1.1017, | |
| "step": 2392 | |
| }, | |
| { | |
| "epoch": 1.585704831237591, | |
| "grad_norm": 1.1287221908569336, | |
| "learning_rate": 1.128662100353985e-05, | |
| "loss": 0.9612, | |
| "step": 2396 | |
| }, | |
| { | |
| "epoch": 1.588352084712111, | |
| "grad_norm": 1.1722044944763184, | |
| "learning_rate": 1.1148443190264246e-05, | |
| "loss": 0.9906, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.5909993381866314, | |
| "grad_norm": 1.3099933862686157, | |
| "learning_rate": 1.1011010218146777e-05, | |
| "loss": 1.0637, | |
| "step": 2404 | |
| }, | |
| { | |
| "epoch": 1.5936465916611515, | |
| "grad_norm": 1.1737853288650513, | |
| "learning_rate": 1.0874324721978501e-05, | |
| "loss": 1.082, | |
| "step": 2408 | |
| }, | |
| { | |
| "epoch": 1.5962938451356719, | |
| "grad_norm": 1.258298635482788, | |
| "learning_rate": 1.0738389322220276e-05, | |
| "loss": 1.0151, | |
| "step": 2412 | |
| }, | |
| { | |
| "epoch": 1.598941098610192, | |
| "grad_norm": 1.198495864868164, | |
| "learning_rate": 1.0603206624952482e-05, | |
| "loss": 1.0566, | |
| "step": 2416 | |
| }, | |
| { | |
| "epoch": 1.601588352084712, | |
| "grad_norm": 1.1976563930511475, | |
| "learning_rate": 1.0468779221825103e-05, | |
| "loss": 1.1149, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.6042356055592322, | |
| "grad_norm": 1.0899832248687744, | |
| "learning_rate": 1.0335109690008055e-05, | |
| "loss": 1.0187, | |
| "step": 2424 | |
| }, | |
| { | |
| "epoch": 1.6068828590337525, | |
| "grad_norm": 1.3058562278747559, | |
| "learning_rate": 1.0202200592141703e-05, | |
| "loss": 1.1494, | |
| "step": 2428 | |
| }, | |
| { | |
| "epoch": 1.6095301125082728, | |
| "grad_norm": 1.304995059967041, | |
| "learning_rate": 1.0070054476287849e-05, | |
| "loss": 1.1067, | |
| "step": 2432 | |
| }, | |
| { | |
| "epoch": 1.612177365982793, | |
| "grad_norm": 1.2065619230270386, | |
| "learning_rate": 9.938673875880755e-06, | |
| "loss": 1.03, | |
| "step": 2436 | |
| }, | |
| { | |
| "epoch": 1.614824619457313, | |
| "grad_norm": 1.3018181324005127, | |
| "learning_rate": 9.808061309678634e-06, | |
| "loss": 1.1286, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.6174718729318331, | |
| "grad_norm": 1.257094144821167, | |
| "learning_rate": 9.678219281715412e-06, | |
| "loss": 1.2452, | |
| "step": 2444 | |
| }, | |
| { | |
| "epoch": 1.6201191264063532, | |
| "grad_norm": 1.1389868259429932, | |
| "learning_rate": 9.549150281252633e-06, | |
| "loss": 1.1589, | |
| "step": 2448 | |
| }, | |
| { | |
| "epoch": 1.6227663798808736, | |
| "grad_norm": 1.2208179235458374, | |
| "learning_rate": 9.420856782731774e-06, | |
| "loss": 1.0969, | |
| "step": 2452 | |
| }, | |
| { | |
| "epoch": 1.625413633355394, | |
| "grad_norm": 1.2272435426712036, | |
| "learning_rate": 9.293341245726794e-06, | |
| "loss": 0.9552, | |
| "step": 2456 | |
| }, | |
| { | |
| "epoch": 1.628060886829914, | |
| "grad_norm": 1.1400785446166992, | |
| "learning_rate": 9.16660611489702e-06, | |
| "loss": 0.9583, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.6307081403044341, | |
| "grad_norm": 1.1277272701263428, | |
| "learning_rate": 9.040653819940259e-06, | |
| "loss": 1.0511, | |
| "step": 2464 | |
| }, | |
| { | |
| "epoch": 1.6333553937789542, | |
| "grad_norm": 1.1486189365386963, | |
| "learning_rate": 8.915486775546173e-06, | |
| "loss": 0.9686, | |
| "step": 2468 | |
| }, | |
| { | |
| "epoch": 1.6360026472534746, | |
| "grad_norm": 1.1076239347457886, | |
| "learning_rate": 8.791107381350027e-06, | |
| "loss": 0.9773, | |
| "step": 2472 | |
| }, | |
| { | |
| "epoch": 1.6386499007279947, | |
| "grad_norm": 1.0638751983642578, | |
| "learning_rate": 8.6675180218867e-06, | |
| "loss": 1.0176, | |
| "step": 2476 | |
| }, | |
| { | |
| "epoch": 1.641297154202515, | |
| "grad_norm": 1.201035499572754, | |
| "learning_rate": 8.544721066544964e-06, | |
| "loss": 1.0009, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.643944407677035, | |
| "grad_norm": 1.2673206329345703, | |
| "learning_rate": 8.422718869522006e-06, | |
| "loss": 1.1548, | |
| "step": 2484 | |
| }, | |
| { | |
| "epoch": 1.6465916611515552, | |
| "grad_norm": 1.1903181076049805, | |
| "learning_rate": 8.30151376977834e-06, | |
| "loss": 1.0678, | |
| "step": 2488 | |
| }, | |
| { | |
| "epoch": 1.6492389146260753, | |
| "grad_norm": 1.1597754955291748, | |
| "learning_rate": 8.181108090993001e-06, | |
| "loss": 1.0756, | |
| "step": 2492 | |
| }, | |
| { | |
| "epoch": 1.6518861681005956, | |
| "grad_norm": 1.142747163772583, | |
| "learning_rate": 8.061504141518888e-06, | |
| "loss": 1.1026, | |
| "step": 2496 | |
| }, | |
| { | |
| "epoch": 1.654533421575116, | |
| "grad_norm": 1.187888741493225, | |
| "learning_rate": 7.942704214338648e-06, | |
| "loss": 1.0138, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.657180675049636, | |
| "grad_norm": 1.1005282402038574, | |
| "learning_rate": 7.824710587020596e-06, | |
| "loss": 1.015, | |
| "step": 2504 | |
| }, | |
| { | |
| "epoch": 1.6598279285241562, | |
| "grad_norm": 1.2265509366989136, | |
| "learning_rate": 7.707525521675097e-06, | |
| "loss": 1.3109, | |
| "step": 2508 | |
| }, | |
| { | |
| "epoch": 1.6624751819986763, | |
| "grad_norm": 1.1046435832977295, | |
| "learning_rate": 7.591151264911239e-06, | |
| "loss": 1.0726, | |
| "step": 2512 | |
| }, | |
| { | |
| "epoch": 1.6651224354731966, | |
| "grad_norm": 1.1124870777130127, | |
| "learning_rate": 7.475590047793712e-06, | |
| "loss": 1.0319, | |
| "step": 2516 | |
| }, | |
| { | |
| "epoch": 1.6677696889477167, | |
| "grad_norm": 1.0768115520477295, | |
| "learning_rate": 7.360844085800023e-06, | |
| "loss": 0.9718, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.670416942422237, | |
| "grad_norm": 1.1033765077590942, | |
| "learning_rate": 7.246915578778046e-06, | |
| "loss": 0.9838, | |
| "step": 2524 | |
| }, | |
| { | |
| "epoch": 1.6730641958967571, | |
| "grad_norm": 1.1125131845474243, | |
| "learning_rate": 7.133806710903884e-06, | |
| "loss": 0.9366, | |
| "step": 2528 | |
| }, | |
| { | |
| "epoch": 1.6757114493712773, | |
| "grad_norm": 1.0644124746322632, | |
| "learning_rate": 7.0215196506399515e-06, | |
| "loss": 0.9442, | |
| "step": 2532 | |
| }, | |
| { | |
| "epoch": 1.6783587028457974, | |
| "grad_norm": 1.4144614934921265, | |
| "learning_rate": 6.910056550693356e-06, | |
| "loss": 1.0511, | |
| "step": 2536 | |
| }, | |
| { | |
| "epoch": 1.6810059563203177, | |
| "grad_norm": 1.1880645751953125, | |
| "learning_rate": 6.799419547974739e-06, | |
| "loss": 1.069, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.683653209794838, | |
| "grad_norm": 1.2131253480911255, | |
| "learning_rate": 6.6896107635572414e-06, | |
| "loss": 1.11, | |
| "step": 2544 | |
| }, | |
| { | |
| "epoch": 1.6863004632693581, | |
| "grad_norm": 1.1012145280838013, | |
| "learning_rate": 6.580632302635831e-06, | |
| "loss": 1.0216, | |
| "step": 2548 | |
| }, | |
| { | |
| "epoch": 1.6889477167438782, | |
| "grad_norm": 1.4158655405044556, | |
| "learning_rate": 6.472486254486954e-06, | |
| "loss": 0.989, | |
| "step": 2552 | |
| }, | |
| { | |
| "epoch": 1.6915949702183983, | |
| "grad_norm": 1.168895959854126, | |
| "learning_rate": 6.36517469242851e-06, | |
| "loss": 1.1558, | |
| "step": 2556 | |
| }, | |
| { | |
| "epoch": 1.6942422236929184, | |
| "grad_norm": 1.180389642715454, | |
| "learning_rate": 6.258699673780083e-06, | |
| "loss": 1.0815, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.6968894771674388, | |
| "grad_norm": 1.186112642288208, | |
| "learning_rate": 6.15306323982347e-06, | |
| "loss": 1.0766, | |
| "step": 2564 | |
| }, | |
| { | |
| "epoch": 1.699536730641959, | |
| "grad_norm": 1.3972220420837402, | |
| "learning_rate": 6.04826741576357e-06, | |
| "loss": 0.933, | |
| "step": 2568 | |
| }, | |
| { | |
| "epoch": 1.7021839841164792, | |
| "grad_norm": 1.0709800720214844, | |
| "learning_rate": 5.944314210689611e-06, | |
| "loss": 0.9295, | |
| "step": 2572 | |
| }, | |
| { | |
| "epoch": 1.7048312375909993, | |
| "grad_norm": 1.131684422492981, | |
| "learning_rate": 5.841205617536516e-06, | |
| "loss": 1.0127, | |
| "step": 2576 | |
| }, | |
| { | |
| "epoch": 1.7074784910655194, | |
| "grad_norm": 1.1289499998092651, | |
| "learning_rate": 5.738943613046821e-06, | |
| "loss": 1.0566, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.7101257445400397, | |
| "grad_norm": 1.0850427150726318, | |
| "learning_rate": 5.637530157732673e-06, | |
| "loss": 0.929, | |
| "step": 2584 | |
| }, | |
| { | |
| "epoch": 1.7127729980145598, | |
| "grad_norm": 1.3074991703033447, | |
| "learning_rate": 5.536967195838333e-06, | |
| "loss": 1.1549, | |
| "step": 2588 | |
| }, | |
| { | |
| "epoch": 1.7154202514890802, | |
| "grad_norm": 1.286634922027588, | |
| "learning_rate": 5.437256655302814e-06, | |
| "loss": 1.0361, | |
| "step": 2592 | |
| }, | |
| { | |
| "epoch": 1.7180675049636003, | |
| "grad_norm": 1.098363995552063, | |
| "learning_rate": 5.338400447723008e-06, | |
| "loss": 1.0157, | |
| "step": 2596 | |
| }, | |
| { | |
| "epoch": 1.7207147584381204, | |
| "grad_norm": 1.2663805484771729, | |
| "learning_rate": 5.240400468316975e-06, | |
| "loss": 1.0805, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.7233620119126405, | |
| "grad_norm": 1.2380725145339966, | |
| "learning_rate": 5.143258595887607e-06, | |
| "loss": 1.0504, | |
| "step": 2604 | |
| }, | |
| { | |
| "epoch": 1.7260092653871608, | |
| "grad_norm": 1.534725546836853, | |
| "learning_rate": 5.046976692786665e-06, | |
| "loss": 1.0683, | |
| "step": 2608 | |
| }, | |
| { | |
| "epoch": 1.7286565188616811, | |
| "grad_norm": 1.2903854846954346, | |
| "learning_rate": 4.951556604879048e-06, | |
| "loss": 1.1924, | |
| "step": 2612 | |
| }, | |
| { | |
| "epoch": 1.7313037723362013, | |
| "grad_norm": 1.378965139389038, | |
| "learning_rate": 4.857000161507353e-06, | |
| "loss": 1.1261, | |
| "step": 2616 | |
| }, | |
| { | |
| "epoch": 1.7339510258107214, | |
| "grad_norm": 1.3099424839019775, | |
| "learning_rate": 4.763309175456876e-06, | |
| "loss": 1.1385, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.7365982792852415, | |
| "grad_norm": 1.1315497159957886, | |
| "learning_rate": 4.67048544292083e-06, | |
| "loss": 1.0022, | |
| "step": 2624 | |
| }, | |
| { | |
| "epoch": 1.7392455327597618, | |
| "grad_norm": 1.0618172883987427, | |
| "learning_rate": 4.5785307434659195e-06, | |
| "loss": 0.933, | |
| "step": 2628 | |
| }, | |
| { | |
| "epoch": 1.741892786234282, | |
| "grad_norm": 1.1535784006118774, | |
| "learning_rate": 4.487446839998194e-06, | |
| "loss": 1.0693, | |
| "step": 2632 | |
| }, | |
| { | |
| "epoch": 1.7445400397088022, | |
| "grad_norm": 1.208883285522461, | |
| "learning_rate": 4.397235478729262e-06, | |
| "loss": 1.0487, | |
| "step": 2636 | |
| }, | |
| { | |
| "epoch": 1.7471872931833223, | |
| "grad_norm": 1.079362392425537, | |
| "learning_rate": 4.307898389142867e-06, | |
| "loss": 1.0225, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.7498345466578424, | |
| "grad_norm": 1.1642612218856812, | |
| "learning_rate": 4.21943728396163e-06, | |
| "loss": 1.0915, | |
| "step": 2644 | |
| }, | |
| { | |
| "epoch": 1.7524818001323625, | |
| "grad_norm": 1.202144742012024, | |
| "learning_rate": 4.1318538591143204e-06, | |
| "loss": 0.9903, | |
| "step": 2648 | |
| }, | |
| { | |
| "epoch": 1.7551290536068829, | |
| "grad_norm": 1.182325839996338, | |
| "learning_rate": 4.045149793703257e-06, | |
| "loss": 1.0321, | |
| "step": 2652 | |
| }, | |
| { | |
| "epoch": 1.7577763070814032, | |
| "grad_norm": 1.1768420934677124, | |
| "learning_rate": 3.959326749972159e-06, | |
| "loss": 1.0065, | |
| "step": 2656 | |
| }, | |
| { | |
| "epoch": 1.7604235605559233, | |
| "grad_norm": 1.1037213802337646, | |
| "learning_rate": 3.8743863732742855e-06, | |
| "loss": 1.0145, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.7630708140304434, | |
| "grad_norm": 1.0442618131637573, | |
| "learning_rate": 3.790330292040878e-06, | |
| "loss": 0.9401, | |
| "step": 2664 | |
| }, | |
| { | |
| "epoch": 1.7657180675049635, | |
| "grad_norm": 1.2205618619918823, | |
| "learning_rate": 3.7071601177499193e-06, | |
| "loss": 1.0445, | |
| "step": 2668 | |
| }, | |
| { | |
| "epoch": 1.7683653209794836, | |
| "grad_norm": 0.982466995716095, | |
| "learning_rate": 3.6248774448952695e-06, | |
| "loss": 0.9302, | |
| "step": 2672 | |
| }, | |
| { | |
| "epoch": 1.771012574454004, | |
| "grad_norm": 1.2503985166549683, | |
| "learning_rate": 3.5434838509560974e-06, | |
| "loss": 0.9465, | |
| "step": 2676 | |
| }, | |
| { | |
| "epoch": 1.7736598279285243, | |
| "grad_norm": 1.2538197040557861, | |
| "learning_rate": 3.4629808963666355e-06, | |
| "loss": 1.1634, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.7763070814030444, | |
| "grad_norm": 1.1053706407546997, | |
| "learning_rate": 3.3833701244862347e-06, | |
| "loss": 0.9964, | |
| "step": 2684 | |
| }, | |
| { | |
| "epoch": 1.7789543348775645, | |
| "grad_norm": 1.2324868440628052, | |
| "learning_rate": 3.304653061569807e-06, | |
| "loss": 1.009, | |
| "step": 2688 | |
| }, | |
| { | |
| "epoch": 1.7816015883520846, | |
| "grad_norm": 1.1064050197601318, | |
| "learning_rate": 3.226831216738568e-06, | |
| "loss": 0.9975, | |
| "step": 2692 | |
| }, | |
| { | |
| "epoch": 1.784248841826605, | |
| "grad_norm": 1.1996777057647705, | |
| "learning_rate": 3.149906081951076e-06, | |
| "loss": 1.1181, | |
| "step": 2696 | |
| }, | |
| { | |
| "epoch": 1.786896095301125, | |
| "grad_norm": 1.0701042413711548, | |
| "learning_rate": 3.0738791319746606e-06, | |
| "loss": 0.9735, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.7895433487756454, | |
| "grad_norm": 1.426613211631775, | |
| "learning_rate": 2.9987518243571266e-06, | |
| "loss": 1.0882, | |
| "step": 2704 | |
| }, | |
| { | |
| "epoch": 1.7921906022501655, | |
| "grad_norm": 1.1900283098220825, | |
| "learning_rate": 2.924525599398831e-06, | |
| "loss": 1.0896, | |
| "step": 2708 | |
| }, | |
| { | |
| "epoch": 1.7948378557246856, | |
| "grad_norm": 1.203924536705017, | |
| "learning_rate": 2.8512018801250428e-06, | |
| "loss": 1.0041, | |
| "step": 2712 | |
| }, | |
| { | |
| "epoch": 1.7974851091992057, | |
| "grad_norm": 1.1849395036697388, | |
| "learning_rate": 2.7787820722586844e-06, | |
| "loss": 1.018, | |
| "step": 2716 | |
| }, | |
| { | |
| "epoch": 1.800132362673726, | |
| "grad_norm": 1.3121761083602905, | |
| "learning_rate": 2.707267564193383e-06, | |
| "loss": 1.0887, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.8027796161482463, | |
| "grad_norm": 1.0863194465637207, | |
| "learning_rate": 2.636659726966817e-06, | |
| "loss": 0.9601, | |
| "step": 2724 | |
| }, | |
| { | |
| "epoch": 1.8054268696227664, | |
| "grad_norm": 1.2052465677261353, | |
| "learning_rate": 2.5669599142344958e-06, | |
| "loss": 1.1252, | |
| "step": 2728 | |
| }, | |
| { | |
| "epoch": 1.8080741230972865, | |
| "grad_norm": 1.2324072122573853, | |
| "learning_rate": 2.4981694622437545e-06, | |
| "loss": 1.0962, | |
| "step": 2732 | |
| }, | |
| { | |
| "epoch": 1.8107213765718067, | |
| "grad_norm": 1.1981109380722046, | |
| "learning_rate": 2.4302896898081516e-06, | |
| "loss": 1.1382, | |
| "step": 2736 | |
| }, | |
| { | |
| "epoch": 1.813368630046327, | |
| "grad_norm": 1.0790292024612427, | |
| "learning_rate": 2.3633218982821724e-06, | |
| "loss": 1.0246, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.816015883520847, | |
| "grad_norm": 1.188328504562378, | |
| "learning_rate": 2.2972673715363268e-06, | |
| "loss": 1.1037, | |
| "step": 2744 | |
| }, | |
| { | |
| "epoch": 1.8186631369953674, | |
| "grad_norm": 2.650550365447998, | |
| "learning_rate": 2.232127375932491e-06, | |
| "loss": 0.9985, | |
| "step": 2748 | |
| }, | |
| { | |
| "epoch": 1.8213103904698875, | |
| "grad_norm": 1.209547758102417, | |
| "learning_rate": 2.1679031602996168e-06, | |
| "loss": 1.0379, | |
| "step": 2752 | |
| }, | |
| { | |
| "epoch": 1.8239576439444076, | |
| "grad_norm": 1.2373130321502686, | |
| "learning_rate": 2.104595955909844e-06, | |
| "loss": 1.1138, | |
| "step": 2756 | |
| }, | |
| { | |
| "epoch": 1.8266048974189277, | |
| "grad_norm": 1.1303315162658691, | |
| "learning_rate": 2.042206976454869e-06, | |
| "loss": 1.0872, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.829252150893448, | |
| "grad_norm": 1.1631232500076294, | |
| "learning_rate": 1.980737418022649e-06, | |
| "loss": 0.9993, | |
| "step": 2764 | |
| }, | |
| { | |
| "epoch": 1.8318994043679684, | |
| "grad_norm": 0.9920935034751892, | |
| "learning_rate": 1.9201884590745122e-06, | |
| "loss": 0.9902, | |
| "step": 2768 | |
| }, | |
| { | |
| "epoch": 1.8345466578424885, | |
| "grad_norm": 1.1404036283493042, | |
| "learning_rate": 1.8605612604225387e-06, | |
| "loss": 0.9403, | |
| "step": 2772 | |
| }, | |
| { | |
| "epoch": 1.8371939113170086, | |
| "grad_norm": 1.3009891510009766, | |
| "learning_rate": 1.8018569652073381e-06, | |
| "loss": 1.065, | |
| "step": 2776 | |
| }, | |
| { | |
| "epoch": 1.8398411647915287, | |
| "grad_norm": 1.0856890678405762, | |
| "learning_rate": 1.7440766988760793e-06, | |
| "loss": 1.0082, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.8424884182660488, | |
| "grad_norm": 1.2409597635269165, | |
| "learning_rate": 1.6872215691609684e-06, | |
| "loss": 1.2227, | |
| "step": 2784 | |
| }, | |
| { | |
| "epoch": 1.8451356717405691, | |
| "grad_norm": 1.229095458984375, | |
| "learning_rate": 1.631292666057982e-06, | |
| "loss": 1.1196, | |
| "step": 2788 | |
| }, | |
| { | |
| "epoch": 1.8477829252150895, | |
| "grad_norm": 1.1981017589569092, | |
| "learning_rate": 1.5762910618059789e-06, | |
| "loss": 1.1182, | |
| "step": 2792 | |
| }, | |
| { | |
| "epoch": 1.8504301786896096, | |
| "grad_norm": 1.2496317625045776, | |
| "learning_rate": 1.5222178108661444e-06, | |
| "loss": 1.011, | |
| "step": 2796 | |
| }, | |
| { | |
| "epoch": 1.8530774321641297, | |
| "grad_norm": 1.3405871391296387, | |
| "learning_rate": 1.469073949901778e-06, | |
| "loss": 0.9571, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.8557246856386498, | |
| "grad_norm": 1.1392794847488403, | |
| "learning_rate": 1.4168604977583989e-06, | |
| "loss": 0.9235, | |
| "step": 2804 | |
| }, | |
| { | |
| "epoch": 1.8583719391131701, | |
| "grad_norm": 1.3417925834655762, | |
| "learning_rate": 1.3655784554442385e-06, | |
| "loss": 0.9861, | |
| "step": 2808 | |
| }, | |
| { | |
| "epoch": 1.8610191925876902, | |
| "grad_norm": 1.2177116870880127, | |
| "learning_rate": 1.3152288061110518e-06, | |
| "loss": 1.0414, | |
| "step": 2812 | |
| }, | |
| { | |
| "epoch": 1.8636664460622105, | |
| "grad_norm": 1.18758225440979, | |
| "learning_rate": 1.2658125150352361e-06, | |
| "loss": 1.0958, | |
| "step": 2816 | |
| }, | |
| { | |
| "epoch": 1.8663136995367307, | |
| "grad_norm": 1.068544864654541, | |
| "learning_rate": 1.2173305295993477e-06, | |
| "loss": 0.8817, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.8689609530112508, | |
| "grad_norm": 1.0975282192230225, | |
| "learning_rate": 1.169783779273953e-06, | |
| "loss": 0.9843, | |
| "step": 2824 | |
| }, | |
| { | |
| "epoch": 1.8716082064857709, | |
| "grad_norm": 1.1519986391067505, | |
| "learning_rate": 1.1231731755997954e-06, | |
| "loss": 1.1748, | |
| "step": 2828 | |
| }, | |
| { | |
| "epoch": 1.8742554599602912, | |
| "grad_norm": 1.3243839740753174, | |
| "learning_rate": 1.0774996121702908e-06, | |
| "loss": 1.0024, | |
| "step": 2832 | |
| }, | |
| { | |
| "epoch": 1.8769027134348115, | |
| "grad_norm": 1.1130131483078003, | |
| "learning_rate": 1.0327639646144415e-06, | |
| "loss": 0.9669, | |
| "step": 2836 | |
| }, | |
| { | |
| "epoch": 1.8795499669093316, | |
| "grad_norm": 1.2060186862945557, | |
| "learning_rate": 9.889670905800397e-07, | |
| "loss": 0.9385, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.8821972203838517, | |
| "grad_norm": 1.1549471616744995, | |
| "learning_rate": 9.461098297172011e-07, | |
| "loss": 0.9559, | |
| "step": 2844 | |
| }, | |
| { | |
| "epoch": 1.8848444738583718, | |
| "grad_norm": 1.1581448316574097, | |
| "learning_rate": 9.041930036622903e-07, | |
| "loss": 1.069, | |
| "step": 2848 | |
| }, | |
| { | |
| "epoch": 1.8874917273328922, | |
| "grad_norm": 1.1043188571929932, | |
| "learning_rate": 8.632174160221496e-07, | |
| "loss": 1.0042, | |
| "step": 2852 | |
| }, | |
| { | |
| "epoch": 1.8901389808074123, | |
| "grad_norm": 1.1459840536117554, | |
| "learning_rate": 8.231838523587277e-07, | |
| "loss": 0.9267, | |
| "step": 2856 | |
| }, | |
| { | |
| "epoch": 1.8927862342819326, | |
| "grad_norm": 1.2066096067428589, | |
| "learning_rate": 7.840930801739754e-07, | |
| "loss": 1.0465, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.8954334877564527, | |
| "grad_norm": 1.2505649328231812, | |
| "learning_rate": 7.459458488951632e-07, | |
| "loss": 1.0685, | |
| "step": 2864 | |
| }, | |
| { | |
| "epoch": 1.8980807412309728, | |
| "grad_norm": 1.138899564743042, | |
| "learning_rate": 7.087428898604975e-07, | |
| "loss": 1.0052, | |
| "step": 2868 | |
| }, | |
| { | |
| "epoch": 1.900727994705493, | |
| "grad_norm": 1.1179523468017578, | |
| "learning_rate": 6.724849163050995e-07, | |
| "loss": 0.9854, | |
| "step": 2872 | |
| }, | |
| { | |
| "epoch": 1.9033752481800132, | |
| "grad_norm": 1.3499395847320557, | |
| "learning_rate": 6.37172623347354e-07, | |
| "loss": 1.0413, | |
| "step": 2876 | |
| }, | |
| { | |
| "epoch": 1.9060225016545336, | |
| "grad_norm": 1.0739634037017822, | |
| "learning_rate": 6.02806687975549e-07, | |
| "loss": 1.1554, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.9086697551290537, | |
| "grad_norm": 1.0829598903656006, | |
| "learning_rate": 5.693877690349292e-07, | |
| "loss": 1.0416, | |
| "step": 2884 | |
| }, | |
| { | |
| "epoch": 1.9113170086035738, | |
| "grad_norm": 1.0071786642074585, | |
| "learning_rate": 5.369165072150239e-07, | |
| "loss": 0.929, | |
| "step": 2888 | |
| }, | |
| { | |
| "epoch": 1.913964262078094, | |
| "grad_norm": 1.1580030918121338, | |
| "learning_rate": 5.053935250374176e-07, | |
| "loss": 1.0629, | |
| "step": 2892 | |
| }, | |
| { | |
| "epoch": 1.916611515552614, | |
| "grad_norm": 1.2572953701019287, | |
| "learning_rate": 4.7481942684378113e-07, | |
| "loss": 1.1105, | |
| "step": 2896 | |
| }, | |
| { | |
| "epoch": 1.9192587690271343, | |
| "grad_norm": 1.1861546039581299, | |
| "learning_rate": 4.451947987842764e-07, | |
| "loss": 1.0511, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.9219060225016547, | |
| "grad_norm": 1.1360516548156738, | |
| "learning_rate": 4.165202088063425e-07, | |
| "loss": 1.0623, | |
| "step": 2904 | |
| }, | |
| { | |
| "epoch": 1.9245532759761748, | |
| "grad_norm": 1.1186720132827759, | |
| "learning_rate": 3.8879620664381e-07, | |
| "loss": 0.9999, | |
| "step": 2908 | |
| }, | |
| { | |
| "epoch": 1.9272005294506949, | |
| "grad_norm": 1.2490679025650024, | |
| "learning_rate": 3.620233238063375e-07, | |
| "loss": 1.0442, | |
| "step": 2912 | |
| }, | |
| { | |
| "epoch": 1.929847782925215, | |
| "grad_norm": 1.309167504310608, | |
| "learning_rate": 3.362020735692417e-07, | |
| "loss": 1.1706, | |
| "step": 2916 | |
| }, | |
| { | |
| "epoch": 1.9324950363997353, | |
| "grad_norm": 1.1864930391311646, | |
| "learning_rate": 3.1133295096364977e-07, | |
| "loss": 1.0731, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.9351422898742554, | |
| "grad_norm": 1.1746701002120972, | |
| "learning_rate": 2.87416432767007e-07, | |
| "loss": 1.0544, | |
| "step": 2924 | |
| }, | |
| { | |
| "epoch": 1.9377895433487757, | |
| "grad_norm": 1.272407054901123, | |
| "learning_rate": 2.644529774939397e-07, | |
| "loss": 1.0909, | |
| "step": 2928 | |
| }, | |
| { | |
| "epoch": 1.9404367968232958, | |
| "grad_norm": 1.1303869485855103, | |
| "learning_rate": 2.4244302538746766e-07, | |
| "loss": 0.9551, | |
| "step": 2932 | |
| }, | |
| { | |
| "epoch": 1.943084050297816, | |
| "grad_norm": 1.0882586240768433, | |
| "learning_rate": 2.2138699841056655e-07, | |
| "loss": 0.9893, | |
| "step": 2936 | |
| }, | |
| { | |
| "epoch": 1.945731303772336, | |
| "grad_norm": 1.2608906030654907, | |
| "learning_rate": 2.012853002380466e-07, | |
| "loss": 1.0569, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.9483785572468564, | |
| "grad_norm": 1.2106075286865234, | |
| "learning_rate": 1.8213831624887545e-07, | |
| "loss": 0.9922, | |
| "step": 2944 | |
| }, | |
| { | |
| "epoch": 1.9510258107213767, | |
| "grad_norm": 1.1815046072006226, | |
| "learning_rate": 1.6394641351872297e-07, | |
| "loss": 1.0113, | |
| "step": 2948 | |
| }, | |
| { | |
| "epoch": 1.9536730641958968, | |
| "grad_norm": 1.1953189373016357, | |
| "learning_rate": 1.4670994081297795e-07, | |
| "loss": 1.0361, | |
| "step": 2952 | |
| }, | |
| { | |
| "epoch": 1.956320317670417, | |
| "grad_norm": 1.0204826593399048, | |
| "learning_rate": 1.3042922858002015e-07, | |
| "loss": 0.9583, | |
| "step": 2956 | |
| }, | |
| { | |
| "epoch": 1.958967571144937, | |
| "grad_norm": 1.1778640747070312, | |
| "learning_rate": 1.1510458894490871e-07, | |
| "loss": 1.0795, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.9616148246194574, | |
| "grad_norm": 1.1050951480865479, | |
| "learning_rate": 1.0073631570340358e-07, | |
| "loss": 0.947, | |
| "step": 2964 | |
| }, | |
| { | |
| "epoch": 1.9642620780939775, | |
| "grad_norm": 1.4342139959335327, | |
| "learning_rate": 8.732468431630892e-08, | |
| "loss": 0.9858, | |
| "step": 2968 | |
| }, | |
| { | |
| "epoch": 1.9669093315684978, | |
| "grad_norm": 1.3275805711746216, | |
| "learning_rate": 7.486995190420509e-08, | |
| "loss": 1.0232, | |
| "step": 2972 | |
| }, | |
| { | |
| "epoch": 1.969556585043018, | |
| "grad_norm": 1.862630844116211, | |
| "learning_rate": 6.337235724254154e-08, | |
| "loss": 1.1036, | |
| "step": 2976 | |
| }, | |
| { | |
| "epoch": 1.972203838517538, | |
| "grad_norm": 1.1249923706054688, | |
| "learning_rate": 5.2832120757007054e-08, | |
| "loss": 1.1517, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.974851091992058, | |
| "grad_norm": 1.4025081396102905, | |
| "learning_rate": 4.324944451934987e-08, | |
| "loss": 1.1827, | |
| "step": 2984 | |
| }, | |
| { | |
| "epoch": 1.9774983454665784, | |
| "grad_norm": 1.2881486415863037, | |
| "learning_rate": 3.4624512243497386e-08, | |
| "loss": 0.9921, | |
| "step": 2988 | |
| }, | |
| { | |
| "epoch": 1.9801455989410988, | |
| "grad_norm": 1.256659746170044, | |
| "learning_rate": 2.6957489281997926e-08, | |
| "loss": 1.0058, | |
| "step": 2992 | |
| }, | |
| { | |
| "epoch": 1.9827928524156189, | |
| "grad_norm": 1.2083126306533813, | |
| "learning_rate": 2.0248522622906552e-08, | |
| "loss": 1.0364, | |
| "step": 2996 | |
| }, | |
| { | |
| "epoch": 1.985440105890139, | |
| "grad_norm": 1.2300423383712769, | |
| "learning_rate": 1.4497740886920685e-08, | |
| "loss": 1.056, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.988087359364659, | |
| "grad_norm": 1.1946439743041992, | |
| "learning_rate": 9.70525432493763e-09, | |
| "loss": 1.1, | |
| "step": 3004 | |
| }, | |
| { | |
| "epoch": 1.9907346128391792, | |
| "grad_norm": 1.1879000663757324, | |
| "learning_rate": 5.8711548159229305e-09, | |
| "loss": 0.9764, | |
| "step": 3008 | |
| }, | |
| { | |
| "epoch": 1.9933818663136995, | |
| "grad_norm": 1.7793687582015991, | |
| "learning_rate": 2.9955158651839845e-09, | |
| "loss": 1.0218, | |
| "step": 3012 | |
| }, | |
| { | |
| "epoch": 1.9960291197882198, | |
| "grad_norm": 1.2599058151245117, | |
| "learning_rate": 1.0783926029211966e-09, | |
| "loss": 1.0414, | |
| "step": 3016 | |
| }, | |
| { | |
| "epoch": 1.99867637326274, | |
| "grad_norm": 1.2598057985305786, | |
| "learning_rate": 1.1982178318437066e-10, | |
| "loss": 1.1198, | |
| "step": 3020 | |
| } | |
| ], | |
| "logging_steps": 4, | |
| "max_steps": 3022, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 1511, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.115408240900833e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |