| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 412, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0048543689320388345, | |
| "grad_norm": 3.966326270540717, | |
| "learning_rate": 9.999854640567861e-06, | |
| "loss": 0.1451, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.009708737864077669, | |
| "grad_norm": 3.287744517939351, | |
| "learning_rate": 9.999418570723189e-06, | |
| "loss": 0.1051, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.014563106796116505, | |
| "grad_norm": 6.1026081677947355, | |
| "learning_rate": 9.998691815820732e-06, | |
| "loss": 0.191, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.019417475728155338, | |
| "grad_norm": 4.0426543837051305, | |
| "learning_rate": 9.997674418116759e-06, | |
| "loss": 0.1835, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.024271844660194174, | |
| "grad_norm": 3.5236475990680036, | |
| "learning_rate": 9.996366436766612e-06, | |
| "loss": 0.1656, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.02912621359223301, | |
| "grad_norm": 5.112858587219301, | |
| "learning_rate": 9.994767947821261e-06, | |
| "loss": 0.1854, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.03398058252427184, | |
| "grad_norm": 4.22628208254603, | |
| "learning_rate": 9.992879044222887e-06, | |
| "loss": 0.1572, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.038834951456310676, | |
| "grad_norm": 3.567730367516855, | |
| "learning_rate": 9.99069983579947e-06, | |
| "loss": 0.16, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.043689320388349516, | |
| "grad_norm": 3.864818841735565, | |
| "learning_rate": 9.988230449258409e-06, | |
| "loss": 0.1742, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.04854368932038835, | |
| "grad_norm": 3.149896380777374, | |
| "learning_rate": 9.985471028179155e-06, | |
| "loss": 0.1201, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.05339805825242718, | |
| "grad_norm": 3.9606265348197227, | |
| "learning_rate": 9.982421733004857e-06, | |
| "loss": 0.1417, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.05825242718446602, | |
| "grad_norm": 3.698148621668834, | |
| "learning_rate": 9.979082741033047e-06, | |
| "loss": 0.149, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.06310679611650485, | |
| "grad_norm": 3.64315456609058, | |
| "learning_rate": 9.975454246405312e-06, | |
| "loss": 0.1553, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.06796116504854369, | |
| "grad_norm": 4.553403154538875, | |
| "learning_rate": 9.971536460096021e-06, | |
| "loss": 0.2022, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.07281553398058252, | |
| "grad_norm": 4.2360586991459295, | |
| "learning_rate": 9.96732960990005e-06, | |
| "loss": 0.1951, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.07766990291262135, | |
| "grad_norm": 3.4862603646834183, | |
| "learning_rate": 9.96283394041954e-06, | |
| "loss": 0.1482, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0825242718446602, | |
| "grad_norm": 3.7419659592583376, | |
| "learning_rate": 9.95804971304968e-06, | |
| "loss": 0.1373, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.08737864077669903, | |
| "grad_norm": 3.346682825396517, | |
| "learning_rate": 9.952977205963496e-06, | |
| "loss": 0.1513, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.09223300970873786, | |
| "grad_norm": 3.565488914066717, | |
| "learning_rate": 9.94761671409569e-06, | |
| "loss": 0.1986, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.0970873786407767, | |
| "grad_norm": 3.2240941606945714, | |
| "learning_rate": 9.941968549125481e-06, | |
| "loss": 0.168, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.10194174757281553, | |
| "grad_norm": 4.077234412735414, | |
| "learning_rate": 9.936033039458494e-06, | |
| "loss": 0.1707, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.10679611650485436, | |
| "grad_norm": 3.3128671441668898, | |
| "learning_rate": 9.929810530207651e-06, | |
| "loss": 0.152, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.11165048543689321, | |
| "grad_norm": 3.2570467959059988, | |
| "learning_rate": 9.923301383173119e-06, | |
| "loss": 0.1449, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.11650485436893204, | |
| "grad_norm": 3.353932510107021, | |
| "learning_rate": 9.916505976821262e-06, | |
| "loss": 0.168, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.12135922330097088, | |
| "grad_norm": 3.2426471767737053, | |
| "learning_rate": 9.909424706262647e-06, | |
| "loss": 0.1388, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.1262135922330097, | |
| "grad_norm": 4.252865275476676, | |
| "learning_rate": 9.902057983229059e-06, | |
| "loss": 0.1879, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.13106796116504854, | |
| "grad_norm": 3.3838647811500233, | |
| "learning_rate": 9.894406236049569e-06, | |
| "loss": 0.1422, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.13592233009708737, | |
| "grad_norm": 3.9608322469384687, | |
| "learning_rate": 9.886469909625624e-06, | |
| "loss": 0.1787, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.1407766990291262, | |
| "grad_norm": 4.165890923962387, | |
| "learning_rate": 9.87824946540519e-06, | |
| "loss": 0.2098, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.14563106796116504, | |
| "grad_norm": 3.8367946779580215, | |
| "learning_rate": 9.869745381355906e-06, | |
| "loss": 0.1846, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.15048543689320387, | |
| "grad_norm": 3.529517961756975, | |
| "learning_rate": 9.860958151937303e-06, | |
| "loss": 0.1556, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.1553398058252427, | |
| "grad_norm": 4.030665510190116, | |
| "learning_rate": 9.851888288072053e-06, | |
| "loss": 0.1704, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.16019417475728157, | |
| "grad_norm": 4.032532812969292, | |
| "learning_rate": 9.842536317116262e-06, | |
| "loss": 0.2156, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.1650485436893204, | |
| "grad_norm": 3.78915979164578, | |
| "learning_rate": 9.832902782828801e-06, | |
| "loss": 0.1792, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.16990291262135923, | |
| "grad_norm": 4.306930939426049, | |
| "learning_rate": 9.822988245339701e-06, | |
| "loss": 0.1997, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.17475728155339806, | |
| "grad_norm": 3.520397643345112, | |
| "learning_rate": 9.81279328111758e-06, | |
| "loss": 0.1455, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.1796116504854369, | |
| "grad_norm": 3.529888916980051, | |
| "learning_rate": 9.802318482936121e-06, | |
| "loss": 0.1562, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.18446601941747573, | |
| "grad_norm": 3.4616819416943496, | |
| "learning_rate": 9.791564459839609e-06, | |
| "loss": 0.1642, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.18932038834951456, | |
| "grad_norm": 3.941961272191275, | |
| "learning_rate": 9.780531837107519e-06, | |
| "loss": 0.2215, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.1941747572815534, | |
| "grad_norm": 4.780469064890577, | |
| "learning_rate": 9.769221256218165e-06, | |
| "loss": 0.2028, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.19902912621359223, | |
| "grad_norm": 3.9426812986083895, | |
| "learning_rate": 9.75763337481139e-06, | |
| "loss": 0.2029, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.20388349514563106, | |
| "grad_norm": 3.8852684414905916, | |
| "learning_rate": 9.745768866650339e-06, | |
| "loss": 0.2415, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.2087378640776699, | |
| "grad_norm": 3.138531558995714, | |
| "learning_rate": 9.73362842158228e-06, | |
| "loss": 0.1392, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.21359223300970873, | |
| "grad_norm": 3.7919984108957268, | |
| "learning_rate": 9.721212745498493e-06, | |
| "loss": 0.1749, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.21844660194174756, | |
| "grad_norm": 3.803059250095341, | |
| "learning_rate": 9.70852256029323e-06, | |
| "loss": 0.187, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.22330097087378642, | |
| "grad_norm": 3.8695384817772287, | |
| "learning_rate": 9.695558603821735e-06, | |
| "loss": 0.205, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.22815533980582525, | |
| "grad_norm": 2.9767594966056055, | |
| "learning_rate": 9.682321629857348e-06, | |
| "loss": 0.1579, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.23300970873786409, | |
| "grad_norm": 3.7623612894930014, | |
| "learning_rate": 9.66881240804768e-06, | |
| "loss": 0.1848, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.23786407766990292, | |
| "grad_norm": 3.7271523114968366, | |
| "learning_rate": 9.655031723869848e-06, | |
| "loss": 0.1994, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.24271844660194175, | |
| "grad_norm": 4.400012400732805, | |
| "learning_rate": 9.64098037858483e-06, | |
| "loss": 0.2074, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.24757281553398058, | |
| "grad_norm": 3.1869928963297918, | |
| "learning_rate": 9.626659189190852e-06, | |
| "loss": 0.153, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.2524271844660194, | |
| "grad_norm": 3.230129858375766, | |
| "learning_rate": 9.612068988375898e-06, | |
| "loss": 0.1534, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.25728155339805825, | |
| "grad_norm": 4.907659763954274, | |
| "learning_rate": 9.597210624469288e-06, | |
| "loss": 0.2174, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.2621359223300971, | |
| "grad_norm": 3.269713020110104, | |
| "learning_rate": 9.582084961392358e-06, | |
| "loss": 0.1559, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.2669902912621359, | |
| "grad_norm": 3.5167228870990006, | |
| "learning_rate": 9.566692878608229e-06, | |
| "loss": 0.1633, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.27184466019417475, | |
| "grad_norm": 3.8810457882786147, | |
| "learning_rate": 9.551035271070665e-06, | |
| "loss": 0.2024, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.2766990291262136, | |
| "grad_norm": 3.80611069136377, | |
| "learning_rate": 9.53511304917204e-06, | |
| "loss": 0.1979, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.2815533980582524, | |
| "grad_norm": 3.1235256364043065, | |
| "learning_rate": 9.51892713869041e-06, | |
| "loss": 0.122, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.28640776699029125, | |
| "grad_norm": 3.8471845422238644, | |
| "learning_rate": 9.502478480735678e-06, | |
| "loss": 0.1916, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.2912621359223301, | |
| "grad_norm": 4.4081074680844, | |
| "learning_rate": 9.485768031694872e-06, | |
| "loss": 0.2133, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2961165048543689, | |
| "grad_norm": 3.9702629690926843, | |
| "learning_rate": 9.468796763176549e-06, | |
| "loss": 0.1905, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.30097087378640774, | |
| "grad_norm": 3.5755744298092114, | |
| "learning_rate": 9.45156566195429e-06, | |
| "loss": 0.1532, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.3058252427184466, | |
| "grad_norm": 3.9555728902165663, | |
| "learning_rate": 9.43407572990933e-06, | |
| "loss": 0.1908, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.3106796116504854, | |
| "grad_norm": 3.9196407680027376, | |
| "learning_rate": 9.416327983972304e-06, | |
| "loss": 0.2065, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.3155339805825243, | |
| "grad_norm": 3.3646702709666627, | |
| "learning_rate": 9.398323456064124e-06, | |
| "loss": 0.1858, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.32038834951456313, | |
| "grad_norm": 3.5598616176869697, | |
| "learning_rate": 9.380063193035968e-06, | |
| "loss": 0.17, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.32524271844660196, | |
| "grad_norm": 3.432171018519614, | |
| "learning_rate": 9.361548256608421e-06, | |
| "loss": 0.1695, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.3300970873786408, | |
| "grad_norm": 3.315657620066766, | |
| "learning_rate": 9.342779723309746e-06, | |
| "loss": 0.2164, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.33495145631067963, | |
| "grad_norm": 3.3203719440637816, | |
| "learning_rate": 9.323758684413272e-06, | |
| "loss": 0.1545, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.33980582524271846, | |
| "grad_norm": 3.714541686249799, | |
| "learning_rate": 9.304486245873973e-06, | |
| "loss": 0.1703, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.3446601941747573, | |
| "grad_norm": 4.067810000216949, | |
| "learning_rate": 9.284963528264133e-06, | |
| "loss": 0.2109, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.34951456310679613, | |
| "grad_norm": 3.433850603401137, | |
| "learning_rate": 9.26519166670821e-06, | |
| "loss": 0.1612, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.35436893203883496, | |
| "grad_norm": 3.853150500703727, | |
| "learning_rate": 9.24517181081683e-06, | |
| "loss": 0.2045, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.3592233009708738, | |
| "grad_norm": 3.365186399222606, | |
| "learning_rate": 9.22490512461995e-06, | |
| "loss": 0.1626, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.3640776699029126, | |
| "grad_norm": 4.035836570077309, | |
| "learning_rate": 9.204392786499168e-06, | |
| "loss": 0.2155, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.36893203883495146, | |
| "grad_norm": 3.2647040022419334, | |
| "learning_rate": 9.183635989119211e-06, | |
| "loss": 0.1775, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.3737864077669903, | |
| "grad_norm": 3.378815192345755, | |
| "learning_rate": 9.162635939358593e-06, | |
| "loss": 0.178, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.3786407766990291, | |
| "grad_norm": 3.421171685594885, | |
| "learning_rate": 9.141393858239435e-06, | |
| "loss": 0.1652, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.38349514563106796, | |
| "grad_norm": 3.4838388469466173, | |
| "learning_rate": 9.119910980856477e-06, | |
| "loss": 0.2023, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.3883495145631068, | |
| "grad_norm": 3.163762044499404, | |
| "learning_rate": 9.098188556305262e-06, | |
| "loss": 0.1895, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.3932038834951456, | |
| "grad_norm": 3.2177332207226006, | |
| "learning_rate": 9.076227847609513e-06, | |
| "loss": 0.1512, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.39805825242718446, | |
| "grad_norm": 2.7348500350080323, | |
| "learning_rate": 9.054030131647682e-06, | |
| "loss": 0.1501, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.4029126213592233, | |
| "grad_norm": 3.7715366941320263, | |
| "learning_rate": 9.031596699078727e-06, | |
| "loss": 0.2278, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.4077669902912621, | |
| "grad_norm": 3.8384805890305116, | |
| "learning_rate": 9.008928854267054e-06, | |
| "loss": 0.2054, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.41262135922330095, | |
| "grad_norm": 3.7523234300491906, | |
| "learning_rate": 8.986027915206686e-06, | |
| "loss": 0.173, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.4174757281553398, | |
| "grad_norm": 3.653083593177836, | |
| "learning_rate": 8.962895213444618e-06, | |
| "loss": 0.1711, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.4223300970873786, | |
| "grad_norm": 2.810255317524991, | |
| "learning_rate": 8.939532094003409e-06, | |
| "loss": 0.1457, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.42718446601941745, | |
| "grad_norm": 4.190114857066821, | |
| "learning_rate": 8.91593991530297e-06, | |
| "loss": 0.1597, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.4320388349514563, | |
| "grad_norm": 4.862687243251444, | |
| "learning_rate": 8.892120049081577e-06, | |
| "loss": 0.2573, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.4368932038834951, | |
| "grad_norm": 3.6153533015247237, | |
| "learning_rate": 8.868073880316125e-06, | |
| "loss": 0.2157, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.441747572815534, | |
| "grad_norm": 3.183931699603958, | |
| "learning_rate": 8.843802807141584e-06, | |
| "loss": 0.1594, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.44660194174757284, | |
| "grad_norm": 3.995838025390297, | |
| "learning_rate": 8.819308240769726e-06, | |
| "loss": 0.2005, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.45145631067961167, | |
| "grad_norm": 3.277845575596573, | |
| "learning_rate": 8.794591605407047e-06, | |
| "loss": 0.1986, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.4563106796116505, | |
| "grad_norm": 4.398003077782128, | |
| "learning_rate": 8.769654338171986e-06, | |
| "loss": 0.2253, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.46116504854368934, | |
| "grad_norm": 3.389102273686641, | |
| "learning_rate": 8.744497889011344e-06, | |
| "loss": 0.1851, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.46601941747572817, | |
| "grad_norm": 3.434805541663128, | |
| "learning_rate": 8.71912372061598e-06, | |
| "loss": 0.1929, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.470873786407767, | |
| "grad_norm": 2.949657473114478, | |
| "learning_rate": 8.693533308335786e-06, | |
| "loss": 0.1407, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.47572815533980584, | |
| "grad_norm": 3.527354861263602, | |
| "learning_rate": 8.667728140093876e-06, | |
| "loss": 0.2136, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.48058252427184467, | |
| "grad_norm": 3.574021701069902, | |
| "learning_rate": 8.641709716300092e-06, | |
| "loss": 0.1987, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.4854368932038835, | |
| "grad_norm": 3.366187355130273, | |
| "learning_rate": 8.615479549763756e-06, | |
| "loss": 0.1794, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.49029126213592233, | |
| "grad_norm": 2.943784862498522, | |
| "learning_rate": 8.589039165605716e-06, | |
| "loss": 0.159, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.49514563106796117, | |
| "grad_norm": 3.3541994870307357, | |
| "learning_rate": 8.56239010116966e-06, | |
| "loss": 0.1983, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.970946939491204, | |
| "learning_rate": 8.535533905932739e-06, | |
| "loss": 0.1929, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.5048543689320388, | |
| "grad_norm": 3.533692725781102, | |
| "learning_rate": 8.508472141415468e-06, | |
| "loss": 0.1563, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.5097087378640777, | |
| "grad_norm": 3.332925768522305, | |
| "learning_rate": 8.481206381090934e-06, | |
| "loss": 0.1383, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.5145631067961165, | |
| "grad_norm": 4.124133153344098, | |
| "learning_rate": 8.453738210293316e-06, | |
| "loss": 0.1592, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.5194174757281553, | |
| "grad_norm": 3.930207715532846, | |
| "learning_rate": 8.426069226125695e-06, | |
| "loss": 0.1774, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.5242718446601942, | |
| "grad_norm": 3.4981066338300093, | |
| "learning_rate": 8.398201037367202e-06, | |
| "loss": 0.1676, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.529126213592233, | |
| "grad_norm": 3.9559129500953554, | |
| "learning_rate": 8.370135264379475e-06, | |
| "loss": 0.2122, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.5339805825242718, | |
| "grad_norm": 3.1892128735017202, | |
| "learning_rate": 8.341873539012443e-06, | |
| "loss": 0.1507, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.5388349514563107, | |
| "grad_norm": 2.8975515911690883, | |
| "learning_rate": 8.313417504509446e-06, | |
| "loss": 0.1208, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.5436893203883495, | |
| "grad_norm": 3.1795582458355263, | |
| "learning_rate": 8.284768815411693e-06, | |
| "loss": 0.1573, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.5485436893203883, | |
| "grad_norm": 4.5158717706606035, | |
| "learning_rate": 8.255929137462049e-06, | |
| "loss": 0.2067, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.5533980582524272, | |
| "grad_norm": 4.244112011731956, | |
| "learning_rate": 8.226900147508205e-06, | |
| "loss": 0.191, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.558252427184466, | |
| "grad_norm": 3.7492946786671615, | |
| "learning_rate": 8.197683533405156e-06, | |
| "loss": 0.1839, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.5631067961165048, | |
| "grad_norm": 3.648017879536666, | |
| "learning_rate": 8.168280993917078e-06, | |
| "loss": 0.1899, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.5679611650485437, | |
| "grad_norm": 3.7020099363609877, | |
| "learning_rate": 8.138694238618543e-06, | |
| "loss": 0.1694, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.5728155339805825, | |
| "grad_norm": 3.1678272010712716, | |
| "learning_rate": 8.108924987795137e-06, | |
| "loss": 0.1717, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.5776699029126213, | |
| "grad_norm": 2.946487871723226, | |
| "learning_rate": 8.078974972343414e-06, | |
| "loss": 0.1395, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.5825242718446602, | |
| "grad_norm": 3.8229174929451135, | |
| "learning_rate": 8.048845933670274e-06, | |
| "loss": 0.1717, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.587378640776699, | |
| "grad_norm": 3.4722235503056096, | |
| "learning_rate": 8.01853962359169e-06, | |
| "loss": 0.1663, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.5922330097087378, | |
| "grad_norm": 3.8434017455244422, | |
| "learning_rate": 7.988057804230878e-06, | |
| "loss": 0.171, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.5970873786407767, | |
| "grad_norm": 3.309914479885208, | |
| "learning_rate": 7.957402247915817e-06, | |
| "loss": 0.1365, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.6019417475728155, | |
| "grad_norm": 3.7378581970376445, | |
| "learning_rate": 7.92657473707621e-06, | |
| "loss": 0.1522, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.6067961165048543, | |
| "grad_norm": 3.0086349638458723, | |
| "learning_rate": 7.895577064139847e-06, | |
| "loss": 0.1545, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.6116504854368932, | |
| "grad_norm": 3.485975652298689, | |
| "learning_rate": 7.864411031428379e-06, | |
| "loss": 0.1759, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.616504854368932, | |
| "grad_norm": 3.1799079684705576, | |
| "learning_rate": 7.833078451052537e-06, | |
| "loss": 0.1592, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.6213592233009708, | |
| "grad_norm": 3.4962291009418114, | |
| "learning_rate": 7.801581144806752e-06, | |
| "loss": 0.1819, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.6262135922330098, | |
| "grad_norm": 2.790639847669124, | |
| "learning_rate": 7.769920944063244e-06, | |
| "loss": 0.1294, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.6310679611650486, | |
| "grad_norm": 3.692116350897978, | |
| "learning_rate": 7.73809968966554e-06, | |
| "loss": 0.1633, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.6359223300970874, | |
| "grad_norm": 3.978321523304929, | |
| "learning_rate": 7.706119231821423e-06, | |
| "loss": 0.2083, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.6407766990291263, | |
| "grad_norm": 2.9267398399161126, | |
| "learning_rate": 7.673981429995372e-06, | |
| "loss": 0.163, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.6456310679611651, | |
| "grad_norm": 3.566641752297845, | |
| "learning_rate": 7.641688152800433e-06, | |
| "loss": 0.1735, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.6504854368932039, | |
| "grad_norm": 3.8836342645758726, | |
| "learning_rate": 7.609241277889583e-06, | |
| "loss": 0.1734, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.6553398058252428, | |
| "grad_norm": 3.284705347055019, | |
| "learning_rate": 7.5766426918465455e-06, | |
| "loss": 0.1547, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.6601941747572816, | |
| "grad_norm": 3.4280728507988134, | |
| "learning_rate": 7.5438942900761035e-06, | |
| "loss": 0.1498, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.6650485436893204, | |
| "grad_norm": 3.1094417342434824, | |
| "learning_rate": 7.51099797669389e-06, | |
| "loss": 0.1833, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.6699029126213593, | |
| "grad_norm": 3.635713263211301, | |
| "learning_rate": 7.477955664415678e-06, | |
| "loss": 0.1847, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.6747572815533981, | |
| "grad_norm": 3.082108474651334, | |
| "learning_rate": 7.444769274446168e-06, | |
| "loss": 0.1518, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.6796116504854369, | |
| "grad_norm": 3.275121622817452, | |
| "learning_rate": 7.411440736367281e-06, | |
| "loss": 0.1541, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6844660194174758, | |
| "grad_norm": 3.463656129167697, | |
| "learning_rate": 7.377971988025964e-06, | |
| "loss": 0.1596, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.6893203883495146, | |
| "grad_norm": 3.6688953630475085, | |
| "learning_rate": 7.3443649754215175e-06, | |
| "loss": 0.162, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.6941747572815534, | |
| "grad_norm": 3.2977691883495783, | |
| "learning_rate": 7.310621652592449e-06, | |
| "loss": 0.1497, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.6990291262135923, | |
| "grad_norm": 2.9919702655716107, | |
| "learning_rate": 7.276743981502856e-06, | |
| "loss": 0.149, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.7038834951456311, | |
| "grad_norm": 3.402863697978128, | |
| "learning_rate": 7.242733931928352e-06, | |
| "loss": 0.1452, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.7087378640776699, | |
| "grad_norm": 2.9397952022985776, | |
| "learning_rate": 7.208593481341536e-06, | |
| "loss": 0.1688, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.7135922330097088, | |
| "grad_norm": 2.786690378526301, | |
| "learning_rate": 7.1743246147970095e-06, | |
| "loss": 0.1389, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.7184466019417476, | |
| "grad_norm": 3.3854162495099085, | |
| "learning_rate": 7.139929324815965e-06, | |
| "loss": 0.1929, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.7233009708737864, | |
| "grad_norm": 3.0441624701446326, | |
| "learning_rate": 7.105409611270332e-06, | |
| "loss": 0.1438, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.7281553398058253, | |
| "grad_norm": 3.2250000949259494, | |
| "learning_rate": 7.070767481266493e-06, | |
| "loss": 0.1579, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.7330097087378641, | |
| "grad_norm": 3.2502115185683333, | |
| "learning_rate": 7.036004949028587e-06, | |
| "loss": 0.1561, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.7378640776699029, | |
| "grad_norm": 3.665237512676154, | |
| "learning_rate": 7.00112403578139e-06, | |
| "loss": 0.2204, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.7427184466019418, | |
| "grad_norm": 3.210768048996398, | |
| "learning_rate": 6.9661267696328015e-06, | |
| "loss": 0.1838, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.7475728155339806, | |
| "grad_norm": 3.722304024110409, | |
| "learning_rate": 6.931015185455915e-06, | |
| "loss": 0.1687, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.7524271844660194, | |
| "grad_norm": 3.909093916637989, | |
| "learning_rate": 6.895791324770702e-06, | |
| "loss": 0.2008, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.7572815533980582, | |
| "grad_norm": 3.5535897544943484, | |
| "learning_rate": 6.860457235625322e-06, | |
| "loss": 0.1862, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.7621359223300971, | |
| "grad_norm": 3.086442734785655, | |
| "learning_rate": 6.825014972477024e-06, | |
| "loss": 0.1571, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.7669902912621359, | |
| "grad_norm": 3.7441594601356947, | |
| "learning_rate": 6.7894665960727105e-06, | |
| "loss": 0.2045, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.7718446601941747, | |
| "grad_norm": 3.6222387277033574, | |
| "learning_rate": 6.7538141733291e-06, | |
| "loss": 0.1671, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.7766990291262136, | |
| "grad_norm": 3.852188115969548, | |
| "learning_rate": 6.7180597772125665e-06, | |
| "loss": 0.2012, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.7815533980582524, | |
| "grad_norm": 3.296385344532143, | |
| "learning_rate": 6.682205486618592e-06, | |
| "loss": 0.1606, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.7864077669902912, | |
| "grad_norm": 3.48850094356451, | |
| "learning_rate": 6.646253386250909e-06, | |
| "loss": 0.2292, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.7912621359223301, | |
| "grad_norm": 3.556444605781854, | |
| "learning_rate": 6.610205566500272e-06, | |
| "loss": 0.2045, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.7961165048543689, | |
| "grad_norm": 3.3729077588540903, | |
| "learning_rate": 6.574064123322925e-06, | |
| "loss": 0.1683, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.8009708737864077, | |
| "grad_norm": 3.3843904849756137, | |
| "learning_rate": 6.537831158118733e-06, | |
| "loss": 0.1605, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.8058252427184466, | |
| "grad_norm": 2.982235868498706, | |
| "learning_rate": 6.50150877760899e-06, | |
| "loss": 0.174, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.8106796116504854, | |
| "grad_norm": 3.4756594206536087, | |
| "learning_rate": 6.465099093713944e-06, | |
| "loss": 0.1906, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.8155339805825242, | |
| "grad_norm": 3.030809809529912, | |
| "learning_rate": 6.42860422342998e-06, | |
| "loss": 0.1581, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.8203883495145631, | |
| "grad_norm": 3.4952700647449175, | |
| "learning_rate": 6.392026288706549e-06, | |
| "loss": 0.1336, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.8252427184466019, | |
| "grad_norm": 3.1165499270876538, | |
| "learning_rate": 6.3553674163227786e-06, | |
| "loss": 0.155, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.8300970873786407, | |
| "grad_norm": 2.9628557740369863, | |
| "learning_rate": 6.318629737763818e-06, | |
| "loss": 0.161, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.8349514563106796, | |
| "grad_norm": 3.690512514002413, | |
| "learning_rate": 6.281815389096903e-06, | |
| "loss": 0.1811, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.8398058252427184, | |
| "grad_norm": 3.4149380316333815, | |
| "learning_rate": 6.244926510847162e-06, | |
| "loss": 0.1391, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.8446601941747572, | |
| "grad_norm": 5.241732765365241, | |
| "learning_rate": 6.207965247873151e-06, | |
| "loss": 0.1586, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.8495145631067961, | |
| "grad_norm": 3.5677389851744663, | |
| "learning_rate": 6.1709337492421515e-06, | |
| "loss": 0.1465, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.8543689320388349, | |
| "grad_norm": 3.352995725574537, | |
| "learning_rate": 6.133834168105206e-06, | |
| "loss": 0.1636, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.8592233009708737, | |
| "grad_norm": 3.5445075180843477, | |
| "learning_rate": 6.096668661571934e-06, | |
| "loss": 0.1832, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.8640776699029126, | |
| "grad_norm": 4.631280052639027, | |
| "learning_rate": 6.0594393905851065e-06, | |
| "loss": 0.2243, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.8689320388349514, | |
| "grad_norm": 3.806289364419148, | |
| "learning_rate": 6.0221485197949995e-06, | |
| "loss": 0.1737, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.8737864077669902, | |
| "grad_norm": 3.5248010681170383, | |
| "learning_rate": 5.9847982174335314e-06, | |
| "loss": 0.2009, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.8786407766990292, | |
| "grad_norm": 3.101104764524827, | |
| "learning_rate": 5.9473906551881985e-06, | |
| "loss": 0.1603, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.883495145631068, | |
| "grad_norm": 3.9618906438501433, | |
| "learning_rate": 5.9099280080758085e-06, | |
| "loss": 0.1842, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.8883495145631068, | |
| "grad_norm": 3.1988833525581657, | |
| "learning_rate": 5.872412454315999e-06, | |
| "loss": 0.1596, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.8932038834951457, | |
| "grad_norm": 6.6043342145179125, | |
| "learning_rate": 5.834846175204612e-06, | |
| "loss": 0.2276, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.8980582524271845, | |
| "grad_norm": 3.6241814154915786, | |
| "learning_rate": 5.797231354986842e-06, | |
| "loss": 0.1745, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.9029126213592233, | |
| "grad_norm": 2.95062859589642, | |
| "learning_rate": 5.759570180730255e-06, | |
| "loss": 0.1705, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.9077669902912622, | |
| "grad_norm": 3.4637453685042936, | |
| "learning_rate": 5.721864842197612e-06, | |
| "loss": 0.1606, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.912621359223301, | |
| "grad_norm": 3.827650102803788, | |
| "learning_rate": 5.684117531719552e-06, | |
| "loss": 0.2137, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.9174757281553398, | |
| "grad_norm": 3.8468557427536143, | |
| "learning_rate": 5.646330444067121e-06, | |
| "loss": 0.1556, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.9223300970873787, | |
| "grad_norm": 2.8474128606502354, | |
| "learning_rate": 5.608505776324158e-06, | |
| "loss": 0.1351, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.9271844660194175, | |
| "grad_norm": 3.507850395452768, | |
| "learning_rate": 5.570645727759558e-06, | |
| "loss": 0.1949, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.9320388349514563, | |
| "grad_norm": 2.997718572696592, | |
| "learning_rate": 5.532752499699381e-06, | |
| "loss": 0.1852, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.9368932038834952, | |
| "grad_norm": 3.19210145748532, | |
| "learning_rate": 5.494828295398874e-06, | |
| "loss": 0.158, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.941747572815534, | |
| "grad_norm": 2.6804697784997407, | |
| "learning_rate": 5.456875319914355e-06, | |
| "loss": 0.1296, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.9466019417475728, | |
| "grad_norm": 3.4178634345048753, | |
| "learning_rate": 5.4188957799750145e-06, | |
| "loss": 0.1297, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.9514563106796117, | |
| "grad_norm": 3.209602154994729, | |
| "learning_rate": 5.380891883854591e-06, | |
| "loss": 0.1515, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.9563106796116505, | |
| "grad_norm": 2.809335723259345, | |
| "learning_rate": 5.34286584124299e-06, | |
| "loss": 0.1265, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.9611650485436893, | |
| "grad_norm": 3.165487146981837, | |
| "learning_rate": 5.304819863117796e-06, | |
| "loss": 0.1194, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.9660194174757282, | |
| "grad_norm": 3.0538642497840804, | |
| "learning_rate": 5.266756161615719e-06, | |
| "loss": 0.1407, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.970873786407767, | |
| "grad_norm": 3.3639825412685465, | |
| "learning_rate": 5.228676949903974e-06, | |
| "loss": 0.1618, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.9757281553398058, | |
| "grad_norm": 3.7109546175241706, | |
| "learning_rate": 5.190584442051594e-06, | |
| "loss": 0.2007, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.9805825242718447, | |
| "grad_norm": 3.55944594096005, | |
| "learning_rate": 5.1524808529007075e-06, | |
| "loss": 0.2059, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.9854368932038835, | |
| "grad_norm": 3.6920021535814063, | |
| "learning_rate": 5.114368397937744e-06, | |
| "loss": 0.1964, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.9902912621359223, | |
| "grad_norm": 3.2357337946433717, | |
| "learning_rate": 5.07624929316463e-06, | |
| "loss": 0.1492, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.9951456310679612, | |
| "grad_norm": 3.732365728058814, | |
| "learning_rate": 5.038125754969933e-06, | |
| "loss": 0.1507, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.2967049476623247, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0637, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.0048543689320388, | |
| "grad_norm": 2.5226978479044826, | |
| "learning_rate": 4.9618742450300675e-06, | |
| "loss": 0.0941, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.0097087378640777, | |
| "grad_norm": 2.6073706397528293, | |
| "learning_rate": 4.923750706835371e-06, | |
| "loss": 0.0998, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.0145631067961165, | |
| "grad_norm": 2.524982019563185, | |
| "learning_rate": 4.8856316020622564e-06, | |
| "loss": 0.0814, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.0194174757281553, | |
| "grad_norm": 2.0946857127782588, | |
| "learning_rate": 4.847519147099294e-06, | |
| "loss": 0.0666, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.0242718446601942, | |
| "grad_norm": 2.538290041731963, | |
| "learning_rate": 4.809415557948407e-06, | |
| "loss": 0.1131, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.029126213592233, | |
| "grad_norm": 2.0465760681173673, | |
| "learning_rate": 4.771323050096028e-06, | |
| "loss": 0.0706, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.0339805825242718, | |
| "grad_norm": 2.3508610389964164, | |
| "learning_rate": 4.733243838384282e-06, | |
| "loss": 0.0659, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.0388349514563107, | |
| "grad_norm": 2.971612647656734, | |
| "learning_rate": 4.6951801368822055e-06, | |
| "loss": 0.0981, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.0436893203883495, | |
| "grad_norm": 2.9420665874838985, | |
| "learning_rate": 4.6571341587570114e-06, | |
| "loss": 0.078, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.0485436893203883, | |
| "grad_norm": 2.079382704929123, | |
| "learning_rate": 4.619108116145411e-06, | |
| "loss": 0.0861, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.0533980582524272, | |
| "grad_norm": 2.3989525704538366, | |
| "learning_rate": 4.581104220024988e-06, | |
| "loss": 0.0866, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.058252427184466, | |
| "grad_norm": 2.301224458683677, | |
| "learning_rate": 4.5431246800856455e-06, | |
| "loss": 0.07, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.0631067961165048, | |
| "grad_norm": 3.055362327673038, | |
| "learning_rate": 4.505171704601128e-06, | |
| "loss": 0.0871, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.0679611650485437, | |
| "grad_norm": 2.156619499236112, | |
| "learning_rate": 4.467247500300621e-06, | |
| "loss": 0.0615, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.0728155339805825, | |
| "grad_norm": 3.3343949043528727, | |
| "learning_rate": 4.4293542722404435e-06, | |
| "loss": 0.0857, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.0776699029126213, | |
| "grad_norm": 4.336729224578723, | |
| "learning_rate": 4.391494223675843e-06, | |
| "loss": 0.0975, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.0825242718446602, | |
| "grad_norm": 3.654581906399023, | |
| "learning_rate": 4.3536695559328816e-06, | |
| "loss": 0.0869, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.087378640776699, | |
| "grad_norm": 3.48839651675299, | |
| "learning_rate": 4.31588246828045e-06, | |
| "loss": 0.0699, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.0922330097087378, | |
| "grad_norm": 3.527358996116628, | |
| "learning_rate": 4.278135157802389e-06, | |
| "loss": 0.0778, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.0970873786407767, | |
| "grad_norm": 3.0484712762315485, | |
| "learning_rate": 4.240429819269746e-06, | |
| "loss": 0.0741, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.1019417475728155, | |
| "grad_norm": 2.724855271620847, | |
| "learning_rate": 4.20276864501316e-06, | |
| "loss": 0.0544, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.1067961165048543, | |
| "grad_norm": 3.418458471187941, | |
| "learning_rate": 4.165153824795391e-06, | |
| "loss": 0.0823, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.1116504854368932, | |
| "grad_norm": 3.2054146648148323, | |
| "learning_rate": 4.127587545684002e-06, | |
| "loss": 0.0775, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.116504854368932, | |
| "grad_norm": 2.8842952697992996, | |
| "learning_rate": 4.090071991924194e-06, | |
| "loss": 0.073, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.1213592233009708, | |
| "grad_norm": 3.332510451317236, | |
| "learning_rate": 4.052609344811802e-06, | |
| "loss": 0.0651, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.1262135922330097, | |
| "grad_norm": 3.175654906852291, | |
| "learning_rate": 4.015201782566471e-06, | |
| "loss": 0.0887, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.1310679611650485, | |
| "grad_norm": 3.059530752591451, | |
| "learning_rate": 3.977851480205003e-06, | |
| "loss": 0.0928, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 1.1359223300970873, | |
| "grad_norm": 2.6904558701382224, | |
| "learning_rate": 3.940560609414894e-06, | |
| "loss": 0.0722, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.1407766990291262, | |
| "grad_norm": 2.2693610706285816, | |
| "learning_rate": 3.903331338428067e-06, | |
| "loss": 0.0552, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.145631067961165, | |
| "grad_norm": 2.377334924236447, | |
| "learning_rate": 3.866165831894796e-06, | |
| "loss": 0.0706, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.1504854368932038, | |
| "grad_norm": 2.724444194625347, | |
| "learning_rate": 3.829066250757851e-06, | |
| "loss": 0.0669, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.1553398058252426, | |
| "grad_norm": 3.3465238121560748, | |
| "learning_rate": 3.7920347521268514e-06, | |
| "loss": 0.0803, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.1601941747572815, | |
| "grad_norm": 2.3227258906146218, | |
| "learning_rate": 3.7550734891528413e-06, | |
| "loss": 0.0781, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 1.1650485436893203, | |
| "grad_norm": 2.315917458233191, | |
| "learning_rate": 3.7181846109031007e-06, | |
| "loss": 0.0565, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.1699029126213591, | |
| "grad_norm": 2.436340284248906, | |
| "learning_rate": 3.6813702622361858e-06, | |
| "loss": 0.0622, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.174757281553398, | |
| "grad_norm": 4.316673044669812, | |
| "learning_rate": 3.6446325836772244e-06, | |
| "loss": 0.0662, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.1796116504854368, | |
| "grad_norm": 2.81625935026341, | |
| "learning_rate": 3.6079737112934533e-06, | |
| "loss": 0.074, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.1844660194174756, | |
| "grad_norm": 3.307274795040302, | |
| "learning_rate": 3.5713957765700224e-06, | |
| "loss": 0.0788, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.1893203883495145, | |
| "grad_norm": 3.7045219379511822, | |
| "learning_rate": 3.5349009062860586e-06, | |
| "loss": 0.0824, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.1941747572815533, | |
| "grad_norm": 4.445864663798351, | |
| "learning_rate": 3.4984912223910105e-06, | |
| "loss": 0.0796, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.1990291262135921, | |
| "grad_norm": 3.2668711412572073, | |
| "learning_rate": 3.46216884188127e-06, | |
| "loss": 0.074, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.203883495145631, | |
| "grad_norm": 2.4601134476136846, | |
| "learning_rate": 3.425935876677077e-06, | |
| "loss": 0.0572, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.2087378640776698, | |
| "grad_norm": 3.1352393379631325, | |
| "learning_rate": 3.38979443349973e-06, | |
| "loss": 0.0737, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.2135922330097086, | |
| "grad_norm": 2.898735529756216, | |
| "learning_rate": 3.3537466137490937e-06, | |
| "loss": 0.069, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.2184466019417475, | |
| "grad_norm": 2.907656556133524, | |
| "learning_rate": 3.3177945133814093e-06, | |
| "loss": 0.0754, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.2233009708737863, | |
| "grad_norm": 2.7284562249841655, | |
| "learning_rate": 3.2819402227874364e-06, | |
| "loss": 0.0736, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.2281553398058254, | |
| "grad_norm": 2.8597278103076955, | |
| "learning_rate": 3.2461858266709017e-06, | |
| "loss": 0.0683, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.233009708737864, | |
| "grad_norm": 2.3089430605128647, | |
| "learning_rate": 3.2105334039272924e-06, | |
| "loss": 0.0607, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.237864077669903, | |
| "grad_norm": 2.415987796695676, | |
| "learning_rate": 3.1749850275229777e-06, | |
| "loss": 0.0563, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.2427184466019416, | |
| "grad_norm": 2.6598893579331557, | |
| "learning_rate": 3.1395427643746802e-06, | |
| "loss": 0.0765, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.2475728155339807, | |
| "grad_norm": 2.7501073530207054, | |
| "learning_rate": 3.1042086752292995e-06, | |
| "loss": 0.0751, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.2524271844660193, | |
| "grad_norm": 2.6246175824836566, | |
| "learning_rate": 3.068984814544087e-06, | |
| "loss": 0.0821, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.2572815533980584, | |
| "grad_norm": 3.1933770223308144, | |
| "learning_rate": 3.0338732303671993e-06, | |
| "loss": 0.0664, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.262135922330097, | |
| "grad_norm": 3.073936680231647, | |
| "learning_rate": 2.99887596421861e-06, | |
| "loss": 0.0585, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.266990291262136, | |
| "grad_norm": 2.862725126412591, | |
| "learning_rate": 2.9639950509714138e-06, | |
| "loss": 0.0752, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.2718446601941746, | |
| "grad_norm": 2.634350417382172, | |
| "learning_rate": 2.929232518733507e-06, | |
| "loss": 0.0746, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.2766990291262137, | |
| "grad_norm": 2.7230463424506093, | |
| "learning_rate": 2.8945903887296686e-06, | |
| "loss": 0.0693, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.2815533980582523, | |
| "grad_norm": 2.8448668934690198, | |
| "learning_rate": 2.860070675184036e-06, | |
| "loss": 0.0786, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.2864077669902914, | |
| "grad_norm": 5.143418540550123, | |
| "learning_rate": 2.8256753852029917e-06, | |
| "loss": 0.0896, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.29126213592233, | |
| "grad_norm": 3.9671382248664724, | |
| "learning_rate": 2.7914065186584637e-06, | |
| "loss": 0.0997, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.296116504854369, | |
| "grad_norm": 3.2147206473311205, | |
| "learning_rate": 2.757266068071648e-06, | |
| "loss": 0.0887, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.3009708737864076, | |
| "grad_norm": 3.1889018204207926, | |
| "learning_rate": 2.7232560184971437e-06, | |
| "loss": 0.0758, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.3058252427184467, | |
| "grad_norm": 2.677766822912337, | |
| "learning_rate": 2.689378347407553e-06, | |
| "loss": 0.0921, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.3106796116504853, | |
| "grad_norm": 3.5542252563806573, | |
| "learning_rate": 2.6556350245784833e-06, | |
| "loss": 0.0715, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.3155339805825244, | |
| "grad_norm": 2.6876907942268518, | |
| "learning_rate": 2.6220280119740376e-06, | |
| "loss": 0.0699, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.3203883495145632, | |
| "grad_norm": 2.7520473701148673, | |
| "learning_rate": 2.588559263632719e-06, | |
| "loss": 0.0787, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.325242718446602, | |
| "grad_norm": 2.614643966342531, | |
| "learning_rate": 2.555230725553832e-06, | |
| "loss": 0.0587, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.3300970873786409, | |
| "grad_norm": 3.1593856198687185, | |
| "learning_rate": 2.522044335584322e-06, | |
| "loss": 0.0881, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.3349514563106797, | |
| "grad_norm": 4.034678895029279, | |
| "learning_rate": 2.489002023306112e-06, | |
| "loss": 0.1248, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.3398058252427185, | |
| "grad_norm": 3.470975409492464, | |
| "learning_rate": 2.4561057099238973e-06, | |
| "loss": 0.1034, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.3446601941747574, | |
| "grad_norm": 3.201707902382977, | |
| "learning_rate": 2.423357308153454e-06, | |
| "loss": 0.0689, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.3495145631067962, | |
| "grad_norm": 2.7615918441216887, | |
| "learning_rate": 2.390758722110418e-06, | |
| "loss": 0.0915, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.354368932038835, | |
| "grad_norm": 2.4952322901383557, | |
| "learning_rate": 2.358311847199567e-06, | |
| "loss": 0.0593, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.3592233009708738, | |
| "grad_norm": 2.2700687647313447, | |
| "learning_rate": 2.3260185700046295e-06, | |
| "loss": 0.0554, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.3640776699029127, | |
| "grad_norm": 2.6442938969211345, | |
| "learning_rate": 2.2938807681785764e-06, | |
| "loss": 0.061, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.3689320388349515, | |
| "grad_norm": 3.0212702464004693, | |
| "learning_rate": 2.2619003103344607e-06, | |
| "loss": 0.0711, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.3737864077669903, | |
| "grad_norm": 3.0056008577786932, | |
| "learning_rate": 2.2300790559367553e-06, | |
| "loss": 0.0975, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.3786407766990292, | |
| "grad_norm": 3.0409200355769723, | |
| "learning_rate": 2.1984188551932513e-06, | |
| "loss": 0.0828, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.383495145631068, | |
| "grad_norm": 5.144056298054031, | |
| "learning_rate": 2.166921548947466e-06, | |
| "loss": 0.1069, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.3883495145631068, | |
| "grad_norm": 2.974437087020466, | |
| "learning_rate": 2.1355889685716225e-06, | |
| "loss": 0.0796, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.3932038834951457, | |
| "grad_norm": 3.1193704417489188, | |
| "learning_rate": 2.1044229358601543e-06, | |
| "loss": 0.0836, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.3980582524271845, | |
| "grad_norm": 3.105267358377638, | |
| "learning_rate": 2.0734252629237892e-06, | |
| "loss": 0.0861, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.4029126213592233, | |
| "grad_norm": 2.7361006254685636, | |
| "learning_rate": 2.0425977520841837e-06, | |
| "loss": 0.0693, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.4077669902912622, | |
| "grad_norm": 2.6357478152648164, | |
| "learning_rate": 2.011942195769122e-06, | |
| "loss": 0.0719, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.412621359223301, | |
| "grad_norm": 3.037299229178945, | |
| "learning_rate": 1.9814603764083112e-06, | |
| "loss": 0.0607, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.4174757281553398, | |
| "grad_norm": 3.128206199439905, | |
| "learning_rate": 1.9511540663297284e-06, | |
| "loss": 0.0689, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.4223300970873787, | |
| "grad_norm": 2.310510431415397, | |
| "learning_rate": 1.921025027656587e-06, | |
| "loss": 0.0656, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.4271844660194175, | |
| "grad_norm": 2.5238751934999115, | |
| "learning_rate": 1.8910750122048638e-06, | |
| "loss": 0.0662, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.4320388349514563, | |
| "grad_norm": 5.0477914204436685, | |
| "learning_rate": 1.8613057613814584e-06, | |
| "loss": 0.0734, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.4368932038834952, | |
| "grad_norm": 2.7015468302353236, | |
| "learning_rate": 1.8317190060829242e-06, | |
| "loss": 0.0925, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.441747572815534, | |
| "grad_norm": 2.703829586022864, | |
| "learning_rate": 1.8023164665948455e-06, | |
| "loss": 0.0747, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.4466019417475728, | |
| "grad_norm": 2.4885667346942304, | |
| "learning_rate": 1.773099852491796e-06, | |
| "loss": 0.071, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.4514563106796117, | |
| "grad_norm": 3.0454139981289607, | |
| "learning_rate": 1.7440708625379503e-06, | |
| "loss": 0.0714, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.4563106796116505, | |
| "grad_norm": 3.884767974878282, | |
| "learning_rate": 1.7152311845883096e-06, | |
| "loss": 0.0987, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.4611650485436893, | |
| "grad_norm": 2.749392804233707, | |
| "learning_rate": 1.686582495490554e-06, | |
| "loss": 0.0779, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.4660194174757282, | |
| "grad_norm": 2.650651441845639, | |
| "learning_rate": 1.658126460987558e-06, | |
| "loss": 0.0711, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.470873786407767, | |
| "grad_norm": 3.3389201404559765, | |
| "learning_rate": 1.6298647356205255e-06, | |
| "loss": 0.0896, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.4757281553398058, | |
| "grad_norm": 3.0570927397843173, | |
| "learning_rate": 1.601798962632799e-06, | |
| "loss": 0.05, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.4805825242718447, | |
| "grad_norm": 3.206513042944716, | |
| "learning_rate": 1.573930773874306e-06, | |
| "loss": 0.0668, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.4854368932038835, | |
| "grad_norm": 2.544043286282122, | |
| "learning_rate": 1.5462617897066863e-06, | |
| "loss": 0.0699, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.4902912621359223, | |
| "grad_norm": 2.265077458841769, | |
| "learning_rate": 1.5187936189090668e-06, | |
| "loss": 0.068, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.4951456310679612, | |
| "grad_norm": 2.676973013819137, | |
| "learning_rate": 1.491527858584535e-06, | |
| "loss": 0.0577, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 2.442817331160949, | |
| "learning_rate": 1.4644660940672628e-06, | |
| "loss": 0.0656, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.5048543689320388, | |
| "grad_norm": 2.6868210261229626, | |
| "learning_rate": 1.4376098988303406e-06, | |
| "loss": 0.06, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.5097087378640777, | |
| "grad_norm": 3.1300569873865323, | |
| "learning_rate": 1.4109608343942855e-06, | |
| "loss": 0.0898, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.5145631067961165, | |
| "grad_norm": 2.3667328224735757, | |
| "learning_rate": 1.3845204502362442e-06, | |
| "loss": 0.056, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.5194174757281553, | |
| "grad_norm": 3.2267024536329156, | |
| "learning_rate": 1.35829028369991e-06, | |
| "loss": 0.09, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.5242718446601942, | |
| "grad_norm": 2.48628112394617, | |
| "learning_rate": 1.3322718599061252e-06, | |
| "loss": 0.0559, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.529126213592233, | |
| "grad_norm": 3.637726836595628, | |
| "learning_rate": 1.306466691664216e-06, | |
| "loss": 0.0891, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.5339805825242718, | |
| "grad_norm": 3.4241592079538608, | |
| "learning_rate": 1.28087627938402e-06, | |
| "loss": 0.0836, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.5388349514563107, | |
| "grad_norm": 2.874681659316859, | |
| "learning_rate": 1.2555021109886589e-06, | |
| "loss": 0.088, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.5436893203883495, | |
| "grad_norm": 2.8891719293529077, | |
| "learning_rate": 1.2303456618280141e-06, | |
| "loss": 0.0847, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.5485436893203883, | |
| "grad_norm": 2.3465565126184993, | |
| "learning_rate": 1.2054083945929534e-06, | |
| "loss": 0.0569, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.5533980582524272, | |
| "grad_norm": 2.4174453339193294, | |
| "learning_rate": 1.1806917592302763e-06, | |
| "loss": 0.0703, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.558252427184466, | |
| "grad_norm": 2.4857789747027046, | |
| "learning_rate": 1.1561971928584158e-06, | |
| "loss": 0.0504, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.5631067961165048, | |
| "grad_norm": 2.5496812979782275, | |
| "learning_rate": 1.1319261196838782e-06, | |
| "loss": 0.0615, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.5679611650485437, | |
| "grad_norm": 3.420916113476439, | |
| "learning_rate": 1.1078799509184246e-06, | |
| "loss": 0.0788, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.5728155339805825, | |
| "grad_norm": 3.656319511152626, | |
| "learning_rate": 1.0840600846970333e-06, | |
| "loss": 0.0992, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.5776699029126213, | |
| "grad_norm": 3.0519107806111827, | |
| "learning_rate": 1.0604679059965923e-06, | |
| "loss": 0.0855, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.5825242718446602, | |
| "grad_norm": 2.7744945951763667, | |
| "learning_rate": 1.0371047865553847e-06, | |
| "loss": 0.0725, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.587378640776699, | |
| "grad_norm": 2.8775012719382866, | |
| "learning_rate": 1.0139720847933166e-06, | |
| "loss": 0.0682, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.5922330097087378, | |
| "grad_norm": 2.6048584949258378, | |
| "learning_rate": 9.91071145732948e-07, | |
| "loss": 0.0671, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.5970873786407767, | |
| "grad_norm": 3.586149243679513, | |
| "learning_rate": 9.684033009212752e-07, | |
| "loss": 0.1146, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.6019417475728155, | |
| "grad_norm": 3.2219483119895207, | |
| "learning_rate": 9.459698683523205e-07, | |
| "loss": 0.0801, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.6067961165048543, | |
| "grad_norm": 3.0767281701504507, | |
| "learning_rate": 9.237721523904891e-07, | |
| "loss": 0.0873, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.6116504854368932, | |
| "grad_norm": 1.7472755271643685, | |
| "learning_rate": 9.018114436947373e-07, | |
| "loss": 0.0429, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.616504854368932, | |
| "grad_norm": 2.816376343628945, | |
| "learning_rate": 8.80089019143524e-07, | |
| "loss": 0.0706, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.6213592233009708, | |
| "grad_norm": 2.70777640745328, | |
| "learning_rate": 8.586061417605668e-07, | |
| "loss": 0.0656, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.6262135922330097, | |
| "grad_norm": 2.6349647980166675, | |
| "learning_rate": 8.373640606414097e-07, | |
| "loss": 0.0634, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.6310679611650487, | |
| "grad_norm": 3.2704428966200623, | |
| "learning_rate": 8.163640108807897e-07, | |
| "loss": 0.081, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.6359223300970873, | |
| "grad_norm": 2.511126908552343, | |
| "learning_rate": 7.956072135008336e-07, | |
| "loss": 0.0545, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.6407766990291264, | |
| "grad_norm": 2.7993958637974026, | |
| "learning_rate": 7.750948753800508e-07, | |
| "loss": 0.0578, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.645631067961165, | |
| "grad_norm": 2.972715991435699, | |
| "learning_rate": 7.548281891831715e-07, | |
| "loss": 0.0501, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.650485436893204, | |
| "grad_norm": 2.7450293464222577, | |
| "learning_rate": 7.348083332917927e-07, | |
| "loss": 0.0586, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.6553398058252426, | |
| "grad_norm": 8.28860476219087, | |
| "learning_rate": 7.150364717358699e-07, | |
| "loss": 0.1289, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.6601941747572817, | |
| "grad_norm": 2.440470109318376, | |
| "learning_rate": 6.955137541260287e-07, | |
| "loss": 0.0588, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.6650485436893203, | |
| "grad_norm": 2.8757698428982263, | |
| "learning_rate": 6.762413155867276e-07, | |
| "loss": 0.0661, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.6699029126213594, | |
| "grad_norm": 3.804173003652149, | |
| "learning_rate": 6.572202766902569e-07, | |
| "loss": 0.104, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.674757281553398, | |
| "grad_norm": 2.46986531134066, | |
| "learning_rate": 6.384517433915794e-07, | |
| "loss": 0.061, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.679611650485437, | |
| "grad_norm": 2.6463281240919225, | |
| "learning_rate": 6.199368069640343e-07, | |
| "loss": 0.0646, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.6844660194174756, | |
| "grad_norm": 2.810788622491645, | |
| "learning_rate": 6.016765439358774e-07, | |
| "loss": 0.092, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.6893203883495147, | |
| "grad_norm": 3.2667839807311077, | |
| "learning_rate": 5.836720160276971e-07, | |
| "loss": 0.0657, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.6941747572815533, | |
| "grad_norm": 2.670163046271941, | |
| "learning_rate": 5.659242700906719e-07, | |
| "loss": 0.083, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.6990291262135924, | |
| "grad_norm": 2.5837862652890204, | |
| "learning_rate": 5.484343380457124e-07, | |
| "loss": 0.0674, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.703883495145631, | |
| "grad_norm": 2.7363343715132062, | |
| "learning_rate": 5.312032368234527e-07, | |
| "loss": 0.0596, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.70873786407767, | |
| "grad_norm": 3.0228555872693845, | |
| "learning_rate": 5.1423196830513e-07, | |
| "loss": 0.0604, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.7135922330097086, | |
| "grad_norm": 3.0565054099723348, | |
| "learning_rate": 4.975215192643246e-07, | |
| "loss": 0.0582, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.7184466019417477, | |
| "grad_norm": 2.3566462732850098, | |
| "learning_rate": 4.81072861309591e-07, | |
| "loss": 0.0465, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.7233009708737863, | |
| "grad_norm": 2.8490708438106, | |
| "learning_rate": 4.648869508279613e-07, | |
| "loss": 0.0757, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.7281553398058254, | |
| "grad_norm": 2.660359080763229, | |
| "learning_rate": 4.4896472892933693e-07, | |
| "loss": 0.0616, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.733009708737864, | |
| "grad_norm": 2.642742322680263, | |
| "learning_rate": 4.333071213917722e-07, | |
| "loss": 0.059, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.737864077669903, | |
| "grad_norm": 2.399017053040208, | |
| "learning_rate": 4.179150386076425e-07, | |
| "loss": 0.0698, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.7427184466019416, | |
| "grad_norm": 3.4978321874996903, | |
| "learning_rate": 4.027893755307144e-07, | |
| "loss": 0.0882, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.7475728155339807, | |
| "grad_norm": 4.144265818637208, | |
| "learning_rate": 3.8793101162410417e-07, | |
| "loss": 0.0915, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.7524271844660193, | |
| "grad_norm": 2.392339375233356, | |
| "learning_rate": 3.733408108091485e-07, | |
| "loss": 0.0613, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.7572815533980584, | |
| "grad_norm": 3.4801545030947607, | |
| "learning_rate": 3.5901962141516975e-07, | |
| "loss": 0.088, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.762135922330097, | |
| "grad_norm": 3.362689445023539, | |
| "learning_rate": 3.4496827613015206e-07, | |
| "loss": 0.1049, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.766990291262136, | |
| "grad_norm": 2.7636300260531343, | |
| "learning_rate": 3.3118759195232273e-07, | |
| "loss": 0.0661, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.7718446601941746, | |
| "grad_norm": 3.2482584469927778, | |
| "learning_rate": 3.176783701426528e-07, | |
| "loss": 0.0884, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.7766990291262137, | |
| "grad_norm": 3.5571787403658885, | |
| "learning_rate": 3.0444139617826605e-07, | |
| "loss": 0.0811, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.7815533980582523, | |
| "grad_norm": 2.933188307527586, | |
| "learning_rate": 2.91477439706771e-07, | |
| "loss": 0.0811, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.7864077669902914, | |
| "grad_norm": 2.675257274146178, | |
| "learning_rate": 2.787872545015069e-07, | |
| "loss": 0.0699, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.79126213592233, | |
| "grad_norm": 2.7745214175343644, | |
| "learning_rate": 2.663715784177201e-07, | |
| "loss": 0.066, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.796116504854369, | |
| "grad_norm": 3.5713118959116907, | |
| "learning_rate": 2.542311333496622e-07, | |
| "loss": 0.0754, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.8009708737864076, | |
| "grad_norm": 2.914355478281906, | |
| "learning_rate": 2.423666251886114e-07, | |
| "loss": 0.0821, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.8058252427184467, | |
| "grad_norm": 3.0203487862599308, | |
| "learning_rate": 2.307787437818365e-07, | |
| "loss": 0.0617, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.8106796116504853, | |
| "grad_norm": 3.1990045776173144, | |
| "learning_rate": 2.1946816289248163e-07, | |
| "loss": 0.0782, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.8155339805825244, | |
| "grad_norm": 3.382551685974258, | |
| "learning_rate": 2.0843554016039326e-07, | |
| "loss": 0.0837, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.820388349514563, | |
| "grad_norm": 3.331840289280731, | |
| "learning_rate": 1.9768151706388016e-07, | |
| "loss": 0.0798, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.825242718446602, | |
| "grad_norm": 3.475937322801651, | |
| "learning_rate": 1.8720671888242058e-07, | |
| "loss": 0.0689, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.8300970873786406, | |
| "grad_norm": 3.3192828865816173, | |
| "learning_rate": 1.7701175466029895e-07, | |
| "loss": 0.0656, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.8349514563106797, | |
| "grad_norm": 3.1773475588789344, | |
| "learning_rate": 1.6709721717120042e-07, | |
| "loss": 0.1311, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.8398058252427183, | |
| "grad_norm": 2.4645535480162537, | |
| "learning_rate": 1.574636828837395e-07, | |
| "loss": 0.0774, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.8446601941747574, | |
| "grad_norm": 2.8840789872151302, | |
| "learning_rate": 1.4811171192794628e-07, | |
| "loss": 0.0698, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.849514563106796, | |
| "grad_norm": 2.8471315825178394, | |
| "learning_rate": 1.3904184806269705e-07, | |
| "loss": 0.0789, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.854368932038835, | |
| "grad_norm": 2.8848070824831993, | |
| "learning_rate": 1.3025461864409395e-07, | |
| "loss": 0.051, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.8592233009708736, | |
| "grad_norm": 3.0214290380641584, | |
| "learning_rate": 1.2175053459481e-07, | |
| "loss": 0.0843, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.8640776699029127, | |
| "grad_norm": 2.843045948807881, | |
| "learning_rate": 1.1353009037437523e-07, | |
| "loss": 0.0592, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.8689320388349513, | |
| "grad_norm": 3.0555591438006253, | |
| "learning_rate": 1.0559376395043285e-07, | |
| "loss": 0.0945, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.8737864077669903, | |
| "grad_norm": 3.051111295496214, | |
| "learning_rate": 9.794201677094162e-08, | |
| "loss": 0.0797, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.8786407766990292, | |
| "grad_norm": 2.7716661599394357, | |
| "learning_rate": 9.05752937373533e-08, | |
| "loss": 0.0656, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.883495145631068, | |
| "grad_norm": 2.6599768066898766, | |
| "learning_rate": 8.34940231787379e-08, | |
| "loss": 0.0573, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.8883495145631068, | |
| "grad_norm": 2.4583865470007717, | |
| "learning_rate": 7.66986168268824e-08, | |
| "loss": 0.0555, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.8932038834951457, | |
| "grad_norm": 2.5792819446943325, | |
| "learning_rate": 7.018946979234997e-08, | |
| "loss": 0.0597, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.8980582524271845, | |
| "grad_norm": 2.453764883034279, | |
| "learning_rate": 6.396696054150719e-08, | |
| "loss": 0.0434, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.9029126213592233, | |
| "grad_norm": 2.768337888063692, | |
| "learning_rate": 5.803145087451945e-08, | |
| "loss": 0.0564, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.9077669902912622, | |
| "grad_norm": 3.1511468580593327, | |
| "learning_rate": 5.238328590431163e-08, | |
| "loss": 0.0965, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.912621359223301, | |
| "grad_norm": 2.561994726549062, | |
| "learning_rate": 4.702279403650534e-08, | |
| "loss": 0.0564, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.9174757281553398, | |
| "grad_norm": 3.476610276033248, | |
| "learning_rate": 4.195028695032133e-08, | |
| "loss": 0.1239, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.9223300970873787, | |
| "grad_norm": 2.925141553300206, | |
| "learning_rate": 3.716605958046071e-08, | |
| "loss": 0.0627, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.9271844660194175, | |
| "grad_norm": 2.7611469760094933, | |
| "learning_rate": 3.2670390099951985e-08, | |
| "loss": 0.0692, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.9320388349514563, | |
| "grad_norm": 3.360007890401177, | |
| "learning_rate": 2.846353990398065e-08, | |
| "loss": 0.091, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.9368932038834952, | |
| "grad_norm": 2.863922888806355, | |
| "learning_rate": 2.4545753594688582e-08, | |
| "loss": 0.0544, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.941747572815534, | |
| "grad_norm": 3.1781521212223316, | |
| "learning_rate": 2.0917258966953735e-08, | |
| "loss": 0.0899, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.9466019417475728, | |
| "grad_norm": 3.2060857261214903, | |
| "learning_rate": 1.757826699514298e-08, | |
| "loss": 0.0753, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.9514563106796117, | |
| "grad_norm": 3.1429894090044566, | |
| "learning_rate": 1.4528971820846894e-08, | |
| "loss": 0.0599, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.9563106796116505, | |
| "grad_norm": 2.877788029173042, | |
| "learning_rate": 1.176955074159214e-08, | |
| "loss": 0.0663, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.9611650485436893, | |
| "grad_norm": 3.0772599996496894, | |
| "learning_rate": 9.300164200530815e-09, | |
| "loss": 0.0929, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.9660194174757282, | |
| "grad_norm": 2.677761723865022, | |
| "learning_rate": 7.120955777112915e-09, | |
| "loss": 0.0698, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.970873786407767, | |
| "grad_norm": 3.1409534098169702, | |
| "learning_rate": 5.232052178738567e-09, | |
| "loss": 0.074, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.9757281553398058, | |
| "grad_norm": 3.162448563524175, | |
| "learning_rate": 3.633563233388926e-09, | |
| "loss": 0.0721, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.9805825242718447, | |
| "grad_norm": 2.249075348480327, | |
| "learning_rate": 2.3255818832423894e-09, | |
| "loss": 0.044, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.9854368932038835, | |
| "grad_norm": 2.8655517567670534, | |
| "learning_rate": 1.3081841792694783e-09, | |
| "loss": 0.0686, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.9902912621359223, | |
| "grad_norm": 2.5577916292025225, | |
| "learning_rate": 5.814292768108187e-10, | |
| "loss": 0.068, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.9951456310679612, | |
| "grad_norm": 3.031478562660941, | |
| "learning_rate": 1.453594321393359e-10, | |
| "loss": 0.0799, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.7599660923000546, | |
| "learning_rate": 0.0, | |
| "loss": 0.0409, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 412, | |
| "total_flos": 927334526976.0, | |
| "train_loss": 0.12373686270806396, | |
| "train_runtime": 256.674, | |
| "train_samples_per_second": 12.787, | |
| "train_steps_per_second": 1.605 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 412, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 50000000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 927334526976.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |