| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 625, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0032, | |
| "grad_norm": 5.2346367835998535, | |
| "learning_rate": 3.1746031746031746e-06, | |
| "loss": 5.8721, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0064, | |
| "grad_norm": 6.022397994995117, | |
| "learning_rate": 6.349206349206349e-06, | |
| "loss": 5.775, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0096, | |
| "grad_norm": 4.282025337219238, | |
| "learning_rate": 9.523809523809523e-06, | |
| "loss": 5.6253, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0128, | |
| "grad_norm": 3.7371106147766113, | |
| "learning_rate": 1.2698412698412699e-05, | |
| "loss": 5.1153, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.016, | |
| "grad_norm": 8.722667694091797, | |
| "learning_rate": 1.5873015873015872e-05, | |
| "loss": 5.3364, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0192, | |
| "grad_norm": 4.185220718383789, | |
| "learning_rate": 1.9047619047619046e-05, | |
| "loss": 5.3102, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.0224, | |
| "grad_norm": 3.5511889457702637, | |
| "learning_rate": 2.2222222222222223e-05, | |
| "loss": 4.9739, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0256, | |
| "grad_norm": 3.152355194091797, | |
| "learning_rate": 2.5396825396825397e-05, | |
| "loss": 4.5878, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0288, | |
| "grad_norm": 2.925100326538086, | |
| "learning_rate": 2.857142857142857e-05, | |
| "loss": 4.7562, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.032, | |
| "grad_norm": 3.192331552505493, | |
| "learning_rate": 3.1746031746031745e-05, | |
| "loss": 4.6627, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0352, | |
| "grad_norm": 2.958089590072632, | |
| "learning_rate": 3.492063492063492e-05, | |
| "loss": 4.6227, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0384, | |
| "grad_norm": 4.2280592918396, | |
| "learning_rate": 3.809523809523809e-05, | |
| "loss": 4.4283, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0416, | |
| "grad_norm": 2.748825788497925, | |
| "learning_rate": 4.126984126984127e-05, | |
| "loss": 4.2503, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.0448, | |
| "grad_norm": 2.705292224884033, | |
| "learning_rate": 4.4444444444444447e-05, | |
| "loss": 4.4007, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.048, | |
| "grad_norm": 2.5890371799468994, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 4.3219, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0512, | |
| "grad_norm": 2.485609769821167, | |
| "learning_rate": 5.0793650793650794e-05, | |
| "loss": 4.2298, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.0544, | |
| "grad_norm": 2.5438082218170166, | |
| "learning_rate": 5.396825396825397e-05, | |
| "loss": 4.2862, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0576, | |
| "grad_norm": 2.5402183532714844, | |
| "learning_rate": 5.714285714285714e-05, | |
| "loss": 4.0492, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.0608, | |
| "grad_norm": 2.5497469902038574, | |
| "learning_rate": 6.0317460317460316e-05, | |
| "loss": 4.0702, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.064, | |
| "grad_norm": 2.3628146648406982, | |
| "learning_rate": 6.349206349206349e-05, | |
| "loss": 3.9895, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.0672, | |
| "grad_norm": 2.201223611831665, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 3.9743, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.0704, | |
| "grad_norm": 2.448514938354492, | |
| "learning_rate": 6.984126984126984e-05, | |
| "loss": 4.076, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0736, | |
| "grad_norm": 2.386176824569702, | |
| "learning_rate": 7.301587301587302e-05, | |
| "loss": 3.912, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.0768, | |
| "grad_norm": 2.2783148288726807, | |
| "learning_rate": 7.619047619047618e-05, | |
| "loss": 3.8678, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.472463369369507, | |
| "learning_rate": 7.936507936507937e-05, | |
| "loss": 3.9058, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0832, | |
| "grad_norm": 2.548892021179199, | |
| "learning_rate": 8.253968253968255e-05, | |
| "loss": 3.7761, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.0864, | |
| "grad_norm": 2.4397833347320557, | |
| "learning_rate": 8.571428571428571e-05, | |
| "loss": 3.9437, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.0896, | |
| "grad_norm": 2.532597303390503, | |
| "learning_rate": 8.888888888888889e-05, | |
| "loss": 3.8437, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.0928, | |
| "grad_norm": 2.45221209526062, | |
| "learning_rate": 9.206349206349206e-05, | |
| "loss": 3.8429, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.096, | |
| "grad_norm": 2.645132064819336, | |
| "learning_rate": 9.523809523809524e-05, | |
| "loss": 3.7965, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.0992, | |
| "grad_norm": 2.385370969772339, | |
| "learning_rate": 9.841269841269841e-05, | |
| "loss": 3.7968, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.1024, | |
| "grad_norm": 2.2052712440490723, | |
| "learning_rate": 9.99998248790669e-05, | |
| "loss": 3.7794, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.1056, | |
| "grad_norm": 2.3219361305236816, | |
| "learning_rate": 9.999842391896222e-05, | |
| "loss": 3.6841, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.1088, | |
| "grad_norm": 2.5465614795684814, | |
| "learning_rate": 9.999562203800676e-05, | |
| "loss": 3.5312, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.112, | |
| "grad_norm": 2.497755527496338, | |
| "learning_rate": 9.999141931470729e-05, | |
| "loss": 3.6803, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1152, | |
| "grad_norm": 2.157752752304077, | |
| "learning_rate": 9.998581586682116e-05, | |
| "loss": 3.5856, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1184, | |
| "grad_norm": 2.1215410232543945, | |
| "learning_rate": 9.997881185135307e-05, | |
| "loss": 3.5429, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.1216, | |
| "grad_norm": 3.784062385559082, | |
| "learning_rate": 9.997040746455062e-05, | |
| "loss": 3.6365, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.1248, | |
| "grad_norm": 2.2366509437561035, | |
| "learning_rate": 9.996060294189887e-05, | |
| "loss": 3.5129, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.128, | |
| "grad_norm": 2.240877628326416, | |
| "learning_rate": 9.994939855811362e-05, | |
| "loss": 3.6185, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.1312, | |
| "grad_norm": 2.176579475402832, | |
| "learning_rate": 9.993679462713395e-05, | |
| "loss": 3.4999, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.1344, | |
| "grad_norm": 2.3514060974121094, | |
| "learning_rate": 9.992279150211314e-05, | |
| "loss": 3.466, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.1376, | |
| "grad_norm": 2.2598917484283447, | |
| "learning_rate": 9.990738957540896e-05, | |
| "loss": 3.6413, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.1408, | |
| "grad_norm": 2.0476276874542236, | |
| "learning_rate": 9.989058927857263e-05, | |
| "loss": 3.5978, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.144, | |
| "grad_norm": 2.1762521266937256, | |
| "learning_rate": 9.987239108233668e-05, | |
| "loss": 3.6667, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1472, | |
| "grad_norm": 2.274958848953247, | |
| "learning_rate": 9.985279549660185e-05, | |
| "loss": 3.6054, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.1504, | |
| "grad_norm": 2.249992847442627, | |
| "learning_rate": 9.983180307042274e-05, | |
| "loss": 3.6287, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.1536, | |
| "grad_norm": 2.23592209815979, | |
| "learning_rate": 9.980941439199246e-05, | |
| "loss": 3.5967, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.1568, | |
| "grad_norm": 2.1270549297332764, | |
| "learning_rate": 9.97856300886261e-05, | |
| "loss": 3.4583, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.140577554702759, | |
| "learning_rate": 9.976045082674319e-05, | |
| "loss": 3.4091, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1632, | |
| "grad_norm": 2.1698827743530273, | |
| "learning_rate": 9.973387731184902e-05, | |
| "loss": 3.5535, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.1664, | |
| "grad_norm": 2.188966751098633, | |
| "learning_rate": 9.97059102885149e-05, | |
| "loss": 3.4673, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.1696, | |
| "grad_norm": 2.015054702758789, | |
| "learning_rate": 9.967655054035727e-05, | |
| "loss": 3.5025, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.1728, | |
| "grad_norm": 2.42785906791687, | |
| "learning_rate": 9.964579889001569e-05, | |
| "loss": 3.3789, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.176, | |
| "grad_norm": 3.828245162963867, | |
| "learning_rate": 9.961365619912989e-05, | |
| "loss": 3.3673, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.1792, | |
| "grad_norm": 2.0954813957214355, | |
| "learning_rate": 9.95801233683156e-05, | |
| "loss": 3.501, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.1824, | |
| "grad_norm": 2.17081618309021, | |
| "learning_rate": 9.954520133713924e-05, | |
| "loss": 3.3926, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.1856, | |
| "grad_norm": 2.04852557182312, | |
| "learning_rate": 9.950889108409172e-05, | |
| "loss": 3.391, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.1888, | |
| "grad_norm": 2.426689386367798, | |
| "learning_rate": 9.947119362656092e-05, | |
| "loss": 3.4257, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.192, | |
| "grad_norm": 3.680421829223633, | |
| "learning_rate": 9.94321100208032e-05, | |
| "loss": 3.2982, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1952, | |
| "grad_norm": 2.1409482955932617, | |
| "learning_rate": 9.939164136191384e-05, | |
| "loss": 3.4619, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.1984, | |
| "grad_norm": 1.9399126768112183, | |
| "learning_rate": 9.934978878379636e-05, | |
| "loss": 3.3362, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.2016, | |
| "grad_norm": 1.954500675201416, | |
| "learning_rate": 9.930655345913071e-05, | |
| "loss": 3.1957, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.2048, | |
| "grad_norm": 2.1550300121307373, | |
| "learning_rate": 9.926193659934043e-05, | |
| "loss": 3.4578, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.208, | |
| "grad_norm": 2.44838547706604, | |
| "learning_rate": 9.921593945455869e-05, | |
| "loss": 3.3975, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2112, | |
| "grad_norm": 2.087881565093994, | |
| "learning_rate": 9.916856331359335e-05, | |
| "loss": 3.3682, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2144, | |
| "grad_norm": 2.253127336502075, | |
| "learning_rate": 9.911980950389067e-05, | |
| "loss": 3.2451, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.2176, | |
| "grad_norm": 2.3103411197662354, | |
| "learning_rate": 9.906967939149831e-05, | |
| "loss": 3.3999, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.2208, | |
| "grad_norm": 2.2471373081207275, | |
| "learning_rate": 9.901817438102695e-05, | |
| "loss": 3.2925, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.224, | |
| "grad_norm": 2.1333861351013184, | |
| "learning_rate": 9.896529591561093e-05, | |
| "loss": 3.3604, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.2272, | |
| "grad_norm": 1.914016842842102, | |
| "learning_rate": 9.891104547686782e-05, | |
| "loss": 3.1728, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.2304, | |
| "grad_norm": 2.061126232147217, | |
| "learning_rate": 9.8855424584857e-05, | |
| "loss": 3.2384, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.2336, | |
| "grad_norm": 2.153684139251709, | |
| "learning_rate": 9.879843479803691e-05, | |
| "loss": 3.2965, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.2368, | |
| "grad_norm": 2.109224557876587, | |
| "learning_rate": 9.874007771322151e-05, | |
| "loss": 3.2568, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.588501214981079, | |
| "learning_rate": 9.868035496553546e-05, | |
| "loss": 3.223, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.2432, | |
| "grad_norm": 2.2085981369018555, | |
| "learning_rate": 9.86192682283684e-05, | |
| "loss": 3.3506, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.2464, | |
| "grad_norm": 1.9722400903701782, | |
| "learning_rate": 9.855681921332793e-05, | |
| "loss": 3.2184, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.2496, | |
| "grad_norm": 2.0837275981903076, | |
| "learning_rate": 9.849300967019175e-05, | |
| "loss": 3.2083, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.2528, | |
| "grad_norm": 1.799812912940979, | |
| "learning_rate": 9.84278413868586e-05, | |
| "loss": 3.2038, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.256, | |
| "grad_norm": 2.0242528915405273, | |
| "learning_rate": 9.836131618929819e-05, | |
| "loss": 3.3193, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.2592, | |
| "grad_norm": 1.948160171508789, | |
| "learning_rate": 9.82934359415e-05, | |
| "loss": 3.2132, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.2624, | |
| "grad_norm": 2.1192405223846436, | |
| "learning_rate": 9.822420254542108e-05, | |
| "loss": 3.2444, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.2656, | |
| "grad_norm": 1.9564788341522217, | |
| "learning_rate": 9.815361794093272e-05, | |
| "loss": 3.105, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.2688, | |
| "grad_norm": 2.1899731159210205, | |
| "learning_rate": 9.808168410576617e-05, | |
| "loss": 3.1558, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.272, | |
| "grad_norm": 2.0988922119140625, | |
| "learning_rate": 9.800840305545715e-05, | |
| "loss": 3.2485, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.2752, | |
| "grad_norm": 2.2193591594696045, | |
| "learning_rate": 9.793377684328939e-05, | |
| "loss": 3.296, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.2784, | |
| "grad_norm": 2.007413864135742, | |
| "learning_rate": 9.785780756023714e-05, | |
| "loss": 3.1287, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.2816, | |
| "grad_norm": 1.9749376773834229, | |
| "learning_rate": 9.778049733490655e-05, | |
| "loss": 3.0076, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.2848, | |
| "grad_norm": 2.059288263320923, | |
| "learning_rate": 9.770184833347606e-05, | |
| "loss": 3.1663, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.288, | |
| "grad_norm": 1.96829354763031, | |
| "learning_rate": 9.762186275963563e-05, | |
| "loss": 3.2163, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2912, | |
| "grad_norm": 2.0208017826080322, | |
| "learning_rate": 9.754054285452506e-05, | |
| "loss": 3.2242, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.2944, | |
| "grad_norm": 1.88913094997406, | |
| "learning_rate": 9.745789089667121e-05, | |
| "loss": 3.0072, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.2976, | |
| "grad_norm": 1.996383547782898, | |
| "learning_rate": 9.737390920192408e-05, | |
| "loss": 3.2108, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.3008, | |
| "grad_norm": 2.0667550563812256, | |
| "learning_rate": 9.7288600123392e-05, | |
| "loss": 3.108, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.304, | |
| "grad_norm": 1.9526984691619873, | |
| "learning_rate": 9.720196605137565e-05, | |
| "loss": 3.067, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3072, | |
| "grad_norm": 2.0643012523651123, | |
| "learning_rate": 9.71140094133011e-05, | |
| "loss": 3.2143, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.3104, | |
| "grad_norm": 2.187326431274414, | |
| "learning_rate": 9.702473267365182e-05, | |
| "loss": 3.1007, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.3136, | |
| "grad_norm": 2.1299145221710205, | |
| "learning_rate": 9.693413833389956e-05, | |
| "loss": 3.1868, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.3168, | |
| "grad_norm": 1.7644037008285522, | |
| "learning_rate": 9.684222893243431e-05, | |
| "loss": 2.9406, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.112617015838623, | |
| "learning_rate": 9.674900704449324e-05, | |
| "loss": 3.1198, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3232, | |
| "grad_norm": 1.8327059745788574, | |
| "learning_rate": 9.665447528208836e-05, | |
| "loss": 3.1278, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.3264, | |
| "grad_norm": 1.8569375276565552, | |
| "learning_rate": 9.655863629393351e-05, | |
| "loss": 3.2069, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.3296, | |
| "grad_norm": 1.7960104942321777, | |
| "learning_rate": 9.64614927653701e-05, | |
| "loss": 3.0708, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.3328, | |
| "grad_norm": 1.888593316078186, | |
| "learning_rate": 9.636304741829181e-05, | |
| "loss": 3.1365, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.336, | |
| "grad_norm": 1.8564034700393677, | |
| "learning_rate": 9.626330301106837e-05, | |
| "loss": 3.0059, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.3392, | |
| "grad_norm": 1.9591517448425293, | |
| "learning_rate": 9.616226233846828e-05, | |
| "loss": 2.9778, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.3424, | |
| "grad_norm": 2.025777816772461, | |
| "learning_rate": 9.605992823158046e-05, | |
| "loss": 3.0969, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.3456, | |
| "grad_norm": 1.8839352130889893, | |
| "learning_rate": 9.595630355773501e-05, | |
| "loss": 3.1342, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.3488, | |
| "grad_norm": 5.388115882873535, | |
| "learning_rate": 9.585139122042274e-05, | |
| "loss": 3.1961, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.352, | |
| "grad_norm": 2.056678533554077, | |
| "learning_rate": 9.574519415921396e-05, | |
| "loss": 3.1183, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.3552, | |
| "grad_norm": 3.0575530529022217, | |
| "learning_rate": 9.5637715349676e-05, | |
| "loss": 3.1446, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.3584, | |
| "grad_norm": 1.8165247440338135, | |
| "learning_rate": 9.552895780328987e-05, | |
| "loss": 3.0338, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.3616, | |
| "grad_norm": 1.845023512840271, | |
| "learning_rate": 9.541892456736595e-05, | |
| "loss": 3.194, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.3648, | |
| "grad_norm": 1.9389755725860596, | |
| "learning_rate": 9.530761872495849e-05, | |
| "loss": 3.0054, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.368, | |
| "grad_norm": 1.9471769332885742, | |
| "learning_rate": 9.519504339477932e-05, | |
| "loss": 3.1499, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.3712, | |
| "grad_norm": 1.9367070198059082, | |
| "learning_rate": 9.508120173111039e-05, | |
| "loss": 3.0068, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.3744, | |
| "grad_norm": 2.018630027770996, | |
| "learning_rate": 9.496609692371548e-05, | |
| "loss": 3.1722, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.3776, | |
| "grad_norm": 2.0086734294891357, | |
| "learning_rate": 9.484973219775074e-05, | |
| "loss": 3.2773, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.3808, | |
| "grad_norm": 1.9771322011947632, | |
| "learning_rate": 9.473211081367436e-05, | |
| "loss": 3.0502, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.384, | |
| "grad_norm": 1.9231762886047363, | |
| "learning_rate": 9.46132360671552e-05, | |
| "loss": 3.0415, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.3872, | |
| "grad_norm": 1.924302101135254, | |
| "learning_rate": 9.449311128898049e-05, | |
| "loss": 3.0794, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.3904, | |
| "grad_norm": 1.967323899269104, | |
| "learning_rate": 9.437173984496246e-05, | |
| "loss": 3.1527, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.3936, | |
| "grad_norm": 1.9681285619735718, | |
| "learning_rate": 9.424912513584401e-05, | |
| "loss": 3.1767, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.3968, | |
| "grad_norm": 1.908687710762024, | |
| "learning_rate": 9.412527059720352e-05, | |
| "loss": 2.9755, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.9891773462295532, | |
| "learning_rate": 9.400017969935848e-05, | |
| "loss": 2.9644, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.4032, | |
| "grad_norm": 1.8200337886810303, | |
| "learning_rate": 9.387385594726829e-05, | |
| "loss": 3.0334, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.4064, | |
| "grad_norm": 1.9553104639053345, | |
| "learning_rate": 9.374630288043614e-05, | |
| "loss": 3.1011, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.4096, | |
| "grad_norm": 3.5282905101776123, | |
| "learning_rate": 9.361752407280965e-05, | |
| "loss": 2.9859, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.4128, | |
| "grad_norm": 1.9712797403335571, | |
| "learning_rate": 9.348752313268093e-05, | |
| "loss": 2.9472, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.416, | |
| "grad_norm": 1.927635908126831, | |
| "learning_rate": 9.335630370258533e-05, | |
| "loss": 3.1396, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.4192, | |
| "grad_norm": 1.9233123064041138, | |
| "learning_rate": 9.322386945919946e-05, | |
| "loss": 3.1889, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.4224, | |
| "grad_norm": 1.870160460472107, | |
| "learning_rate": 9.309022411323816e-05, | |
| "loss": 3.0916, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.4256, | |
| "grad_norm": 1.7860538959503174, | |
| "learning_rate": 9.295537140935049e-05, | |
| "loss": 3.1584, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.4288, | |
| "grad_norm": 1.723097801208496, | |
| "learning_rate": 9.281931512601485e-05, | |
| "loss": 2.8587, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.432, | |
| "grad_norm": 1.976706862449646, | |
| "learning_rate": 9.26820590754331e-05, | |
| "loss": 2.9942, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.4352, | |
| "grad_norm": 1.8147152662277222, | |
| "learning_rate": 9.254360710342371e-05, | |
| "loss": 3.087, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.4384, | |
| "grad_norm": 1.8946576118469238, | |
| "learning_rate": 9.240396308931407e-05, | |
| "loss": 3.0101, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.4416, | |
| "grad_norm": 1.8432953357696533, | |
| "learning_rate": 9.226313094583173e-05, | |
| "loss": 3.0351, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.4448, | |
| "grad_norm": 1.8600575923919678, | |
| "learning_rate": 9.212111461899479e-05, | |
| "loss": 3.0027, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.448, | |
| "grad_norm": 1.7912688255310059, | |
| "learning_rate": 9.197791808800135e-05, | |
| "loss": 3.0568, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.4512, | |
| "grad_norm": 2.005932569503784, | |
| "learning_rate": 9.183354536511803e-05, | |
| "loss": 2.9778, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.4544, | |
| "grad_norm": 1.8989531993865967, | |
| "learning_rate": 9.168800049556747e-05, | |
| "loss": 2.9711, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.4576, | |
| "grad_norm": 1.7888331413269043, | |
| "learning_rate": 9.154128755741509e-05, | |
| "loss": 2.9901, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.4608, | |
| "grad_norm": 1.9094816446304321, | |
| "learning_rate": 9.139341066145472e-05, | |
| "loss": 3.0248, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.464, | |
| "grad_norm": 1.7940737009048462, | |
| "learning_rate": 9.124437395109353e-05, | |
| "loss": 3.0141, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.4672, | |
| "grad_norm": 1.7626845836639404, | |
| "learning_rate": 9.109418160223585e-05, | |
| "loss": 2.9531, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.4704, | |
| "grad_norm": 1.9440515041351318, | |
| "learning_rate": 9.094283782316619e-05, | |
| "loss": 2.9732, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.4736, | |
| "grad_norm": 1.7515082359313965, | |
| "learning_rate": 9.079034685443133e-05, | |
| "loss": 2.8, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.4768, | |
| "grad_norm": 1.8595532178878784, | |
| "learning_rate": 9.063671296872149e-05, | |
| "loss": 2.9873, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.9954842329025269, | |
| "learning_rate": 9.048194047075069e-05, | |
| "loss": 2.9793, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4832, | |
| "grad_norm": 1.8819364309310913, | |
| "learning_rate": 9.032603369713596e-05, | |
| "loss": 2.8904, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.4864, | |
| "grad_norm": 1.75027596950531, | |
| "learning_rate": 9.016899701627604e-05, | |
| "loss": 2.9811, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.4896, | |
| "grad_norm": 1.9617975950241089, | |
| "learning_rate": 9.00108348282288e-05, | |
| "loss": 3.0418, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.4928, | |
| "grad_norm": 1.8097938299179077, | |
| "learning_rate": 8.985155156458811e-05, | |
| "loss": 3.0068, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.496, | |
| "grad_norm": 2.008989095687866, | |
| "learning_rate": 8.969115168835954e-05, | |
| "loss": 2.8913, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.4992, | |
| "grad_norm": 1.8119149208068848, | |
| "learning_rate": 8.952963969383538e-05, | |
| "loss": 3.004, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.5024, | |
| "grad_norm": 1.9150359630584717, | |
| "learning_rate": 8.93670201064687e-05, | |
| "loss": 2.9404, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.5056, | |
| "grad_norm": 1.8803378343582153, | |
| "learning_rate": 8.920329748274649e-05, | |
| "loss": 2.9279, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.5088, | |
| "grad_norm": 1.7308014631271362, | |
| "learning_rate": 8.903847641006218e-05, | |
| "loss": 2.9482, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.512, | |
| "grad_norm": 2.0764575004577637, | |
| "learning_rate": 8.887256150658684e-05, | |
| "loss": 2.9425, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.5152, | |
| "grad_norm": 1.8219692707061768, | |
| "learning_rate": 8.870555742113998e-05, | |
| "loss": 3.0176, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.5184, | |
| "grad_norm": 1.8642444610595703, | |
| "learning_rate": 8.85374688330592e-05, | |
| "loss": 3.0474, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.5216, | |
| "grad_norm": 1.9277112483978271, | |
| "learning_rate": 8.836830045206911e-05, | |
| "loss": 2.9487, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.5248, | |
| "grad_norm": 1.793232798576355, | |
| "learning_rate": 8.81980570181494e-05, | |
| "loss": 2.8907, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.528, | |
| "grad_norm": 1.8513329029083252, | |
| "learning_rate": 8.802674330140192e-05, | |
| "loss": 2.9645, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.5312, | |
| "grad_norm": 1.7978984117507935, | |
| "learning_rate": 8.785436410191714e-05, | |
| "loss": 2.9939, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.5344, | |
| "grad_norm": 1.7157683372497559, | |
| "learning_rate": 8.76809242496396e-05, | |
| "loss": 2.8079, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.5376, | |
| "grad_norm": 1.7450584173202515, | |
| "learning_rate": 8.750642860423262e-05, | |
| "loss": 2.9477, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.5408, | |
| "grad_norm": 1.812904715538025, | |
| "learning_rate": 8.733088205494205e-05, | |
| "loss": 2.9842, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.544, | |
| "grad_norm": 1.878509759902954, | |
| "learning_rate": 8.715428952045936e-05, | |
| "loss": 2.8992, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.5472, | |
| "grad_norm": 1.8090356588363647, | |
| "learning_rate": 8.697665594878382e-05, | |
| "loss": 2.9507, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.5504, | |
| "grad_norm": 1.8601405620574951, | |
| "learning_rate": 8.679798631708375e-05, | |
| "loss": 2.8263, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.5536, | |
| "grad_norm": 1.8406038284301758, | |
| "learning_rate": 8.661828563155727e-05, | |
| "loss": 2.8991, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.5568, | |
| "grad_norm": 1.7687346935272217, | |
| "learning_rate": 8.643755892729179e-05, | |
| "loss": 2.8437, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 1.9318656921386719, | |
| "learning_rate": 8.625581126812312e-05, | |
| "loss": 3.0261, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.5632, | |
| "grad_norm": 1.8095970153808594, | |
| "learning_rate": 8.607304774649349e-05, | |
| "loss": 2.9269, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.5664, | |
| "grad_norm": 1.8424136638641357, | |
| "learning_rate": 8.588927348330887e-05, | |
| "loss": 2.7917, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.5696, | |
| "grad_norm": 1.9472522735595703, | |
| "learning_rate": 8.57044936277955e-05, | |
| "loss": 2.7557, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.5728, | |
| "grad_norm": 1.8774663209915161, | |
| "learning_rate": 8.551871335735565e-05, | |
| "loss": 2.8426, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.576, | |
| "grad_norm": 2.0363616943359375, | |
| "learning_rate": 8.533193787742251e-05, | |
| "loss": 2.8605, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.5792, | |
| "grad_norm": 1.802148699760437, | |
| "learning_rate": 8.51441724213143e-05, | |
| "loss": 2.8999, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.5824, | |
| "grad_norm": 1.9002522230148315, | |
| "learning_rate": 8.495542225008771e-05, | |
| "loss": 2.854, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.5856, | |
| "grad_norm": 1.715409755706787, | |
| "learning_rate": 8.476569265239046e-05, | |
| "loss": 2.8574, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.5888, | |
| "grad_norm": 1.9336328506469727, | |
| "learning_rate": 8.457498894431311e-05, | |
| "loss": 2.7513, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.592, | |
| "grad_norm": 1.8150614500045776, | |
| "learning_rate": 8.438331646924013e-05, | |
| "loss": 2.8648, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.5952, | |
| "grad_norm": 1.745450735092163, | |
| "learning_rate": 8.419068059770011e-05, | |
| "loss": 2.8102, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.5984, | |
| "grad_norm": 1.7649202346801758, | |
| "learning_rate": 8.399708672721539e-05, | |
| "loss": 2.943, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.6016, | |
| "grad_norm": 1.9029461145401, | |
| "learning_rate": 8.380254028215076e-05, | |
| "loss": 2.9549, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.6048, | |
| "grad_norm": 1.6569948196411133, | |
| "learning_rate": 8.360704671356145e-05, | |
| "loss": 2.762, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.608, | |
| "grad_norm": 1.8082654476165771, | |
| "learning_rate": 8.341061149904045e-05, | |
| "loss": 2.8673, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.6112, | |
| "grad_norm": 2.0130746364593506, | |
| "learning_rate": 8.321324014256504e-05, | |
| "loss": 2.8208, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.6144, | |
| "grad_norm": 1.9243208169937134, | |
| "learning_rate": 8.30149381743425e-05, | |
| "loss": 2.8175, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.6176, | |
| "grad_norm": 1.7602218389511108, | |
| "learning_rate": 8.28157111506552e-05, | |
| "loss": 2.8133, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.6208, | |
| "grad_norm": 1.9011287689208984, | |
| "learning_rate": 8.261556465370493e-05, | |
| "loss": 2.915, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.624, | |
| "grad_norm": 1.8260935544967651, | |
| "learning_rate": 8.24145042914565e-05, | |
| "loss": 2.7879, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.6272, | |
| "grad_norm": 2.0104498863220215, | |
| "learning_rate": 8.221253569748055e-05, | |
| "loss": 2.9628, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.6304, | |
| "grad_norm": 1.821583867073059, | |
| "learning_rate": 8.200966453079575e-05, | |
| "loss": 2.8391, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.6336, | |
| "grad_norm": 1.8291980028152466, | |
| "learning_rate": 8.180589647571023e-05, | |
| "loss": 2.8921, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.6368, | |
| "grad_norm": 1.8733659982681274, | |
| "learning_rate": 8.16012372416623e-05, | |
| "loss": 2.8988, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 1.9064126014709473, | |
| "learning_rate": 8.13956925630605e-05, | |
| "loss": 2.8047, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.6432, | |
| "grad_norm": 1.7694967985153198, | |
| "learning_rate": 8.118926819912287e-05, | |
| "loss": 2.8175, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.6464, | |
| "grad_norm": 1.9278019666671753, | |
| "learning_rate": 8.098196993371565e-05, | |
| "loss": 2.7233, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.6496, | |
| "grad_norm": 1.7496165037155151, | |
| "learning_rate": 8.077380357519115e-05, | |
| "loss": 2.8196, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.6528, | |
| "grad_norm": 1.8212895393371582, | |
| "learning_rate": 8.056477495622511e-05, | |
| "loss": 2.8749, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.656, | |
| "grad_norm": 1.8443467617034912, | |
| "learning_rate": 8.035488993365312e-05, | |
| "loss": 2.8373, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.6592, | |
| "grad_norm": 1.804992437362671, | |
| "learning_rate": 8.014415438830667e-05, | |
| "loss": 2.8248, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.6624, | |
| "grad_norm": 1.7744520902633667, | |
| "learning_rate": 7.993257422484826e-05, | |
| "loss": 2.8403, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.6656, | |
| "grad_norm": 1.9854934215545654, | |
| "learning_rate": 7.972015537160602e-05, | |
| "loss": 2.9588, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.6688, | |
| "grad_norm": 1.7830610275268555, | |
| "learning_rate": 7.950690378040758e-05, | |
| "loss": 2.7737, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.672, | |
| "grad_norm": 1.8114231824874878, | |
| "learning_rate": 7.929282542641325e-05, | |
| "loss": 2.7003, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.6752, | |
| "grad_norm": 1.931700348854065, | |
| "learning_rate": 7.907792630794876e-05, | |
| "loss": 2.8088, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.6784, | |
| "grad_norm": 1.8684518337249756, | |
| "learning_rate": 7.886221244633703e-05, | |
| "loss": 2.878, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.6816, | |
| "grad_norm": 1.8997987508773804, | |
| "learning_rate": 7.864568988572947e-05, | |
| "loss": 2.9374, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.6848, | |
| "grad_norm": 1.7682809829711914, | |
| "learning_rate": 7.842836469293673e-05, | |
| "loss": 2.7694, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.688, | |
| "grad_norm": 1.8019146919250488, | |
| "learning_rate": 7.821024295725865e-05, | |
| "loss": 2.8153, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.6912, | |
| "grad_norm": 1.8119292259216309, | |
| "learning_rate": 7.79913307903136e-05, | |
| "loss": 2.8072, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.6944, | |
| "grad_norm": 1.8016608953475952, | |
| "learning_rate": 7.777163432586734e-05, | |
| "loss": 2.7276, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.6976, | |
| "grad_norm": 1.8160144090652466, | |
| "learning_rate": 7.755115971966104e-05, | |
| "loss": 2.8539, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.7008, | |
| "grad_norm": 1.825020670890808, | |
| "learning_rate": 7.732991314923891e-05, | |
| "loss": 2.7796, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.704, | |
| "grad_norm": 1.7632222175598145, | |
| "learning_rate": 7.710790081377502e-05, | |
| "loss": 2.7914, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.7072, | |
| "grad_norm": 1.8498951196670532, | |
| "learning_rate": 7.688512893389964e-05, | |
| "loss": 2.6861, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.7104, | |
| "grad_norm": 2.0129451751708984, | |
| "learning_rate": 7.666160375152496e-05, | |
| "loss": 2.8217, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.7136, | |
| "grad_norm": 1.780062198638916, | |
| "learning_rate": 7.643733152967019e-05, | |
| "loss": 2.8554, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.7168, | |
| "grad_norm": 1.726577877998352, | |
| "learning_rate": 7.621231855228604e-05, | |
| "loss": 2.831, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 1.7651227712631226, | |
| "learning_rate": 7.598657112407865e-05, | |
| "loss": 2.8193, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.7232, | |
| "grad_norm": 1.7961740493774414, | |
| "learning_rate": 7.576009557033304e-05, | |
| "loss": 2.8149, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.7264, | |
| "grad_norm": 1.813366174697876, | |
| "learning_rate": 7.553289823673568e-05, | |
| "loss": 2.855, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.7296, | |
| "grad_norm": 1.8143000602722168, | |
| "learning_rate": 7.530498548919693e-05, | |
| "loss": 2.8651, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.7328, | |
| "grad_norm": 1.7585805654525757, | |
| "learning_rate": 7.507636371367246e-05, | |
| "loss": 3.0031, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.736, | |
| "grad_norm": 2.2777135372161865, | |
| "learning_rate": 7.484703931598445e-05, | |
| "loss": 2.8548, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.7392, | |
| "grad_norm": 1.8288154602050781, | |
| "learning_rate": 7.461701872164204e-05, | |
| "loss": 2.7425, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.7424, | |
| "grad_norm": 1.8734841346740723, | |
| "learning_rate": 7.438630837566133e-05, | |
| "loss": 2.8703, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.7456, | |
| "grad_norm": 1.742242455482483, | |
| "learning_rate": 7.415491474238475e-05, | |
| "loss": 2.772, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.7488, | |
| "grad_norm": 1.7874287366867065, | |
| "learning_rate": 7.39228443053e-05, | |
| "loss": 2.7379, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.752, | |
| "grad_norm": 1.8021794557571411, | |
| "learning_rate": 7.369010356685833e-05, | |
| "loss": 2.9262, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.7552, | |
| "grad_norm": 1.7524378299713135, | |
| "learning_rate": 7.345669904829237e-05, | |
| "loss": 2.6676, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.7584, | |
| "grad_norm": 1.8277724981307983, | |
| "learning_rate": 7.32226372894334e-05, | |
| "loss": 2.771, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.7616, | |
| "grad_norm": 1.7385722398757935, | |
| "learning_rate": 7.298792484852808e-05, | |
| "loss": 2.7508, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.7648, | |
| "grad_norm": 1.927331805229187, | |
| "learning_rate": 7.27525683020548e-05, | |
| "loss": 2.8279, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.768, | |
| "grad_norm": 1.7165371179580688, | |
| "learning_rate": 7.251657424453928e-05, | |
| "loss": 2.6799, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.7712, | |
| "grad_norm": 1.6585590839385986, | |
| "learning_rate": 7.227994928836988e-05, | |
| "loss": 2.6849, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.7744, | |
| "grad_norm": 1.7066259384155273, | |
| "learning_rate": 7.204270006361228e-05, | |
| "loss": 2.7189, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.7776, | |
| "grad_norm": 1.8811277151107788, | |
| "learning_rate": 7.180483321782374e-05, | |
| "loss": 2.7771, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.7808, | |
| "grad_norm": 1.790667176246643, | |
| "learning_rate": 7.156635541586682e-05, | |
| "loss": 2.6777, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.784, | |
| "grad_norm": 1.7074140310287476, | |
| "learning_rate": 7.132727333972265e-05, | |
| "loss": 2.7974, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.7872, | |
| "grad_norm": 1.6692975759506226, | |
| "learning_rate": 7.108759368830371e-05, | |
| "loss": 2.7194, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.7904, | |
| "grad_norm": 1.759386420249939, | |
| "learning_rate": 7.084732317726611e-05, | |
| "loss": 2.7475, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.7936, | |
| "grad_norm": 1.7140787839889526, | |
| "learning_rate": 7.060646853882145e-05, | |
| "loss": 2.7576, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.7968, | |
| "grad_norm": 1.6590884923934937, | |
| "learning_rate": 7.036503652154812e-05, | |
| "loss": 2.8157, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.7052589654922485, | |
| "learning_rate": 7.012303389020234e-05, | |
| "loss": 2.7951, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8032, | |
| "grad_norm": 1.730635166168213, | |
| "learning_rate": 6.988046742552845e-05, | |
| "loss": 2.8279, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.8064, | |
| "grad_norm": 1.7786180973052979, | |
| "learning_rate": 6.963734392406907e-05, | |
| "loss": 2.6559, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.8096, | |
| "grad_norm": 1.901053547859192, | |
| "learning_rate": 6.93936701979746e-05, | |
| "loss": 2.8896, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.8128, | |
| "grad_norm": 1.7321664094924927, | |
| "learning_rate": 6.914945307481228e-05, | |
| "loss": 2.795, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.816, | |
| "grad_norm": 1.7901755571365356, | |
| "learning_rate": 6.890469939737506e-05, | |
| "loss": 2.7142, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.8192, | |
| "grad_norm": 1.7946327924728394, | |
| "learning_rate": 6.865941602348966e-05, | |
| "loss": 2.781, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.8224, | |
| "grad_norm": 1.8260494470596313, | |
| "learning_rate": 6.841360982582463e-05, | |
| "loss": 2.6868, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.8256, | |
| "grad_norm": 1.8089832067489624, | |
| "learning_rate": 6.816728769169757e-05, | |
| "loss": 2.7845, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.8288, | |
| "grad_norm": 1.711962342262268, | |
| "learning_rate": 6.792045652288234e-05, | |
| "loss": 2.7037, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.832, | |
| "grad_norm": 1.7422336339950562, | |
| "learning_rate": 6.767312323541555e-05, | |
| "loss": 2.7938, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.8352, | |
| "grad_norm": 1.7964292764663696, | |
| "learning_rate": 6.742529475940284e-05, | |
| "loss": 2.6584, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.8384, | |
| "grad_norm": 1.7422146797180176, | |
| "learning_rate": 6.717697803882467e-05, | |
| "loss": 2.735, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.8416, | |
| "grad_norm": 1.7856199741363525, | |
| "learning_rate": 6.692818003134184e-05, | |
| "loss": 2.7753, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.8448, | |
| "grad_norm": 1.7519943714141846, | |
| "learning_rate": 6.667890770810035e-05, | |
| "loss": 2.7173, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.848, | |
| "grad_norm": 1.705423355102539, | |
| "learning_rate": 6.64291680535363e-05, | |
| "loss": 2.7212, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.8512, | |
| "grad_norm": 1.787747859954834, | |
| "learning_rate": 6.617896806518005e-05, | |
| "loss": 2.7499, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.8544, | |
| "grad_norm": 1.652585744857788, | |
| "learning_rate": 6.592831475346018e-05, | |
| "loss": 2.5542, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.8576, | |
| "grad_norm": 1.8116321563720703, | |
| "learning_rate": 6.56772151415071e-05, | |
| "loss": 2.8155, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.8608, | |
| "grad_norm": 1.7901153564453125, | |
| "learning_rate": 6.542567626495619e-05, | |
| "loss": 2.7472, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.864, | |
| "grad_norm": 1.7034342288970947, | |
| "learning_rate": 6.517370517175081e-05, | |
| "loss": 2.7116, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.8672, | |
| "grad_norm": 1.832322597503662, | |
| "learning_rate": 6.492130892194461e-05, | |
| "loss": 2.7618, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.8704, | |
| "grad_norm": 1.7125661373138428, | |
| "learning_rate": 6.466849458750394e-05, | |
| "loss": 2.6383, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.8736, | |
| "grad_norm": 1.801355004310608, | |
| "learning_rate": 6.441526925210949e-05, | |
| "loss": 2.5274, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.8768, | |
| "grad_norm": 1.7398046255111694, | |
| "learning_rate": 6.416164001095799e-05, | |
| "loss": 2.7207, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 1.6901566982269287, | |
| "learning_rate": 6.390761397056328e-05, | |
| "loss": 2.7043, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.8832, | |
| "grad_norm": 1.6404509544372559, | |
| "learning_rate": 6.365319824855727e-05, | |
| "loss": 2.6003, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.8864, | |
| "grad_norm": 1.6571403741836548, | |
| "learning_rate": 6.339839997349045e-05, | |
| "loss": 2.7515, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.8896, | |
| "grad_norm": 1.64620041847229, | |
| "learning_rate": 6.314322628463219e-05, | |
| "loss": 2.619, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.8928, | |
| "grad_norm": 1.7471263408660889, | |
| "learning_rate": 6.288768433177068e-05, | |
| "loss": 2.6689, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.896, | |
| "grad_norm": 1.7717193365097046, | |
| "learning_rate": 6.26317812750126e-05, | |
| "loss": 2.7607, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.8992, | |
| "grad_norm": 1.6764250993728638, | |
| "learning_rate": 6.237552428458256e-05, | |
| "loss": 2.6201, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.9024, | |
| "grad_norm": 1.6406267881393433, | |
| "learning_rate": 6.21189205406221e-05, | |
| "loss": 2.7044, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.9056, | |
| "grad_norm": 1.7228118181228638, | |
| "learning_rate": 6.186197723298855e-05, | |
| "loss": 2.8106, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.9088, | |
| "grad_norm": 1.6297177076339722, | |
| "learning_rate": 6.160470156105362e-05, | |
| "loss": 2.7442, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.912, | |
| "grad_norm": 1.691156268119812, | |
| "learning_rate": 6.134710073350156e-05, | |
| "loss": 2.6915, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.9152, | |
| "grad_norm": 1.7338085174560547, | |
| "learning_rate": 6.108918196812734e-05, | |
| "loss": 2.6418, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.9184, | |
| "grad_norm": 1.7589360475540161, | |
| "learning_rate": 6.083095249163424e-05, | |
| "loss": 2.7577, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.9216, | |
| "grad_norm": 1.6277837753295898, | |
| "learning_rate": 6.057241953943154e-05, | |
| "loss": 2.6624, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.9248, | |
| "grad_norm": 1.7026268243789673, | |
| "learning_rate": 6.031359035543158e-05, | |
| "loss": 2.6401, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.928, | |
| "grad_norm": 1.781171202659607, | |
| "learning_rate": 6.005447219184702e-05, | |
| "loss": 2.7218, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.9312, | |
| "grad_norm": 1.7018693685531616, | |
| "learning_rate": 5.9795072308987485e-05, | |
| "loss": 2.5756, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.9344, | |
| "grad_norm": 1.710750699043274, | |
| "learning_rate": 5.9535397975056154e-05, | |
| "loss": 2.738, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.9376, | |
| "grad_norm": 1.7480794191360474, | |
| "learning_rate": 5.927545646594617e-05, | |
| "loss": 2.5714, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.9408, | |
| "grad_norm": 1.7700692415237427, | |
| "learning_rate": 5.901525506503668e-05, | |
| "loss": 2.8079, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.944, | |
| "grad_norm": 1.7823493480682373, | |
| "learning_rate": 5.87548010629889e-05, | |
| "loss": 2.6776, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.9472, | |
| "grad_norm": 1.6947530508041382, | |
| "learning_rate": 5.8494101757541676e-05, | |
| "loss": 2.6956, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.9504, | |
| "grad_norm": 3.6984357833862305, | |
| "learning_rate": 5.8233164453307156e-05, | |
| "loss": 2.7138, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.9536, | |
| "grad_norm": 1.7368056774139404, | |
| "learning_rate": 5.797199646156596e-05, | |
| "loss": 2.6646, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.9568, | |
| "grad_norm": 1.7944828271865845, | |
| "learning_rate": 5.7710605100062485e-05, | |
| "loss": 2.7675, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 1.6918281316757202, | |
| "learning_rate": 5.7448997692799764e-05, | |
| "loss": 2.5737, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.9632, | |
| "grad_norm": 1.6261357069015503, | |
| "learning_rate": 5.718718156983428e-05, | |
| "loss": 2.6307, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.9664, | |
| "grad_norm": 1.7582976818084717, | |
| "learning_rate": 5.69251640670706e-05, | |
| "loss": 2.6687, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.9696, | |
| "grad_norm": 1.6695537567138672, | |
| "learning_rate": 5.6662952526055793e-05, | |
| "loss": 2.5779, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.9728, | |
| "grad_norm": 1.7661280632019043, | |
| "learning_rate": 5.6400554293773744e-05, | |
| "loss": 2.7142, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.976, | |
| "grad_norm": 1.8265255689620972, | |
| "learning_rate": 5.61379767224393e-05, | |
| "loss": 2.749, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.9792, | |
| "grad_norm": 1.6744146347045898, | |
| "learning_rate": 5.587522716929228e-05, | |
| "loss": 2.5499, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.9824, | |
| "grad_norm": 1.6788204908370972, | |
| "learning_rate": 5.561231299639127e-05, | |
| "loss": 2.7511, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.9856, | |
| "grad_norm": 1.8337587118148804, | |
| "learning_rate": 5.534924157040745e-05, | |
| "loss": 2.7018, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.9888, | |
| "grad_norm": 1.706388235092163, | |
| "learning_rate": 5.508602026241807e-05, | |
| "loss": 2.6037, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.992, | |
| "grad_norm": 1.699271559715271, | |
| "learning_rate": 5.482265644769998e-05, | |
| "loss": 2.7222, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.9952, | |
| "grad_norm": 1.67972993850708, | |
| "learning_rate": 5.4559157505522985e-05, | |
| "loss": 2.4653, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.9984, | |
| "grad_norm": 1.6633968353271484, | |
| "learning_rate": 5.429553081894304e-05, | |
| "loss": 2.6239, | |
| "step": 624 | |
| } | |
| ], | |
| "logging_steps": 2, | |
| "max_steps": 1250, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 625, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0577401470989107e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |