| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 521, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003838771593090211, | |
| "grad_norm": 39.1374626159668, | |
| "learning_rate": 3.7735849056603773e-06, | |
| "loss": 5.6737, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.007677543186180422, | |
| "grad_norm": 24.925661087036133, | |
| "learning_rate": 7.547169811320755e-06, | |
| "loss": 5.612, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.011516314779270634, | |
| "grad_norm": 12.562352180480957, | |
| "learning_rate": 1.1320754716981132e-05, | |
| "loss": 5.0919, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.015355086372360844, | |
| "grad_norm": 7.011171817779541, | |
| "learning_rate": 1.509433962264151e-05, | |
| "loss": 4.6621, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.019193857965451054, | |
| "grad_norm": 5.962992191314697, | |
| "learning_rate": 1.8867924528301888e-05, | |
| "loss": 4.6095, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.023032629558541268, | |
| "grad_norm": 6.030173301696777, | |
| "learning_rate": 2.2641509433962265e-05, | |
| "loss": 4.6055, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.026871401151631478, | |
| "grad_norm": 5.021393775939941, | |
| "learning_rate": 2.641509433962264e-05, | |
| "loss": 4.2814, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.030710172744721688, | |
| "grad_norm": 4.441908359527588, | |
| "learning_rate": 3.018867924528302e-05, | |
| "loss": 4.2399, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0345489443378119, | |
| "grad_norm": 3.59828782081604, | |
| "learning_rate": 3.39622641509434e-05, | |
| "loss": 4.1171, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.03838771593090211, | |
| "grad_norm": 3.9370954036712646, | |
| "learning_rate": 3.7735849056603776e-05, | |
| "loss": 4.1206, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.04222648752399232, | |
| "grad_norm": 2.9339046478271484, | |
| "learning_rate": 4.150943396226415e-05, | |
| "loss": 3.9446, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.046065259117082535, | |
| "grad_norm": 3.2044146060943604, | |
| "learning_rate": 4.528301886792453e-05, | |
| "loss": 3.7939, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.04990403071017274, | |
| "grad_norm": 3.1344337463378906, | |
| "learning_rate": 4.9056603773584906e-05, | |
| "loss": 3.7661, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.053742802303262956, | |
| "grad_norm": 2.632190704345703, | |
| "learning_rate": 5.283018867924528e-05, | |
| "loss": 3.7593, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.05758157389635317, | |
| "grad_norm": 2.875645399093628, | |
| "learning_rate": 5.660377358490566e-05, | |
| "loss": 3.458, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.061420345489443376, | |
| "grad_norm": 2.202479600906372, | |
| "learning_rate": 6.037735849056604e-05, | |
| "loss": 3.7317, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.06525911708253358, | |
| "grad_norm": 3.269009590148926, | |
| "learning_rate": 6.415094339622641e-05, | |
| "loss": 3.6346, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.0690978886756238, | |
| "grad_norm": 2.55442476272583, | |
| "learning_rate": 6.79245283018868e-05, | |
| "loss": 3.5382, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.07293666026871401, | |
| "grad_norm": 2.7956719398498535, | |
| "learning_rate": 7.169811320754717e-05, | |
| "loss": 3.6172, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.07677543186180422, | |
| "grad_norm": 2.430014133453369, | |
| "learning_rate": 7.547169811320755e-05, | |
| "loss": 3.4135, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.08061420345489444, | |
| "grad_norm": 2.5124785900115967, | |
| "learning_rate": 7.924528301886794e-05, | |
| "loss": 3.565, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.08445297504798464, | |
| "grad_norm": 2.733428955078125, | |
| "learning_rate": 8.30188679245283e-05, | |
| "loss": 3.4902, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.08829174664107485, | |
| "grad_norm": 2.421130657196045, | |
| "learning_rate": 8.679245283018869e-05, | |
| "loss": 3.4303, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.09213051823416507, | |
| "grad_norm": 2.4804866313934326, | |
| "learning_rate": 9.056603773584906e-05, | |
| "loss": 3.2669, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.09596928982725528, | |
| "grad_norm": 2.927652359008789, | |
| "learning_rate": 9.433962264150944e-05, | |
| "loss": 3.4791, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.09980806142034548, | |
| "grad_norm": 2.6607537269592285, | |
| "learning_rate": 9.811320754716981e-05, | |
| "loss": 3.5444, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.1036468330134357, | |
| "grad_norm": 2.635265827178955, | |
| "learning_rate": 9.999974774092106e-05, | |
| "loss": 3.2915, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.10748560460652591, | |
| "grad_norm": 2.650139093399048, | |
| "learning_rate": 9.999772968356182e-05, | |
| "loss": 3.3209, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.11132437619961612, | |
| "grad_norm": 3.0350704193115234, | |
| "learning_rate": 9.999369365029487e-05, | |
| "loss": 3.3741, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.11516314779270634, | |
| "grad_norm": 2.821930170059204, | |
| "learning_rate": 9.998763980401998e-05, | |
| "loss": 3.3345, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.11900191938579655, | |
| "grad_norm": 2.58774471282959, | |
| "learning_rate": 9.997956838907852e-05, | |
| "loss": 3.3121, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.12284069097888675, | |
| "grad_norm": 2.615741491317749, | |
| "learning_rate": 9.996947973124372e-05, | |
| "loss": 3.4007, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.12667946257197696, | |
| "grad_norm": 2.759786605834961, | |
| "learning_rate": 9.995737423770745e-05, | |
| "loss": 3.1918, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.13051823416506717, | |
| "grad_norm": 2.426225423812866, | |
| "learning_rate": 9.994325239706377e-05, | |
| "loss": 3.252, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.1343570057581574, | |
| "grad_norm": 2.713718891143799, | |
| "learning_rate": 9.992711477928926e-05, | |
| "loss": 3.125, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.1381957773512476, | |
| "grad_norm": 2.7484843730926514, | |
| "learning_rate": 9.990896203571995e-05, | |
| "loss": 3.361, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.1420345489443378, | |
| "grad_norm": 2.6632022857666016, | |
| "learning_rate": 9.988879489902509e-05, | |
| "loss": 3.2453, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.14587332053742802, | |
| "grad_norm": 2.7256522178649902, | |
| "learning_rate": 9.986661418317759e-05, | |
| "loss": 3.2655, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.14971209213051823, | |
| "grad_norm": 2.542839288711548, | |
| "learning_rate": 9.984242078342107e-05, | |
| "loss": 3.317, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.15355086372360843, | |
| "grad_norm": 2.6361520290374756, | |
| "learning_rate": 9.981621567623385e-05, | |
| "loss": 3.2138, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.15738963531669867, | |
| "grad_norm": 2.4558825492858887, | |
| "learning_rate": 9.978799991928944e-05, | |
| "loss": 3.2643, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.16122840690978887, | |
| "grad_norm": 2.361485719680786, | |
| "learning_rate": 9.97577746514139e-05, | |
| "loss": 3.2489, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.16506717850287908, | |
| "grad_norm": 2.5965819358825684, | |
| "learning_rate": 9.972554109253989e-05, | |
| "loss": 3.2573, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.1689059500959693, | |
| "grad_norm": 2.2212257385253906, | |
| "learning_rate": 9.969130054365736e-05, | |
| "loss": 3.1332, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.1727447216890595, | |
| "grad_norm": 2.350938320159912, | |
| "learning_rate": 9.965505438676115e-05, | |
| "loss": 3.1953, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1765834932821497, | |
| "grad_norm": 2.1297547817230225, | |
| "learning_rate": 9.961680408479507e-05, | |
| "loss": 3.0385, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.18042226487523993, | |
| "grad_norm": 2.6407082080841064, | |
| "learning_rate": 9.957655118159304e-05, | |
| "loss": 3.1181, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.18426103646833014, | |
| "grad_norm": 2.049705982208252, | |
| "learning_rate": 9.953429730181653e-05, | |
| "loss": 3.1154, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.18809980806142035, | |
| "grad_norm": 2.397480010986328, | |
| "learning_rate": 9.949004415088927e-05, | |
| "loss": 3.1141, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.19193857965451055, | |
| "grad_norm": 2.1459343433380127, | |
| "learning_rate": 9.944379351492818e-05, | |
| "loss": 3.0847, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.19577735124760076, | |
| "grad_norm": 2.409905433654785, | |
| "learning_rate": 9.939554726067141e-05, | |
| "loss": 3.1939, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.19961612284069097, | |
| "grad_norm": 2.6216790676116943, | |
| "learning_rate": 9.934530733540294e-05, | |
| "loss": 3.1399, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.2034548944337812, | |
| "grad_norm": 2.3735368251800537, | |
| "learning_rate": 9.929307576687403e-05, | |
| "loss": 3.1325, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.2072936660268714, | |
| "grad_norm": 2.61091685295105, | |
| "learning_rate": 9.923885466322135e-05, | |
| "loss": 3.2417, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.21113243761996162, | |
| "grad_norm": 2.302191734313965, | |
| "learning_rate": 9.918264621288187e-05, | |
| "loss": 3.192, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.21497120921305182, | |
| "grad_norm": 2.6899170875549316, | |
| "learning_rate": 9.912445268450458e-05, | |
| "loss": 3.1271, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.21880998080614203, | |
| "grad_norm": 2.581143856048584, | |
| "learning_rate": 9.906427642685889e-05, | |
| "loss": 3.1607, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.22264875239923224, | |
| "grad_norm": 2.510422706604004, | |
| "learning_rate": 9.900211986873985e-05, | |
| "loss": 3.159, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.22648752399232247, | |
| "grad_norm": 2.3196523189544678, | |
| "learning_rate": 9.89379855188701e-05, | |
| "loss": 3.0774, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.23032629558541268, | |
| "grad_norm": 2.4071953296661377, | |
| "learning_rate": 9.887187596579866e-05, | |
| "loss": 3.0611, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.23416506717850288, | |
| "grad_norm": 2.733366012573242, | |
| "learning_rate": 9.880379387779637e-05, | |
| "loss": 3.0284, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.2380038387715931, | |
| "grad_norm": 2.3916118144989014, | |
| "learning_rate": 9.873374200274826e-05, | |
| "loss": 3.0748, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.2418426103646833, | |
| "grad_norm": 13.829148292541504, | |
| "learning_rate": 9.866172316804266e-05, | |
| "loss": 3.1429, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.2456813819577735, | |
| "grad_norm": 2.5056142807006836, | |
| "learning_rate": 9.8587740280457e-05, | |
| "loss": 2.9744, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.2495201535508637, | |
| "grad_norm": 2.326772689819336, | |
| "learning_rate": 9.851179632604057e-05, | |
| "loss": 3.136, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.2533589251439539, | |
| "grad_norm": 2.530068874359131, | |
| "learning_rate": 9.843389436999396e-05, | |
| "loss": 3.0951, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.2571976967370441, | |
| "grad_norm": 2.2792017459869385, | |
| "learning_rate": 9.835403755654536e-05, | |
| "loss": 3.1231, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.26103646833013433, | |
| "grad_norm": 2.3225743770599365, | |
| "learning_rate": 9.827222910882358e-05, | |
| "loss": 3.1742, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.2648752399232246, | |
| "grad_norm": 2.5904088020324707, | |
| "learning_rate": 9.818847232872815e-05, | |
| "loss": 3.0991, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.2687140115163148, | |
| "grad_norm": 2.1772799491882324, | |
| "learning_rate": 9.81027705967958e-05, | |
| "loss": 3.055, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.272552783109405, | |
| "grad_norm": 2.2711241245269775, | |
| "learning_rate": 9.801512737206422e-05, | |
| "loss": 3.1628, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.2763915547024952, | |
| "grad_norm": 2.514880895614624, | |
| "learning_rate": 9.792554619193235e-05, | |
| "loss": 2.9655, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.2802303262955854, | |
| "grad_norm": 2.381726026535034, | |
| "learning_rate": 9.783403067201762e-05, | |
| "loss": 2.9727, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.2840690978886756, | |
| "grad_norm": 2.410158395767212, | |
| "learning_rate": 9.774058450601002e-05, | |
| "loss": 3.114, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.28790786948176583, | |
| "grad_norm": 2.2826764583587646, | |
| "learning_rate": 9.764521146552309e-05, | |
| "loss": 3.0518, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.29174664107485604, | |
| "grad_norm": 2.6153564453125, | |
| "learning_rate": 9.754791539994152e-05, | |
| "loss": 3.0053, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.29558541266794625, | |
| "grad_norm": 2.96071195602417, | |
| "learning_rate": 9.744870023626599e-05, | |
| "loss": 2.9478, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.29942418426103645, | |
| "grad_norm": 2.3832027912139893, | |
| "learning_rate": 9.734756997895448e-05, | |
| "loss": 3.029, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.30326295585412666, | |
| "grad_norm": 2.4208216667175293, | |
| "learning_rate": 9.724452870976085e-05, | |
| "loss": 3.1009, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.30710172744721687, | |
| "grad_norm": 2.337291717529297, | |
| "learning_rate": 9.713958058756985e-05, | |
| "loss": 2.8477, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.31094049904030713, | |
| "grad_norm": 2.6344621181488037, | |
| "learning_rate": 9.703272984822946e-05, | |
| "loss": 3.079, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.31477927063339733, | |
| "grad_norm": 2.1119256019592285, | |
| "learning_rate": 9.69239808043799e-05, | |
| "loss": 2.9445, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.31861804222648754, | |
| "grad_norm": 2.3171935081481934, | |
| "learning_rate": 9.681333784527944e-05, | |
| "loss": 3.0269, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.32245681381957775, | |
| "grad_norm": 2.5069351196289062, | |
| "learning_rate": 9.67008054366274e-05, | |
| "loss": 2.9887, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.32629558541266795, | |
| "grad_norm": 2.182694673538208, | |
| "learning_rate": 9.658638812038379e-05, | |
| "loss": 3.104, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.33013435700575816, | |
| "grad_norm": 2.539505958557129, | |
| "learning_rate": 9.647009051458604e-05, | |
| "loss": 2.959, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.33397312859884837, | |
| "grad_norm": 2.111574649810791, | |
| "learning_rate": 9.635191731316262e-05, | |
| "loss": 2.9279, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.3378119001919386, | |
| "grad_norm": 2.2139837741851807, | |
| "learning_rate": 9.623187328574357e-05, | |
| "loss": 2.9781, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.3416506717850288, | |
| "grad_norm": 2.3730077743530273, | |
| "learning_rate": 9.6109963277468e-05, | |
| "loss": 2.9521, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.345489443378119, | |
| "grad_norm": 2.147397756576538, | |
| "learning_rate": 9.598619220878853e-05, | |
| "loss": 2.9534, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.3493282149712092, | |
| "grad_norm": 2.1337695121765137, | |
| "learning_rate": 9.586056507527266e-05, | |
| "loss": 2.9549, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.3531669865642994, | |
| "grad_norm": 2.397371530532837, | |
| "learning_rate": 9.573308694740121e-05, | |
| "loss": 2.9714, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.3570057581573896, | |
| "grad_norm": 2.208829164505005, | |
| "learning_rate": 9.560376297036362e-05, | |
| "loss": 2.9773, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.36084452975047987, | |
| "grad_norm": 2.0512075424194336, | |
| "learning_rate": 9.547259836385031e-05, | |
| "loss": 2.9261, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.3646833013435701, | |
| "grad_norm": 2.486699104309082, | |
| "learning_rate": 9.533959842184195e-05, | |
| "loss": 2.9401, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.3685220729366603, | |
| "grad_norm": 2.0567739009857178, | |
| "learning_rate": 9.520476851239588e-05, | |
| "loss": 3.0689, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.3723608445297505, | |
| "grad_norm": 2.1673007011413574, | |
| "learning_rate": 9.506811407742937e-05, | |
| "loss": 3.022, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.3761996161228407, | |
| "grad_norm": 2.1367907524108887, | |
| "learning_rate": 9.492964063250001e-05, | |
| "loss": 2.89, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.3800383877159309, | |
| "grad_norm": 2.0380022525787354, | |
| "learning_rate": 9.478935376658307e-05, | |
| "loss": 2.9577, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.3838771593090211, | |
| "grad_norm": 2.535660743713379, | |
| "learning_rate": 9.4647259141846e-05, | |
| "loss": 2.9808, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.3877159309021113, | |
| "grad_norm": 2.2464702129364014, | |
| "learning_rate": 9.450336249341976e-05, | |
| "loss": 3.0819, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.3915547024952015, | |
| "grad_norm": 2.316953659057617, | |
| "learning_rate": 9.435766962916748e-05, | |
| "loss": 2.9961, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.39539347408829173, | |
| "grad_norm": 2.124931573867798, | |
| "learning_rate": 9.421018642944997e-05, | |
| "loss": 2.9755, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.39923224568138194, | |
| "grad_norm": 2.299165964126587, | |
| "learning_rate": 9.406091884688836e-05, | |
| "loss": 2.9174, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.40307101727447214, | |
| "grad_norm": 2.156485080718994, | |
| "learning_rate": 9.390987290612395e-05, | |
| "loss": 2.9381, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.4069097888675624, | |
| "grad_norm": 2.207650899887085, | |
| "learning_rate": 9.375705470357493e-05, | |
| "loss": 2.893, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.4107485604606526, | |
| "grad_norm": 2.3216702938079834, | |
| "learning_rate": 9.360247040719039e-05, | |
| "loss": 2.9004, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.4145873320537428, | |
| "grad_norm": 2.2900643348693848, | |
| "learning_rate": 9.344612625620132e-05, | |
| "loss": 2.9238, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.418426103646833, | |
| "grad_norm": 2.157139539718628, | |
| "learning_rate": 9.32880285608689e-05, | |
| "loss": 2.8885, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.42226487523992323, | |
| "grad_norm": 2.0238444805145264, | |
| "learning_rate": 9.312818370222962e-05, | |
| "loss": 2.8743, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.42610364683301344, | |
| "grad_norm": 2.537557363510132, | |
| "learning_rate": 9.296659813183794e-05, | |
| "loss": 2.9497, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.42994241842610365, | |
| "grad_norm": 2.218683958053589, | |
| "learning_rate": 9.280327837150571e-05, | |
| "loss": 2.9384, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.43378119001919385, | |
| "grad_norm": 1.8829752206802368, | |
| "learning_rate": 9.26382310130391e-05, | |
| "loss": 2.9037, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.43761996161228406, | |
| "grad_norm": 2.2257378101348877, | |
| "learning_rate": 9.247146271797245e-05, | |
| "loss": 2.9468, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.44145873320537427, | |
| "grad_norm": 1.9686921834945679, | |
| "learning_rate": 9.23029802172994e-05, | |
| "loss": 2.8394, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.44529750479846447, | |
| "grad_norm": 2.367706298828125, | |
| "learning_rate": 9.213279031120129e-05, | |
| "loss": 2.7104, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.4491362763915547, | |
| "grad_norm": 2.439753532409668, | |
| "learning_rate": 9.19608998687726e-05, | |
| "loss": 2.9991, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.45297504798464494, | |
| "grad_norm": 1.997983694076538, | |
| "learning_rate": 9.178731582774381e-05, | |
| "loss": 2.887, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.45681381957773515, | |
| "grad_norm": 2.371289014816284, | |
| "learning_rate": 9.161204519420126e-05, | |
| "loss": 2.8716, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.46065259117082535, | |
| "grad_norm": 1.9359811544418335, | |
| "learning_rate": 9.143509504230449e-05, | |
| "loss": 2.952, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.46449136276391556, | |
| "grad_norm": 2.3096532821655273, | |
| "learning_rate": 9.125647251400067e-05, | |
| "loss": 2.84, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.46833013435700577, | |
| "grad_norm": 2.2196881771087646, | |
| "learning_rate": 9.107618481873632e-05, | |
| "loss": 2.8153, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.472168905950096, | |
| "grad_norm": 1.984487533569336, | |
| "learning_rate": 9.089423923316636e-05, | |
| "loss": 2.9233, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.4760076775431862, | |
| "grad_norm": 2.1207079887390137, | |
| "learning_rate": 9.07106431008604e-05, | |
| "loss": 2.7975, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.4798464491362764, | |
| "grad_norm": 1.9502159357070923, | |
| "learning_rate": 9.052540383200633e-05, | |
| "loss": 2.7933, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.4836852207293666, | |
| "grad_norm": 2.3264806270599365, | |
| "learning_rate": 9.033852890311128e-05, | |
| "loss": 2.948, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.4875239923224568, | |
| "grad_norm": 2.3154518604278564, | |
| "learning_rate": 9.01500258566998e-05, | |
| "loss": 2.8546, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.491362763915547, | |
| "grad_norm": 2.2312159538269043, | |
| "learning_rate": 8.995990230100949e-05, | |
| "loss": 2.8168, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.4952015355086372, | |
| "grad_norm": 2.6638643741607666, | |
| "learning_rate": 8.976816590968387e-05, | |
| "loss": 2.9337, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.4990403071017274, | |
| "grad_norm": 2.1371665000915527, | |
| "learning_rate": 8.957482442146272e-05, | |
| "loss": 2.8714, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.5028790786948176, | |
| "grad_norm": 1.9727420806884766, | |
| "learning_rate": 8.937988563986963e-05, | |
| "loss": 2.7677, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.5067178502879078, | |
| "grad_norm": 2.2152533531188965, | |
| "learning_rate": 8.918335743289718e-05, | |
| "loss": 2.9224, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.510556621880998, | |
| "grad_norm": 2.115664005279541, | |
| "learning_rate": 8.898524773268926e-05, | |
| "loss": 2.8969, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.5143953934740882, | |
| "grad_norm": 2.238097667694092, | |
| "learning_rate": 8.8785564535221e-05, | |
| "loss": 2.8914, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.5182341650671785, | |
| "grad_norm": 2.088069200515747, | |
| "learning_rate": 8.858431589997597e-05, | |
| "loss": 2.841, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.5220729366602687, | |
| "grad_norm": 2.0779953002929688, | |
| "learning_rate": 8.838150994962093e-05, | |
| "loss": 2.9019, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.525911708253359, | |
| "grad_norm": 2.2514681816101074, | |
| "learning_rate": 8.817715486967803e-05, | |
| "loss": 2.9179, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.5297504798464492, | |
| "grad_norm": 2.3873977661132812, | |
| "learning_rate": 8.797125890819428e-05, | |
| "loss": 2.8158, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.5335892514395394, | |
| "grad_norm": 1.8718311786651611, | |
| "learning_rate": 8.776383037540888e-05, | |
| "loss": 2.8838, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.5374280230326296, | |
| "grad_norm": 1.7923882007598877, | |
| "learning_rate": 8.755487764341757e-05, | |
| "loss": 2.8069, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.5412667946257198, | |
| "grad_norm": 2.197343587875366, | |
| "learning_rate": 8.734440914583486e-05, | |
| "loss": 2.8006, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.54510556621881, | |
| "grad_norm": 1.9336212873458862, | |
| "learning_rate": 8.713243337745365e-05, | |
| "loss": 2.8515, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.5489443378119002, | |
| "grad_norm": 2.2000906467437744, | |
| "learning_rate": 8.691895889390227e-05, | |
| "loss": 2.8156, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.5527831094049904, | |
| "grad_norm": 1.9124946594238281, | |
| "learning_rate": 8.670399431129926e-05, | |
| "loss": 2.6808, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.5566218809980806, | |
| "grad_norm": 2.50055193901062, | |
| "learning_rate": 8.648754830590552e-05, | |
| "loss": 2.9538, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.5604606525911708, | |
| "grad_norm": 2.0405330657958984, | |
| "learning_rate": 8.626962961377423e-05, | |
| "loss": 2.9034, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.564299424184261, | |
| "grad_norm": 2.101141929626465, | |
| "learning_rate": 8.605024703039816e-05, | |
| "loss": 2.8311, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.5681381957773513, | |
| "grad_norm": 1.957920789718628, | |
| "learning_rate": 8.582940941035476e-05, | |
| "loss": 2.8421, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.5719769673704415, | |
| "grad_norm": 2.24116849899292, | |
| "learning_rate": 8.560712566694862e-05, | |
| "loss": 2.9505, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.5758157389635317, | |
| "grad_norm": 2.053492546081543, | |
| "learning_rate": 8.538340477185192e-05, | |
| "loss": 2.8465, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.5796545105566219, | |
| "grad_norm": 2.3354341983795166, | |
| "learning_rate": 8.515825575474221e-05, | |
| "loss": 2.8588, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.5834932821497121, | |
| "grad_norm": 2.1598827838897705, | |
| "learning_rate": 8.493168770293792e-05, | |
| "loss": 2.8756, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.5873320537428023, | |
| "grad_norm": 2.1858606338500977, | |
| "learning_rate": 8.47037097610317e-05, | |
| "loss": 2.8049, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.5911708253358925, | |
| "grad_norm": 2.0640292167663574, | |
| "learning_rate": 8.447433113052123e-05, | |
| "loss": 2.8209, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.5950095969289827, | |
| "grad_norm": 2.2367477416992188, | |
| "learning_rate": 8.42435610694379e-05, | |
| "loss": 2.8078, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.5988483685220729, | |
| "grad_norm": 2.088447093963623, | |
| "learning_rate": 8.401140889197305e-05, | |
| "loss": 2.7268, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.6026871401151631, | |
| "grad_norm": 2.095773458480835, | |
| "learning_rate": 8.377788396810223e-05, | |
| "loss": 2.7654, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.6065259117082533, | |
| "grad_norm": 2.2851994037628174, | |
| "learning_rate": 8.354299572320679e-05, | |
| "loss": 2.7514, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.6103646833013435, | |
| "grad_norm": 1.7963942289352417, | |
| "learning_rate": 8.330675363769356e-05, | |
| "loss": 2.8477, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.6142034548944337, | |
| "grad_norm": 2.051821708679199, | |
| "learning_rate": 8.306916724661224e-05, | |
| "loss": 2.7684, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.6180422264875239, | |
| "grad_norm": 2.041626214981079, | |
| "learning_rate": 8.283024613927054e-05, | |
| "loss": 2.7836, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.6218809980806143, | |
| "grad_norm": 2.3092660903930664, | |
| "learning_rate": 8.258999995884705e-05, | |
| "loss": 2.722, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.6257197696737045, | |
| "grad_norm": 2.1960623264312744, | |
| "learning_rate": 8.234843840200217e-05, | |
| "loss": 2.7858, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.6295585412667947, | |
| "grad_norm": 1.9009817838668823, | |
| "learning_rate": 8.210557121848663e-05, | |
| "loss": 2.7208, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.6333973128598849, | |
| "grad_norm": 2.1019928455352783, | |
| "learning_rate": 8.186140821074801e-05, | |
| "loss": 2.9432, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.6372360844529751, | |
| "grad_norm": 1.9978450536727905, | |
| "learning_rate": 8.161595923353516e-05, | |
| "loss": 2.8016, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.6410748560460653, | |
| "grad_norm": 2.3676860332489014, | |
| "learning_rate": 8.136923419350031e-05, | |
| "loss": 2.8101, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.6449136276391555, | |
| "grad_norm": 2.006544589996338, | |
| "learning_rate": 8.112124304879937e-05, | |
| "loss": 2.7789, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.6487523992322457, | |
| "grad_norm": 2.0482800006866455, | |
| "learning_rate": 8.087199580868996e-05, | |
| "loss": 2.7815, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.6525911708253359, | |
| "grad_norm": 2.2319834232330322, | |
| "learning_rate": 8.062150253312735e-05, | |
| "loss": 2.8728, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.6564299424184261, | |
| "grad_norm": 3.3775405883789062, | |
| "learning_rate": 8.03697733323585e-05, | |
| "loss": 2.814, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.6602687140115163, | |
| "grad_norm": 2.242619514465332, | |
| "learning_rate": 8.011681836651402e-05, | |
| "loss": 2.8066, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.6641074856046065, | |
| "grad_norm": 2.016690254211426, | |
| "learning_rate": 7.986264784519801e-05, | |
| "loss": 2.7449, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.6679462571976967, | |
| "grad_norm": 2.1939826011657715, | |
| "learning_rate": 7.960727202707605e-05, | |
| "loss": 2.8091, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.6717850287907869, | |
| "grad_norm": 3.5264973640441895, | |
| "learning_rate": 7.935070121946115e-05, | |
| "loss": 2.8325, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.6756238003838771, | |
| "grad_norm": 2.000185489654541, | |
| "learning_rate": 7.909294577789766e-05, | |
| "loss": 2.789, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.6794625719769674, | |
| "grad_norm": 2.2280194759368896, | |
| "learning_rate": 7.883401610574336e-05, | |
| "loss": 2.8581, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.6833013435700576, | |
| "grad_norm": 1.8479573726654053, | |
| "learning_rate": 7.857392265374963e-05, | |
| "loss": 2.8131, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.6871401151631478, | |
| "grad_norm": 2.1635046005249023, | |
| "learning_rate": 7.83126759196395e-05, | |
| "loss": 2.8089, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.690978886756238, | |
| "grad_norm": 2.1297736167907715, | |
| "learning_rate": 7.805028644768407e-05, | |
| "loss": 2.8082, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.6948176583493282, | |
| "grad_norm": 1.9042068719863892, | |
| "learning_rate": 7.778676482827686e-05, | |
| "loss": 2.8027, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.6986564299424184, | |
| "grad_norm": 1.8313944339752197, | |
| "learning_rate": 7.752212169750641e-05, | |
| "loss": 2.8438, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.7024952015355086, | |
| "grad_norm": 2.036674976348877, | |
| "learning_rate": 7.725636773672693e-05, | |
| "loss": 2.8047, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.7063339731285988, | |
| "grad_norm": 2.086843490600586, | |
| "learning_rate": 7.69895136721273e-05, | |
| "loss": 2.6723, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.710172744721689, | |
| "grad_norm": 2.046743154525757, | |
| "learning_rate": 7.672157027429803e-05, | |
| "loss": 2.7864, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.7140115163147792, | |
| "grad_norm": 2.1428844928741455, | |
| "learning_rate": 7.645254835779657e-05, | |
| "loss": 2.841, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.7178502879078695, | |
| "grad_norm": 2.015566825866699, | |
| "learning_rate": 7.618245878071091e-05, | |
| "loss": 2.8675, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.7216890595009597, | |
| "grad_norm": 2.0343127250671387, | |
| "learning_rate": 7.591131244422118e-05, | |
| "loss": 2.8092, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.72552783109405, | |
| "grad_norm": 1.9547837972640991, | |
| "learning_rate": 7.563912029215983e-05, | |
| "loss": 2.7245, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.7293666026871402, | |
| "grad_norm": 1.8891335725784302, | |
| "learning_rate": 7.536589331056976e-05, | |
| "loss": 2.8459, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.7332053742802304, | |
| "grad_norm": 2.191988706588745, | |
| "learning_rate": 7.509164252726107e-05, | |
| "loss": 2.8502, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.7370441458733206, | |
| "grad_norm": 1.8953111171722412, | |
| "learning_rate": 7.481637901136577e-05, | |
| "loss": 2.7664, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.7408829174664108, | |
| "grad_norm": 1.8514469861984253, | |
| "learning_rate": 7.454011387289127e-05, | |
| "loss": 2.7179, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.744721689059501, | |
| "grad_norm": 1.9623198509216309, | |
| "learning_rate": 7.42628582622717e-05, | |
| "loss": 2.65, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.7485604606525912, | |
| "grad_norm": 1.9796512126922607, | |
| "learning_rate": 7.398462336991801e-05, | |
| "loss": 2.6551, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.7523992322456814, | |
| "grad_norm": 1.9456619024276733, | |
| "learning_rate": 7.370542042576634e-05, | |
| "loss": 2.7129, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.7562380038387716, | |
| "grad_norm": 2.237915277481079, | |
| "learning_rate": 7.342526069882465e-05, | |
| "loss": 2.8557, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.7600767754318618, | |
| "grad_norm": 1.9474000930786133, | |
| "learning_rate": 7.314415549671795e-05, | |
| "loss": 2.8152, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.763915547024952, | |
| "grad_norm": 2.2595555782318115, | |
| "learning_rate": 7.286211616523193e-05, | |
| "loss": 2.8161, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.7677543186180422, | |
| "grad_norm": 2.072669267654419, | |
| "learning_rate": 7.257915408785498e-05, | |
| "loss": 2.8623, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.7715930902111324, | |
| "grad_norm": 2.018782138824463, | |
| "learning_rate": 7.229528068531882e-05, | |
| "loss": 2.7831, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.7754318618042226, | |
| "grad_norm": 1.9737513065338135, | |
| "learning_rate": 7.201050741513736e-05, | |
| "loss": 2.6135, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.7792706333973128, | |
| "grad_norm": 1.8319437503814697, | |
| "learning_rate": 7.17248457711445e-05, | |
| "loss": 2.783, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.783109404990403, | |
| "grad_norm": 1.8370659351348877, | |
| "learning_rate": 7.14383072830301e-05, | |
| "loss": 2.7643, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.7869481765834933, | |
| "grad_norm": 2.0122272968292236, | |
| "learning_rate": 7.115090351587454e-05, | |
| "loss": 2.7853, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.7907869481765835, | |
| "grad_norm": 2.0002529621124268, | |
| "learning_rate": 7.086264606968214e-05, | |
| "loss": 2.7595, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.7946257197696737, | |
| "grad_norm": 2.0362918376922607, | |
| "learning_rate": 7.05735465789128e-05, | |
| "loss": 2.9258, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.7984644913627639, | |
| "grad_norm": 2.0595998764038086, | |
| "learning_rate": 7.028361671201245e-05, | |
| "loss": 2.7771, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.8023032629558541, | |
| "grad_norm": 2.0576417446136475, | |
| "learning_rate": 6.99928681709422e-05, | |
| "loss": 2.7221, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.8061420345489443, | |
| "grad_norm": 1.9781322479248047, | |
| "learning_rate": 6.970131269070592e-05, | |
| "loss": 2.8678, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.8099808061420346, | |
| "grad_norm": 2.429964780807495, | |
| "learning_rate": 6.940896203887659e-05, | |
| "loss": 2.7395, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.8138195777351248, | |
| "grad_norm": 2.1173887252807617, | |
| "learning_rate": 6.911582801512147e-05, | |
| "loss": 2.8196, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.817658349328215, | |
| "grad_norm": 2.0920073986053467, | |
| "learning_rate": 6.882192245072569e-05, | |
| "loss": 2.7426, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.8214971209213052, | |
| "grad_norm": 1.986169695854187, | |
| "learning_rate": 6.852725720811488e-05, | |
| "loss": 2.7175, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.8253358925143954, | |
| "grad_norm": 1.837952733039856, | |
| "learning_rate": 6.823184418037624e-05, | |
| "loss": 2.7456, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.8291746641074856, | |
| "grad_norm": 2.084582567214966, | |
| "learning_rate": 6.793569529077864e-05, | |
| "loss": 2.6918, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.8330134357005758, | |
| "grad_norm": 1.9959920644760132, | |
| "learning_rate": 6.76388224922913e-05, | |
| "loss": 2.7062, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.836852207293666, | |
| "grad_norm": 2.0004842281341553, | |
| "learning_rate": 6.734123776710137e-05, | |
| "loss": 2.7469, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.8406909788867563, | |
| "grad_norm": 2.0607264041900635, | |
| "learning_rate": 6.704295312613037e-05, | |
| "loss": 2.6908, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.8445297504798465, | |
| "grad_norm": 1.8044137954711914, | |
| "learning_rate": 6.674398060854931e-05, | |
| "loss": 2.7281, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.8483685220729367, | |
| "grad_norm": 1.741652488708496, | |
| "learning_rate": 6.644433228129287e-05, | |
| "loss": 2.7622, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.8522072936660269, | |
| "grad_norm": 2.165587902069092, | |
| "learning_rate": 6.614402023857232e-05, | |
| "loss": 2.8081, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.8560460652591171, | |
| "grad_norm": 1.9901096820831299, | |
| "learning_rate": 6.584305660138734e-05, | |
| "loss": 2.8187, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.8598848368522073, | |
| "grad_norm": 1.9680149555206299, | |
| "learning_rate": 6.554145351703689e-05, | |
| "loss": 2.7813, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.8637236084452975, | |
| "grad_norm": 2.150981903076172, | |
| "learning_rate": 6.523922315862887e-05, | |
| "loss": 2.6663, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.8675623800383877, | |
| "grad_norm": 2.4717190265655518, | |
| "learning_rate": 6.493637772458879e-05, | |
| "loss": 2.7571, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.8714011516314779, | |
| "grad_norm": 2.0950613021850586, | |
| "learning_rate": 6.463292943816746e-05, | |
| "loss": 2.8617, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.8752399232245681, | |
| "grad_norm": 1.7509244680404663, | |
| "learning_rate": 6.432889054694764e-05, | |
| "loss": 2.7157, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.8790786948176583, | |
| "grad_norm": 3.837655544281006, | |
| "learning_rate": 6.402427332234965e-05, | |
| "loss": 2.6557, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.8829174664107485, | |
| "grad_norm": 1.9463653564453125, | |
| "learning_rate": 6.371909005913618e-05, | |
| "loss": 2.7937, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.8867562380038387, | |
| "grad_norm": 1.785074234008789, | |
| "learning_rate": 6.341335307491595e-05, | |
| "loss": 2.7041, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.8905950095969289, | |
| "grad_norm": 2.044428586959839, | |
| "learning_rate": 6.310707470964668e-05, | |
| "loss": 2.7131, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.8944337811900192, | |
| "grad_norm": 2.0175092220306396, | |
| "learning_rate": 6.280026732513689e-05, | |
| "loss": 2.6959, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.8982725527831094, | |
| "grad_norm": 1.9430804252624512, | |
| "learning_rate": 6.249294330454705e-05, | |
| "loss": 2.7563, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.9021113243761996, | |
| "grad_norm": 1.999422311782837, | |
| "learning_rate": 6.21851150518898e-05, | |
| "loss": 2.7608, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.9059500959692899, | |
| "grad_norm": 2.7273123264312744, | |
| "learning_rate": 6.187679499152919e-05, | |
| "loss": 2.7552, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.9097888675623801, | |
| "grad_norm": 1.9456199407577515, | |
| "learning_rate": 6.15679955676794e-05, | |
| "loss": 2.689, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.9136276391554703, | |
| "grad_norm": 1.8011109828948975, | |
| "learning_rate": 6.125872924390226e-05, | |
| "loss": 2.6342, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.9174664107485605, | |
| "grad_norm": 1.790582299232483, | |
| "learning_rate": 6.094900850260439e-05, | |
| "loss": 2.7611, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.9213051823416507, | |
| "grad_norm": 2.047144889831543, | |
| "learning_rate": 6.0638845844533254e-05, | |
| "loss": 2.7965, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.9251439539347409, | |
| "grad_norm": 1.7579201459884644, | |
| "learning_rate": 6.032825378827273e-05, | |
| "loss": 2.7516, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.9289827255278311, | |
| "grad_norm": 1.806973934173584, | |
| "learning_rate": 6.0017244869737746e-05, | |
| "loss": 2.7111, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.9328214971209213, | |
| "grad_norm": 1.781657099723816, | |
| "learning_rate": 5.970583164166838e-05, | |
| "loss": 2.7412, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.9366602687140115, | |
| "grad_norm": 1.904548168182373, | |
| "learning_rate": 5.9394026673123157e-05, | |
| "loss": 2.7388, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.9404990403071017, | |
| "grad_norm": 1.8767707347869873, | |
| "learning_rate": 5.908184254897182e-05, | |
| "loss": 2.694, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.944337811900192, | |
| "grad_norm": 1.9801278114318848, | |
| "learning_rate": 5.8769291869387335e-05, | |
| "loss": 2.7866, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.9481765834932822, | |
| "grad_norm": 2.026012897491455, | |
| "learning_rate": 5.845638724933728e-05, | |
| "loss": 2.7375, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.9520153550863724, | |
| "grad_norm": 1.8350569009780884, | |
| "learning_rate": 5.814314131807486e-05, | |
| "loss": 2.7364, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.9558541266794626, | |
| "grad_norm": 1.9296355247497559, | |
| "learning_rate": 5.7829566718628946e-05, | |
| "loss": 2.682, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.9596928982725528, | |
| "grad_norm": 1.8304519653320312, | |
| "learning_rate": 5.751567610729398e-05, | |
| "loss": 2.6421, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.963531669865643, | |
| "grad_norm": 1.8141051530838013, | |
| "learning_rate": 5.7201482153119015e-05, | |
| "loss": 2.6552, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.9673704414587332, | |
| "grad_norm": 1.9663299322128296, | |
| "learning_rate": 5.6886997537396494e-05, | |
| "loss": 2.6086, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.9712092130518234, | |
| "grad_norm": 1.9281374216079712, | |
| "learning_rate": 5.6572234953150305e-05, | |
| "loss": 2.7493, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.9750479846449136, | |
| "grad_norm": 1.7819768190383911, | |
| "learning_rate": 5.6257207104623524e-05, | |
| "loss": 2.6959, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.9788867562380038, | |
| "grad_norm": 1.8469796180725098, | |
| "learning_rate": 5.594192670676568e-05, | |
| "loss": 2.6471, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.982725527831094, | |
| "grad_norm": 1.8483726978302002, | |
| "learning_rate": 5.5626406484719506e-05, | |
| "loss": 2.699, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.9865642994241842, | |
| "grad_norm": 1.8236881494522095, | |
| "learning_rate": 5.5310659173307366e-05, | |
| "loss": 2.746, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.9904030710172744, | |
| "grad_norm": 1.7808964252471924, | |
| "learning_rate": 5.499469751651728e-05, | |
| "loss": 2.7885, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.9942418426103646, | |
| "grad_norm": 1.828331708908081, | |
| "learning_rate": 5.467853426698853e-05, | |
| "loss": 2.7437, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.9980806142034548, | |
| "grad_norm": 1.7730071544647217, | |
| "learning_rate": 5.43621821854969e-05, | |
| "loss": 2.6718, | |
| "step": 520 | |
| } | |
| ], | |
| "logging_steps": 2, | |
| "max_steps": 1042, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 521, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.81062206945362e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |