| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 5334, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0009373828271466067, | |
| "grad_norm": 55.87532592115914, | |
| "learning_rate": 2.8089887640449436e-06, | |
| "loss": 3.8993, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0018747656542932134, | |
| "grad_norm": 39.52831505761594, | |
| "learning_rate": 5.617977528089887e-06, | |
| "loss": 3.4743, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00281214848143982, | |
| "grad_norm": 22.428432087019985, | |
| "learning_rate": 8.42696629213483e-06, | |
| "loss": 2.8849, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.0037495313085864268, | |
| "grad_norm": 9.054209275536381, | |
| "learning_rate": 1.1235955056179774e-05, | |
| "loss": 2.1428, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.004686914135733034, | |
| "grad_norm": 3.948592126973317, | |
| "learning_rate": 1.404494382022472e-05, | |
| "loss": 1.7056, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.00562429696287964, | |
| "grad_norm": 2.299992616041375, | |
| "learning_rate": 1.685393258426966e-05, | |
| "loss": 1.4186, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.006561679790026247, | |
| "grad_norm": 0.9839714616377845, | |
| "learning_rate": 1.9662921348314603e-05, | |
| "loss": 1.2306, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.0074990626171728535, | |
| "grad_norm": 0.6008365887782849, | |
| "learning_rate": 2.247191011235955e-05, | |
| "loss": 1.1511, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.00843644544431946, | |
| "grad_norm": 0.4330325556834079, | |
| "learning_rate": 2.528089887640449e-05, | |
| "loss": 1.0624, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.009373828271466067, | |
| "grad_norm": 0.35553504278533465, | |
| "learning_rate": 2.808988764044944e-05, | |
| "loss": 1.0431, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.010311211098612674, | |
| "grad_norm": 0.25388532511026035, | |
| "learning_rate": 3.089887640449438e-05, | |
| "loss": 1.005, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.01124859392575928, | |
| "grad_norm": 0.2576041354688323, | |
| "learning_rate": 3.370786516853932e-05, | |
| "loss": 0.9996, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.012185976752905886, | |
| "grad_norm": 0.21819394992900415, | |
| "learning_rate": 3.6516853932584265e-05, | |
| "loss": 0.9775, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.013123359580052493, | |
| "grad_norm": 0.21574042351319167, | |
| "learning_rate": 3.932584269662921e-05, | |
| "loss": 0.9914, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.0140607424071991, | |
| "grad_norm": 0.18802524325518408, | |
| "learning_rate": 4.2134831460674156e-05, | |
| "loss": 0.9853, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.014998125234345707, | |
| "grad_norm": 0.18620252651860728, | |
| "learning_rate": 4.49438202247191e-05, | |
| "loss": 1.0079, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.015935508061492312, | |
| "grad_norm": 0.18097949689788895, | |
| "learning_rate": 4.775280898876404e-05, | |
| "loss": 0.9329, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.01687289088863892, | |
| "grad_norm": 0.15787887483249505, | |
| "learning_rate": 5.056179775280898e-05, | |
| "loss": 0.9277, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.017810273715785526, | |
| "grad_norm": 0.15373249141451148, | |
| "learning_rate": 5.337078651685392e-05, | |
| "loss": 0.9232, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.018747656542932135, | |
| "grad_norm": 0.13868806686970064, | |
| "learning_rate": 5.617977528089888e-05, | |
| "loss": 0.9002, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01968503937007874, | |
| "grad_norm": 0.14099964891127995, | |
| "learning_rate": 5.898876404494382e-05, | |
| "loss": 0.916, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.02062242219722535, | |
| "grad_norm": 0.12190687602764205, | |
| "learning_rate": 6.179775280898876e-05, | |
| "loss": 0.926, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.021559805024371954, | |
| "grad_norm": 0.1146212972821343, | |
| "learning_rate": 6.46067415730337e-05, | |
| "loss": 0.9661, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.02249718785151856, | |
| "grad_norm": 0.1305834260724098, | |
| "learning_rate": 6.741573033707865e-05, | |
| "loss": 0.8979, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.023434570678665168, | |
| "grad_norm": 0.09286668479471845, | |
| "learning_rate": 7.022471910112359e-05, | |
| "loss": 0.895, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.024371953505811773, | |
| "grad_norm": 0.09893175557780264, | |
| "learning_rate": 7.303370786516853e-05, | |
| "loss": 0.8941, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.02530933633295838, | |
| "grad_norm": 0.08722137311816515, | |
| "learning_rate": 7.584269662921347e-05, | |
| "loss": 0.887, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.026246719160104987, | |
| "grad_norm": 0.08022348162278936, | |
| "learning_rate": 7.865168539325841e-05, | |
| "loss": 0.8804, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.027184101987251595, | |
| "grad_norm": 0.08856735925510693, | |
| "learning_rate": 8.146067415730337e-05, | |
| "loss": 0.855, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.0281214848143982, | |
| "grad_norm": 0.08311974627408422, | |
| "learning_rate": 8.426966292134831e-05, | |
| "loss": 0.8837, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.029058867641544806, | |
| "grad_norm": 0.07297089629042264, | |
| "learning_rate": 8.707865168539325e-05, | |
| "loss": 0.8748, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.029996250468691414, | |
| "grad_norm": 0.0720196207299981, | |
| "learning_rate": 8.98876404494382e-05, | |
| "loss": 0.8997, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03093363329583802, | |
| "grad_norm": 0.07463772342009761, | |
| "learning_rate": 9.269662921348314e-05, | |
| "loss": 0.9228, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.031871016122984624, | |
| "grad_norm": 0.08058875574417819, | |
| "learning_rate": 9.550561797752808e-05, | |
| "loss": 0.8742, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.03280839895013123, | |
| "grad_norm": 0.07434935030584572, | |
| "learning_rate": 9.831460674157303e-05, | |
| "loss": 0.9169, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.03374578177727784, | |
| "grad_norm": 0.06516079400878816, | |
| "learning_rate": 0.00010112359550561796, | |
| "loss": 0.8842, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.034683164604424443, | |
| "grad_norm": 0.068946140527396, | |
| "learning_rate": 0.00010393258426966292, | |
| "loss": 0.8673, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.03562054743157105, | |
| "grad_norm": 0.0742056092302864, | |
| "learning_rate": 0.00010674157303370785, | |
| "loss": 0.8704, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.03655793025871766, | |
| "grad_norm": 0.09321869505325037, | |
| "learning_rate": 0.0001095505617977528, | |
| "loss": 0.8774, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.03749531308586427, | |
| "grad_norm": 0.07237285280180873, | |
| "learning_rate": 0.00011235955056179776, | |
| "loss": 0.8645, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03843269591301087, | |
| "grad_norm": 0.0725790446638447, | |
| "learning_rate": 0.00011516853932584269, | |
| "loss": 0.8853, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.03937007874015748, | |
| "grad_norm": 0.06714726508233679, | |
| "learning_rate": 0.00011797752808988764, | |
| "loss": 0.8722, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.04030746156730409, | |
| "grad_norm": 0.06816724261165027, | |
| "learning_rate": 0.00012078651685393257, | |
| "loss": 0.857, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.0412448443944507, | |
| "grad_norm": 0.0630221201023211, | |
| "learning_rate": 0.00012359550561797752, | |
| "loss": 0.8844, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.0421822272215973, | |
| "grad_norm": 0.06920243449410893, | |
| "learning_rate": 0.00012640449438202245, | |
| "loss": 0.8786, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.04311961004874391, | |
| "grad_norm": 0.07088619559489383, | |
| "learning_rate": 0.0001292134831460674, | |
| "loss": 0.8797, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.044056992875890516, | |
| "grad_norm": 0.061740726041492694, | |
| "learning_rate": 0.00013202247191011236, | |
| "loss": 0.8698, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.04499437570303712, | |
| "grad_norm": 0.07106582585336212, | |
| "learning_rate": 0.0001348314606741573, | |
| "loss": 0.869, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.045931758530183726, | |
| "grad_norm": 0.061678059675451424, | |
| "learning_rate": 0.00013764044943820225, | |
| "loss": 0.8643, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.046869141357330335, | |
| "grad_norm": 0.06524467963947332, | |
| "learning_rate": 0.00014044943820224718, | |
| "loss": 0.8927, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.047806524184476944, | |
| "grad_norm": 0.0650786155112897, | |
| "learning_rate": 0.00014325842696629213, | |
| "loss": 0.8384, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.048743907011623545, | |
| "grad_norm": 0.07154242679452663, | |
| "learning_rate": 0.00014606741573033706, | |
| "loss": 0.8809, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.049681289838770154, | |
| "grad_norm": 0.07795179863304261, | |
| "learning_rate": 0.00014887640449438202, | |
| "loss": 0.8394, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.05061867266591676, | |
| "grad_norm": 0.06374006181294534, | |
| "learning_rate": 0.00015168539325842694, | |
| "loss": 0.8961, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.051556055493063364, | |
| "grad_norm": 0.07787607064114185, | |
| "learning_rate": 0.0001544943820224719, | |
| "loss": 0.8632, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.05249343832020997, | |
| "grad_norm": 0.06289687876280393, | |
| "learning_rate": 0.00015730337078651683, | |
| "loss": 0.88, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.05343082114735658, | |
| "grad_norm": 0.06491539830485436, | |
| "learning_rate": 0.00016011235955056178, | |
| "loss": 0.8737, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.05436820397450319, | |
| "grad_norm": 0.070328841548907, | |
| "learning_rate": 0.00016292134831460674, | |
| "loss": 0.8617, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.05530558680164979, | |
| "grad_norm": 0.0638014579038207, | |
| "learning_rate": 0.00016573033707865167, | |
| "loss": 0.8506, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.0562429696287964, | |
| "grad_norm": 0.06422804662460813, | |
| "learning_rate": 0.00016853932584269662, | |
| "loss": 0.8805, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.05718035245594301, | |
| "grad_norm": 0.06361653985204194, | |
| "learning_rate": 0.00017134831460674155, | |
| "loss": 0.8918, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.05811773528308961, | |
| "grad_norm": 0.06932335644552794, | |
| "learning_rate": 0.0001741573033707865, | |
| "loss": 0.8595, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.05905511811023622, | |
| "grad_norm": 0.07957054733316223, | |
| "learning_rate": 0.00017696629213483143, | |
| "loss": 0.8663, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.05999250093738283, | |
| "grad_norm": 0.06998445535720693, | |
| "learning_rate": 0.0001797752808988764, | |
| "loss": 0.8676, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.06092988376452944, | |
| "grad_norm": 0.06702795111487583, | |
| "learning_rate": 0.00018258426966292135, | |
| "loss": 0.8802, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.06186726659167604, | |
| "grad_norm": 0.057562966446872095, | |
| "learning_rate": 0.00018539325842696627, | |
| "loss": 0.8671, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.06280464941882265, | |
| "grad_norm": 0.07214305689508435, | |
| "learning_rate": 0.0001882022471910112, | |
| "loss": 0.8992, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.06374203224596925, | |
| "grad_norm": 0.06640078935309972, | |
| "learning_rate": 0.00019101123595505616, | |
| "loss": 0.8589, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.06467941507311586, | |
| "grad_norm": 0.06432108168682822, | |
| "learning_rate": 0.0001938202247191011, | |
| "loss": 0.8792, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.06561679790026247, | |
| "grad_norm": 0.06995296734682956, | |
| "learning_rate": 0.00019662921348314607, | |
| "loss": 0.865, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.06655418072740907, | |
| "grad_norm": 0.0781580610323253, | |
| "learning_rate": 0.00019943820224719097, | |
| "loss": 0.8815, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.06749156355455568, | |
| "grad_norm": 0.07071637338397053, | |
| "learning_rate": 0.00020224719101123593, | |
| "loss": 0.8666, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.06842894638170229, | |
| "grad_norm": 0.0682378939648076, | |
| "learning_rate": 0.00020505617977528088, | |
| "loss": 0.8862, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.06936632920884889, | |
| "grad_norm": 0.06900860789126333, | |
| "learning_rate": 0.00020786516853932584, | |
| "loss": 0.8638, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.0703037120359955, | |
| "grad_norm": 0.06343642719314092, | |
| "learning_rate": 0.0002106741573033708, | |
| "loss": 0.8692, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.0712410948631421, | |
| "grad_norm": 0.058805566981791894, | |
| "learning_rate": 0.0002134831460674157, | |
| "loss": 0.8699, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.07217847769028872, | |
| "grad_norm": 0.06501680635838757, | |
| "learning_rate": 0.00021629213483146065, | |
| "loss": 0.8794, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.07311586051743532, | |
| "grad_norm": 0.06790932619576265, | |
| "learning_rate": 0.0002191011235955056, | |
| "loss": 0.8609, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.07405324334458192, | |
| "grad_norm": 0.07253373879567401, | |
| "learning_rate": 0.00022191011235955056, | |
| "loss": 0.8586, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.07499062617172854, | |
| "grad_norm": 0.05597241270795834, | |
| "learning_rate": 0.00022471910112359551, | |
| "loss": 0.8606, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.07592800899887514, | |
| "grad_norm": 0.07414431562106621, | |
| "learning_rate": 0.00022752808988764042, | |
| "loss": 0.859, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.07686539182602174, | |
| "grad_norm": 0.06416271464203936, | |
| "learning_rate": 0.00023033707865168537, | |
| "loss": 0.8462, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.07780277465316836, | |
| "grad_norm": 0.06411386307806086, | |
| "learning_rate": 0.00023314606741573033, | |
| "loss": 0.8859, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.07874015748031496, | |
| "grad_norm": 0.08671615531146802, | |
| "learning_rate": 0.00023595505617977528, | |
| "loss": 0.858, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.07967754030746156, | |
| "grad_norm": 0.06950084739281429, | |
| "learning_rate": 0.00023876404494382018, | |
| "loss": 0.8779, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.08061492313460818, | |
| "grad_norm": 0.06732606238114026, | |
| "learning_rate": 0.00024157303370786514, | |
| "loss": 0.8585, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.08155230596175478, | |
| "grad_norm": 0.06753409562352092, | |
| "learning_rate": 0.0002443820224719101, | |
| "loss": 0.8648, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.0824896887889014, | |
| "grad_norm": 0.06868527875344918, | |
| "learning_rate": 0.00024719101123595505, | |
| "loss": 0.8923, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.083427071616048, | |
| "grad_norm": 0.060659330441044046, | |
| "learning_rate": 0.00025, | |
| "loss": 0.8441, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.0843644544431946, | |
| "grad_norm": 0.056891953999125895, | |
| "learning_rate": 0.0002528089887640449, | |
| "loss": 0.8711, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.08530183727034121, | |
| "grad_norm": 0.06315987668061082, | |
| "learning_rate": 0.00025561797752808986, | |
| "loss": 0.8709, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.08623922009748781, | |
| "grad_norm": 0.06974874046223557, | |
| "learning_rate": 0.0002584269662921348, | |
| "loss": 0.8881, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.08717660292463442, | |
| "grad_norm": 0.07106045458363727, | |
| "learning_rate": 0.00026123595505617977, | |
| "loss": 0.8455, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.08811398575178103, | |
| "grad_norm": 0.06530109700061691, | |
| "learning_rate": 0.00026404494382022473, | |
| "loss": 0.8701, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.08905136857892763, | |
| "grad_norm": 0.06284436680171902, | |
| "learning_rate": 0.00026685393258426963, | |
| "loss": 0.8639, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.08998875140607424, | |
| "grad_norm": 0.06695190689656623, | |
| "learning_rate": 0.0002696629213483146, | |
| "loss": 0.8596, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.09092613423322085, | |
| "grad_norm": 0.06134041035709648, | |
| "learning_rate": 0.00027247191011235954, | |
| "loss": 0.8846, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.09186351706036745, | |
| "grad_norm": 0.05390358172595912, | |
| "learning_rate": 0.0002752808988764045, | |
| "loss": 0.8608, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.09280089988751405, | |
| "grad_norm": 0.06061308522705228, | |
| "learning_rate": 0.00027808988764044945, | |
| "loss": 0.8688, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.09373828271466067, | |
| "grad_norm": 0.05665308816810634, | |
| "learning_rate": 0.00028089887640449435, | |
| "loss": 0.8431, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.09467566554180727, | |
| "grad_norm": 0.06298526377992197, | |
| "learning_rate": 0.0002837078651685393, | |
| "loss": 0.8534, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.09561304836895389, | |
| "grad_norm": 0.06828852662205184, | |
| "learning_rate": 0.00028651685393258426, | |
| "loss": 0.855, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.09655043119610049, | |
| "grad_norm": 0.059581044094172864, | |
| "learning_rate": 0.0002893258426966292, | |
| "loss": 0.892, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.09748781402324709, | |
| "grad_norm": 0.05834286349398695, | |
| "learning_rate": 0.0002921348314606741, | |
| "loss": 0.8791, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.0984251968503937, | |
| "grad_norm": 0.05628861715462521, | |
| "learning_rate": 0.0002949438202247191, | |
| "loss": 0.8572, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.09936257967754031, | |
| "grad_norm": 0.0752400574763716, | |
| "learning_rate": 0.00029775280898876403, | |
| "loss": 0.9176, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.10029996250468691, | |
| "grad_norm": 0.0589889669786586, | |
| "learning_rate": 0.0002999999678723826, | |
| "loss": 0.879, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.10123734533183353, | |
| "grad_norm": 0.06984453009723764, | |
| "learning_rate": 0.0002999988434072206, | |
| "loss": 0.8791, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.10217472815898013, | |
| "grad_norm": 0.05131555199439601, | |
| "learning_rate": 0.0002999961125749536, | |
| "loss": 0.8639, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.10311211098612673, | |
| "grad_norm": 0.06129502320830477, | |
| "learning_rate": 0.0002999917754048268, | |
| "loss": 0.8626, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.10404949381327334, | |
| "grad_norm": 0.052116063904268276, | |
| "learning_rate": 0.00029998583194328776, | |
| "loss": 0.8405, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.10498687664041995, | |
| "grad_norm": 0.05805086354219647, | |
| "learning_rate": 0.0002999782822539861, | |
| "loss": 0.8521, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.10592425946756655, | |
| "grad_norm": 0.058854180699594805, | |
| "learning_rate": 0.000299969126417773, | |
| "loss": 0.8612, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.10686164229471316, | |
| "grad_norm": 0.05170888163012354, | |
| "learning_rate": 0.00029995836453270005, | |
| "loss": 0.852, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.10779902512185977, | |
| "grad_norm": 0.053497899422118654, | |
| "learning_rate": 0.0002999459967140185, | |
| "loss": 0.8425, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.10873640794900638, | |
| "grad_norm": 0.0517344152203251, | |
| "learning_rate": 0.00029993202309417765, | |
| "loss": 0.8666, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.10967379077615298, | |
| "grad_norm": 0.06883148118348337, | |
| "learning_rate": 0.00029991644382282377, | |
| "loss": 0.8699, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.11061117360329958, | |
| "grad_norm": 0.06701524872749254, | |
| "learning_rate": 0.0002998992590667984, | |
| "loss": 0.8612, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.1115485564304462, | |
| "grad_norm": 0.0633741891240403, | |
| "learning_rate": 0.00029988046901013643, | |
| "loss": 0.8861, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.1124859392575928, | |
| "grad_norm": 0.059595235950932066, | |
| "learning_rate": 0.00029986007385406424, | |
| "loss": 0.8761, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.1134233220847394, | |
| "grad_norm": 0.05592116325579977, | |
| "learning_rate": 0.00029983807381699757, | |
| "loss": 0.8756, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.11436070491188602, | |
| "grad_norm": 0.057345108961587225, | |
| "learning_rate": 0.0002998144691345392, | |
| "loss": 0.8574, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.11529808773903262, | |
| "grad_norm": 0.05734473521251835, | |
| "learning_rate": 0.0002997892600594762, | |
| "loss": 0.8544, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.11623547056617922, | |
| "grad_norm": 0.05186000961639975, | |
| "learning_rate": 0.00029976244686177764, | |
| "loss": 0.8808, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.11717285339332584, | |
| "grad_norm": 0.05414634714867266, | |
| "learning_rate": 0.00029973402982859127, | |
| "loss": 0.8331, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.11811023622047244, | |
| "grad_norm": 0.04968211925070222, | |
| "learning_rate": 0.0002997040092642407, | |
| "loss": 0.8592, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.11904761904761904, | |
| "grad_norm": 0.06248537463553037, | |
| "learning_rate": 0.00029967238549022206, | |
| "loss": 0.8819, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.11998500187476566, | |
| "grad_norm": 0.055299575032660746, | |
| "learning_rate": 0.00029963915884520054, | |
| "loss": 0.8636, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.12092238470191226, | |
| "grad_norm": 0.04854206172628792, | |
| "learning_rate": 0.00029960432968500675, | |
| "loss": 0.8628, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.12185976752905887, | |
| "grad_norm": 0.058596631103748714, | |
| "learning_rate": 0.00029956789838263314, | |
| "loss": 0.8489, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.12279715035620548, | |
| "grad_norm": 0.06652964862071063, | |
| "learning_rate": 0.0002995298653282297, | |
| "loss": 0.876, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.12373453318335208, | |
| "grad_norm": 0.05617071779521591, | |
| "learning_rate": 0.00029949023092909976, | |
| "loss": 0.8582, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.12467191601049869, | |
| "grad_norm": 0.06128826182928016, | |
| "learning_rate": 0.00029944899560969593, | |
| "loss": 0.8556, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.1256092988376453, | |
| "grad_norm": 0.06596974095737278, | |
| "learning_rate": 0.00029940615981161544, | |
| "loss": 0.8484, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.1265466816647919, | |
| "grad_norm": 0.05241653325144218, | |
| "learning_rate": 0.00029936172399359516, | |
| "loss": 0.8681, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.1274840644919385, | |
| "grad_norm": 0.0656117272709645, | |
| "learning_rate": 0.00029931568863150705, | |
| "loss": 0.8611, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.1284214473190851, | |
| "grad_norm": 0.05416806152576802, | |
| "learning_rate": 0.0002992680542183529, | |
| "loss": 0.8543, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.12935883014623173, | |
| "grad_norm": 0.05949667729922976, | |
| "learning_rate": 0.00029921882126425893, | |
| "loss": 0.8476, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.13029621297337832, | |
| "grad_norm": 0.05476709738462092, | |
| "learning_rate": 0.0002991679902964706, | |
| "loss": 0.8329, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.13123359580052493, | |
| "grad_norm": 0.05583654578373451, | |
| "learning_rate": 0.00029911556185934667, | |
| "loss": 0.8546, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.13217097862767155, | |
| "grad_norm": 0.052842518474849304, | |
| "learning_rate": 0.0002990615365143536, | |
| "loss": 0.8576, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.13310836145481814, | |
| "grad_norm": 0.05325159315281095, | |
| "learning_rate": 0.0002990059148400594, | |
| "loss": 0.8475, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.13404574428196475, | |
| "grad_norm": 0.0477613812018967, | |
| "learning_rate": 0.00029894869743212767, | |
| "loss": 0.8505, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.13498312710911137, | |
| "grad_norm": 0.04650972000773531, | |
| "learning_rate": 0.00029888988490331067, | |
| "loss": 0.8406, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.13592050993625795, | |
| "grad_norm": 0.05548534041152614, | |
| "learning_rate": 0.00029882947788344345, | |
| "loss": 0.8731, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.13685789276340457, | |
| "grad_norm": 0.047893477001569186, | |
| "learning_rate": 0.00029876747701943667, | |
| "loss": 0.8666, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.1377952755905512, | |
| "grad_norm": 0.05399917193542452, | |
| "learning_rate": 0.00029870388297526966, | |
| "loss": 0.8476, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.13873265841769777, | |
| "grad_norm": 0.04738143330368603, | |
| "learning_rate": 0.0002986386964319837, | |
| "loss": 0.8423, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.1396700412448444, | |
| "grad_norm": 0.05491107440574904, | |
| "learning_rate": 0.0002985719180876742, | |
| "loss": 0.8451, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.140607424071991, | |
| "grad_norm": 0.060398470624460965, | |
| "learning_rate": 0.0002985035486574836, | |
| "loss": 0.8801, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.14154480689913762, | |
| "grad_norm": 0.05350788151410978, | |
| "learning_rate": 0.00029843358887359357, | |
| "loss": 0.8516, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.1424821897262842, | |
| "grad_norm": 0.05517308695615106, | |
| "learning_rate": 0.0002983620394852172, | |
| "loss": 0.8703, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.14341957255343082, | |
| "grad_norm": 0.054231118168541766, | |
| "learning_rate": 0.000298288901258591, | |
| "loss": 0.8693, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.14435695538057744, | |
| "grad_norm": 0.049622640241897456, | |
| "learning_rate": 0.0002982141749769665, | |
| "loss": 0.8395, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.14529433820772403, | |
| "grad_norm": 0.046995063624861166, | |
| "learning_rate": 0.0002981378614406022, | |
| "loss": 0.8604, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.14623172103487064, | |
| "grad_norm": 0.05520295521540041, | |
| "learning_rate": 0.0002980599614667548, | |
| "loss": 0.8645, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.14716910386201726, | |
| "grad_norm": 0.04894265506037402, | |
| "learning_rate": 0.0002979804758896704, | |
| "loss": 0.8652, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.14810648668916385, | |
| "grad_norm": 0.06029411158482043, | |
| "learning_rate": 0.0002978994055605757, | |
| "loss": 0.8416, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.14904386951631046, | |
| "grad_norm": 0.05780387639217229, | |
| "learning_rate": 0.0002978167513476688, | |
| "loss": 0.8526, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.14998125234345708, | |
| "grad_norm": 0.05465366981027733, | |
| "learning_rate": 0.00029773251413610987, | |
| "loss": 0.8655, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.15091863517060367, | |
| "grad_norm": 0.05272490905818877, | |
| "learning_rate": 0.00029764669482801174, | |
| "loss": 0.8519, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.15185601799775028, | |
| "grad_norm": 0.05718657624393557, | |
| "learning_rate": 0.00029755929434243034, | |
| "loss": 0.8853, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.1527934008248969, | |
| "grad_norm": 0.05197508584506214, | |
| "learning_rate": 0.00029747031361535464, | |
| "loss": 0.8349, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.15373078365204348, | |
| "grad_norm": 0.05481428649702033, | |
| "learning_rate": 0.0002973797535996967, | |
| "loss": 0.8627, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.1546681664791901, | |
| "grad_norm": 0.04732127095107982, | |
| "learning_rate": 0.00029728761526528157, | |
| "loss": 0.8698, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.15560554930633672, | |
| "grad_norm": 0.05743584601025622, | |
| "learning_rate": 0.00029719389959883673, | |
| "loss": 0.8736, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.1565429321334833, | |
| "grad_norm": 0.05196494960994641, | |
| "learning_rate": 0.00029709860760398176, | |
| "loss": 0.8634, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.15748031496062992, | |
| "grad_norm": 0.05085488275567502, | |
| "learning_rate": 0.0002970017403012173, | |
| "loss": 0.8568, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.15841769778777653, | |
| "grad_norm": 0.050395431338846663, | |
| "learning_rate": 0.0002969032987279144, | |
| "loss": 0.8225, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.15935508061492312, | |
| "grad_norm": 0.04628767205411848, | |
| "learning_rate": 0.00029680328393830315, | |
| "loss": 0.875, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.16029246344206974, | |
| "grad_norm": 0.051723935710402326, | |
| "learning_rate": 0.00029670169700346164, | |
| "loss": 0.8145, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.16122984626921635, | |
| "grad_norm": 0.05201508957810899, | |
| "learning_rate": 0.0002965985390113043, | |
| "loss": 0.8648, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.16216722909636294, | |
| "grad_norm": 0.0495933900905848, | |
| "learning_rate": 0.0002964938110665704, | |
| "loss": 0.8587, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.16310461192350956, | |
| "grad_norm": 0.04586671475206476, | |
| "learning_rate": 0.0002963875142908121, | |
| "loss": 0.8412, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.16404199475065617, | |
| "grad_norm": 0.0532312699053512, | |
| "learning_rate": 0.00029627964982238236, | |
| "loss": 0.842, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.1649793775778028, | |
| "grad_norm": 0.043681059319998494, | |
| "learning_rate": 0.0002961702188164231, | |
| "loss": 0.8274, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.16591676040494938, | |
| "grad_norm": 0.048557735504717925, | |
| "learning_rate": 0.0002960592224448524, | |
| "loss": 0.8426, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.166854143232096, | |
| "grad_norm": 0.04679289724415963, | |
| "learning_rate": 0.00029594666189635224, | |
| "loss": 0.8347, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.1677915260592426, | |
| "grad_norm": 0.047070279337964094, | |
| "learning_rate": 0.00029583253837635575, | |
| "loss": 0.8456, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.1687289088863892, | |
| "grad_norm": 0.05283241949368948, | |
| "learning_rate": 0.00029571685310703403, | |
| "loss": 0.8326, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.1696662917135358, | |
| "grad_norm": 0.05385523710797248, | |
| "learning_rate": 0.00029559960732728337, | |
| "loss": 0.8529, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.17060367454068243, | |
| "grad_norm": 0.04730829638902959, | |
| "learning_rate": 0.000295480802292712, | |
| "loss": 0.8085, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.17154105736782901, | |
| "grad_norm": 0.04488134785670412, | |
| "learning_rate": 0.0002953604392756263, | |
| "loss": 0.8371, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.17247844019497563, | |
| "grad_norm": 0.051313805015627746, | |
| "learning_rate": 0.00029523851956501744, | |
| "loss": 0.8486, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.17341582302212225, | |
| "grad_norm": 0.0430483274069335, | |
| "learning_rate": 0.00029511504446654767, | |
| "loss": 0.8475, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.17435320584926883, | |
| "grad_norm": 0.05543052805044051, | |
| "learning_rate": 0.00029499001530253606, | |
| "loss": 0.8571, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.17529058867641545, | |
| "grad_norm": 0.05160006837470796, | |
| "learning_rate": 0.0002948634334119445, | |
| "loss": 0.8348, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.17622797150356206, | |
| "grad_norm": 0.049000725000881734, | |
| "learning_rate": 0.00029473530015036335, | |
| "loss": 0.8243, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.17716535433070865, | |
| "grad_norm": 0.05324980516591907, | |
| "learning_rate": 0.0002946056168899969, | |
| "loss": 0.817, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.17810273715785527, | |
| "grad_norm": 0.05112366142864306, | |
| "learning_rate": 0.00029447438501964873, | |
| "loss": 0.8493, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.17904011998500188, | |
| "grad_norm": 0.0498102110793069, | |
| "learning_rate": 0.0002943416059447066, | |
| "loss": 0.8155, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.17997750281214847, | |
| "grad_norm": 0.048456183794281356, | |
| "learning_rate": 0.0002942072810871279, | |
| "loss": 0.8057, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.1809148856392951, | |
| "grad_norm": 0.0514791482209668, | |
| "learning_rate": 0.0002940714118854238, | |
| "loss": 0.8125, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.1818522684664417, | |
| "grad_norm": 0.04725030159140053, | |
| "learning_rate": 0.0002939339997946444, | |
| "loss": 0.8572, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.1827896512935883, | |
| "grad_norm": 0.05374547829970908, | |
| "learning_rate": 0.0002937950462863627, | |
| "loss": 0.8328, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.1837270341207349, | |
| "grad_norm": 0.0562408856971059, | |
| "learning_rate": 0.00029365455284865923, | |
| "loss": 0.8087, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.18466441694788152, | |
| "grad_norm": 0.0455189157494031, | |
| "learning_rate": 0.00029351252098610577, | |
| "loss": 0.8418, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.1856017997750281, | |
| "grad_norm": 0.050711487872205016, | |
| "learning_rate": 0.00029336895221974946, | |
| "loss": 0.8482, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.18653918260217472, | |
| "grad_norm": 0.04919906548209661, | |
| "learning_rate": 0.00029322384808709654, | |
| "loss": 0.8349, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.18747656542932134, | |
| "grad_norm": 0.05662595028293593, | |
| "learning_rate": 0.00029307721014209555, | |
| "loss": 0.8577, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.18841394825646793, | |
| "grad_norm": 0.057447476057492466, | |
| "learning_rate": 0.00029292903995512123, | |
| "loss": 0.8534, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.18935133108361454, | |
| "grad_norm": 0.05299814571131224, | |
| "learning_rate": 0.0002927793391129571, | |
| "loss": 0.8577, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.19028871391076116, | |
| "grad_norm": 0.04319708352419991, | |
| "learning_rate": 0.00029262810921877906, | |
| "loss": 0.8188, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.19122609673790777, | |
| "grad_norm": 0.05353832659477085, | |
| "learning_rate": 0.0002924753518921376, | |
| "loss": 0.846, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.19216347956505436, | |
| "grad_norm": 0.04966007615937987, | |
| "learning_rate": 0.0002923210687689411, | |
| "loss": 0.8552, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.19310086239220098, | |
| "grad_norm": 0.048671986424680805, | |
| "learning_rate": 0.00029216526150143785, | |
| "loss": 0.8433, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.1940382452193476, | |
| "grad_norm": 0.05118103987659261, | |
| "learning_rate": 0.0002920079317581984, | |
| "loss": 0.8545, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.19497562804649418, | |
| "grad_norm": 0.04730760417822063, | |
| "learning_rate": 0.00029184908122409804, | |
| "loss": 0.8255, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.1959130108736408, | |
| "grad_norm": 0.05859108169984351, | |
| "learning_rate": 0.0002916887116002983, | |
| "loss": 0.8391, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.1968503937007874, | |
| "grad_norm": 0.05306001691326635, | |
| "learning_rate": 0.000291526824604229, | |
| "loss": 0.8424, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.197787776527934, | |
| "grad_norm": 0.047277287716965946, | |
| "learning_rate": 0.00029136342196956985, | |
| "loss": 0.833, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.19872515935508062, | |
| "grad_norm": 0.05159138803836899, | |
| "learning_rate": 0.0002911985054462318, | |
| "loss": 0.8304, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.19966254218222723, | |
| "grad_norm": 0.046550244925313046, | |
| "learning_rate": 0.00029103207680033827, | |
| "loss": 0.8422, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.20059992500937382, | |
| "grad_norm": 0.046411253292755236, | |
| "learning_rate": 0.00029086413781420633, | |
| "loss": 0.8575, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.20153730783652044, | |
| "grad_norm": 0.04762694973314196, | |
| "learning_rate": 0.0002906946902863277, | |
| "loss": 0.8541, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.20247469066366705, | |
| "grad_norm": 0.043558681229160734, | |
| "learning_rate": 0.0002905237360313492, | |
| "loss": 0.8509, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.20341207349081364, | |
| "grad_norm": 0.047235839608751946, | |
| "learning_rate": 0.00029035127688005355, | |
| "loss": 0.8326, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.20434945631796025, | |
| "grad_norm": 0.04405113672607244, | |
| "learning_rate": 0.00029017731467933974, | |
| "loss": 0.8235, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.20528683914510687, | |
| "grad_norm": 0.04917819994251594, | |
| "learning_rate": 0.0002900018512922032, | |
| "loss": 0.8514, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.20622422197225346, | |
| "grad_norm": 0.045391849870203616, | |
| "learning_rate": 0.0002898248885977158, | |
| "loss": 0.841, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.20716160479940007, | |
| "grad_norm": 0.04950574892382217, | |
| "learning_rate": 0.0002896464284910058, | |
| "loss": 0.8604, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.2080989876265467, | |
| "grad_norm": 0.04483838357821004, | |
| "learning_rate": 0.00028946647288323766, | |
| "loss": 0.8477, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.20903637045369328, | |
| "grad_norm": 0.04819763033021056, | |
| "learning_rate": 0.00028928502370159133, | |
| "loss": 0.8301, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.2099737532808399, | |
| "grad_norm": 0.04846529213809432, | |
| "learning_rate": 0.0002891020828892417, | |
| "loss": 0.8376, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.2109111361079865, | |
| "grad_norm": 0.0467946353030176, | |
| "learning_rate": 0.00028891765240533795, | |
| "loss": 0.8705, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.2118485189351331, | |
| "grad_norm": 0.044000801667735845, | |
| "learning_rate": 0.00028873173422498243, | |
| "loss": 0.8281, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.2127859017622797, | |
| "grad_norm": 0.047502640131898, | |
| "learning_rate": 0.0002885443303392094, | |
| "loss": 0.8381, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.21372328458942633, | |
| "grad_norm": 0.04801904197558332, | |
| "learning_rate": 0.000288355442754964, | |
| "loss": 0.8179, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.21466066741657294, | |
| "grad_norm": 0.04261523390710894, | |
| "learning_rate": 0.00028816507349508047, | |
| "loss": 0.8263, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.21559805024371953, | |
| "grad_norm": 0.047191156643762354, | |
| "learning_rate": 0.00028797322459826063, | |
| "loss": 0.8374, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.21653543307086615, | |
| "grad_norm": 0.05167657856075751, | |
| "learning_rate": 0.00028777989811905205, | |
| "loss": 0.8614, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.21747281589801276, | |
| "grad_norm": 0.048897121204297574, | |
| "learning_rate": 0.000287585096127826, | |
| "loss": 0.8538, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.21841019872515935, | |
| "grad_norm": 0.043161388562608975, | |
| "learning_rate": 0.0002873888207107553, | |
| "loss": 0.8457, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.21934758155230596, | |
| "grad_norm": 0.054581961552759836, | |
| "learning_rate": 0.000287191073969792, | |
| "loss": 0.8362, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.22028496437945258, | |
| "grad_norm": 0.05058965528101186, | |
| "learning_rate": 0.0002869918580226448, | |
| "loss": 0.8687, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.22122234720659917, | |
| "grad_norm": 0.04739504236542665, | |
| "learning_rate": 0.00028679117500275653, | |
| "loss": 0.831, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.22215973003374578, | |
| "grad_norm": 0.045754358105207775, | |
| "learning_rate": 0.00028658902705928094, | |
| "loss": 0.868, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.2230971128608924, | |
| "grad_norm": 0.04508332677839864, | |
| "learning_rate": 0.00028638541635706027, | |
| "loss": 0.8129, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.224034495688039, | |
| "grad_norm": 0.047178895399584496, | |
| "learning_rate": 0.00028618034507660144, | |
| "loss": 0.8548, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.2249718785151856, | |
| "grad_norm": 0.04249857153746906, | |
| "learning_rate": 0.0002859738154140532, | |
| "loss": 0.8171, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.22590926134233222, | |
| "grad_norm": 0.04271090221572632, | |
| "learning_rate": 0.00028576582958118223, | |
| "loss": 0.8274, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.2268466441694788, | |
| "grad_norm": 0.04664121668293475, | |
| "learning_rate": 0.00028555638980534974, | |
| "loss": 0.8374, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.22778402699662542, | |
| "grad_norm": 0.045498060568064186, | |
| "learning_rate": 0.0002853454983294875, | |
| "loss": 0.8039, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.22872140982377204, | |
| "grad_norm": 0.04534000569075493, | |
| "learning_rate": 0.0002851331574120738, | |
| "loss": 0.858, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.22965879265091863, | |
| "grad_norm": 0.04664900784446732, | |
| "learning_rate": 0.00028491936932710917, | |
| "loss": 0.8402, | |
| "step": 1225 | |
| }, | |
| { | |
| "epoch": 0.23059617547806524, | |
| "grad_norm": 0.04417588784422196, | |
| "learning_rate": 0.0002847041363640923, | |
| "loss": 0.8207, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.23153355830521186, | |
| "grad_norm": 0.049652178225426, | |
| "learning_rate": 0.0002844874608279954, | |
| "loss": 0.8515, | |
| "step": 1235 | |
| }, | |
| { | |
| "epoch": 0.23247094113235844, | |
| "grad_norm": 0.048818844243959776, | |
| "learning_rate": 0.00028426934503923923, | |
| "loss": 0.8322, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.23340832395950506, | |
| "grad_norm": 0.04283049790199607, | |
| "learning_rate": 0.0002840497913336687, | |
| "loss": 0.8247, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.23434570678665168, | |
| "grad_norm": 0.04305639669050898, | |
| "learning_rate": 0.0002838288020625277, | |
| "loss": 0.8273, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.23528308961379826, | |
| "grad_norm": 0.046845793494778305, | |
| "learning_rate": 0.00028360637959243365, | |
| "loss": 0.8628, | |
| "step": 1255 | |
| }, | |
| { | |
| "epoch": 0.23622047244094488, | |
| "grad_norm": 0.046154254481951956, | |
| "learning_rate": 0.00028338252630535264, | |
| "loss": 0.8565, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.2371578552680915, | |
| "grad_norm": 0.04282295436813289, | |
| "learning_rate": 0.00028315724459857346, | |
| "loss": 0.8468, | |
| "step": 1265 | |
| }, | |
| { | |
| "epoch": 0.23809523809523808, | |
| "grad_norm": 0.04767889894413164, | |
| "learning_rate": 0.00028293053688468214, | |
| "loss": 0.81, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.2390326209223847, | |
| "grad_norm": 0.05527610802137319, | |
| "learning_rate": 0.00028270240559153634, | |
| "loss": 0.8481, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.2399700037495313, | |
| "grad_norm": 0.0506803378722897, | |
| "learning_rate": 0.0002824728531622388, | |
| "loss": 0.8354, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.24090738657667793, | |
| "grad_norm": 0.04602503202904283, | |
| "learning_rate": 0.00028224188205511154, | |
| "loss": 0.8169, | |
| "step": 1285 | |
| }, | |
| { | |
| "epoch": 0.24184476940382452, | |
| "grad_norm": 0.047777320498584894, | |
| "learning_rate": 0.0002820094947436698, | |
| "loss": 0.8143, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.24278215223097113, | |
| "grad_norm": 0.041292637408164454, | |
| "learning_rate": 0.0002817756937165947, | |
| "loss": 0.8429, | |
| "step": 1295 | |
| }, | |
| { | |
| "epoch": 0.24371953505811775, | |
| "grad_norm": 0.04301715565733742, | |
| "learning_rate": 0.00028154048147770763, | |
| "loss": 0.8225, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.24465691788526434, | |
| "grad_norm": 0.046059693751385175, | |
| "learning_rate": 0.0002813038605459426, | |
| "loss": 0.8459, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.24559430071241095, | |
| "grad_norm": 0.044196493163681724, | |
| "learning_rate": 0.0002810658334553198, | |
| "loss": 0.8161, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.24653168353955757, | |
| "grad_norm": 0.04577271591342366, | |
| "learning_rate": 0.00028082640275491793, | |
| "loss": 0.8386, | |
| "step": 1315 | |
| }, | |
| { | |
| "epoch": 0.24746906636670415, | |
| "grad_norm": 0.043540551106033394, | |
| "learning_rate": 0.0002805855710088476, | |
| "loss": 0.8332, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.24840644919385077, | |
| "grad_norm": 0.05495402299781008, | |
| "learning_rate": 0.0002803433407962233, | |
| "loss": 0.7858, | |
| "step": 1325 | |
| }, | |
| { | |
| "epoch": 0.24934383202099739, | |
| "grad_norm": 0.04718094998030703, | |
| "learning_rate": 0.00028009971471113594, | |
| "loss": 0.8382, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.250281214848144, | |
| "grad_norm": 0.047616730401137404, | |
| "learning_rate": 0.00027985469536262524, | |
| "loss": 0.8454, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.2512185976752906, | |
| "grad_norm": 0.0409389484091512, | |
| "learning_rate": 0.0002796082853746515, | |
| "loss": 0.81, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.2521559805024372, | |
| "grad_norm": 0.04522706585670625, | |
| "learning_rate": 0.00027936048738606785, | |
| "loss": 0.8199, | |
| "step": 1345 | |
| }, | |
| { | |
| "epoch": 0.2530933633295838, | |
| "grad_norm": 0.04653508675318254, | |
| "learning_rate": 0.0002791113040505915, | |
| "loss": 0.8298, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.25403074615673044, | |
| "grad_norm": 0.04663421779124662, | |
| "learning_rate": 0.0002788607380367759, | |
| "loss": 0.865, | |
| "step": 1355 | |
| }, | |
| { | |
| "epoch": 0.254968128983877, | |
| "grad_norm": 0.04061192230877169, | |
| "learning_rate": 0.0002786087920279818, | |
| "loss": 0.8188, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.2559055118110236, | |
| "grad_norm": 0.04379262228090009, | |
| "learning_rate": 0.0002783554687223484, | |
| "loss": 0.8412, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.2568428946381702, | |
| "grad_norm": 0.04557822686420308, | |
| "learning_rate": 0.0002781007708327649, | |
| "loss": 0.8349, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.25778027746531684, | |
| "grad_norm": 0.045209475352911276, | |
| "learning_rate": 0.00027784470108684094, | |
| "loss": 0.8554, | |
| "step": 1375 | |
| }, | |
| { | |
| "epoch": 0.25871766029246346, | |
| "grad_norm": 0.0435631363718186, | |
| "learning_rate": 0.0002775872622268779, | |
| "loss": 0.8127, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.2596550431196101, | |
| "grad_norm": 0.044012008476995, | |
| "learning_rate": 0.0002773284570098391, | |
| "loss": 0.8125, | |
| "step": 1385 | |
| }, | |
| { | |
| "epoch": 0.26059242594675663, | |
| "grad_norm": 0.04874513976965234, | |
| "learning_rate": 0.0002770682882073206, | |
| "loss": 0.8116, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.26152980877390325, | |
| "grad_norm": 0.04889268142442837, | |
| "learning_rate": 0.00027680675860552106, | |
| "loss": 0.8315, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.26246719160104987, | |
| "grad_norm": 0.05581866633201944, | |
| "learning_rate": 0.0002765438710052125, | |
| "loss": 0.8279, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.2634045744281965, | |
| "grad_norm": 0.04602436853592128, | |
| "learning_rate": 0.0002762796282217099, | |
| "loss": 0.821, | |
| "step": 1405 | |
| }, | |
| { | |
| "epoch": 0.2643419572553431, | |
| "grad_norm": 0.04678707820307465, | |
| "learning_rate": 0.0002760140330848412, | |
| "loss": 0.8466, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.2652793400824897, | |
| "grad_norm": 0.04516389038252434, | |
| "learning_rate": 0.000275747088438917, | |
| "loss": 0.7947, | |
| "step": 1415 | |
| }, | |
| { | |
| "epoch": 0.26621672290963627, | |
| "grad_norm": 0.04755311816167163, | |
| "learning_rate": 0.00027547879714269995, | |
| "loss": 0.8314, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.2671541057367829, | |
| "grad_norm": 0.044502973033447774, | |
| "learning_rate": 0.0002752091620693742, | |
| "loss": 0.8227, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.2680914885639295, | |
| "grad_norm": 0.0441159145083971, | |
| "learning_rate": 0.00027493818610651487, | |
| "loss": 0.8322, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.2690288713910761, | |
| "grad_norm": 0.04046403847734057, | |
| "learning_rate": 0.0002746658721560568, | |
| "loss": 0.8287, | |
| "step": 1435 | |
| }, | |
| { | |
| "epoch": 0.26996625421822273, | |
| "grad_norm": 0.04518695193113121, | |
| "learning_rate": 0.0002743922231342636, | |
| "loss": 0.8063, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.27090363704536935, | |
| "grad_norm": 0.04299554365501998, | |
| "learning_rate": 0.00027411724197169647, | |
| "loss": 0.8418, | |
| "step": 1445 | |
| }, | |
| { | |
| "epoch": 0.2718410198725159, | |
| "grad_norm": 0.04235528853329544, | |
| "learning_rate": 0.0002738409316131827, | |
| "loss": 0.8506, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.2727784026996625, | |
| "grad_norm": 0.04133212847113579, | |
| "learning_rate": 0.0002735632950177843, | |
| "loss": 0.8095, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.27371578552680914, | |
| "grad_norm": 0.044217737534462995, | |
| "learning_rate": 0.00027328433515876613, | |
| "loss": 0.8222, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.27465316835395576, | |
| "grad_norm": 0.04811397623157419, | |
| "learning_rate": 0.0002730040550235642, | |
| "loss": 0.8223, | |
| "step": 1465 | |
| }, | |
| { | |
| "epoch": 0.2755905511811024, | |
| "grad_norm": 0.043283154172989766, | |
| "learning_rate": 0.0002727224576137535, | |
| "loss": 0.8244, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.276527934008249, | |
| "grad_norm": 0.04254147668888092, | |
| "learning_rate": 0.0002724395459450161, | |
| "loss": 0.8158, | |
| "step": 1475 | |
| }, | |
| { | |
| "epoch": 0.27746531683539555, | |
| "grad_norm": 0.0437512052356442, | |
| "learning_rate": 0.0002721553230471087, | |
| "loss": 0.8449, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.27840269966254216, | |
| "grad_norm": 0.04187590056923411, | |
| "learning_rate": 0.0002718697919638302, | |
| "loss": 0.7986, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.2793400824896888, | |
| "grad_norm": 0.042437873734035854, | |
| "learning_rate": 0.0002715829557529891, | |
| "loss": 0.8286, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.2802774653168354, | |
| "grad_norm": 0.04430563389754819, | |
| "learning_rate": 0.00027129481748637075, | |
| "loss": 0.841, | |
| "step": 1495 | |
| }, | |
| { | |
| "epoch": 0.281214848143982, | |
| "grad_norm": 0.045758411532611065, | |
| "learning_rate": 0.00027100538024970444, | |
| "loss": 0.8285, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.2821522309711286, | |
| "grad_norm": 0.04423481610722165, | |
| "learning_rate": 0.00027071464714263063, | |
| "loss": 0.8168, | |
| "step": 1505 | |
| }, | |
| { | |
| "epoch": 0.28308961379827524, | |
| "grad_norm": 0.04571606782924112, | |
| "learning_rate": 0.00027042262127866716, | |
| "loss": 0.8249, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.2840269966254218, | |
| "grad_norm": 0.04732141795830983, | |
| "learning_rate": 0.00027012930578517645, | |
| "loss": 0.8387, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.2849643794525684, | |
| "grad_norm": 0.046305063021735725, | |
| "learning_rate": 0.00026983470380333185, | |
| "loss": 0.8106, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.28590176227971503, | |
| "grad_norm": 0.04195897212582909, | |
| "learning_rate": 0.0002695388184880839, | |
| "loss": 0.8261, | |
| "step": 1525 | |
| }, | |
| { | |
| "epoch": 0.28683914510686165, | |
| "grad_norm": 0.04456321258007771, | |
| "learning_rate": 0.0002692416530081265, | |
| "loss": 0.8215, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.28777652793400826, | |
| "grad_norm": 0.04879364590021316, | |
| "learning_rate": 0.0002689432105458633, | |
| "loss": 0.8135, | |
| "step": 1535 | |
| }, | |
| { | |
| "epoch": 0.2887139107611549, | |
| "grad_norm": 0.04789940824296893, | |
| "learning_rate": 0.00026864349429737326, | |
| "loss": 0.8368, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.28965129358830144, | |
| "grad_norm": 0.04616782271102101, | |
| "learning_rate": 0.00026834250747237665, | |
| "loss": 0.8269, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.29058867641544806, | |
| "grad_norm": 0.04502530076723608, | |
| "learning_rate": 0.0002680402532942006, | |
| "loss": 0.83, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.29152605924259467, | |
| "grad_norm": 0.04002183200170624, | |
| "learning_rate": 0.00026773673499974436, | |
| "loss": 0.8053, | |
| "step": 1555 | |
| }, | |
| { | |
| "epoch": 0.2924634420697413, | |
| "grad_norm": 0.04425864811179813, | |
| "learning_rate": 0.00026743195583944524, | |
| "loss": 0.8354, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.2934008248968879, | |
| "grad_norm": 0.046865997902279015, | |
| "learning_rate": 0.000267125919077243, | |
| "loss": 0.8263, | |
| "step": 1565 | |
| }, | |
| { | |
| "epoch": 0.2943382077240345, | |
| "grad_norm": 0.04361053554450397, | |
| "learning_rate": 0.00026681862799054557, | |
| "loss": 0.8007, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.2952755905511811, | |
| "grad_norm": 0.048458258290373916, | |
| "learning_rate": 0.0002665100858701937, | |
| "loss": 0.8237, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.2962129733783277, | |
| "grad_norm": 0.047990047586811434, | |
| "learning_rate": 0.0002662002960204254, | |
| "loss": 0.8162, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.2971503562054743, | |
| "grad_norm": 0.04409542819477004, | |
| "learning_rate": 0.0002658892617588413, | |
| "loss": 0.8433, | |
| "step": 1585 | |
| }, | |
| { | |
| "epoch": 0.2980877390326209, | |
| "grad_norm": 0.04731184190347321, | |
| "learning_rate": 0.00026557698641636835, | |
| "loss": 0.8133, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.29902512185976754, | |
| "grad_norm": 0.042762397685975305, | |
| "learning_rate": 0.0002652634733372246, | |
| "loss": 0.834, | |
| "step": 1595 | |
| }, | |
| { | |
| "epoch": 0.29996250468691416, | |
| "grad_norm": 0.04579010165352788, | |
| "learning_rate": 0.0002649487258788833, | |
| "loss": 0.8214, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.3008998875140607, | |
| "grad_norm": 0.04144592090502628, | |
| "learning_rate": 0.0002646327474120368, | |
| "loss": 0.8207, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.30183727034120733, | |
| "grad_norm": 0.04770299028768292, | |
| "learning_rate": 0.00026431554132056063, | |
| "loss": 0.8258, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.30277465316835395, | |
| "grad_norm": 0.044453071872775064, | |
| "learning_rate": 0.00026399711100147724, | |
| "loss": 0.8085, | |
| "step": 1615 | |
| }, | |
| { | |
| "epoch": 0.30371203599550056, | |
| "grad_norm": 0.05130385596231612, | |
| "learning_rate": 0.0002636774598649195, | |
| "loss": 0.8287, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.3046494188226472, | |
| "grad_norm": 0.053015815539756074, | |
| "learning_rate": 0.00026335659133409423, | |
| "loss": 0.8063, | |
| "step": 1625 | |
| }, | |
| { | |
| "epoch": 0.3055868016497938, | |
| "grad_norm": 0.04286401355249045, | |
| "learning_rate": 0.00026303450884524566, | |
| "loss": 0.8084, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.3065241844769404, | |
| "grad_norm": 0.0383196394419625, | |
| "learning_rate": 0.0002627112158476185, | |
| "loss": 0.8001, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.30746156730408697, | |
| "grad_norm": 0.042481350200920615, | |
| "learning_rate": 0.00026238671580342096, | |
| "loss": 0.8342, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.3083989501312336, | |
| "grad_norm": 0.0437271017287051, | |
| "learning_rate": 0.0002620610121877879, | |
| "loss": 0.8301, | |
| "step": 1645 | |
| }, | |
| { | |
| "epoch": 0.3093363329583802, | |
| "grad_norm": 0.042066811375379806, | |
| "learning_rate": 0.0002617341084887433, | |
| "loss": 0.8183, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.3102737157855268, | |
| "grad_norm": 0.0434545427613146, | |
| "learning_rate": 0.00026140600820716314, | |
| "loss": 0.8144, | |
| "step": 1655 | |
| }, | |
| { | |
| "epoch": 0.31121109861267343, | |
| "grad_norm": 0.038937665823880176, | |
| "learning_rate": 0.00026107671485673794, | |
| "loss": 0.817, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.31214848143982005, | |
| "grad_norm": 0.044655599527732244, | |
| "learning_rate": 0.0002607462319639348, | |
| "loss": 0.8344, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.3130858642669666, | |
| "grad_norm": 0.03965599804534495, | |
| "learning_rate": 0.00026041456306796014, | |
| "loss": 0.8083, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.3140232470941132, | |
| "grad_norm": 0.039069129149835194, | |
| "learning_rate": 0.00026008171172072126, | |
| "loss": 0.8196, | |
| "step": 1675 | |
| }, | |
| { | |
| "epoch": 0.31496062992125984, | |
| "grad_norm": 0.040202855570058024, | |
| "learning_rate": 0.0002597476814867887, | |
| "loss": 0.8205, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.31589801274840645, | |
| "grad_norm": 0.04003968304410291, | |
| "learning_rate": 0.0002594124759433579, | |
| "loss": 0.8108, | |
| "step": 1685 | |
| }, | |
| { | |
| "epoch": 0.31683539557555307, | |
| "grad_norm": 0.047433872652346235, | |
| "learning_rate": 0.000259076098680211, | |
| "loss": 0.8039, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.3177727784026997, | |
| "grad_norm": 0.04141242579423705, | |
| "learning_rate": 0.0002587385532996782, | |
| "loss": 0.8259, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.31871016122984624, | |
| "grad_norm": 0.054121951067220224, | |
| "learning_rate": 0.0002583998434165993, | |
| "loss": 0.8246, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.31964754405699286, | |
| "grad_norm": 0.04197913764657862, | |
| "learning_rate": 0.00025805997265828507, | |
| "loss": 0.8463, | |
| "step": 1705 | |
| }, | |
| { | |
| "epoch": 0.3205849268841395, | |
| "grad_norm": 0.0426917661733632, | |
| "learning_rate": 0.0002577189446644783, | |
| "loss": 0.8183, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.3215223097112861, | |
| "grad_norm": 0.04179736226931492, | |
| "learning_rate": 0.00025737676308731477, | |
| "loss": 0.7976, | |
| "step": 1715 | |
| }, | |
| { | |
| "epoch": 0.3224596925384327, | |
| "grad_norm": 0.04799629600304747, | |
| "learning_rate": 0.0002570334315912844, | |
| "loss": 0.8289, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.3233970753655793, | |
| "grad_norm": 0.042393149930441694, | |
| "learning_rate": 0.0002566889538531915, | |
| "loss": 0.8112, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.3243344581927259, | |
| "grad_norm": 0.04255536591889664, | |
| "learning_rate": 0.000256343333562116, | |
| "loss": 0.8187, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.3252718410198725, | |
| "grad_norm": 0.044062962674437295, | |
| "learning_rate": 0.00025599657441937354, | |
| "loss": 0.8018, | |
| "step": 1735 | |
| }, | |
| { | |
| "epoch": 0.3262092238470191, | |
| "grad_norm": 0.043474283263771174, | |
| "learning_rate": 0.00025564868013847595, | |
| "loss": 0.8306, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.32714660667416573, | |
| "grad_norm": 0.0422049730670292, | |
| "learning_rate": 0.0002552996544450914, | |
| "loss": 0.8047, | |
| "step": 1745 | |
| }, | |
| { | |
| "epoch": 0.32808398950131235, | |
| "grad_norm": 0.04744673000933406, | |
| "learning_rate": 0.0002549495010770048, | |
| "loss": 0.8422, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.32902137232845896, | |
| "grad_norm": 0.04429260845252424, | |
| "learning_rate": 0.0002545982237840773, | |
| "loss": 0.8191, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.3299587551556056, | |
| "grad_norm": 0.04232121926909998, | |
| "learning_rate": 0.0002542458263282066, | |
| "loss": 0.7905, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.33089613798275214, | |
| "grad_norm": 0.03903941148795766, | |
| "learning_rate": 0.00025389231248328624, | |
| "loss": 0.8047, | |
| "step": 1765 | |
| }, | |
| { | |
| "epoch": 0.33183352080989875, | |
| "grad_norm": 0.043127224537608456, | |
| "learning_rate": 0.00025353768603516555, | |
| "loss": 0.8202, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.33277090363704537, | |
| "grad_norm": 0.04603755356895304, | |
| "learning_rate": 0.0002531819507816089, | |
| "loss": 0.8474, | |
| "step": 1775 | |
| }, | |
| { | |
| "epoch": 0.333708286464192, | |
| "grad_norm": 0.04421659565539193, | |
| "learning_rate": 0.00025282511053225493, | |
| "loss": 0.8258, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.3346456692913386, | |
| "grad_norm": 0.04354315354304148, | |
| "learning_rate": 0.0002524671691085762, | |
| "loss": 0.7872, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.3355830521184852, | |
| "grad_norm": 0.04513774703149973, | |
| "learning_rate": 0.0002521081303438377, | |
| "loss": 0.7985, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.3365204349456318, | |
| "grad_norm": 0.04656688027583207, | |
| "learning_rate": 0.00025174799808305606, | |
| "loss": 0.808, | |
| "step": 1795 | |
| }, | |
| { | |
| "epoch": 0.3374578177727784, | |
| "grad_norm": 0.04760744964038916, | |
| "learning_rate": 0.0002513867761829587, | |
| "loss": 0.793, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.338395200599925, | |
| "grad_norm": 0.04121747602293146, | |
| "learning_rate": 0.0002510244685119418, | |
| "loss": 0.8293, | |
| "step": 1805 | |
| }, | |
| { | |
| "epoch": 0.3393325834270716, | |
| "grad_norm": 0.04112754367048587, | |
| "learning_rate": 0.00025066107895002946, | |
| "loss": 0.831, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.34026996625421824, | |
| "grad_norm": 0.03926106896606557, | |
| "learning_rate": 0.0002502966113888319, | |
| "loss": 0.8072, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.34120734908136485, | |
| "grad_norm": 0.04562546212037259, | |
| "learning_rate": 0.000249931069731504, | |
| "loss": 0.788, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.3421447319085114, | |
| "grad_norm": 0.0406588900726224, | |
| "learning_rate": 0.0002495644578927032, | |
| "loss": 0.8184, | |
| "step": 1825 | |
| }, | |
| { | |
| "epoch": 0.34308211473565803, | |
| "grad_norm": 0.04003290325962031, | |
| "learning_rate": 0.00024919677979854776, | |
| "loss": 0.8272, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.34401949756280464, | |
| "grad_norm": 0.04186901209736264, | |
| "learning_rate": 0.00024882803938657466, | |
| "loss": 0.7956, | |
| "step": 1835 | |
| }, | |
| { | |
| "epoch": 0.34495688038995126, | |
| "grad_norm": 0.041398093060463485, | |
| "learning_rate": 0.00024845824060569743, | |
| "loss": 0.8114, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.3458942632170979, | |
| "grad_norm": 0.04109679086847299, | |
| "learning_rate": 0.000248087387416164, | |
| "loss": 0.807, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.3468316460442445, | |
| "grad_norm": 0.042039328634813876, | |
| "learning_rate": 0.000247715483789514, | |
| "loss": 0.8306, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.34776902887139105, | |
| "grad_norm": 0.0394540126640408, | |
| "learning_rate": 0.0002473425337085366, | |
| "loss": 0.7966, | |
| "step": 1855 | |
| }, | |
| { | |
| "epoch": 0.34870641169853767, | |
| "grad_norm": 0.04432229876319661, | |
| "learning_rate": 0.0002469685411672275, | |
| "loss": 0.811, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.3496437945256843, | |
| "grad_norm": 0.04227321189035649, | |
| "learning_rate": 0.0002465935101707463, | |
| "loss": 0.8248, | |
| "step": 1865 | |
| }, | |
| { | |
| "epoch": 0.3505811773528309, | |
| "grad_norm": 0.039191702176161206, | |
| "learning_rate": 0.00024621744473537365, | |
| "loss": 0.8205, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.3515185601799775, | |
| "grad_norm": 0.04634923450670881, | |
| "learning_rate": 0.00024584034888846835, | |
| "loss": 0.7763, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.35245594300712413, | |
| "grad_norm": 0.04501112952096222, | |
| "learning_rate": 0.0002454622266684239, | |
| "loss": 0.8258, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.3533933258342707, | |
| "grad_norm": 0.04422758808317238, | |
| "learning_rate": 0.0002450830821246255, | |
| "loss": 0.8106, | |
| "step": 1885 | |
| }, | |
| { | |
| "epoch": 0.3543307086614173, | |
| "grad_norm": 0.04421016805518408, | |
| "learning_rate": 0.00024470291931740667, | |
| "loss": 0.7815, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.3552680914885639, | |
| "grad_norm": 0.04319380391113109, | |
| "learning_rate": 0.0002443217423180055, | |
| "loss": 0.7973, | |
| "step": 1895 | |
| }, | |
| { | |
| "epoch": 0.35620547431571054, | |
| "grad_norm": 0.040535892316044465, | |
| "learning_rate": 0.00024393955520852158, | |
| "loss": 0.8231, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.35714285714285715, | |
| "grad_norm": 0.050182245944215505, | |
| "learning_rate": 0.00024355636208187175, | |
| "loss": 0.809, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.35808023997000377, | |
| "grad_norm": 0.05056635484821874, | |
| "learning_rate": 0.00024317216704174653, | |
| "loss": 0.7863, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.3590176227971504, | |
| "grad_norm": 0.04022954249460216, | |
| "learning_rate": 0.00024278697420256615, | |
| "loss": 0.8144, | |
| "step": 1915 | |
| }, | |
| { | |
| "epoch": 0.35995500562429694, | |
| "grad_norm": 0.04323635830441304, | |
| "learning_rate": 0.00024240078768943647, | |
| "loss": 0.8052, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.36089238845144356, | |
| "grad_norm": 0.05048502253231987, | |
| "learning_rate": 0.00024201361163810476, | |
| "loss": 0.8292, | |
| "step": 1925 | |
| }, | |
| { | |
| "epoch": 0.3618297712785902, | |
| "grad_norm": 0.045094345947545966, | |
| "learning_rate": 0.00024162545019491545, | |
| "loss": 0.8263, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.3627671541057368, | |
| "grad_norm": 0.04751777775798578, | |
| "learning_rate": 0.0002412363075167658, | |
| "loss": 0.813, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.3637045369328834, | |
| "grad_norm": 0.03970350230348181, | |
| "learning_rate": 0.0002408461877710613, | |
| "loss": 0.7874, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.36464191976003, | |
| "grad_norm": 0.043021517102531895, | |
| "learning_rate": 0.00024045509513567092, | |
| "loss": 0.7835, | |
| "step": 1945 | |
| }, | |
| { | |
| "epoch": 0.3655793025871766, | |
| "grad_norm": 0.04145029708505387, | |
| "learning_rate": 0.0002400630337988826, | |
| "loss": 0.7976, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.3665166854143232, | |
| "grad_norm": 0.04060705381251834, | |
| "learning_rate": 0.0002396700079593583, | |
| "loss": 0.784, | |
| "step": 1955 | |
| }, | |
| { | |
| "epoch": 0.3674540682414698, | |
| "grad_norm": 0.04105772844447629, | |
| "learning_rate": 0.00023927602182608902, | |
| "loss": 0.7982, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.3683914510686164, | |
| "grad_norm": 0.04405339270275701, | |
| "learning_rate": 0.00023888107961834968, | |
| "loss": 0.8367, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.36932883389576304, | |
| "grad_norm": 0.04229707897710055, | |
| "learning_rate": 0.00023848518556565405, | |
| "loss": 0.8147, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.37026621672290966, | |
| "grad_norm": 0.04101868201617462, | |
| "learning_rate": 0.00023808834390770937, | |
| "loss": 0.7984, | |
| "step": 1975 | |
| }, | |
| { | |
| "epoch": 0.3712035995500562, | |
| "grad_norm": 0.0452498903694969, | |
| "learning_rate": 0.00023769055889437103, | |
| "loss": 0.8064, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.37214098237720283, | |
| "grad_norm": 0.040047239815103164, | |
| "learning_rate": 0.0002372918347855969, | |
| "loss": 0.7737, | |
| "step": 1985 | |
| }, | |
| { | |
| "epoch": 0.37307836520434945, | |
| "grad_norm": 0.03830098106296232, | |
| "learning_rate": 0.0002368921758514018, | |
| "loss": 0.7735, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.37401574803149606, | |
| "grad_norm": 0.0466704182451149, | |
| "learning_rate": 0.00023649158637181191, | |
| "loss": 0.7913, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.3749531308586427, | |
| "grad_norm": 0.045697413605673594, | |
| "learning_rate": 0.00023609007063681874, | |
| "loss": 0.8083, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.3758905136857893, | |
| "grad_norm": 0.046012146633052885, | |
| "learning_rate": 0.0002356876329463332, | |
| "loss": 0.7986, | |
| "step": 2005 | |
| }, | |
| { | |
| "epoch": 0.37682789651293586, | |
| "grad_norm": 0.042087372585577834, | |
| "learning_rate": 0.0002352842776101396, | |
| "loss": 0.789, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.37776527934008247, | |
| "grad_norm": 0.04351288912284283, | |
| "learning_rate": 0.00023488000894784954, | |
| "loss": 0.8066, | |
| "step": 2015 | |
| }, | |
| { | |
| "epoch": 0.3787026621672291, | |
| "grad_norm": 0.04264731715281628, | |
| "learning_rate": 0.0002344748312888557, | |
| "loss": 0.8242, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.3796400449943757, | |
| "grad_norm": 0.04004005288826855, | |
| "learning_rate": 0.00023406874897228527, | |
| "loss": 0.8134, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.3805774278215223, | |
| "grad_norm": 0.03990638844779895, | |
| "learning_rate": 0.00023366176634695353, | |
| "loss": 0.8341, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.38151481064866893, | |
| "grad_norm": 0.04606026511862361, | |
| "learning_rate": 0.00023325388777131748, | |
| "loss": 0.8001, | |
| "step": 2035 | |
| }, | |
| { | |
| "epoch": 0.38245219347581555, | |
| "grad_norm": 0.04391729186424558, | |
| "learning_rate": 0.000232845117613429, | |
| "loss": 0.8195, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.3833895763029621, | |
| "grad_norm": 0.041518162558628426, | |
| "learning_rate": 0.00023243546025088799, | |
| "loss": 0.7802, | |
| "step": 2045 | |
| }, | |
| { | |
| "epoch": 0.3843269591301087, | |
| "grad_norm": 0.04366132632044734, | |
| "learning_rate": 0.00023202492007079584, | |
| "loss": 0.7828, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.38526434195725534, | |
| "grad_norm": 0.04383475380804256, | |
| "learning_rate": 0.00023161350146970794, | |
| "loss": 0.7876, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.38620172478440196, | |
| "grad_norm": 0.036393360894576204, | |
| "learning_rate": 0.00023120120885358698, | |
| "loss": 0.7975, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.38713910761154857, | |
| "grad_norm": 0.04084955682840953, | |
| "learning_rate": 0.00023078804663775572, | |
| "loss": 0.7786, | |
| "step": 2065 | |
| }, | |
| { | |
| "epoch": 0.3880764904386952, | |
| "grad_norm": 0.03911103036688829, | |
| "learning_rate": 0.00023037401924684946, | |
| "loss": 0.8026, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.38901387326584175, | |
| "grad_norm": 0.041012148951149276, | |
| "learning_rate": 0.000229959131114769, | |
| "loss": 0.7885, | |
| "step": 2075 | |
| }, | |
| { | |
| "epoch": 0.38995125609298836, | |
| "grad_norm": 0.03899340776511314, | |
| "learning_rate": 0.00022954338668463296, | |
| "loss": 0.7813, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.390888638920135, | |
| "grad_norm": 0.04177139426462313, | |
| "learning_rate": 0.00022912679040873005, | |
| "loss": 0.7433, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.3918260217472816, | |
| "grad_norm": 0.041993929485497614, | |
| "learning_rate": 0.00022870934674847177, | |
| "loss": 0.8079, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.3927634045744282, | |
| "grad_norm": 0.04106413868995631, | |
| "learning_rate": 0.00022829106017434434, | |
| "loss": 0.7872, | |
| "step": 2095 | |
| }, | |
| { | |
| "epoch": 0.3937007874015748, | |
| "grad_norm": 0.047413157951248786, | |
| "learning_rate": 0.00022787193516586091, | |
| "loss": 0.796, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.3946381702287214, | |
| "grad_norm": 0.04503978112797596, | |
| "learning_rate": 0.00022745197621151363, | |
| "loss": 0.8352, | |
| "step": 2105 | |
| }, | |
| { | |
| "epoch": 0.395575553055868, | |
| "grad_norm": 0.04115650674340414, | |
| "learning_rate": 0.0002270311878087255, | |
| "loss": 0.816, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.3965129358830146, | |
| "grad_norm": 0.041160476408568784, | |
| "learning_rate": 0.00022660957446380225, | |
| "loss": 0.7982, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.39745031871016123, | |
| "grad_norm": 0.04408506165618202, | |
| "learning_rate": 0.00022618714069188404, | |
| "loss": 0.8209, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.39838770153730785, | |
| "grad_norm": 0.04001800900141434, | |
| "learning_rate": 0.00022576389101689725, | |
| "loss": 0.7771, | |
| "step": 2125 | |
| }, | |
| { | |
| "epoch": 0.39932508436445446, | |
| "grad_norm": 0.04320785141278407, | |
| "learning_rate": 0.00022533982997150585, | |
| "loss": 0.7677, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.400262467191601, | |
| "grad_norm": 0.039431554219398125, | |
| "learning_rate": 0.00022491496209706293, | |
| "loss": 0.7715, | |
| "step": 2135 | |
| }, | |
| { | |
| "epoch": 0.40119985001874764, | |
| "grad_norm": 0.04041447511709435, | |
| "learning_rate": 0.0002244892919435621, | |
| "loss": 0.7961, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.40213723284589425, | |
| "grad_norm": 0.04233570336630376, | |
| "learning_rate": 0.00022406282406958874, | |
| "loss": 0.7932, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.40307461567304087, | |
| "grad_norm": 0.040223931466695007, | |
| "learning_rate": 0.00022363556304227111, | |
| "loss": 0.7972, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.4040119985001875, | |
| "grad_norm": 0.03920199535556696, | |
| "learning_rate": 0.0002232075134372316, | |
| "loss": 0.7912, | |
| "step": 2155 | |
| }, | |
| { | |
| "epoch": 0.4049493813273341, | |
| "grad_norm": 0.04045705766440815, | |
| "learning_rate": 0.00022277867983853754, | |
| "loss": 0.772, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.4058867641544807, | |
| "grad_norm": 0.038172006672106074, | |
| "learning_rate": 0.00022234906683865234, | |
| "loss": 0.7994, | |
| "step": 2165 | |
| }, | |
| { | |
| "epoch": 0.4068241469816273, | |
| "grad_norm": 0.042094914465141645, | |
| "learning_rate": 0.00022191867903838597, | |
| "loss": 0.7908, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.4077615298087739, | |
| "grad_norm": 0.041299074122275056, | |
| "learning_rate": 0.00022148752104684608, | |
| "loss": 0.791, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.4086989126359205, | |
| "grad_norm": 0.03672565143578591, | |
| "learning_rate": 0.00022105559748138834, | |
| "loss": 0.7879, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.4096362954630671, | |
| "grad_norm": 0.03978313771126583, | |
| "learning_rate": 0.00022062291296756715, | |
| "loss": 0.8095, | |
| "step": 2185 | |
| }, | |
| { | |
| "epoch": 0.41057367829021374, | |
| "grad_norm": 0.04001569067395201, | |
| "learning_rate": 0.000220189472139086, | |
| "loss": 0.7826, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.41151106111736035, | |
| "grad_norm": 0.043631782457239365, | |
| "learning_rate": 0.00021975527963774796, | |
| "loss": 0.7927, | |
| "step": 2195 | |
| }, | |
| { | |
| "epoch": 0.4124484439445069, | |
| "grad_norm": 0.04073514355199719, | |
| "learning_rate": 0.00021932034011340587, | |
| "loss": 0.7939, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.41338582677165353, | |
| "grad_norm": 0.044704633805377016, | |
| "learning_rate": 0.00021888465822391269, | |
| "loss": 0.795, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.41432320959880015, | |
| "grad_norm": 0.04223574180256086, | |
| "learning_rate": 0.00021844823863507136, | |
| "loss": 0.7697, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.41526059242594676, | |
| "grad_norm": 0.04033678944300133, | |
| "learning_rate": 0.00021801108602058507, | |
| "loss": 0.7942, | |
| "step": 2215 | |
| }, | |
| { | |
| "epoch": 0.4161979752530934, | |
| "grad_norm": 0.040615950774112376, | |
| "learning_rate": 0.00021757320506200713, | |
| "loss": 0.7976, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.41713535808024, | |
| "grad_norm": 0.03966904553021298, | |
| "learning_rate": 0.00021713460044869078, | |
| "loss": 0.7356, | |
| "step": 2225 | |
| }, | |
| { | |
| "epoch": 0.41807274090738655, | |
| "grad_norm": 0.049048512180610696, | |
| "learning_rate": 0.0002166952768777391, | |
| "loss": 0.788, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.41901012373453317, | |
| "grad_norm": 0.04363519676021418, | |
| "learning_rate": 0.00021625523905395458, | |
| "loss": 0.7778, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.4199475065616798, | |
| "grad_norm": 0.040788196081375995, | |
| "learning_rate": 0.00021581449168978878, | |
| "loss": 0.7845, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.4208848893888264, | |
| "grad_norm": 0.04388975232146075, | |
| "learning_rate": 0.00021537303950529185, | |
| "loss": 0.7912, | |
| "step": 2245 | |
| }, | |
| { | |
| "epoch": 0.421822272215973, | |
| "grad_norm": 0.039487905759282925, | |
| "learning_rate": 0.0002149308872280621, | |
| "loss": 0.7904, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.42275965504311963, | |
| "grad_norm": 0.03892803525416569, | |
| "learning_rate": 0.0002144880395931951, | |
| "loss": 0.7832, | |
| "step": 2255 | |
| }, | |
| { | |
| "epoch": 0.4236970378702662, | |
| "grad_norm": 0.048355006016535, | |
| "learning_rate": 0.0002140445013432333, | |
| "loss": 0.8233, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.4246344206974128, | |
| "grad_norm": 0.04226596396802164, | |
| "learning_rate": 0.00021360027722811505, | |
| "loss": 0.7986, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.4255718035245594, | |
| "grad_norm": 0.03777343997339362, | |
| "learning_rate": 0.00021315537200512362, | |
| "loss": 0.7739, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.42650918635170604, | |
| "grad_norm": 0.0447778590274291, | |
| "learning_rate": 0.00021270979043883664, | |
| "loss": 0.8097, | |
| "step": 2275 | |
| }, | |
| { | |
| "epoch": 0.42744656917885265, | |
| "grad_norm": 0.04168554679696771, | |
| "learning_rate": 0.00021226353730107467, | |
| "loss": 0.7835, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.42838395200599927, | |
| "grad_norm": 0.04011938574259242, | |
| "learning_rate": 0.00021181661737085028, | |
| "loss": 0.8223, | |
| "step": 2285 | |
| }, | |
| { | |
| "epoch": 0.4293213348331459, | |
| "grad_norm": 0.03778469888602811, | |
| "learning_rate": 0.00021136903543431685, | |
| "loss": 0.7739, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.43025871766029244, | |
| "grad_norm": 0.03715090423495881, | |
| "learning_rate": 0.0002109207962847174, | |
| "loss": 0.8144, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.43119610048743906, | |
| "grad_norm": 0.03962090097485277, | |
| "learning_rate": 0.00021047190472233305, | |
| "loss": 0.7811, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.4321334833145857, | |
| "grad_norm": 0.039092040132198524, | |
| "learning_rate": 0.00021002236555443183, | |
| "loss": 0.7909, | |
| "step": 2305 | |
| }, | |
| { | |
| "epoch": 0.4330708661417323, | |
| "grad_norm": 0.03883145505567921, | |
| "learning_rate": 0.00020957218359521706, | |
| "loss": 0.8176, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.4340082489688789, | |
| "grad_norm": 0.03985259948134514, | |
| "learning_rate": 0.0002091213636657759, | |
| "loss": 0.7869, | |
| "step": 2315 | |
| }, | |
| { | |
| "epoch": 0.4349456317960255, | |
| "grad_norm": 0.0405689266411763, | |
| "learning_rate": 0.0002086699105940275, | |
| "loss": 0.8039, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.4358830146231721, | |
| "grad_norm": 0.04016614154253833, | |
| "learning_rate": 0.00020821782921467166, | |
| "loss": 0.7911, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.4368203974503187, | |
| "grad_norm": 0.03975323854656061, | |
| "learning_rate": 0.0002077651243691367, | |
| "loss": 0.7833, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.4377577802774653, | |
| "grad_norm": 0.041105027708813344, | |
| "learning_rate": 0.00020731180090552783, | |
| "loss": 0.7675, | |
| "step": 2335 | |
| }, | |
| { | |
| "epoch": 0.43869516310461193, | |
| "grad_norm": 0.03872126186366071, | |
| "learning_rate": 0.00020685786367857518, | |
| "loss": 0.7959, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.43963254593175854, | |
| "grad_norm": 0.041950004467004046, | |
| "learning_rate": 0.0002064033175495817, | |
| "loss": 0.7642, | |
| "step": 2345 | |
| }, | |
| { | |
| "epoch": 0.44056992875890516, | |
| "grad_norm": 0.04308753428596666, | |
| "learning_rate": 0.00020594816738637133, | |
| "loss": 0.7828, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.4415073115860517, | |
| "grad_norm": 0.04067335511731369, | |
| "learning_rate": 0.00020549241806323658, | |
| "loss": 0.7731, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.44244469441319834, | |
| "grad_norm": 0.038488821747570894, | |
| "learning_rate": 0.00020503607446088661, | |
| "loss": 0.7783, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.44338207724034495, | |
| "grad_norm": 0.0405566911757408, | |
| "learning_rate": 0.00020457914146639473, | |
| "loss": 0.7913, | |
| "step": 2365 | |
| }, | |
| { | |
| "epoch": 0.44431946006749157, | |
| "grad_norm": 0.041242394949931045, | |
| "learning_rate": 0.00020412162397314624, | |
| "loss": 0.7971, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.4452568428946382, | |
| "grad_norm": 0.039550878105764575, | |
| "learning_rate": 0.00020366352688078597, | |
| "loss": 0.7941, | |
| "step": 2375 | |
| }, | |
| { | |
| "epoch": 0.4461942257217848, | |
| "grad_norm": 0.04176542654646332, | |
| "learning_rate": 0.00020320485509516564, | |
| "loss": 0.7796, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.44713160854893136, | |
| "grad_norm": 0.04091658096529671, | |
| "learning_rate": 0.0002027456135282917, | |
| "loss": 0.7656, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.448068991376078, | |
| "grad_norm": 0.04204041507697926, | |
| "learning_rate": 0.00020228580709827227, | |
| "loss": 0.7842, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.4490063742032246, | |
| "grad_norm": 0.043581111984004314, | |
| "learning_rate": 0.0002018254407292649, | |
| "loss": 0.8044, | |
| "step": 2395 | |
| }, | |
| { | |
| "epoch": 0.4499437570303712, | |
| "grad_norm": 0.03967757526818896, | |
| "learning_rate": 0.00020136451935142349, | |
| "loss": 0.7807, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.4508811398575178, | |
| "grad_norm": 0.04119079014264244, | |
| "learning_rate": 0.00020090304790084572, | |
| "loss": 0.7949, | |
| "step": 2405 | |
| }, | |
| { | |
| "epoch": 0.45181852268466444, | |
| "grad_norm": 0.04744494144786433, | |
| "learning_rate": 0.00020044103131952007, | |
| "loss": 0.7886, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.452755905511811, | |
| "grad_norm": 0.03865847999571606, | |
| "learning_rate": 0.000199978474555273, | |
| "loss": 0.7824, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.4536932883389576, | |
| "grad_norm": 0.04257054661223989, | |
| "learning_rate": 0.0001995153825617157, | |
| "loss": 0.7958, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.4546306711661042, | |
| "grad_norm": 0.03723070056879195, | |
| "learning_rate": 0.0001990517602981915, | |
| "loss": 0.7743, | |
| "step": 2425 | |
| }, | |
| { | |
| "epoch": 0.45556805399325084, | |
| "grad_norm": 0.04206537348222414, | |
| "learning_rate": 0.0001985876127297224, | |
| "loss": 0.7818, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.45650543682039746, | |
| "grad_norm": 0.046605846594271055, | |
| "learning_rate": 0.00019812294482695586, | |
| "loss": 0.7888, | |
| "step": 2435 | |
| }, | |
| { | |
| "epoch": 0.4574428196475441, | |
| "grad_norm": 0.03927213215049627, | |
| "learning_rate": 0.00019765776156611189, | |
| "loss": 0.7941, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.4583802024746907, | |
| "grad_norm": 0.03773012168883939, | |
| "learning_rate": 0.00019719206792892944, | |
| "loss": 0.779, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.45931758530183725, | |
| "grad_norm": 0.04033866134296589, | |
| "learning_rate": 0.00019672586890261322, | |
| "loss": 0.7548, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.46025496812898387, | |
| "grad_norm": 0.03863797353130748, | |
| "learning_rate": 0.00019625916947978029, | |
| "loss": 0.7519, | |
| "step": 2455 | |
| }, | |
| { | |
| "epoch": 0.4611923509561305, | |
| "grad_norm": 0.03834068421875446, | |
| "learning_rate": 0.00019579197465840654, | |
| "loss": 0.7524, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.4621297337832771, | |
| "grad_norm": 0.04082115337906864, | |
| "learning_rate": 0.0001953242894417731, | |
| "loss": 0.7748, | |
| "step": 2465 | |
| }, | |
| { | |
| "epoch": 0.4630671166104237, | |
| "grad_norm": 0.038882691470253396, | |
| "learning_rate": 0.000194856118838413, | |
| "loss": 0.7732, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.46400449943757033, | |
| "grad_norm": 0.04383855537670663, | |
| "learning_rate": 0.0001943874678620572, | |
| "loss": 0.7718, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.4649418822647169, | |
| "grad_norm": 0.04487220174913269, | |
| "learning_rate": 0.0001939183415315812, | |
| "loss": 0.8184, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.4658792650918635, | |
| "grad_norm": 0.04243430887998934, | |
| "learning_rate": 0.00019344874487095106, | |
| "loss": 0.7909, | |
| "step": 2485 | |
| }, | |
| { | |
| "epoch": 0.4668166479190101, | |
| "grad_norm": 0.042879736936158284, | |
| "learning_rate": 0.00019297868290916973, | |
| "loss": 0.8164, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.46775403074615673, | |
| "grad_norm": 0.04530733011987864, | |
| "learning_rate": 0.00019250816068022326, | |
| "loss": 0.795, | |
| "step": 2495 | |
| }, | |
| { | |
| "epoch": 0.46869141357330335, | |
| "grad_norm": 0.04578548882806771, | |
| "learning_rate": 0.0001920371832230266, | |
| "loss": 0.7974, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.46962879640044997, | |
| "grad_norm": 0.04042238169087785, | |
| "learning_rate": 0.00019156575558137003, | |
| "loss": 0.8004, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.4705661792275965, | |
| "grad_norm": 0.03887172482698654, | |
| "learning_rate": 0.00019109388280386488, | |
| "loss": 0.7686, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.47150356205474314, | |
| "grad_norm": 0.03584281998116991, | |
| "learning_rate": 0.00019062156994388937, | |
| "loss": 0.7488, | |
| "step": 2515 | |
| }, | |
| { | |
| "epoch": 0.47244094488188976, | |
| "grad_norm": 0.038784324923480024, | |
| "learning_rate": 0.00019014882205953485, | |
| "loss": 0.7797, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.4733783277090364, | |
| "grad_norm": 0.03811245259868312, | |
| "learning_rate": 0.00018967564421355134, | |
| "loss": 0.7566, | |
| "step": 2525 | |
| }, | |
| { | |
| "epoch": 0.474315710536183, | |
| "grad_norm": 0.03796594842270583, | |
| "learning_rate": 0.0001892020414732934, | |
| "loss": 0.7853, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.4752530933633296, | |
| "grad_norm": 0.04195011212848616, | |
| "learning_rate": 0.000188728018910666, | |
| "loss": 0.7924, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.47619047619047616, | |
| "grad_norm": 0.045188665210356145, | |
| "learning_rate": 0.00018825358160206982, | |
| "loss": 0.7961, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.4771278590176228, | |
| "grad_norm": 0.04796346505150324, | |
| "learning_rate": 0.00018777873462834735, | |
| "loss": 0.7809, | |
| "step": 2545 | |
| }, | |
| { | |
| "epoch": 0.4780652418447694, | |
| "grad_norm": 0.039964514626294564, | |
| "learning_rate": 0.00018730348307472824, | |
| "loss": 0.7653, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.479002624671916, | |
| "grad_norm": 0.0427034937035765, | |
| "learning_rate": 0.0001868278320307747, | |
| "loss": 0.7726, | |
| "step": 2555 | |
| }, | |
| { | |
| "epoch": 0.4799400074990626, | |
| "grad_norm": 0.03972042150913065, | |
| "learning_rate": 0.00018635178659032732, | |
| "loss": 0.7805, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.48087739032620924, | |
| "grad_norm": 0.0371985040034197, | |
| "learning_rate": 0.0001858753518514503, | |
| "loss": 0.7561, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.48181477315335586, | |
| "grad_norm": 0.04584757733571624, | |
| "learning_rate": 0.00018539853291637696, | |
| "loss": 0.7753, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.4827521559805024, | |
| "grad_norm": 0.03974757572397099, | |
| "learning_rate": 0.00018492133489145506, | |
| "loss": 0.7748, | |
| "step": 2575 | |
| }, | |
| { | |
| "epoch": 0.48368953880764903, | |
| "grad_norm": 0.03742920129272121, | |
| "learning_rate": 0.000184443762887092, | |
| "loss": 0.7917, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.48462692163479565, | |
| "grad_norm": 0.04694450953419577, | |
| "learning_rate": 0.00018396582201770032, | |
| "loss": 0.7859, | |
| "step": 2585 | |
| }, | |
| { | |
| "epoch": 0.48556430446194226, | |
| "grad_norm": 0.042973639248807004, | |
| "learning_rate": 0.00018348751740164272, | |
| "loss": 0.7836, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.4865016872890889, | |
| "grad_norm": 0.04047247960728854, | |
| "learning_rate": 0.00018300885416117733, | |
| "loss": 0.7796, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.4874390701162355, | |
| "grad_norm": 0.0396897138962343, | |
| "learning_rate": 0.000182529837422403, | |
| "loss": 0.7682, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.48837645294338206, | |
| "grad_norm": 0.0398548055720446, | |
| "learning_rate": 0.0001820504723152041, | |
| "loss": 0.7932, | |
| "step": 2605 | |
| }, | |
| { | |
| "epoch": 0.48931383577052867, | |
| "grad_norm": 0.037622818268512194, | |
| "learning_rate": 0.0001815707639731958, | |
| "loss": 0.7781, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.4902512185976753, | |
| "grad_norm": 0.0392715706617893, | |
| "learning_rate": 0.00018109071753366916, | |
| "loss": 0.7929, | |
| "step": 2615 | |
| }, | |
| { | |
| "epoch": 0.4911886014248219, | |
| "grad_norm": 0.039744227841198555, | |
| "learning_rate": 0.00018061033813753576, | |
| "loss": 0.7756, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.4921259842519685, | |
| "grad_norm": 0.04155014821494704, | |
| "learning_rate": 0.00018012963092927297, | |
| "loss": 0.7706, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.49306336707911513, | |
| "grad_norm": 0.03840166882540415, | |
| "learning_rate": 0.0001796486010568689, | |
| "loss": 0.7893, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.4940007499062617, | |
| "grad_norm": 0.039395802156394155, | |
| "learning_rate": 0.000179167253671767, | |
| "loss": 0.775, | |
| "step": 2635 | |
| }, | |
| { | |
| "epoch": 0.4949381327334083, | |
| "grad_norm": 0.03787300343153706, | |
| "learning_rate": 0.00017868559392881107, | |
| "loss": 0.795, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.4958755155605549, | |
| "grad_norm": 0.040301333180301116, | |
| "learning_rate": 0.0001782036269861899, | |
| "loss": 0.7775, | |
| "step": 2645 | |
| }, | |
| { | |
| "epoch": 0.49681289838770154, | |
| "grad_norm": 0.03780702169928712, | |
| "learning_rate": 0.0001777213580053823, | |
| "loss": 0.7774, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.49775028121484816, | |
| "grad_norm": 0.04018675410195464, | |
| "learning_rate": 0.0001772387921511016, | |
| "loss": 0.7853, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.49868766404199477, | |
| "grad_norm": 0.039105991236874874, | |
| "learning_rate": 0.00017675593459124045, | |
| "loss": 0.7853, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.49962504686914133, | |
| "grad_norm": 0.043058223660341025, | |
| "learning_rate": 0.00017627279049681538, | |
| "loss": 0.779, | |
| "step": 2665 | |
| }, | |
| { | |
| "epoch": 0.500562429696288, | |
| "grad_norm": 0.038503318239807786, | |
| "learning_rate": 0.0001757893650419114, | |
| "loss": 0.7746, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.5014998125234346, | |
| "grad_norm": 0.038809904361382756, | |
| "learning_rate": 0.00017530566340362685, | |
| "loss": 0.7836, | |
| "step": 2675 | |
| }, | |
| { | |
| "epoch": 0.5024371953505812, | |
| "grad_norm": 0.03720404583133728, | |
| "learning_rate": 0.00017482169076201765, | |
| "loss": 0.7738, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.5033745781777278, | |
| "grad_norm": 0.04072977160239652, | |
| "learning_rate": 0.00017433745230004192, | |
| "loss": 0.7932, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.5043119610048744, | |
| "grad_norm": 0.04007107726737037, | |
| "learning_rate": 0.00017385295320350463, | |
| "loss": 0.7925, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.505249343832021, | |
| "grad_norm": 0.03706793674088091, | |
| "learning_rate": 0.00017336819866100182, | |
| "loss": 0.7802, | |
| "step": 2695 | |
| }, | |
| { | |
| "epoch": 0.5061867266591676, | |
| "grad_norm": 0.03970514233327491, | |
| "learning_rate": 0.00017288319386386515, | |
| "loss": 0.7641, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.5071241094863143, | |
| "grad_norm": 0.04248378336710558, | |
| "learning_rate": 0.0001723979440061064, | |
| "loss": 0.7843, | |
| "step": 2705 | |
| }, | |
| { | |
| "epoch": 0.5080614923134609, | |
| "grad_norm": 0.035133630205708484, | |
| "learning_rate": 0.00017191245428436173, | |
| "loss": 0.7685, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.5089988751406074, | |
| "grad_norm": 0.03584192505625803, | |
| "learning_rate": 0.00017142672989783601, | |
| "loss": 0.7488, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.509936257967754, | |
| "grad_norm": 0.043073407159687965, | |
| "learning_rate": 0.00017094077604824708, | |
| "loss": 0.7625, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.5108736407949006, | |
| "grad_norm": 0.04373054551404995, | |
| "learning_rate": 0.00017045459793977037, | |
| "loss": 0.7793, | |
| "step": 2725 | |
| }, | |
| { | |
| "epoch": 0.5118110236220472, | |
| "grad_norm": 0.0401634365888691, | |
| "learning_rate": 0.00016996820077898285, | |
| "loss": 0.7673, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.5127484064491938, | |
| "grad_norm": 0.04228564245730852, | |
| "learning_rate": 0.00016948158977480722, | |
| "loss": 0.7829, | |
| "step": 2735 | |
| }, | |
| { | |
| "epoch": 0.5136857892763405, | |
| "grad_norm": 0.04101625807575367, | |
| "learning_rate": 0.00016899477013845656, | |
| "loss": 0.7739, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.5146231721034871, | |
| "grad_norm": 0.037270510821881576, | |
| "learning_rate": 0.00016850774708337794, | |
| "loss": 0.7819, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.5155605549306337, | |
| "grad_norm": 0.03719664186844611, | |
| "learning_rate": 0.00016802052582519706, | |
| "loss": 0.7547, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.5164979377577803, | |
| "grad_norm": 0.042746632036701274, | |
| "learning_rate": 0.00016753311158166216, | |
| "loss": 0.7875, | |
| "step": 2755 | |
| }, | |
| { | |
| "epoch": 0.5174353205849269, | |
| "grad_norm": 0.040113090184156625, | |
| "learning_rate": 0.00016704550957258817, | |
| "loss": 0.7671, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.5183727034120735, | |
| "grad_norm": 0.04096689940473245, | |
| "learning_rate": 0.0001665577250198009, | |
| "loss": 0.7504, | |
| "step": 2765 | |
| }, | |
| { | |
| "epoch": 0.5193100862392201, | |
| "grad_norm": 0.03979245826251994, | |
| "learning_rate": 0.00016606976314708104, | |
| "loss": 0.7692, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.5202474690663667, | |
| "grad_norm": 0.03499884259333867, | |
| "learning_rate": 0.0001655816291801082, | |
| "loss": 0.7502, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.5211848518935133, | |
| "grad_norm": 0.038595691040614596, | |
| "learning_rate": 0.00016509332834640505, | |
| "loss": 0.7779, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.5221222347206599, | |
| "grad_norm": 0.03845551078176031, | |
| "learning_rate": 0.00016460486587528114, | |
| "loss": 0.7734, | |
| "step": 2785 | |
| }, | |
| { | |
| "epoch": 0.5230596175478065, | |
| "grad_norm": 0.04268014575183859, | |
| "learning_rate": 0.00016411624699777717, | |
| "loss": 0.7932, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.5239970003749531, | |
| "grad_norm": 0.04217654750286591, | |
| "learning_rate": 0.0001636274769466087, | |
| "loss": 0.7755, | |
| "step": 2795 | |
| }, | |
| { | |
| "epoch": 0.5249343832020997, | |
| "grad_norm": 0.03663813497845865, | |
| "learning_rate": 0.00016313856095611037, | |
| "loss": 0.7819, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.5258717660292463, | |
| "grad_norm": 0.03649865813691932, | |
| "learning_rate": 0.00016264950426217963, | |
| "loss": 0.7854, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.526809148856393, | |
| "grad_norm": 0.035007178804664606, | |
| "learning_rate": 0.0001621603121022208, | |
| "loss": 0.7763, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.5277465316835396, | |
| "grad_norm": 0.03631407653031134, | |
| "learning_rate": 0.00016167098971508884, | |
| "loss": 0.75, | |
| "step": 2815 | |
| }, | |
| { | |
| "epoch": 0.5286839145106862, | |
| "grad_norm": 0.03748295963128187, | |
| "learning_rate": 0.00016118154234103345, | |
| "loss": 0.7755, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.5296212973378328, | |
| "grad_norm": 0.03847790308231328, | |
| "learning_rate": 0.00016069197522164272, | |
| "loss": 0.7721, | |
| "step": 2825 | |
| }, | |
| { | |
| "epoch": 0.5305586801649794, | |
| "grad_norm": 0.0403928945535946, | |
| "learning_rate": 0.00016020229359978722, | |
| "loss": 0.7823, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.531496062992126, | |
| "grad_norm": 0.042093934154398625, | |
| "learning_rate": 0.0001597125027195637, | |
| "loss": 0.7594, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.5324334458192725, | |
| "grad_norm": 0.03740153505333051, | |
| "learning_rate": 0.00015922260782623906, | |
| "loss": 0.775, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.5333708286464192, | |
| "grad_norm": 0.0365020182974372, | |
| "learning_rate": 0.00015873261416619395, | |
| "loss": 0.7788, | |
| "step": 2845 | |
| }, | |
| { | |
| "epoch": 0.5343082114735658, | |
| "grad_norm": 0.04097368109261412, | |
| "learning_rate": 0.00015824252698686686, | |
| "loss": 0.7801, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.5352455943007124, | |
| "grad_norm": 0.040252898201126604, | |
| "learning_rate": 0.00015775235153669772, | |
| "loss": 0.7651, | |
| "step": 2855 | |
| }, | |
| { | |
| "epoch": 0.536182977127859, | |
| "grad_norm": 0.04080680519751646, | |
| "learning_rate": 0.00015726209306507182, | |
| "loss": 0.7609, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.5371203599550056, | |
| "grad_norm": 0.04064129669100478, | |
| "learning_rate": 0.00015677175682226346, | |
| "loss": 0.7686, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.5380577427821522, | |
| "grad_norm": 0.040674542378951246, | |
| "learning_rate": 0.0001562813480593799, | |
| "loss": 0.7616, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.5389951256092989, | |
| "grad_norm": 0.04054872658419522, | |
| "learning_rate": 0.0001557908720283051, | |
| "loss": 0.7938, | |
| "step": 2875 | |
| }, | |
| { | |
| "epoch": 0.5399325084364455, | |
| "grad_norm": 0.037193930697877325, | |
| "learning_rate": 0.00015530033398164318, | |
| "loss": 0.7671, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.5408698912635921, | |
| "grad_norm": 0.04330464356262373, | |
| "learning_rate": 0.00015480973917266256, | |
| "loss": 0.789, | |
| "step": 2885 | |
| }, | |
| { | |
| "epoch": 0.5418072740907387, | |
| "grad_norm": 0.04054372294824471, | |
| "learning_rate": 0.0001543190928552395, | |
| "loss": 0.7511, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.5427446569178853, | |
| "grad_norm": 0.037141465243079236, | |
| "learning_rate": 0.00015382840028380193, | |
| "loss": 0.7806, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.5436820397450318, | |
| "grad_norm": 0.04616963653816421, | |
| "learning_rate": 0.000153337666713273, | |
| "loss": 0.7685, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.5446194225721784, | |
| "grad_norm": 0.04026197513442802, | |
| "learning_rate": 0.000152846897399015, | |
| "loss": 0.7538, | |
| "step": 2905 | |
| }, | |
| { | |
| "epoch": 0.545556805399325, | |
| "grad_norm": 0.040209956896230005, | |
| "learning_rate": 0.0001523560975967731, | |
| "loss": 0.7669, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.5464941882264717, | |
| "grad_norm": 0.039214472443270074, | |
| "learning_rate": 0.0001518652725626188, | |
| "loss": 0.7821, | |
| "step": 2915 | |
| }, | |
| { | |
| "epoch": 0.5474315710536183, | |
| "grad_norm": 0.037735873161464144, | |
| "learning_rate": 0.00015137442755289388, | |
| "loss": 0.7669, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.5483689538807649, | |
| "grad_norm": 0.040692415941492, | |
| "learning_rate": 0.00015088356782415408, | |
| "loss": 0.7642, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.5493063367079115, | |
| "grad_norm": 0.037557444480219304, | |
| "learning_rate": 0.0001503926986331127, | |
| "loss": 0.7491, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.5502437195350581, | |
| "grad_norm": 0.04303948252096911, | |
| "learning_rate": 0.00014990182523658444, | |
| "loss": 0.7633, | |
| "step": 2935 | |
| }, | |
| { | |
| "epoch": 0.5511811023622047, | |
| "grad_norm": 0.039445563951292666, | |
| "learning_rate": 0.0001494109528914291, | |
| "loss": 0.7837, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.5521184851893514, | |
| "grad_norm": 0.0369146298860869, | |
| "learning_rate": 0.000148920086854495, | |
| "loss": 0.7783, | |
| "step": 2945 | |
| }, | |
| { | |
| "epoch": 0.553055868016498, | |
| "grad_norm": 0.03928589902574045, | |
| "learning_rate": 0.00014842923238256317, | |
| "loss": 0.7623, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.5539932508436446, | |
| "grad_norm": 0.040961368365580925, | |
| "learning_rate": 0.00014793839473229047, | |
| "loss": 0.7302, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.5549306336707911, | |
| "grad_norm": 0.04066646466874108, | |
| "learning_rate": 0.000147447579160154, | |
| "loss": 0.7933, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.5558680164979377, | |
| "grad_norm": 0.04046950253782251, | |
| "learning_rate": 0.00014695679092239405, | |
| "loss": 0.7794, | |
| "step": 2965 | |
| }, | |
| { | |
| "epoch": 0.5568053993250843, | |
| "grad_norm": 0.0395374977204719, | |
| "learning_rate": 0.00014646603527495848, | |
| "loss": 0.772, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.5577427821522309, | |
| "grad_norm": 0.03703594756866284, | |
| "learning_rate": 0.00014597531747344593, | |
| "loss": 0.7511, | |
| "step": 2975 | |
| }, | |
| { | |
| "epoch": 0.5586801649793776, | |
| "grad_norm": 0.036214320470059805, | |
| "learning_rate": 0.00014548464277304982, | |
| "loss": 0.7706, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.5596175478065242, | |
| "grad_norm": 0.03917835401091949, | |
| "learning_rate": 0.00014499401642850207, | |
| "loss": 0.739, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.5605549306336708, | |
| "grad_norm": 0.0498467008354317, | |
| "learning_rate": 0.00014450344369401651, | |
| "loss": 0.763, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.5614923134608174, | |
| "grad_norm": 0.05384613905490524, | |
| "learning_rate": 0.0001440129298232332, | |
| "loss": 0.7892, | |
| "step": 2995 | |
| }, | |
| { | |
| "epoch": 0.562429696287964, | |
| "grad_norm": 0.0457358145474257, | |
| "learning_rate": 0.0001435224800691614, | |
| "loss": 0.7988, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.5633670791151106, | |
| "grad_norm": 0.04336091654025471, | |
| "learning_rate": 0.00014303209968412418, | |
| "loss": 0.799, | |
| "step": 3005 | |
| }, | |
| { | |
| "epoch": 0.5643044619422573, | |
| "grad_norm": 0.04292534665730051, | |
| "learning_rate": 0.00014254179391970132, | |
| "loss": 0.7775, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.5652418447694039, | |
| "grad_norm": 0.04250101254193063, | |
| "learning_rate": 0.00014205156802667374, | |
| "loss": 0.7788, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.5661792275965505, | |
| "grad_norm": 0.04030937649018944, | |
| "learning_rate": 0.00014156142725496682, | |
| "loss": 0.7771, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.567116610423697, | |
| "grad_norm": 0.037700014044718524, | |
| "learning_rate": 0.00014107137685359457, | |
| "loss": 0.7603, | |
| "step": 3025 | |
| }, | |
| { | |
| "epoch": 0.5680539932508436, | |
| "grad_norm": 0.03917274407024749, | |
| "learning_rate": 0.000140581422070603, | |
| "loss": 0.7756, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.5689913760779902, | |
| "grad_norm": 0.03965878064631959, | |
| "learning_rate": 0.00014009156815301426, | |
| "loss": 0.781, | |
| "step": 3035 | |
| }, | |
| { | |
| "epoch": 0.5699287589051368, | |
| "grad_norm": 0.03694985326600243, | |
| "learning_rate": 0.00013960182034677016, | |
| "loss": 0.7764, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.5708661417322834, | |
| "grad_norm": 0.03649532964794123, | |
| "learning_rate": 0.00013911218389667642, | |
| "loss": 0.7549, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.5718035245594301, | |
| "grad_norm": 0.03787093545824704, | |
| "learning_rate": 0.0001386226640463459, | |
| "loss": 0.7472, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.5727409073865767, | |
| "grad_norm": 0.038098821200233814, | |
| "learning_rate": 0.00013813326603814296, | |
| "loss": 0.794, | |
| "step": 3055 | |
| }, | |
| { | |
| "epoch": 0.5736782902137233, | |
| "grad_norm": 0.04007624623894434, | |
| "learning_rate": 0.00013764399511312716, | |
| "loss": 0.7973, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.5746156730408699, | |
| "grad_norm": 0.040480907401198925, | |
| "learning_rate": 0.0001371548565109969, | |
| "loss": 0.7693, | |
| "step": 3065 | |
| }, | |
| { | |
| "epoch": 0.5755530558680165, | |
| "grad_norm": 0.037195195565526876, | |
| "learning_rate": 0.00013666585547003377, | |
| "loss": 0.7548, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.5764904386951631, | |
| "grad_norm": 0.04118922842272934, | |
| "learning_rate": 0.00013617699722704598, | |
| "loss": 0.781, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.5774278215223098, | |
| "grad_norm": 0.041231050481496015, | |
| "learning_rate": 0.0001356882870173126, | |
| "loss": 0.7764, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.5783652043494563, | |
| "grad_norm": 0.03825190175591559, | |
| "learning_rate": 0.0001351997300745273, | |
| "loss": 0.7604, | |
| "step": 3085 | |
| }, | |
| { | |
| "epoch": 0.5793025871766029, | |
| "grad_norm": 0.041476811594546956, | |
| "learning_rate": 0.0001347113316307425, | |
| "loss": 0.774, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.5802399700037495, | |
| "grad_norm": 0.04062186609985697, | |
| "learning_rate": 0.0001342230969163131, | |
| "loss": 0.7669, | |
| "step": 3095 | |
| }, | |
| { | |
| "epoch": 0.5811773528308961, | |
| "grad_norm": 0.037469179130772814, | |
| "learning_rate": 0.00013373503115984072, | |
| "loss": 0.8056, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.5821147356580427, | |
| "grad_norm": 0.04327856604489263, | |
| "learning_rate": 0.0001332471395881174, | |
| "loss": 0.7616, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.5830521184851893, | |
| "grad_norm": 0.03958983021180182, | |
| "learning_rate": 0.00013275942742607002, | |
| "loss": 0.7756, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.583989501312336, | |
| "grad_norm": 0.03790940533047183, | |
| "learning_rate": 0.00013227189989670392, | |
| "loss": 0.7568, | |
| "step": 3115 | |
| }, | |
| { | |
| "epoch": 0.5849268841394826, | |
| "grad_norm": 0.0403239958967278, | |
| "learning_rate": 0.00013178456222104733, | |
| "loss": 0.742, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.5858642669666292, | |
| "grad_norm": 0.03895542187325954, | |
| "learning_rate": 0.00013129741961809513, | |
| "loss": 0.7699, | |
| "step": 3125 | |
| }, | |
| { | |
| "epoch": 0.5868016497937758, | |
| "grad_norm": 0.03820864797313289, | |
| "learning_rate": 0.00013081047730475331, | |
| "loss": 0.7601, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.5877390326209224, | |
| "grad_norm": 0.04726355486417647, | |
| "learning_rate": 0.00013032374049578292, | |
| "loss": 0.7642, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.588676415448069, | |
| "grad_norm": 0.04203366758155159, | |
| "learning_rate": 0.000129837214403744, | |
| "loss": 0.7488, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.5896137982752157, | |
| "grad_norm": 0.038981436347331345, | |
| "learning_rate": 0.00012935090423894015, | |
| "loss": 0.7862, | |
| "step": 3145 | |
| }, | |
| { | |
| "epoch": 0.5905511811023622, | |
| "grad_norm": 0.03432435415992516, | |
| "learning_rate": 0.0001288648152093626, | |
| "loss": 0.7525, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.5914885639295088, | |
| "grad_norm": 0.03822931424545101, | |
| "learning_rate": 0.00012837895252063432, | |
| "loss": 0.8001, | |
| "step": 3155 | |
| }, | |
| { | |
| "epoch": 0.5924259467566554, | |
| "grad_norm": 0.039214953158152176, | |
| "learning_rate": 0.00012789332137595427, | |
| "loss": 0.7245, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.593363329583802, | |
| "grad_norm": 0.037907598245917364, | |
| "learning_rate": 0.00012740792697604202, | |
| "loss": 0.7648, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.5943007124109486, | |
| "grad_norm": 0.03785947037848109, | |
| "learning_rate": 0.00012692277451908145, | |
| "loss": 0.7654, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.5952380952380952, | |
| "grad_norm": 0.03850785633219605, | |
| "learning_rate": 0.0001264378692006658, | |
| "loss": 0.7663, | |
| "step": 3175 | |
| }, | |
| { | |
| "epoch": 0.5961754780652418, | |
| "grad_norm": 0.036428916422083596, | |
| "learning_rate": 0.00012595321621374135, | |
| "loss": 0.7596, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.5971128608923885, | |
| "grad_norm": 0.038639622718949614, | |
| "learning_rate": 0.0001254688207485522, | |
| "loss": 0.7318, | |
| "step": 3185 | |
| }, | |
| { | |
| "epoch": 0.5980502437195351, | |
| "grad_norm": 0.04200767445250016, | |
| "learning_rate": 0.00012498468799258466, | |
| "loss": 0.7543, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.5989876265466817, | |
| "grad_norm": 0.039347067609858684, | |
| "learning_rate": 0.00012450082313051163, | |
| "loss": 0.7782, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.5999250093738283, | |
| "grad_norm": 0.03956472616518923, | |
| "learning_rate": 0.00012401723134413694, | |
| "loss": 0.7748, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.6008623922009749, | |
| "grad_norm": 0.03906550581460343, | |
| "learning_rate": 0.00012353391781234026, | |
| "loss": 0.781, | |
| "step": 3205 | |
| }, | |
| { | |
| "epoch": 0.6017997750281214, | |
| "grad_norm": 0.04226202156309189, | |
| "learning_rate": 0.0001230508877110211, | |
| "loss": 0.7813, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.602737157855268, | |
| "grad_norm": 0.04310759188393267, | |
| "learning_rate": 0.00012256814621304385, | |
| "loss": 0.7538, | |
| "step": 3215 | |
| }, | |
| { | |
| "epoch": 0.6036745406824147, | |
| "grad_norm": 0.04137403063128998, | |
| "learning_rate": 0.00012208569848818214, | |
| "loss": 0.7785, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.6046119235095613, | |
| "grad_norm": 0.03490693407426236, | |
| "learning_rate": 0.00012160354970306339, | |
| "loss": 0.7615, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.6055493063367079, | |
| "grad_norm": 0.04058597804316207, | |
| "learning_rate": 0.0001211217050211139, | |
| "loss": 0.7737, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.6064866891638545, | |
| "grad_norm": 0.039857581905152456, | |
| "learning_rate": 0.00012064016960250294, | |
| "loss": 0.7624, | |
| "step": 3235 | |
| }, | |
| { | |
| "epoch": 0.6074240719910011, | |
| "grad_norm": 0.03861470764960366, | |
| "learning_rate": 0.00012015894860408811, | |
| "loss": 0.732, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.6083614548181477, | |
| "grad_norm": 0.03893813785005398, | |
| "learning_rate": 0.00011967804717935964, | |
| "loss": 0.7755, | |
| "step": 3245 | |
| }, | |
| { | |
| "epoch": 0.6092988376452944, | |
| "grad_norm": 0.03949254956830129, | |
| "learning_rate": 0.00011919747047838545, | |
| "loss": 0.7575, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.610236220472441, | |
| "grad_norm": 0.03697345161480537, | |
| "learning_rate": 0.00011871722364775583, | |
| "loss": 0.7606, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.6111736032995876, | |
| "grad_norm": 0.036342062943778654, | |
| "learning_rate": 0.00011823731183052867, | |
| "loss": 0.766, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.6121109861267342, | |
| "grad_norm": 0.0370100352544129, | |
| "learning_rate": 0.00011775774016617381, | |
| "loss": 0.7623, | |
| "step": 3265 | |
| }, | |
| { | |
| "epoch": 0.6130483689538808, | |
| "grad_norm": 0.03696482383175287, | |
| "learning_rate": 0.00011727851379051865, | |
| "loss": 0.7655, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.6139857517810273, | |
| "grad_norm": 0.03985849511649083, | |
| "learning_rate": 0.00011679963783569248, | |
| "loss": 0.7495, | |
| "step": 3275 | |
| }, | |
| { | |
| "epoch": 0.6149231346081739, | |
| "grad_norm": 0.038876495340474354, | |
| "learning_rate": 0.00011632111743007223, | |
| "loss": 0.7813, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.6158605174353206, | |
| "grad_norm": 0.03750007207907501, | |
| "learning_rate": 0.00011584295769822694, | |
| "loss": 0.7528, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.6167979002624672, | |
| "grad_norm": 0.0408841339742789, | |
| "learning_rate": 0.00011536516376086311, | |
| "loss": 0.7719, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.6177352830896138, | |
| "grad_norm": 0.042011717790033064, | |
| "learning_rate": 0.0001148877407347701, | |
| "loss": 0.7493, | |
| "step": 3295 | |
| }, | |
| { | |
| "epoch": 0.6186726659167604, | |
| "grad_norm": 0.0414847232838945, | |
| "learning_rate": 0.00011441069373276481, | |
| "loss": 0.7536, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.619610048743907, | |
| "grad_norm": 0.042292805389266726, | |
| "learning_rate": 0.00011393402786363753, | |
| "loss": 0.7602, | |
| "step": 3305 | |
| }, | |
| { | |
| "epoch": 0.6205474315710536, | |
| "grad_norm": 0.038665796975353536, | |
| "learning_rate": 0.00011345774823209661, | |
| "loss": 0.7504, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.6214848143982002, | |
| "grad_norm": 0.04162065454602133, | |
| "learning_rate": 0.00011298185993871442, | |
| "loss": 0.7638, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.6224221972253469, | |
| "grad_norm": 0.03784958872128606, | |
| "learning_rate": 0.00011250636807987208, | |
| "loss": 0.7368, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.6233595800524935, | |
| "grad_norm": 0.039769498866178414, | |
| "learning_rate": 0.00011203127774770554, | |
| "loss": 0.7664, | |
| "step": 3325 | |
| }, | |
| { | |
| "epoch": 0.6242969628796401, | |
| "grad_norm": 0.0373640006459259, | |
| "learning_rate": 0.00011155659403005048, | |
| "loss": 0.7524, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.6252343457067866, | |
| "grad_norm": 0.03809871959132381, | |
| "learning_rate": 0.00011108232201038828, | |
| "loss": 0.7484, | |
| "step": 3335 | |
| }, | |
| { | |
| "epoch": 0.6261717285339332, | |
| "grad_norm": 0.03763522153071777, | |
| "learning_rate": 0.00011060846676779107, | |
| "loss": 0.7433, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.6271091113610798, | |
| "grad_norm": 0.03946664053179257, | |
| "learning_rate": 0.00011013503337686799, | |
| "loss": 0.7677, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.6280464941882264, | |
| "grad_norm": 0.03901754964576778, | |
| "learning_rate": 0.00010966202690771014, | |
| "loss": 0.7561, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.6289838770153731, | |
| "grad_norm": 0.03912014672930949, | |
| "learning_rate": 0.00010918945242583688, | |
| "loss": 0.7789, | |
| "step": 3355 | |
| }, | |
| { | |
| "epoch": 0.6299212598425197, | |
| "grad_norm": 0.03717356045637909, | |
| "learning_rate": 0.00010871731499214128, | |
| "loss": 0.7521, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.6308586426696663, | |
| "grad_norm": 0.037849859871512744, | |
| "learning_rate": 0.00010824561966283583, | |
| "loss": 0.7638, | |
| "step": 3365 | |
| }, | |
| { | |
| "epoch": 0.6317960254968129, | |
| "grad_norm": 0.03680463786596637, | |
| "learning_rate": 0.00010777437148939868, | |
| "loss": 0.7417, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.6327334083239595, | |
| "grad_norm": 0.03897036657910483, | |
| "learning_rate": 0.0001073035755185191, | |
| "loss": 0.737, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.6336707911511061, | |
| "grad_norm": 0.04507944036400963, | |
| "learning_rate": 0.00010683323679204374, | |
| "loss": 0.7526, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.6346081739782528, | |
| "grad_norm": 0.041130560554180164, | |
| "learning_rate": 0.00010636336034692238, | |
| "loss": 0.7472, | |
| "step": 3385 | |
| }, | |
| { | |
| "epoch": 0.6355455568053994, | |
| "grad_norm": 0.037500549260058, | |
| "learning_rate": 0.00010589395121515441, | |
| "loss": 0.7642, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.636482939632546, | |
| "grad_norm": 0.03501911608758103, | |
| "learning_rate": 0.00010542501442373441, | |
| "loss": 0.7552, | |
| "step": 3395 | |
| }, | |
| { | |
| "epoch": 0.6374203224596925, | |
| "grad_norm": 0.041747590796681534, | |
| "learning_rate": 0.00010495655499459874, | |
| "loss": 0.7825, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.6383577052868391, | |
| "grad_norm": 0.0415454403917153, | |
| "learning_rate": 0.00010448857794457143, | |
| "loss": 0.7615, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.6392950881139857, | |
| "grad_norm": 0.034393345932052226, | |
| "learning_rate": 0.00010402108828531086, | |
| "loss": 0.7501, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.6402324709411323, | |
| "grad_norm": 0.041393829589670965, | |
| "learning_rate": 0.00010355409102325557, | |
| "loss": 0.7725, | |
| "step": 3415 | |
| }, | |
| { | |
| "epoch": 0.641169853768279, | |
| "grad_norm": 0.039070120349108735, | |
| "learning_rate": 0.00010308759115957118, | |
| "loss": 0.7953, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.6421072365954256, | |
| "grad_norm": 0.03792543146870935, | |
| "learning_rate": 0.00010262159369009628, | |
| "loss": 0.7584, | |
| "step": 3425 | |
| }, | |
| { | |
| "epoch": 0.6430446194225722, | |
| "grad_norm": 0.04012922678154492, | |
| "learning_rate": 0.00010215610360528948, | |
| "loss": 0.736, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.6439820022497188, | |
| "grad_norm": 0.03600161764198426, | |
| "learning_rate": 0.00010169112589017568, | |
| "loss": 0.739, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.6449193850768654, | |
| "grad_norm": 0.04003494519804115, | |
| "learning_rate": 0.00010122666552429259, | |
| "loss": 0.7668, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.645856767904012, | |
| "grad_norm": 0.039267717082010545, | |
| "learning_rate": 0.00010076272748163756, | |
| "loss": 0.7683, | |
| "step": 3445 | |
| }, | |
| { | |
| "epoch": 0.6467941507311586, | |
| "grad_norm": 0.037805171037559454, | |
| "learning_rate": 0.00010029931673061433, | |
| "loss": 0.7426, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.6477315335583053, | |
| "grad_norm": 0.037277881133197355, | |
| "learning_rate": 9.98364382339798e-05, | |
| "loss": 0.7267, | |
| "step": 3455 | |
| }, | |
| { | |
| "epoch": 0.6486689163854518, | |
| "grad_norm": 0.043347070226570104, | |
| "learning_rate": 9.937409694879064e-05, | |
| "loss": 0.7548, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.6496062992125984, | |
| "grad_norm": 0.03829734267181962, | |
| "learning_rate": 9.891229782635074e-05, | |
| "loss": 0.7718, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.650543682039745, | |
| "grad_norm": 0.038650875886255875, | |
| "learning_rate": 9.845104581215758e-05, | |
| "loss": 0.7705, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.6514810648668916, | |
| "grad_norm": 0.042871623377863474, | |
| "learning_rate": 9.799034584584975e-05, | |
| "loss": 0.7495, | |
| "step": 3475 | |
| }, | |
| { | |
| "epoch": 0.6524184476940382, | |
| "grad_norm": 0.03585928229669108, | |
| "learning_rate": 9.753020286115368e-05, | |
| "loss": 0.7432, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.6533558305211848, | |
| "grad_norm": 0.03786939257702819, | |
| "learning_rate": 9.707062178583119e-05, | |
| "loss": 0.7904, | |
| "step": 3485 | |
| }, | |
| { | |
| "epoch": 0.6542932133483315, | |
| "grad_norm": 0.0368092502095729, | |
| "learning_rate": 9.661160754162618e-05, | |
| "loss": 0.7555, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.6552305961754781, | |
| "grad_norm": 0.03613287171684745, | |
| "learning_rate": 9.615316504421262e-05, | |
| "loss": 0.7439, | |
| "step": 3495 | |
| }, | |
| { | |
| "epoch": 0.6561679790026247, | |
| "grad_norm": 0.036433445794931595, | |
| "learning_rate": 9.569529920314121e-05, | |
| "loss": 0.7529, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.6571053618297713, | |
| "grad_norm": 0.0424735007867028, | |
| "learning_rate": 9.523801492178736e-05, | |
| "loss": 0.7397, | |
| "step": 3505 | |
| }, | |
| { | |
| "epoch": 0.6580427446569179, | |
| "grad_norm": 0.03698802222139945, | |
| "learning_rate": 9.47813170972983e-05, | |
| "loss": 0.7437, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.6589801274840645, | |
| "grad_norm": 0.03733477324154079, | |
| "learning_rate": 9.432521062054084e-05, | |
| "loss": 0.7705, | |
| "step": 3515 | |
| }, | |
| { | |
| "epoch": 0.6599175103112112, | |
| "grad_norm": 0.03508532202382053, | |
| "learning_rate": 9.386970037604892e-05, | |
| "loss": 0.7392, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.6608548931383577, | |
| "grad_norm": 0.03827744300792672, | |
| "learning_rate": 9.341479124197123e-05, | |
| "loss": 0.7238, | |
| "step": 3525 | |
| }, | |
| { | |
| "epoch": 0.6617922759655043, | |
| "grad_norm": 0.034951831735317074, | |
| "learning_rate": 9.296048809001928e-05, | |
| "loss": 0.7445, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.6627296587926509, | |
| "grad_norm": 0.036754627748938604, | |
| "learning_rate": 9.250679578541465e-05, | |
| "loss": 0.7648, | |
| "step": 3535 | |
| }, | |
| { | |
| "epoch": 0.6636670416197975, | |
| "grad_norm": 0.04075976815278343, | |
| "learning_rate": 9.205371918683761e-05, | |
| "loss": 0.7498, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.6646044244469441, | |
| "grad_norm": 0.03941979332992536, | |
| "learning_rate": 9.16012631463744e-05, | |
| "loss": 0.7599, | |
| "step": 3545 | |
| }, | |
| { | |
| "epoch": 0.6655418072740907, | |
| "grad_norm": 0.03389585413188664, | |
| "learning_rate": 9.114943250946581e-05, | |
| "loss": 0.7242, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.6664791901012374, | |
| "grad_norm": 0.037973128654648046, | |
| "learning_rate": 9.069823211485485e-05, | |
| "loss": 0.7397, | |
| "step": 3555 | |
| }, | |
| { | |
| "epoch": 0.667416572928384, | |
| "grad_norm": 0.03493012197632408, | |
| "learning_rate": 9.024766679453538e-05, | |
| "loss": 0.7218, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.6683539557555306, | |
| "grad_norm": 0.048208082428385556, | |
| "learning_rate": 8.979774137369989e-05, | |
| "loss": 0.7709, | |
| "step": 3565 | |
| }, | |
| { | |
| "epoch": 0.6692913385826772, | |
| "grad_norm": 0.039871249220599175, | |
| "learning_rate": 8.934846067068825e-05, | |
| "loss": 0.7306, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.6702287214098238, | |
| "grad_norm": 0.03855933322661882, | |
| "learning_rate": 8.88998294969358e-05, | |
| "loss": 0.73, | |
| "step": 3575 | |
| }, | |
| { | |
| "epoch": 0.6711661042369704, | |
| "grad_norm": 0.0397648331368396, | |
| "learning_rate": 8.845185265692201e-05, | |
| "loss": 0.7324, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.6721034870641169, | |
| "grad_norm": 0.03767828224137, | |
| "learning_rate": 8.800453494811894e-05, | |
| "loss": 0.7372, | |
| "step": 3585 | |
| }, | |
| { | |
| "epoch": 0.6730408698912635, | |
| "grad_norm": 0.03982314491187269, | |
| "learning_rate": 8.755788116093983e-05, | |
| "loss": 0.7735, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.6739782527184102, | |
| "grad_norm": 0.03712738479588227, | |
| "learning_rate": 8.711189607868795e-05, | |
| "loss": 0.725, | |
| "step": 3595 | |
| }, | |
| { | |
| "epoch": 0.6749156355455568, | |
| "grad_norm": 0.03733488944845488, | |
| "learning_rate": 8.666658447750519e-05, | |
| "loss": 0.7372, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.6758530183727034, | |
| "grad_norm": 0.0377678114465905, | |
| "learning_rate": 8.622195112632107e-05, | |
| "loss": 0.7225, | |
| "step": 3605 | |
| }, | |
| { | |
| "epoch": 0.67679040119985, | |
| "grad_norm": 0.03971467083786042, | |
| "learning_rate": 8.577800078680156e-05, | |
| "loss": 0.7691, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.6777277840269966, | |
| "grad_norm": 0.041555052270688675, | |
| "learning_rate": 8.533473821329814e-05, | |
| "loss": 0.746, | |
| "step": 3615 | |
| }, | |
| { | |
| "epoch": 0.6786651668541432, | |
| "grad_norm": 0.03681199845630553, | |
| "learning_rate": 8.489216815279682e-05, | |
| "loss": 0.7326, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.6796025496812899, | |
| "grad_norm": 0.03639372767368361, | |
| "learning_rate": 8.445029534486741e-05, | |
| "loss": 0.7558, | |
| "step": 3625 | |
| }, | |
| { | |
| "epoch": 0.6805399325084365, | |
| "grad_norm": 0.03930037562387389, | |
| "learning_rate": 8.400912452161271e-05, | |
| "loss": 0.7566, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.6814773153355831, | |
| "grad_norm": 0.038113159588276734, | |
| "learning_rate": 8.356866040761786e-05, | |
| "loss": 0.7479, | |
| "step": 3635 | |
| }, | |
| { | |
| "epoch": 0.6824146981627297, | |
| "grad_norm": 0.03668907273839101, | |
| "learning_rate": 8.312890771989943e-05, | |
| "loss": 0.7507, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.6833520809898763, | |
| "grad_norm": 0.03877486758990776, | |
| "learning_rate": 8.268987116785569e-05, | |
| "loss": 0.7119, | |
| "step": 3645 | |
| }, | |
| { | |
| "epoch": 0.6842894638170228, | |
| "grad_norm": 0.03641698338134557, | |
| "learning_rate": 8.225155545321514e-05, | |
| "loss": 0.7419, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.6852268466441694, | |
| "grad_norm": 0.037028014658097706, | |
| "learning_rate": 8.181396526998713e-05, | |
| "loss": 0.7511, | |
| "step": 3655 | |
| }, | |
| { | |
| "epoch": 0.6861642294713161, | |
| "grad_norm": 0.03742801285890605, | |
| "learning_rate": 8.13771053044109e-05, | |
| "loss": 0.7464, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.6871016122984627, | |
| "grad_norm": 0.03700498083910332, | |
| "learning_rate": 8.094098023490573e-05, | |
| "loss": 0.7509, | |
| "step": 3665 | |
| }, | |
| { | |
| "epoch": 0.6880389951256093, | |
| "grad_norm": 0.041613081744209884, | |
| "learning_rate": 8.050559473202077e-05, | |
| "loss": 0.7547, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.6889763779527559, | |
| "grad_norm": 0.03578452096886478, | |
| "learning_rate": 8.00709534583848e-05, | |
| "loss": 0.7486, | |
| "step": 3675 | |
| }, | |
| { | |
| "epoch": 0.6899137607799025, | |
| "grad_norm": 0.039555712535017766, | |
| "learning_rate": 7.963706106865692e-05, | |
| "loss": 0.7441, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.6908511436070491, | |
| "grad_norm": 0.03614203981567192, | |
| "learning_rate": 7.920392220947577e-05, | |
| "loss": 0.7546, | |
| "step": 3685 | |
| }, | |
| { | |
| "epoch": 0.6917885264341957, | |
| "grad_norm": 0.03936732269908494, | |
| "learning_rate": 7.877154151941082e-05, | |
| "loss": 0.7544, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.6927259092613424, | |
| "grad_norm": 0.04056135650395248, | |
| "learning_rate": 7.833992362891173e-05, | |
| "loss": 0.748, | |
| "step": 3695 | |
| }, | |
| { | |
| "epoch": 0.693663292088489, | |
| "grad_norm": 0.03813900176127187, | |
| "learning_rate": 7.790907316025935e-05, | |
| "loss": 0.7566, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.6946006749156356, | |
| "grad_norm": 0.036115814487516676, | |
| "learning_rate": 7.74789947275161e-05, | |
| "loss": 0.731, | |
| "step": 3705 | |
| }, | |
| { | |
| "epoch": 0.6955380577427821, | |
| "grad_norm": 0.041142128143449405, | |
| "learning_rate": 7.704969293647643e-05, | |
| "loss": 0.7686, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.6964754405699287, | |
| "grad_norm": 0.04017787329812371, | |
| "learning_rate": 7.662117238461769e-05, | |
| "loss": 0.7641, | |
| "step": 3715 | |
| }, | |
| { | |
| "epoch": 0.6974128233970753, | |
| "grad_norm": 0.03912928253082181, | |
| "learning_rate": 7.619343766105065e-05, | |
| "loss": 0.7337, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.698350206224222, | |
| "grad_norm": 0.03739403328622796, | |
| "learning_rate": 7.576649334647063e-05, | |
| "loss": 0.7688, | |
| "step": 3725 | |
| }, | |
| { | |
| "epoch": 0.6992875890513686, | |
| "grad_norm": 0.0362755943904781, | |
| "learning_rate": 7.534034401310817e-05, | |
| "loss": 0.7449, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.7002249718785152, | |
| "grad_norm": 0.03857280564508149, | |
| "learning_rate": 7.49149942246803e-05, | |
| "loss": 0.7417, | |
| "step": 3735 | |
| }, | |
| { | |
| "epoch": 0.7011623547056618, | |
| "grad_norm": 0.03765394646978099, | |
| "learning_rate": 7.449044853634153e-05, | |
| "loss": 0.7733, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.7020997375328084, | |
| "grad_norm": 0.038387501642174006, | |
| "learning_rate": 7.406671149463509e-05, | |
| "loss": 0.7157, | |
| "step": 3745 | |
| }, | |
| { | |
| "epoch": 0.703037120359955, | |
| "grad_norm": 0.03475103792139527, | |
| "learning_rate": 7.364378763744429e-05, | |
| "loss": 0.7478, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.7039745031871016, | |
| "grad_norm": 0.0378553405313383, | |
| "learning_rate": 7.322168149394386e-05, | |
| "loss": 0.7566, | |
| "step": 3755 | |
| }, | |
| { | |
| "epoch": 0.7049118860142483, | |
| "grad_norm": 0.039967415152981675, | |
| "learning_rate": 7.280039758455147e-05, | |
| "loss": 0.7541, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.7058492688413949, | |
| "grad_norm": 0.035394814696152195, | |
| "learning_rate": 7.23799404208794e-05, | |
| "loss": 0.7625, | |
| "step": 3765 | |
| }, | |
| { | |
| "epoch": 0.7067866516685414, | |
| "grad_norm": 0.038752752547861896, | |
| "learning_rate": 7.19603145056859e-05, | |
| "loss": 0.7612, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.707724034495688, | |
| "grad_norm": 0.037109030416605036, | |
| "learning_rate": 7.154152433282762e-05, | |
| "loss": 0.7382, | |
| "step": 3775 | |
| }, | |
| { | |
| "epoch": 0.7086614173228346, | |
| "grad_norm": 0.03554207953122535, | |
| "learning_rate": 7.112357438721065e-05, | |
| "loss": 0.7455, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.7095988001499812, | |
| "grad_norm": 0.039676102077878514, | |
| "learning_rate": 7.070646914474335e-05, | |
| "loss": 0.7173, | |
| "step": 3785 | |
| }, | |
| { | |
| "epoch": 0.7105361829771278, | |
| "grad_norm": 0.03421837506332554, | |
| "learning_rate": 7.029021307228755e-05, | |
| "loss": 0.7261, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.7114735658042745, | |
| "grad_norm": 0.04037332220576155, | |
| "learning_rate": 6.987481062761157e-05, | |
| "loss": 0.7435, | |
| "step": 3795 | |
| }, | |
| { | |
| "epoch": 0.7124109486314211, | |
| "grad_norm": 0.03870777741485929, | |
| "learning_rate": 6.94602662593417e-05, | |
| "loss": 0.7263, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.7133483314585677, | |
| "grad_norm": 0.04496580126935979, | |
| "learning_rate": 6.90465844069151e-05, | |
| "loss": 0.776, | |
| "step": 3805 | |
| }, | |
| { | |
| "epoch": 0.7142857142857143, | |
| "grad_norm": 0.038235977347547696, | |
| "learning_rate": 6.863376950053221e-05, | |
| "loss": 0.7408, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.7152230971128609, | |
| "grad_norm": 0.03531689033224846, | |
| "learning_rate": 6.82218259611088e-05, | |
| "loss": 0.738, | |
| "step": 3815 | |
| }, | |
| { | |
| "epoch": 0.7161604799400075, | |
| "grad_norm": 0.036562035053447246, | |
| "learning_rate": 6.781075820022946e-05, | |
| "loss": 0.779, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.7170978627671541, | |
| "grad_norm": 0.03879265532726638, | |
| "learning_rate": 6.740057062009951e-05, | |
| "loss": 0.7514, | |
| "step": 3825 | |
| }, | |
| { | |
| "epoch": 0.7180352455943008, | |
| "grad_norm": 0.037768573089647754, | |
| "learning_rate": 6.69912676134984e-05, | |
| "loss": 0.7423, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.7189726284214473, | |
| "grad_norm": 0.03723804398233768, | |
| "learning_rate": 6.658285356373253e-05, | |
| "loss": 0.7277, | |
| "step": 3835 | |
| }, | |
| { | |
| "epoch": 0.7199100112485939, | |
| "grad_norm": 0.03866540526571928, | |
| "learning_rate": 6.617533284458826e-05, | |
| "loss": 0.7452, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.7208473940757405, | |
| "grad_norm": 0.03743514627207939, | |
| "learning_rate": 6.576870982028508e-05, | |
| "loss": 0.7487, | |
| "step": 3845 | |
| }, | |
| { | |
| "epoch": 0.7217847769028871, | |
| "grad_norm": 0.04147587697115252, | |
| "learning_rate": 6.53629888454289e-05, | |
| "loss": 0.7273, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.7227221597300337, | |
| "grad_norm": 0.04232917813229702, | |
| "learning_rate": 6.495817426496541e-05, | |
| "loss": 0.7413, | |
| "step": 3855 | |
| }, | |
| { | |
| "epoch": 0.7236595425571803, | |
| "grad_norm": 0.041237294474918335, | |
| "learning_rate": 6.455427041413356e-05, | |
| "loss": 0.735, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.724596925384327, | |
| "grad_norm": 0.039856233442403854, | |
| "learning_rate": 6.415128161841909e-05, | |
| "loss": 0.7512, | |
| "step": 3865 | |
| }, | |
| { | |
| "epoch": 0.7255343082114736, | |
| "grad_norm": 0.03843674829308366, | |
| "learning_rate": 6.374921219350826e-05, | |
| "loss": 0.7421, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.7264716910386202, | |
| "grad_norm": 0.03492500389641903, | |
| "learning_rate": 6.334806644524147e-05, | |
| "loss": 0.7613, | |
| "step": 3875 | |
| }, | |
| { | |
| "epoch": 0.7274090738657668, | |
| "grad_norm": 0.03869959252720361, | |
| "learning_rate": 6.294784866956757e-05, | |
| "loss": 0.7525, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.7283464566929134, | |
| "grad_norm": 0.038276776258313015, | |
| "learning_rate": 6.254856315249736e-05, | |
| "loss": 0.747, | |
| "step": 3885 | |
| }, | |
| { | |
| "epoch": 0.72928383952006, | |
| "grad_norm": 0.035243252084036204, | |
| "learning_rate": 6.21502141700579e-05, | |
| "loss": 0.7306, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.7302212223472065, | |
| "grad_norm": 0.03786773805086975, | |
| "learning_rate": 6.175280598824678e-05, | |
| "loss": 0.724, | |
| "step": 3895 | |
| }, | |
| { | |
| "epoch": 0.7311586051743532, | |
| "grad_norm": 0.039123147712291625, | |
| "learning_rate": 6.135634286298637e-05, | |
| "loss": 0.7349, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.7320959880014998, | |
| "grad_norm": 0.037251487752691576, | |
| "learning_rate": 6.0960829040078265e-05, | |
| "loss": 0.7345, | |
| "step": 3905 | |
| }, | |
| { | |
| "epoch": 0.7330333708286464, | |
| "grad_norm": 0.03742284184866869, | |
| "learning_rate": 6.05662687551576e-05, | |
| "loss": 0.7795, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.733970753655793, | |
| "grad_norm": 0.04105680206555956, | |
| "learning_rate": 6.017266623364826e-05, | |
| "loss": 0.7498, | |
| "step": 3915 | |
| }, | |
| { | |
| "epoch": 0.7349081364829396, | |
| "grad_norm": 0.039477278781974275, | |
| "learning_rate": 5.978002569071679e-05, | |
| "loss": 0.713, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.7358455193100862, | |
| "grad_norm": 0.03698403869400972, | |
| "learning_rate": 5.938835133122821e-05, | |
| "loss": 0.745, | |
| "step": 3925 | |
| }, | |
| { | |
| "epoch": 0.7367829021372329, | |
| "grad_norm": 0.0410733277463145, | |
| "learning_rate": 5.899764734970007e-05, | |
| "loss": 0.7341, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.7377202849643795, | |
| "grad_norm": 0.038917622759833966, | |
| "learning_rate": 5.860791793025817e-05, | |
| "loss": 0.7475, | |
| "step": 3935 | |
| }, | |
| { | |
| "epoch": 0.7386576677915261, | |
| "grad_norm": 0.03627337453876378, | |
| "learning_rate": 5.821916724659148e-05, | |
| "loss": 0.746, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.7395950506186727, | |
| "grad_norm": 0.03964503193315036, | |
| "learning_rate": 5.783139946190751e-05, | |
| "loss": 0.7398, | |
| "step": 3945 | |
| }, | |
| { | |
| "epoch": 0.7405324334458193, | |
| "grad_norm": 0.03762868562695812, | |
| "learning_rate": 5.744461872888771e-05, | |
| "loss": 0.7152, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.7414698162729659, | |
| "grad_norm": 0.03589488400010939, | |
| "learning_rate": 5.705882918964299e-05, | |
| "loss": 0.7461, | |
| "step": 3955 | |
| }, | |
| { | |
| "epoch": 0.7424071991001124, | |
| "grad_norm": 0.03949112731558336, | |
| "learning_rate": 5.667403497566939e-05, | |
| "loss": 0.7344, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.743344581927259, | |
| "grad_norm": 0.04151757065593634, | |
| "learning_rate": 5.629024020780375e-05, | |
| "loss": 0.7436, | |
| "step": 3965 | |
| }, | |
| { | |
| "epoch": 0.7442819647544057, | |
| "grad_norm": 0.037059488736541316, | |
| "learning_rate": 5.5907448996179766e-05, | |
| "loss": 0.7502, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.7452193475815523, | |
| "grad_norm": 0.03555904631512526, | |
| "learning_rate": 5.552566544018373e-05, | |
| "loss": 0.7465, | |
| "step": 3975 | |
| }, | |
| { | |
| "epoch": 0.7461567304086989, | |
| "grad_norm": 0.036464378499175255, | |
| "learning_rate": 5.514489362841083e-05, | |
| "loss": 0.715, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.7470941132358455, | |
| "grad_norm": 0.0394124136183908, | |
| "learning_rate": 5.4765137638621246e-05, | |
| "loss": 0.7613, | |
| "step": 3985 | |
| }, | |
| { | |
| "epoch": 0.7480314960629921, | |
| "grad_norm": 0.03711650720168927, | |
| "learning_rate": 5.4386401537696536e-05, | |
| "loss": 0.7425, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.7489688788901387, | |
| "grad_norm": 0.03888911993575119, | |
| "learning_rate": 5.400868938159609e-05, | |
| "loss": 0.7659, | |
| "step": 3995 | |
| }, | |
| { | |
| "epoch": 0.7499062617172854, | |
| "grad_norm": 0.03744744409013629, | |
| "learning_rate": 5.363200521531366e-05, | |
| "loss": 0.7325, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.750843644544432, | |
| "grad_norm": 0.03613327265209726, | |
| "learning_rate": 5.3256353072833936e-05, | |
| "loss": 0.7519, | |
| "step": 4005 | |
| }, | |
| { | |
| "epoch": 0.7517810273715786, | |
| "grad_norm": 0.03595596503402885, | |
| "learning_rate": 5.288173697708973e-05, | |
| "loss": 0.7469, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.7527184101987252, | |
| "grad_norm": 0.03769961152327502, | |
| "learning_rate": 5.2508160939918286e-05, | |
| "loss": 0.752, | |
| "step": 4015 | |
| }, | |
| { | |
| "epoch": 0.7536557930258717, | |
| "grad_norm": 0.03633117479738773, | |
| "learning_rate": 5.213562896201902e-05, | |
| "loss": 0.7446, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.7545931758530183, | |
| "grad_norm": 0.042037986286737154, | |
| "learning_rate": 5.176414503290993e-05, | |
| "loss": 0.7465, | |
| "step": 4025 | |
| }, | |
| { | |
| "epoch": 0.7555305586801649, | |
| "grad_norm": 0.03964006330583541, | |
| "learning_rate": 5.139371313088561e-05, | |
| "loss": 0.7409, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.7564679415073116, | |
| "grad_norm": 0.03557466108190626, | |
| "learning_rate": 5.1024337222974125e-05, | |
| "loss": 0.7482, | |
| "step": 4035 | |
| }, | |
| { | |
| "epoch": 0.7574053243344582, | |
| "grad_norm": 0.03735795418886787, | |
| "learning_rate": 5.065602126489453e-05, | |
| "loss": 0.7429, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.7583427071616048, | |
| "grad_norm": 0.03696761727309839, | |
| "learning_rate": 5.028876920101504e-05, | |
| "loss": 0.7217, | |
| "step": 4045 | |
| }, | |
| { | |
| "epoch": 0.7592800899887514, | |
| "grad_norm": 0.03683633483444796, | |
| "learning_rate": 4.992258496431002e-05, | |
| "loss": 0.7415, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.760217472815898, | |
| "grad_norm": 0.03527425447836841, | |
| "learning_rate": 4.955747247631865e-05, | |
| "loss": 0.7311, | |
| "step": 4055 | |
| }, | |
| { | |
| "epoch": 0.7611548556430446, | |
| "grad_norm": 0.03674873764080841, | |
| "learning_rate": 4.91934356471022e-05, | |
| "loss": 0.7515, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.7620922384701913, | |
| "grad_norm": 0.036177949800544354, | |
| "learning_rate": 4.883047837520268e-05, | |
| "loss": 0.7752, | |
| "step": 4065 | |
| }, | |
| { | |
| "epoch": 0.7630296212973379, | |
| "grad_norm": 0.03907021802297722, | |
| "learning_rate": 4.84686045476009e-05, | |
| "loss": 0.728, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.7639670041244845, | |
| "grad_norm": 0.037180348890681836, | |
| "learning_rate": 4.810781803967482e-05, | |
| "loss": 0.7221, | |
| "step": 4075 | |
| }, | |
| { | |
| "epoch": 0.7649043869516311, | |
| "grad_norm": 0.038648597139017825, | |
| "learning_rate": 4.7748122715158074e-05, | |
| "loss": 0.7171, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.7658417697787776, | |
| "grad_norm": 0.037736025165151156, | |
| "learning_rate": 4.7389522426098614e-05, | |
| "loss": 0.7521, | |
| "step": 4085 | |
| }, | |
| { | |
| "epoch": 0.7667791526059242, | |
| "grad_norm": 0.03723459058036576, | |
| "learning_rate": 4.703202101281744e-05, | |
| "loss": 0.7352, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.7677165354330708, | |
| "grad_norm": 0.03642827803946468, | |
| "learning_rate": 4.667562230386749e-05, | |
| "loss": 0.7449, | |
| "step": 4095 | |
| }, | |
| { | |
| "epoch": 0.7686539182602175, | |
| "grad_norm": 0.036360477245182196, | |
| "learning_rate": 4.63203301159926e-05, | |
| "loss": 0.735, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.7695913010873641, | |
| "grad_norm": 0.03758177450726638, | |
| "learning_rate": 4.596614825408666e-05, | |
| "loss": 0.7186, | |
| "step": 4105 | |
| }, | |
| { | |
| "epoch": 0.7705286839145107, | |
| "grad_norm": 0.03748476699050447, | |
| "learning_rate": 4.561308051115285e-05, | |
| "loss": 0.757, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.7714660667416573, | |
| "grad_norm": 0.036097069379836325, | |
| "learning_rate": 4.5261130668263054e-05, | |
| "loss": 0.743, | |
| "step": 4115 | |
| }, | |
| { | |
| "epoch": 0.7724034495688039, | |
| "grad_norm": 0.03661609433595777, | |
| "learning_rate": 4.4910302494517345e-05, | |
| "loss": 0.727, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.7733408323959505, | |
| "grad_norm": 0.036604261302591215, | |
| "learning_rate": 4.456059974700361e-05, | |
| "loss": 0.7198, | |
| "step": 4125 | |
| }, | |
| { | |
| "epoch": 0.7742782152230971, | |
| "grad_norm": 0.0375410578618143, | |
| "learning_rate": 4.4212026170757384e-05, | |
| "loss": 0.7385, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.7752155980502438, | |
| "grad_norm": 0.037797934383579375, | |
| "learning_rate": 4.3864585498721445e-05, | |
| "loss": 0.7375, | |
| "step": 4135 | |
| }, | |
| { | |
| "epoch": 0.7761529808773904, | |
| "grad_norm": 0.036408551423671234, | |
| "learning_rate": 4.3518281451706477e-05, | |
| "loss": 0.7614, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.7770903637045369, | |
| "grad_norm": 0.036659780564322314, | |
| "learning_rate": 4.317311773835043e-05, | |
| "loss": 0.7333, | |
| "step": 4145 | |
| }, | |
| { | |
| "epoch": 0.7780277465316835, | |
| "grad_norm": 0.03787359723072369, | |
| "learning_rate": 4.2829098055079524e-05, | |
| "loss": 0.7321, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.7789651293588301, | |
| "grad_norm": 0.039178508740307504, | |
| "learning_rate": 4.248622608606802e-05, | |
| "loss": 0.7568, | |
| "step": 4155 | |
| }, | |
| { | |
| "epoch": 0.7799025121859767, | |
| "grad_norm": 0.03788147306371571, | |
| "learning_rate": 4.214450550319943e-05, | |
| "loss": 0.7002, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.7808398950131233, | |
| "grad_norm": 0.03764951434893332, | |
| "learning_rate": 4.180393996602651e-05, | |
| "loss": 0.7483, | |
| "step": 4165 | |
| }, | |
| { | |
| "epoch": 0.78177727784027, | |
| "grad_norm": 0.03643925778123276, | |
| "learning_rate": 4.1464533121732613e-05, | |
| "loss": 0.7608, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.7827146606674166, | |
| "grad_norm": 0.03904458879716677, | |
| "learning_rate": 4.112628860509238e-05, | |
| "loss": 0.736, | |
| "step": 4175 | |
| }, | |
| { | |
| "epoch": 0.7836520434945632, | |
| "grad_norm": 0.0367790048472788, | |
| "learning_rate": 4.078921003843276e-05, | |
| "loss": 0.7516, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.7845894263217098, | |
| "grad_norm": 0.035606207842431264, | |
| "learning_rate": 4.045330103159454e-05, | |
| "loss": 0.7487, | |
| "step": 4185 | |
| }, | |
| { | |
| "epoch": 0.7855268091488564, | |
| "grad_norm": 0.03778912384186634, | |
| "learning_rate": 4.01185651818932e-05, | |
| "loss": 0.7418, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.786464191976003, | |
| "grad_norm": 0.03616645503819011, | |
| "learning_rate": 3.97850060740808e-05, | |
| "loss": 0.72, | |
| "step": 4195 | |
| }, | |
| { | |
| "epoch": 0.7874015748031497, | |
| "grad_norm": 0.04137105544838257, | |
| "learning_rate": 3.945262728030739e-05, | |
| "loss": 0.7297, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.7883389576302963, | |
| "grad_norm": 0.04008149649572554, | |
| "learning_rate": 3.912143236008286e-05, | |
| "loss": 0.7546, | |
| "step": 4205 | |
| }, | |
| { | |
| "epoch": 0.7892763404574428, | |
| "grad_norm": 0.04178918635092829, | |
| "learning_rate": 3.879142486023869e-05, | |
| "loss": 0.705, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.7902137232845894, | |
| "grad_norm": 0.03910230683910834, | |
| "learning_rate": 3.8462608314890084e-05, | |
| "loss": 0.7227, | |
| "step": 4215 | |
| }, | |
| { | |
| "epoch": 0.791151106111736, | |
| "grad_norm": 0.041392117493789675, | |
| "learning_rate": 3.8134986245398084e-05, | |
| "loss": 0.7221, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.7920884889388826, | |
| "grad_norm": 0.037713798352039335, | |
| "learning_rate": 3.780856216033185e-05, | |
| "loss": 0.7362, | |
| "step": 4225 | |
| }, | |
| { | |
| "epoch": 0.7930258717660292, | |
| "grad_norm": 0.0386257393458269, | |
| "learning_rate": 3.7483339555431055e-05, | |
| "loss": 0.75, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.7939632545931758, | |
| "grad_norm": 0.036597780629712674, | |
| "learning_rate": 3.715932191356861e-05, | |
| "loss": 0.7258, | |
| "step": 4235 | |
| }, | |
| { | |
| "epoch": 0.7949006374203225, | |
| "grad_norm": 0.0351893354995898, | |
| "learning_rate": 3.683651270471296e-05, | |
| "loss": 0.7199, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.7958380202474691, | |
| "grad_norm": 0.038598355578632684, | |
| "learning_rate": 3.65149153858916e-05, | |
| "loss": 0.7298, | |
| "step": 4245 | |
| }, | |
| { | |
| "epoch": 0.7967754030746157, | |
| "grad_norm": 0.03440364370849841, | |
| "learning_rate": 3.619453340115326e-05, | |
| "loss": 0.7312, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.7977127859017623, | |
| "grad_norm": 0.03802311815601217, | |
| "learning_rate": 3.5875370181531754e-05, | |
| "loss": 0.7424, | |
| "step": 4255 | |
| }, | |
| { | |
| "epoch": 0.7986501687289089, | |
| "grad_norm": 0.03885312032393017, | |
| "learning_rate": 3.555742914500867e-05, | |
| "loss": 0.7447, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.7995875515560555, | |
| "grad_norm": 0.03952348857049222, | |
| "learning_rate": 3.5240713696477095e-05, | |
| "loss": 0.7275, | |
| "step": 4265 | |
| }, | |
| { | |
| "epoch": 0.800524934383202, | |
| "grad_norm": 0.03783212853790451, | |
| "learning_rate": 3.4925227227705085e-05, | |
| "loss": 0.7673, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.8014623172103487, | |
| "grad_norm": 0.03855091891475635, | |
| "learning_rate": 3.461097311729914e-05, | |
| "loss": 0.7321, | |
| "step": 4275 | |
| }, | |
| { | |
| "epoch": 0.8023997000374953, | |
| "grad_norm": 0.03853653138387215, | |
| "learning_rate": 3.429795473066845e-05, | |
| "loss": 0.7502, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.8033370828646419, | |
| "grad_norm": 0.037938414011982106, | |
| "learning_rate": 3.3986175419988326e-05, | |
| "loss": 0.7827, | |
| "step": 4285 | |
| }, | |
| { | |
| "epoch": 0.8042744656917885, | |
| "grad_norm": 0.03714608764447697, | |
| "learning_rate": 3.367563852416484e-05, | |
| "loss": 0.7504, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.8052118485189351, | |
| "grad_norm": 0.037586754731944845, | |
| "learning_rate": 3.336634736879857e-05, | |
| "loss": 0.7412, | |
| "step": 4295 | |
| }, | |
| { | |
| "epoch": 0.8061492313460817, | |
| "grad_norm": 0.03609469062292054, | |
| "learning_rate": 3.3058305266149335e-05, | |
| "loss": 0.7309, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.8070866141732284, | |
| "grad_norm": 0.04157190953672981, | |
| "learning_rate": 3.275151551510057e-05, | |
| "loss": 0.7533, | |
| "step": 4305 | |
| }, | |
| { | |
| "epoch": 0.808023997000375, | |
| "grad_norm": 0.03738613014861174, | |
| "learning_rate": 3.2445981401124035e-05, | |
| "loss": 0.7344, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.8089613798275216, | |
| "grad_norm": 0.037333684702503485, | |
| "learning_rate": 3.2141706196244646e-05, | |
| "loss": 0.7313, | |
| "step": 4315 | |
| }, | |
| { | |
| "epoch": 0.8098987626546682, | |
| "grad_norm": 0.03849398738947332, | |
| "learning_rate": 3.183869315900537e-05, | |
| "loss": 0.7321, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.8108361454818148, | |
| "grad_norm": 0.03780735515283732, | |
| "learning_rate": 3.153694553443241e-05, | |
| "loss": 0.7604, | |
| "step": 4325 | |
| }, | |
| { | |
| "epoch": 0.8117735283089614, | |
| "grad_norm": 0.03877151747469851, | |
| "learning_rate": 3.1236466554000414e-05, | |
| "loss": 0.7123, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.8127109111361079, | |
| "grad_norm": 0.03868932391660062, | |
| "learning_rate": 3.093725943559784e-05, | |
| "loss": 0.7377, | |
| "step": 4335 | |
| }, | |
| { | |
| "epoch": 0.8136482939632546, | |
| "grad_norm": 0.03748111742387308, | |
| "learning_rate": 3.0639327383492544e-05, | |
| "loss": 0.7171, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.8145856767904012, | |
| "grad_norm": 0.03879381228880918, | |
| "learning_rate": 3.0342673588297473e-05, | |
| "loss": 0.7177, | |
| "step": 4345 | |
| }, | |
| { | |
| "epoch": 0.8155230596175478, | |
| "grad_norm": 0.03783669509160595, | |
| "learning_rate": 3.004730122693641e-05, | |
| "loss": 0.7492, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.8164604424446944, | |
| "grad_norm": 0.036123962271055896, | |
| "learning_rate": 2.9753213462610077e-05, | |
| "loss": 0.7327, | |
| "step": 4355 | |
| }, | |
| { | |
| "epoch": 0.817397825271841, | |
| "grad_norm": 0.037712932440491655, | |
| "learning_rate": 2.9460413444762143e-05, | |
| "loss": 0.7382, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.8183352080989876, | |
| "grad_norm": 0.03722083272698044, | |
| "learning_rate": 2.9168904309045614e-05, | |
| "loss": 0.7259, | |
| "step": 4365 | |
| }, | |
| { | |
| "epoch": 0.8192725909261342, | |
| "grad_norm": 0.035672510126638225, | |
| "learning_rate": 2.8878689177289005e-05, | |
| "loss": 0.7282, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.8202099737532809, | |
| "grad_norm": 0.03514557869239733, | |
| "learning_rate": 2.8589771157463394e-05, | |
| "loss": 0.741, | |
| "step": 4375 | |
| }, | |
| { | |
| "epoch": 0.8211473565804275, | |
| "grad_norm": 0.03779365346411691, | |
| "learning_rate": 2.8302153343648486e-05, | |
| "loss": 0.7367, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.8220847394075741, | |
| "grad_norm": 0.036530868365906646, | |
| "learning_rate": 2.8015838816000168e-05, | |
| "loss": 0.7395, | |
| "step": 4385 | |
| }, | |
| { | |
| "epoch": 0.8230221222347207, | |
| "grad_norm": 0.03774672510896896, | |
| "learning_rate": 2.773083064071685e-05, | |
| "loss": 0.7439, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.8239595050618672, | |
| "grad_norm": 0.03737530943067525, | |
| "learning_rate": 2.7447131870007268e-05, | |
| "loss": 0.7391, | |
| "step": 4395 | |
| }, | |
| { | |
| "epoch": 0.8248968878890138, | |
| "grad_norm": 0.03589949691489075, | |
| "learning_rate": 2.716474554205722e-05, | |
| "loss": 0.7201, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.8258342707161604, | |
| "grad_norm": 0.039108253157191145, | |
| "learning_rate": 2.688367468099739e-05, | |
| "loss": 0.715, | |
| "step": 4405 | |
| }, | |
| { | |
| "epoch": 0.8267716535433071, | |
| "grad_norm": 0.040098561050262535, | |
| "learning_rate": 2.6603922296871043e-05, | |
| "loss": 0.7635, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.8277090363704537, | |
| "grad_norm": 0.035538429924797096, | |
| "learning_rate": 2.632549138560129e-05, | |
| "loss": 0.7304, | |
| "step": 4415 | |
| }, | |
| { | |
| "epoch": 0.8286464191976003, | |
| "grad_norm": 0.035183348616448194, | |
| "learning_rate": 2.6048384928959653e-05, | |
| "loss": 0.723, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.8295838020247469, | |
| "grad_norm": 0.035542818739637466, | |
| "learning_rate": 2.5772605894533533e-05, | |
| "loss": 0.7513, | |
| "step": 4425 | |
| }, | |
| { | |
| "epoch": 0.8305211848518935, | |
| "grad_norm": 0.040912090543415644, | |
| "learning_rate": 2.5498157235694888e-05, | |
| "loss": 0.7463, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.8314585676790401, | |
| "grad_norm": 0.04115878743265954, | |
| "learning_rate": 2.5225041891568366e-05, | |
| "loss": 0.7421, | |
| "step": 4435 | |
| }, | |
| { | |
| "epoch": 0.8323959505061868, | |
| "grad_norm": 0.03473020418203695, | |
| "learning_rate": 2.4953262786999846e-05, | |
| "loss": 0.7318, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.8333333333333334, | |
| "grad_norm": 0.03945899992708612, | |
| "learning_rate": 2.468282283252524e-05, | |
| "loss": 0.7399, | |
| "step": 4445 | |
| }, | |
| { | |
| "epoch": 0.83427071616048, | |
| "grad_norm": 0.041181932452618496, | |
| "learning_rate": 2.4413724924339166e-05, | |
| "loss": 0.7515, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.8352080989876266, | |
| "grad_norm": 0.03757379419175963, | |
| "learning_rate": 2.4145971944264025e-05, | |
| "loss": 0.7572, | |
| "step": 4455 | |
| }, | |
| { | |
| "epoch": 0.8361454818147731, | |
| "grad_norm": 0.03812065383102868, | |
| "learning_rate": 2.3879566759719132e-05, | |
| "loss": 0.7111, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.8370828646419197, | |
| "grad_norm": 0.03758167524030431, | |
| "learning_rate": 2.3614512223690002e-05, | |
| "loss": 0.7408, | |
| "step": 4465 | |
| }, | |
| { | |
| "epoch": 0.8380202474690663, | |
| "grad_norm": 0.0357989413923993, | |
| "learning_rate": 2.335081117469777e-05, | |
| "loss": 0.7404, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.838957630296213, | |
| "grad_norm": 0.03719143556333986, | |
| "learning_rate": 2.308846643676875e-05, | |
| "loss": 0.7421, | |
| "step": 4475 | |
| }, | |
| { | |
| "epoch": 0.8398950131233596, | |
| "grad_norm": 0.038416698176695595, | |
| "learning_rate": 2.2827480819404386e-05, | |
| "loss": 0.7391, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.8408323959505062, | |
| "grad_norm": 0.038838405309790824, | |
| "learning_rate": 2.2567857117550958e-05, | |
| "loss": 0.7504, | |
| "step": 4485 | |
| }, | |
| { | |
| "epoch": 0.8417697787776528, | |
| "grad_norm": 0.03678430153531787, | |
| "learning_rate": 2.230959811156972e-05, | |
| "loss": 0.721, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.8427071616047994, | |
| "grad_norm": 0.037007576832510956, | |
| "learning_rate": 2.2052706567207156e-05, | |
| "loss": 0.7095, | |
| "step": 4495 | |
| }, | |
| { | |
| "epoch": 0.843644544431946, | |
| "grad_norm": 0.03453973181827858, | |
| "learning_rate": 2.179718523556531e-05, | |
| "loss": 0.7229, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.8445819272590926, | |
| "grad_norm": 0.037382201951380103, | |
| "learning_rate": 2.1543036853072386e-05, | |
| "loss": 0.7185, | |
| "step": 4505 | |
| }, | |
| { | |
| "epoch": 0.8455193100862393, | |
| "grad_norm": 0.04001888522833685, | |
| "learning_rate": 2.1290264141453313e-05, | |
| "loss": 0.7342, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.8464566929133859, | |
| "grad_norm": 0.035396516604348185, | |
| "learning_rate": 2.103886980770085e-05, | |
| "loss": 0.7128, | |
| "step": 4515 | |
| }, | |
| { | |
| "epoch": 0.8473940757405324, | |
| "grad_norm": 0.03790943797877688, | |
| "learning_rate": 2.0788856544046216e-05, | |
| "loss": 0.7599, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.848331458567679, | |
| "grad_norm": 0.03690950991272133, | |
| "learning_rate": 2.0540227027930773e-05, | |
| "loss": 0.7094, | |
| "step": 4525 | |
| }, | |
| { | |
| "epoch": 0.8492688413948256, | |
| "grad_norm": 0.036299029934951134, | |
| "learning_rate": 2.0292983921976753e-05, | |
| "loss": 0.7197, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.8502062242219722, | |
| "grad_norm": 0.036464577070665444, | |
| "learning_rate": 2.004712987395924e-05, | |
| "loss": 0.7306, | |
| "step": 4535 | |
| }, | |
| { | |
| "epoch": 0.8511436070491188, | |
| "grad_norm": 0.035761152065985326, | |
| "learning_rate": 1.9802667516777565e-05, | |
| "loss": 0.7289, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.8520809898762655, | |
| "grad_norm": 0.03812262175593615, | |
| "learning_rate": 1.9559599468427183e-05, | |
| "loss": 0.7406, | |
| "step": 4545 | |
| }, | |
| { | |
| "epoch": 0.8530183727034121, | |
| "grad_norm": 0.03807115739595877, | |
| "learning_rate": 1.9317928331971592e-05, | |
| "loss": 0.7245, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.8539557555305587, | |
| "grad_norm": 0.03647185658765888, | |
| "learning_rate": 1.9077656695514526e-05, | |
| "loss": 0.7348, | |
| "step": 4555 | |
| }, | |
| { | |
| "epoch": 0.8548931383577053, | |
| "grad_norm": 0.037735068284022226, | |
| "learning_rate": 1.8838787132172184e-05, | |
| "loss": 0.7433, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.8558305211848519, | |
| "grad_norm": 0.03411010074767823, | |
| "learning_rate": 1.860132220004565e-05, | |
| "loss": 0.7292, | |
| "step": 4565 | |
| }, | |
| { | |
| "epoch": 0.8567679040119985, | |
| "grad_norm": 0.03512838788517134, | |
| "learning_rate": 1.8365264442193618e-05, | |
| "loss": 0.7125, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.8577052868391452, | |
| "grad_norm": 0.03797586269699929, | |
| "learning_rate": 1.8130616386604973e-05, | |
| "loss": 0.7457, | |
| "step": 4575 | |
| }, | |
| { | |
| "epoch": 0.8586426696662918, | |
| "grad_norm": 0.03846116349108381, | |
| "learning_rate": 1.789738054617193e-05, | |
| "loss": 0.7254, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.8595800524934383, | |
| "grad_norm": 0.03248052807212059, | |
| "learning_rate": 1.766555941866291e-05, | |
| "loss": 0.7287, | |
| "step": 4585 | |
| }, | |
| { | |
| "epoch": 0.8605174353205849, | |
| "grad_norm": 0.03749670548712012, | |
| "learning_rate": 1.743515548669598e-05, | |
| "loss": 0.7345, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.8614548181477315, | |
| "grad_norm": 0.03868597238209571, | |
| "learning_rate": 1.7206171217712135e-05, | |
| "loss": 0.7387, | |
| "step": 4595 | |
| }, | |
| { | |
| "epoch": 0.8623922009748781, | |
| "grad_norm": 0.03763605398447834, | |
| "learning_rate": 1.6978609063948973e-05, | |
| "loss": 0.7201, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.8633295838020247, | |
| "grad_norm": 0.04009619133432012, | |
| "learning_rate": 1.6752471462414226e-05, | |
| "loss": 0.7384, | |
| "step": 4605 | |
| }, | |
| { | |
| "epoch": 0.8642669666291714, | |
| "grad_norm": 0.03572102487743062, | |
| "learning_rate": 1.6527760834860056e-05, | |
| "loss": 0.7348, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.865204349456318, | |
| "grad_norm": 0.038750256044430074, | |
| "learning_rate": 1.6304479587756652e-05, | |
| "loss": 0.7065, | |
| "step": 4615 | |
| }, | |
| { | |
| "epoch": 0.8661417322834646, | |
| "grad_norm": 0.03675663032395201, | |
| "learning_rate": 1.6082630112266888e-05, | |
| "loss": 0.7077, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.8670791151106112, | |
| "grad_norm": 0.03352806721702409, | |
| "learning_rate": 1.5862214784220305e-05, | |
| "loss": 0.7214, | |
| "step": 4625 | |
| }, | |
| { | |
| "epoch": 0.8680164979377578, | |
| "grad_norm": 0.03651862777178404, | |
| "learning_rate": 1.5643235964088064e-05, | |
| "loss": 0.7158, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.8689538807649044, | |
| "grad_norm": 0.03455566062476393, | |
| "learning_rate": 1.5425695996957416e-05, | |
| "loss": 0.736, | |
| "step": 4635 | |
| }, | |
| { | |
| "epoch": 0.869891263592051, | |
| "grad_norm": 0.038034552465222866, | |
| "learning_rate": 1.520959721250653e-05, | |
| "loss": 0.735, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.8708286464191975, | |
| "grad_norm": 0.03814002964874412, | |
| "learning_rate": 1.4994941924979919e-05, | |
| "loss": 0.725, | |
| "step": 4645 | |
| }, | |
| { | |
| "epoch": 0.8717660292463442, | |
| "grad_norm": 0.03613963285066848, | |
| "learning_rate": 1.4781732433163129e-05, | |
| "loss": 0.7158, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.8727034120734908, | |
| "grad_norm": 0.0391963633366358, | |
| "learning_rate": 1.4569971020358656e-05, | |
| "loss": 0.7043, | |
| "step": 4655 | |
| }, | |
| { | |
| "epoch": 0.8736407949006374, | |
| "grad_norm": 0.03573970458333823, | |
| "learning_rate": 1.4359659954360985e-05, | |
| "loss": 0.7262, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.874578177727784, | |
| "grad_norm": 0.03402185272612653, | |
| "learning_rate": 1.4150801487432727e-05, | |
| "loss": 0.726, | |
| "step": 4665 | |
| }, | |
| { | |
| "epoch": 0.8755155605549306, | |
| "grad_norm": 0.03988457684610016, | |
| "learning_rate": 1.394339785628027e-05, | |
| "loss": 0.7116, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.8764529433820772, | |
| "grad_norm": 0.03749913331479699, | |
| "learning_rate": 1.373745128202986e-05, | |
| "loss": 0.7486, | |
| "step": 4675 | |
| }, | |
| { | |
| "epoch": 0.8773903262092239, | |
| "grad_norm": 0.039418943387831605, | |
| "learning_rate": 1.3532963970203848e-05, | |
| "loss": 0.7311, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.8783277090363705, | |
| "grad_norm": 0.03691545995561202, | |
| "learning_rate": 1.332993811069708e-05, | |
| "loss": 0.7464, | |
| "step": 4685 | |
| }, | |
| { | |
| "epoch": 0.8792650918635171, | |
| "grad_norm": 0.03634444663432465, | |
| "learning_rate": 1.3128375877753393e-05, | |
| "loss": 0.7048, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.8802024746906637, | |
| "grad_norm": 0.03883997615492241, | |
| "learning_rate": 1.2928279429942362e-05, | |
| "loss": 0.743, | |
| "step": 4695 | |
| }, | |
| { | |
| "epoch": 0.8811398575178103, | |
| "grad_norm": 0.03831787223481465, | |
| "learning_rate": 1.2729650910136196e-05, | |
| "loss": 0.72, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.8820772403449568, | |
| "grad_norm": 0.038782793377748884, | |
| "learning_rate": 1.2532492445486769e-05, | |
| "loss": 0.7556, | |
| "step": 4705 | |
| }, | |
| { | |
| "epoch": 0.8830146231721034, | |
| "grad_norm": 0.035930508758284546, | |
| "learning_rate": 1.2336806147402828e-05, | |
| "loss": 0.7359, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.8839520059992501, | |
| "grad_norm": 0.03688784164900098, | |
| "learning_rate": 1.2142594111527415e-05, | |
| "loss": 0.7322, | |
| "step": 4715 | |
| }, | |
| { | |
| "epoch": 0.8848893888263967, | |
| "grad_norm": 0.03418578395324309, | |
| "learning_rate": 1.1949858417715418e-05, | |
| "loss": 0.7145, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.8858267716535433, | |
| "grad_norm": 0.03839104854863887, | |
| "learning_rate": 1.1758601130011259e-05, | |
| "loss": 0.708, | |
| "step": 4725 | |
| }, | |
| { | |
| "epoch": 0.8867641544806899, | |
| "grad_norm": 0.03690073415729465, | |
| "learning_rate": 1.1568824296626866e-05, | |
| "loss": 0.7268, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.8877015373078365, | |
| "grad_norm": 0.03785506282627266, | |
| "learning_rate": 1.1380529949919593e-05, | |
| "loss": 0.7472, | |
| "step": 4735 | |
| }, | |
| { | |
| "epoch": 0.8886389201349831, | |
| "grad_norm": 0.03505149905088435, | |
| "learning_rate": 1.1193720106370701e-05, | |
| "loss": 0.735, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.8895763029621298, | |
| "grad_norm": 0.038177240967898714, | |
| "learning_rate": 1.100839676656346e-05, | |
| "loss": 0.7181, | |
| "step": 4745 | |
| }, | |
| { | |
| "epoch": 0.8905136857892764, | |
| "grad_norm": 0.03798215847626741, | |
| "learning_rate": 1.0824561915162016e-05, | |
| "loss": 0.719, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.891451068616423, | |
| "grad_norm": 0.03757317113276994, | |
| "learning_rate": 1.0642217520889873e-05, | |
| "loss": 0.7412, | |
| "step": 4755 | |
| }, | |
| { | |
| "epoch": 0.8923884514435696, | |
| "grad_norm": 0.03762594674374493, | |
| "learning_rate": 1.0461365536509065e-05, | |
| "loss": 0.7365, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.8933258342707162, | |
| "grad_norm": 0.03752202520507965, | |
| "learning_rate": 1.0282007898798995e-05, | |
| "loss": 0.7146, | |
| "step": 4765 | |
| }, | |
| { | |
| "epoch": 0.8942632170978627, | |
| "grad_norm": 0.031040074178325168, | |
| "learning_rate": 1.01041465285359e-05, | |
| "loss": 0.7121, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.8952005999250093, | |
| "grad_norm": 0.03608189060059074, | |
| "learning_rate": 9.927783330472139e-06, | |
| "loss": 0.7328, | |
| "step": 4775 | |
| }, | |
| { | |
| "epoch": 0.896137982752156, | |
| "grad_norm": 0.03589888025539565, | |
| "learning_rate": 9.752920193315865e-06, | |
| "loss": 0.6956, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.8970753655793026, | |
| "grad_norm": 0.03503081744003102, | |
| "learning_rate": 9.579558989710872e-06, | |
| "loss": 0.734, | |
| "step": 4785 | |
| }, | |
| { | |
| "epoch": 0.8980127484064492, | |
| "grad_norm": 0.036423527513909, | |
| "learning_rate": 9.407701576216281e-06, | |
| "loss": 0.7139, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.8989501312335958, | |
| "grad_norm": 0.03773162502672724, | |
| "learning_rate": 9.237349793286963e-06, | |
| "loss": 0.7286, | |
| "step": 4795 | |
| }, | |
| { | |
| "epoch": 0.8998875140607424, | |
| "grad_norm": 0.0370655727344935, | |
| "learning_rate": 9.068505465253656e-06, | |
| "loss": 0.7364, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.900824896887889, | |
| "grad_norm": 0.03793992378742871, | |
| "learning_rate": 8.901170400303443e-06, | |
| "loss": 0.7117, | |
| "step": 4805 | |
| }, | |
| { | |
| "epoch": 0.9017622797150356, | |
| "grad_norm": 0.03749076700190644, | |
| "learning_rate": 8.735346390460452e-06, | |
| "loss": 0.7482, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.9026996625421823, | |
| "grad_norm": 0.03478713094360769, | |
| "learning_rate": 8.571035211566606e-06, | |
| "loss": 0.7282, | |
| "step": 4815 | |
| }, | |
| { | |
| "epoch": 0.9036370453693289, | |
| "grad_norm": 0.03931631750725771, | |
| "learning_rate": 8.408238623262625e-06, | |
| "loss": 0.7347, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.9045744281964755, | |
| "grad_norm": 0.03832734319910059, | |
| "learning_rate": 8.246958368969164e-06, | |
| "loss": 0.7085, | |
| "step": 4825 | |
| }, | |
| { | |
| "epoch": 0.905511811023622, | |
| "grad_norm": 0.036342961917758904, | |
| "learning_rate": 8.087196175868204e-06, | |
| "loss": 0.7459, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.9064491938507686, | |
| "grad_norm": 0.03811297614516944, | |
| "learning_rate": 7.928953754884482e-06, | |
| "loss": 0.7245, | |
| "step": 4835 | |
| }, | |
| { | |
| "epoch": 0.9073865766779152, | |
| "grad_norm": 0.03617635523056376, | |
| "learning_rate": 7.772232800667117e-06, | |
| "loss": 0.6879, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.9083239595050618, | |
| "grad_norm": 0.03686080577213026, | |
| "learning_rate": 7.617034991571747e-06, | |
| "loss": 0.7308, | |
| "step": 4845 | |
| }, | |
| { | |
| "epoch": 0.9092613423322085, | |
| "grad_norm": 0.03468911090610316, | |
| "learning_rate": 7.463361989642108e-06, | |
| "loss": 0.7266, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.9101987251593551, | |
| "grad_norm": 0.03837314601114124, | |
| "learning_rate": 7.311215440592649e-06, | |
| "loss": 0.7244, | |
| "step": 4855 | |
| }, | |
| { | |
| "epoch": 0.9111361079865017, | |
| "grad_norm": 0.03515020181576783, | |
| "learning_rate": 7.160596973790678e-06, | |
| "loss": 0.7095, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.9120734908136483, | |
| "grad_norm": 0.04067375872375338, | |
| "learning_rate": 7.011508202238958e-06, | |
| "loss": 0.7565, | |
| "step": 4865 | |
| }, | |
| { | |
| "epoch": 0.9130108736407949, | |
| "grad_norm": 0.037896195508876414, | |
| "learning_rate": 6.8639507225584755e-06, | |
| "loss": 0.7479, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.9139482564679415, | |
| "grad_norm": 0.035925556435556304, | |
| "learning_rate": 6.7179261149712335e-06, | |
| "loss": 0.7287, | |
| "step": 4875 | |
| }, | |
| { | |
| "epoch": 0.9148856392950881, | |
| "grad_norm": 0.03437946260531882, | |
| "learning_rate": 6.57343594328355e-06, | |
| "loss": 0.7154, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.9158230221222348, | |
| "grad_norm": 0.036848739384731176, | |
| "learning_rate": 6.430481754868988e-06, | |
| "loss": 0.7306, | |
| "step": 4885 | |
| }, | |
| { | |
| "epoch": 0.9167604049493814, | |
| "grad_norm": 0.03819174514800313, | |
| "learning_rate": 6.289065080652134e-06, | |
| "loss": 0.7423, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.9176977877765279, | |
| "grad_norm": 0.04015640945147137, | |
| "learning_rate": 6.149187435091912e-06, | |
| "loss": 0.7388, | |
| "step": 4895 | |
| }, | |
| { | |
| "epoch": 0.9186351706036745, | |
| "grad_norm": 0.0354113100153628, | |
| "learning_rate": 6.010850316165533e-06, | |
| "loss": 0.7153, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.9195725534308211, | |
| "grad_norm": 0.03619736356277513, | |
| "learning_rate": 5.8740552053524185e-06, | |
| "loss": 0.7123, | |
| "step": 4905 | |
| }, | |
| { | |
| "epoch": 0.9205099362579677, | |
| "grad_norm": 0.03357169683122578, | |
| "learning_rate": 5.7388035676183e-06, | |
| "loss": 0.7367, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.9214473190851143, | |
| "grad_norm": 0.035341368116608526, | |
| "learning_rate": 5.6050968513995484e-06, | |
| "loss": 0.735, | |
| "step": 4915 | |
| }, | |
| { | |
| "epoch": 0.922384701912261, | |
| "grad_norm": 0.03463388384208746, | |
| "learning_rate": 5.472936488587687e-06, | |
| "loss": 0.7045, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.9233220847394076, | |
| "grad_norm": 0.03646756098895019, | |
| "learning_rate": 5.342323894514017e-06, | |
| "loss": 0.692, | |
| "step": 4925 | |
| }, | |
| { | |
| "epoch": 0.9242594675665542, | |
| "grad_norm": 0.0378552791061763, | |
| "learning_rate": 5.213260467934499e-06, | |
| "loss": 0.7308, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.9251968503937008, | |
| "grad_norm": 0.03651837390186468, | |
| "learning_rate": 5.085747591014716e-06, | |
| "loss": 0.7241, | |
| "step": 4935 | |
| }, | |
| { | |
| "epoch": 0.9261342332208474, | |
| "grad_norm": 0.03496033002413129, | |
| "learning_rate": 4.959786629315166e-06, | |
| "loss": 0.7201, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.927071616047994, | |
| "grad_norm": 0.03807303842127231, | |
| "learning_rate": 4.83537893177654e-06, | |
| "loss": 0.7228, | |
| "step": 4945 | |
| }, | |
| { | |
| "epoch": 0.9280089988751407, | |
| "grad_norm": 0.03388630160185748, | |
| "learning_rate": 4.712525830705338e-06, | |
| "loss": 0.7255, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.9289463817022872, | |
| "grad_norm": 0.03359401994529555, | |
| "learning_rate": 4.591228641759559e-06, | |
| "loss": 0.7145, | |
| "step": 4955 | |
| }, | |
| { | |
| "epoch": 0.9298837645294338, | |
| "grad_norm": 0.03790506150006882, | |
| "learning_rate": 4.471488663934647e-06, | |
| "loss": 0.7182, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.9308211473565804, | |
| "grad_norm": 0.03717261368444523, | |
| "learning_rate": 4.3533071795496035e-06, | |
| "loss": 0.7423, | |
| "step": 4965 | |
| }, | |
| { | |
| "epoch": 0.931758530183727, | |
| "grad_norm": 0.03725676902347381, | |
| "learning_rate": 4.236685454233113e-06, | |
| "loss": 0.7384, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.9326959130108736, | |
| "grad_norm": 0.03790059729911343, | |
| "learning_rate": 4.12162473691024e-06, | |
| "loss": 0.7408, | |
| "step": 4975 | |
| }, | |
| { | |
| "epoch": 0.9336332958380202, | |
| "grad_norm": 0.03917020457274146, | |
| "learning_rate": 4.008126259788752e-06, | |
| "loss": 0.7203, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.9345706786651669, | |
| "grad_norm": 0.037051465451931255, | |
| "learning_rate": 3.896191238346219e-06, | |
| "loss": 0.7295, | |
| "step": 4985 | |
| }, | |
| { | |
| "epoch": 0.9355080614923135, | |
| "grad_norm": 0.037826370662724866, | |
| "learning_rate": 3.785820871316736e-06, | |
| "loss": 0.7087, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.9364454443194601, | |
| "grad_norm": 0.03734181026651175, | |
| "learning_rate": 3.677016340678318e-06, | |
| "loss": 0.7244, | |
| "step": 4995 | |
| }, | |
| { | |
| "epoch": 0.9373828271466067, | |
| "grad_norm": 0.03568772503256821, | |
| "learning_rate": 3.5697788116400283e-06, | |
| "loss": 0.7204, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.9383202099737533, | |
| "grad_norm": 0.03537228998662857, | |
| "learning_rate": 3.4641094326296524e-06, | |
| "loss": 0.7089, | |
| "step": 5005 | |
| }, | |
| { | |
| "epoch": 0.9392575928008999, | |
| "grad_norm": 0.037141105148803415, | |
| "learning_rate": 3.3600093352814107e-06, | |
| "loss": 0.7329, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.9401949756280465, | |
| "grad_norm": 0.035406141374499524, | |
| "learning_rate": 3.2574796344236153e-06, | |
| "loss": 0.7033, | |
| "step": 5015 | |
| }, | |
| { | |
| "epoch": 0.941132358455193, | |
| "grad_norm": 0.041168173265274895, | |
| "learning_rate": 3.1565214280670825e-06, | |
| "loss": 0.7038, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.9420697412823397, | |
| "grad_norm": 0.039723554038275884, | |
| "learning_rate": 3.0571357973930234e-06, | |
| "loss": 0.7097, | |
| "step": 5025 | |
| }, | |
| { | |
| "epoch": 0.9430071241094863, | |
| "grad_norm": 0.032544537124457665, | |
| "learning_rate": 2.959323806741737e-06, | |
| "loss": 0.7272, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.9439445069366329, | |
| "grad_norm": 0.03461405648425469, | |
| "learning_rate": 2.8630865036010364e-06, | |
| "loss": 0.7141, | |
| "step": 5035 | |
| }, | |
| { | |
| "epoch": 0.9448818897637795, | |
| "grad_norm": 0.036824105839646924, | |
| "learning_rate": 2.7684249185951415e-06, | |
| "loss": 0.7335, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.9458192725909261, | |
| "grad_norm": 0.04002092643887271, | |
| "learning_rate": 2.6753400654735524e-06, | |
| "loss": 0.7372, | |
| "step": 5045 | |
| }, | |
| { | |
| "epoch": 0.9467566554180727, | |
| "grad_norm": 0.03570329291792829, | |
| "learning_rate": 2.5838329411002943e-06, | |
| "loss": 0.7127, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.9476940382452194, | |
| "grad_norm": 0.034274985857504735, | |
| "learning_rate": 2.493904525443141e-06, | |
| "loss": 0.7057, | |
| "step": 5055 | |
| }, | |
| { | |
| "epoch": 0.948631421072366, | |
| "grad_norm": 0.03801311689032566, | |
| "learning_rate": 2.405555781563173e-06, | |
| "loss": 0.7282, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.9495688038995126, | |
| "grad_norm": 0.03756145522959914, | |
| "learning_rate": 2.3187876556044537e-06, | |
| "loss": 0.6886, | |
| "step": 5065 | |
| }, | |
| { | |
| "epoch": 0.9505061867266592, | |
| "grad_norm": 0.03530134077170944, | |
| "learning_rate": 2.2336010767839194e-06, | |
| "loss": 0.7168, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.9514435695538058, | |
| "grad_norm": 0.03876854731664466, | |
| "learning_rate": 2.1499969573813724e-06, | |
| "loss": 0.7163, | |
| "step": 5075 | |
| }, | |
| { | |
| "epoch": 0.9523809523809523, | |
| "grad_norm": 0.03235204006913281, | |
| "learning_rate": 2.06797619272977e-06, | |
| "loss": 0.7339, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.9533183352080989, | |
| "grad_norm": 0.035560439311177215, | |
| "learning_rate": 1.9875396612056005e-06, | |
| "loss": 0.7356, | |
| "step": 5085 | |
| }, | |
| { | |
| "epoch": 0.9542557180352456, | |
| "grad_norm": 0.03566397362898293, | |
| "learning_rate": 1.9086882242195235e-06, | |
| "loss": 0.6973, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.9551931008623922, | |
| "grad_norm": 0.037624367410972304, | |
| "learning_rate": 1.8314227262070435e-06, | |
| "loss": 0.7273, | |
| "step": 5095 | |
| }, | |
| { | |
| "epoch": 0.9561304836895388, | |
| "grad_norm": 0.03441332414126222, | |
| "learning_rate": 1.7557439946196017e-06, | |
| "loss": 0.722, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.9570678665166854, | |
| "grad_norm": 0.03664904948143634, | |
| "learning_rate": 1.6816528399155982e-06, | |
| "loss": 0.7412, | |
| "step": 5105 | |
| }, | |
| { | |
| "epoch": 0.958005249343832, | |
| "grad_norm": 0.03715182226165275, | |
| "learning_rate": 1.60915005555175e-06, | |
| "loss": 0.7232, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.9589426321709786, | |
| "grad_norm": 0.03639187438599698, | |
| "learning_rate": 1.5382364179746808e-06, | |
| "loss": 0.737, | |
| "step": 5115 | |
| }, | |
| { | |
| "epoch": 0.9598800149981253, | |
| "grad_norm": 0.03868780676867553, | |
| "learning_rate": 1.4689126866124278e-06, | |
| "loss": 0.7097, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.9608173978252719, | |
| "grad_norm": 0.036291056043944926, | |
| "learning_rate": 1.4011796038665145e-06, | |
| "loss": 0.7186, | |
| "step": 5125 | |
| }, | |
| { | |
| "epoch": 0.9617547806524185, | |
| "grad_norm": 0.06821587616968404, | |
| "learning_rate": 1.335037895103791e-06, | |
| "loss": 0.7374, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.9626921634795651, | |
| "grad_norm": 0.03887971150133188, | |
| "learning_rate": 1.2704882686488393e-06, | |
| "loss": 0.7624, | |
| "step": 5135 | |
| }, | |
| { | |
| "epoch": 0.9636295463067117, | |
| "grad_norm": 0.036497584321372616, | |
| "learning_rate": 1.2075314157762972e-06, | |
| "loss": 0.718, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.9645669291338582, | |
| "grad_norm": 0.039035533336186354, | |
| "learning_rate": 1.1461680107034798e-06, | |
| "loss": 0.7421, | |
| "step": 5145 | |
| }, | |
| { | |
| "epoch": 0.9655043119610048, | |
| "grad_norm": 0.035839951992695206, | |
| "learning_rate": 1.0863987105831696e-06, | |
| "loss": 0.73, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.9664416947881515, | |
| "grad_norm": 0.03563901861543763, | |
| "learning_rate": 1.0282241554965375e-06, | |
| "loss": 0.7314, | |
| "step": 5155 | |
| }, | |
| { | |
| "epoch": 0.9673790776152981, | |
| "grad_norm": 0.034948413836722134, | |
| "learning_rate": 9.716449684463502e-07, | |
| "loss": 0.7079, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.9683164604424447, | |
| "grad_norm": 0.037670482239960106, | |
| "learning_rate": 9.166617553502064e-07, | |
| "loss": 0.7209, | |
| "step": 5165 | |
| }, | |
| { | |
| "epoch": 0.9692538432695913, | |
| "grad_norm": 0.03868203643112819, | |
| "learning_rate": 8.632751050341946e-07, | |
| "loss": 0.7267, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.9701912260967379, | |
| "grad_norm": 0.03685196650404434, | |
| "learning_rate": 8.114855892264128e-07, | |
| "loss": 0.7288, | |
| "step": 5175 | |
| }, | |
| { | |
| "epoch": 0.9711286089238845, | |
| "grad_norm": 0.03480760162856044, | |
| "learning_rate": 7.612937625509741e-07, | |
| "loss": 0.714, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.9720659917510311, | |
| "grad_norm": 0.035112246544013306, | |
| "learning_rate": 7.127001625220286e-07, | |
| "loss": 0.725, | |
| "step": 5185 | |
| }, | |
| { | |
| "epoch": 0.9730033745781778, | |
| "grad_norm": 0.034016779690611565, | |
| "learning_rate": 6.657053095380005e-07, | |
| "loss": 0.6879, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.9739407574053244, | |
| "grad_norm": 0.03711659986007524, | |
| "learning_rate": 6.203097068759933e-07, | |
| "loss": 0.7412, | |
| "step": 5195 | |
| }, | |
| { | |
| "epoch": 0.974878140232471, | |
| "grad_norm": 0.039330504751635645, | |
| "learning_rate": 5.765138406864434e-07, | |
| "loss": 0.7359, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.9758155230596175, | |
| "grad_norm": 0.03613689473953272, | |
| "learning_rate": 5.343181799878916e-07, | |
| "loss": 0.7249, | |
| "step": 5205 | |
| }, | |
| { | |
| "epoch": 0.9767529058867641, | |
| "grad_norm": 0.03766304326222476, | |
| "learning_rate": 4.937231766619698e-07, | |
| "loss": 0.7141, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.9776902887139107, | |
| "grad_norm": 0.03797367873629258, | |
| "learning_rate": 4.547292654485557e-07, | |
| "loss": 0.7325, | |
| "step": 5215 | |
| }, | |
| { | |
| "epoch": 0.9786276715410573, | |
| "grad_norm": 0.038696832388832716, | |
| "learning_rate": 4.1733686394109236e-07, | |
| "loss": 0.735, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.979565054368204, | |
| "grad_norm": 0.03372024341796256, | |
| "learning_rate": 3.815463725821755e-07, | |
| "loss": 0.7132, | |
| "step": 5225 | |
| }, | |
| { | |
| "epoch": 0.9805024371953506, | |
| "grad_norm": 0.03911193375759219, | |
| "learning_rate": 3.473581746592069e-07, | |
| "loss": 0.7413, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.9814398200224972, | |
| "grad_norm": 0.03595612615841676, | |
| "learning_rate": 3.1477263630033113e-07, | |
| "loss": 0.7263, | |
| "step": 5235 | |
| }, | |
| { | |
| "epoch": 0.9823772028496438, | |
| "grad_norm": 0.035577055944527154, | |
| "learning_rate": 2.8379010647045506e-07, | |
| "loss": 0.724, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.9833145856767904, | |
| "grad_norm": 0.03939881083971358, | |
| "learning_rate": 2.5441091696761783e-07, | |
| "loss": 0.7345, | |
| "step": 5245 | |
| }, | |
| { | |
| "epoch": 0.984251968503937, | |
| "grad_norm": 0.03509258626104014, | |
| "learning_rate": 2.266353824193101e-07, | |
| "loss": 0.689, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.9851893513310837, | |
| "grad_norm": 0.03642207354018445, | |
| "learning_rate": 2.0046380027921028e-07, | |
| "loss": 0.7582, | |
| "step": 5255 | |
| }, | |
| { | |
| "epoch": 0.9861267341582303, | |
| "grad_norm": 0.03655317102724065, | |
| "learning_rate": 1.7589645082392024e-07, | |
| "loss": 0.728, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.9870641169853769, | |
| "grad_norm": 0.03681201840565274, | |
| "learning_rate": 1.529335971500345e-07, | |
| "loss": 0.7029, | |
| "step": 5265 | |
| }, | |
| { | |
| "epoch": 0.9880014998125234, | |
| "grad_norm": 0.034195294045265584, | |
| "learning_rate": 1.315754851712425e-07, | |
| "loss": 0.7106, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.98893888263967, | |
| "grad_norm": 0.033879744761242093, | |
| "learning_rate": 1.1182234361579722e-07, | |
| "loss": 0.732, | |
| "step": 5275 | |
| }, | |
| { | |
| "epoch": 0.9898762654668166, | |
| "grad_norm": 0.036906203150992155, | |
| "learning_rate": 9.367438402395066e-08, | |
| "loss": 0.7243, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.9908136482939632, | |
| "grad_norm": 0.03751280991426079, | |
| "learning_rate": 7.713180074577219e-08, | |
| "loss": 0.7429, | |
| "step": 5285 | |
| }, | |
| { | |
| "epoch": 0.9917510311211098, | |
| "grad_norm": 0.03933888372810454, | |
| "learning_rate": 6.219477093905023e-08, | |
| "loss": 0.7368, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.9926884139482565, | |
| "grad_norm": 0.03920435371912244, | |
| "learning_rate": 4.8863454567360513e-08, | |
| "loss": 0.7415, | |
| "step": 5295 | |
| }, | |
| { | |
| "epoch": 0.9936257967754031, | |
| "grad_norm": 0.0340028517083224, | |
| "learning_rate": 3.7137994398400705e-08, | |
| "loss": 0.736, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.9945631796025497, | |
| "grad_norm": 0.03596691936417686, | |
| "learning_rate": 2.7018516002424996e-08, | |
| "loss": 0.7027, | |
| "step": 5305 | |
| }, | |
| { | |
| "epoch": 0.9955005624296963, | |
| "grad_norm": 0.035041534347360945, | |
| "learning_rate": 1.850512775091184e-08, | |
| "loss": 0.7338, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.9964379452568429, | |
| "grad_norm": 0.036327963873331384, | |
| "learning_rate": 1.1597920815414885e-08, | |
| "loss": 0.7262, | |
| "step": 5315 | |
| }, | |
| { | |
| "epoch": 0.9973753280839895, | |
| "grad_norm": 0.036279192100004604, | |
| "learning_rate": 6.296969166580401e-09, | |
| "loss": 0.7153, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.9983127109111362, | |
| "grad_norm": 0.035186584742647825, | |
| "learning_rate": 2.6023295733312855e-09, | |
| "loss": 0.7068, | |
| "step": 5325 | |
| }, | |
| { | |
| "epoch": 0.9992500937382827, | |
| "grad_norm": 0.036172737685700306, | |
| "learning_rate": 5.140416022841875e-10, | |
| "loss": 0.7243, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 1.0353564023971558, | |
| "eval_runtime": 1193.1467, | |
| "eval_samples_per_second": 196.235, | |
| "eval_steps_per_second": 6.133, | |
| "step": 5334 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 5334, | |
| "total_flos": 777591764811776.0, | |
| "train_loss": 0.7984603145035815, | |
| "train_runtime": 21845.7301, | |
| "train_samples_per_second": 31.253, | |
| "train_steps_per_second": 0.244 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 5334, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": false, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 777591764811776.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |