| { | |
| "best_metric": 0.7319819819819819, | |
| "best_model_checkpoint": "videomae-base-finetuned-ucf101-subset/checkpoint-812", | |
| "epoch": 59.00721153846154, | |
| "eval_steps": 500, | |
| "global_step": 832, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.01201923076923077, | |
| "grad_norm": 4.912038326263428, | |
| "learning_rate": 5.9523809523809525e-06, | |
| "loss": 4.238, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.016826923076923076, | |
| "eval_accuracy": 0.018018018018018018, | |
| "eval_loss": 4.223487377166748, | |
| "eval_runtime": 70.4378, | |
| "eval_samples_per_second": 6.303, | |
| "eval_steps_per_second": 0.099, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 1.0072115384615385, | |
| "grad_norm": 5.0958333015441895, | |
| "learning_rate": 1.1904761904761905e-05, | |
| "loss": 4.2658, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 1.0168269230769231, | |
| "eval_accuracy": 0.02027027027027027, | |
| "eval_loss": 4.207489490509033, | |
| "eval_runtime": 72.9674, | |
| "eval_samples_per_second": 6.085, | |
| "eval_steps_per_second": 0.096, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 2.0024038461538463, | |
| "grad_norm": 3.8229589462280273, | |
| "learning_rate": 1.785714285714286e-05, | |
| "loss": 4.2236, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 2.014423076923077, | |
| "grad_norm": 3.7527875900268555, | |
| "learning_rate": 2.380952380952381e-05, | |
| "loss": 4.219, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 2.016826923076923, | |
| "eval_accuracy": 0.015765765765765764, | |
| "eval_loss": 4.205322265625, | |
| "eval_runtime": 70.576, | |
| "eval_samples_per_second": 6.291, | |
| "eval_steps_per_second": 0.099, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 3.0096153846153846, | |
| "grad_norm": 2.5568084716796875, | |
| "learning_rate": 2.9761904761904762e-05, | |
| "loss": 4.2146, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 3.016826923076923, | |
| "eval_accuracy": 0.02252252252252252, | |
| "eval_loss": 4.209786415100098, | |
| "eval_runtime": 73.3716, | |
| "eval_samples_per_second": 6.051, | |
| "eval_steps_per_second": 0.095, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 4.0048076923076925, | |
| "grad_norm": 2.623307943344116, | |
| "learning_rate": 3.571428571428572e-05, | |
| "loss": 4.2083, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 4.016826923076923, | |
| "grad_norm": 11.633626937866211, | |
| "learning_rate": 4.166666666666667e-05, | |
| "loss": 4.1925, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 4.016826923076923, | |
| "eval_accuracy": 0.02252252252252252, | |
| "eval_loss": 4.182406902313232, | |
| "eval_runtime": 73.5871, | |
| "eval_samples_per_second": 6.034, | |
| "eval_steps_per_second": 0.095, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 5.012019230769231, | |
| "grad_norm": 4.2888689041137695, | |
| "learning_rate": 4.761904761904762e-05, | |
| "loss": 4.1192, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 5.016826923076923, | |
| "eval_accuracy": 0.038288288288288286, | |
| "eval_loss": 4.081945896148682, | |
| "eval_runtime": 77.2884, | |
| "eval_samples_per_second": 5.745, | |
| "eval_steps_per_second": 0.091, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 6.007211538461538, | |
| "grad_norm": 3.5548884868621826, | |
| "learning_rate": 4.959893048128342e-05, | |
| "loss": 4.0297, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 6.016826923076923, | |
| "eval_accuracy": 0.06981981981981981, | |
| "eval_loss": 3.981917142868042, | |
| "eval_runtime": 72.62, | |
| "eval_samples_per_second": 6.114, | |
| "eval_steps_per_second": 0.096, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 7.002403846153846, | |
| "grad_norm": 6.507851600646973, | |
| "learning_rate": 4.8930481283422465e-05, | |
| "loss": 3.9499, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 7.014423076923077, | |
| "grad_norm": 5.1739959716796875, | |
| "learning_rate": 4.8262032085561496e-05, | |
| "loss": 3.7134, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 7.016826923076923, | |
| "eval_accuracy": 0.1036036036036036, | |
| "eval_loss": 3.7339625358581543, | |
| "eval_runtime": 73.0624, | |
| "eval_samples_per_second": 6.077, | |
| "eval_steps_per_second": 0.096, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 8.009615384615385, | |
| "grad_norm": 4.7554779052734375, | |
| "learning_rate": 4.759358288770054e-05, | |
| "loss": 3.5289, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 8.016826923076923, | |
| "eval_accuracy": 0.18018018018018017, | |
| "eval_loss": 3.420488119125366, | |
| "eval_runtime": 73.5384, | |
| "eval_samples_per_second": 6.038, | |
| "eval_steps_per_second": 0.095, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 9.004807692307692, | |
| "grad_norm": 6.714512348175049, | |
| "learning_rate": 4.6925133689839576e-05, | |
| "loss": 3.3709, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 9.016826923076923, | |
| "grad_norm": 18.599552154541016, | |
| "learning_rate": 4.625668449197861e-05, | |
| "loss": 3.0625, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 9.016826923076923, | |
| "eval_accuracy": 0.26126126126126126, | |
| "eval_loss": 3.196960687637329, | |
| "eval_runtime": 74.7592, | |
| "eval_samples_per_second": 5.939, | |
| "eval_steps_per_second": 0.094, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 10.01201923076923, | |
| "grad_norm": 7.006440162658691, | |
| "learning_rate": 4.558823529411765e-05, | |
| "loss": 2.8776, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 10.016826923076923, | |
| "eval_accuracy": 0.30180180180180183, | |
| "eval_loss": 2.9350106716156006, | |
| "eval_runtime": 75.4948, | |
| "eval_samples_per_second": 5.881, | |
| "eval_steps_per_second": 0.093, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 11.007211538461538, | |
| "grad_norm": 6.219061374664307, | |
| "learning_rate": 4.491978609625669e-05, | |
| "loss": 2.6375, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 11.016826923076923, | |
| "eval_accuracy": 0.36036036036036034, | |
| "eval_loss": 2.762986660003662, | |
| "eval_runtime": 73.4162, | |
| "eval_samples_per_second": 6.048, | |
| "eval_steps_per_second": 0.095, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 12.002403846153847, | |
| "grad_norm": 6.574148178100586, | |
| "learning_rate": 4.4251336898395724e-05, | |
| "loss": 2.4071, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 12.014423076923077, | |
| "grad_norm": 8.191123008728027, | |
| "learning_rate": 4.358288770053476e-05, | |
| "loss": 2.2954, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 12.016826923076923, | |
| "eval_accuracy": 0.42792792792792794, | |
| "eval_loss": 2.4990594387054443, | |
| "eval_runtime": 80.1492, | |
| "eval_samples_per_second": 5.54, | |
| "eval_steps_per_second": 0.087, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 13.009615384615385, | |
| "grad_norm": 6.4414825439453125, | |
| "learning_rate": 4.29144385026738e-05, | |
| "loss": 2.1337, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 13.016826923076923, | |
| "eval_accuracy": 0.43243243243243246, | |
| "eval_loss": 2.3827102184295654, | |
| "eval_runtime": 73.7035, | |
| "eval_samples_per_second": 6.024, | |
| "eval_steps_per_second": 0.095, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 14.004807692307692, | |
| "grad_norm": 8.87990951538086, | |
| "learning_rate": 4.224598930481284e-05, | |
| "loss": 1.9319, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 14.016826923076923, | |
| "grad_norm": 22.130002975463867, | |
| "learning_rate": 4.157754010695187e-05, | |
| "loss": 1.8195, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 14.016826923076923, | |
| "eval_accuracy": 0.481981981981982, | |
| "eval_loss": 2.2311551570892334, | |
| "eval_runtime": 75.5729, | |
| "eval_samples_per_second": 5.875, | |
| "eval_steps_per_second": 0.093, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 15.01201923076923, | |
| "grad_norm": 7.134392261505127, | |
| "learning_rate": 4.0909090909090915e-05, | |
| "loss": 1.6436, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 15.016826923076923, | |
| "eval_accuracy": 0.44594594594594594, | |
| "eval_loss": 2.3628787994384766, | |
| "eval_runtime": 76.2152, | |
| "eval_samples_per_second": 5.826, | |
| "eval_steps_per_second": 0.092, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 16.00721153846154, | |
| "grad_norm": 11.737651824951172, | |
| "learning_rate": 4.024064171122995e-05, | |
| "loss": 1.6289, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 16.016826923076923, | |
| "eval_accuracy": 0.4752252252252252, | |
| "eval_loss": 2.151165723800659, | |
| "eval_runtime": 72.7861, | |
| "eval_samples_per_second": 6.1, | |
| "eval_steps_per_second": 0.096, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 17.002403846153847, | |
| "grad_norm": 12.988323211669922, | |
| "learning_rate": 3.957219251336899e-05, | |
| "loss": 1.423, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 17.014423076923077, | |
| "grad_norm": 5.394784450531006, | |
| "learning_rate": 3.8903743315508025e-05, | |
| "loss": 1.2957, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 17.016826923076923, | |
| "eval_accuracy": 0.5022522522522522, | |
| "eval_loss": 2.0142312049865723, | |
| "eval_runtime": 74.6687, | |
| "eval_samples_per_second": 5.946, | |
| "eval_steps_per_second": 0.094, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 18.009615384615383, | |
| "grad_norm": 6.641128063201904, | |
| "learning_rate": 3.8235294117647055e-05, | |
| "loss": 1.2761, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 18.016826923076923, | |
| "eval_accuracy": 0.527027027027027, | |
| "eval_loss": 1.906096339225769, | |
| "eval_runtime": 75.2853, | |
| "eval_samples_per_second": 5.898, | |
| "eval_steps_per_second": 0.093, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 19.004807692307693, | |
| "grad_norm": 7.859009742736816, | |
| "learning_rate": 3.75668449197861e-05, | |
| "loss": 1.217, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 19.016826923076923, | |
| "grad_norm": 29.06666374206543, | |
| "learning_rate": 3.6898395721925136e-05, | |
| "loss": 1.1118, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 19.016826923076923, | |
| "eval_accuracy": 0.5495495495495496, | |
| "eval_loss": 1.811281681060791, | |
| "eval_runtime": 81.5227, | |
| "eval_samples_per_second": 5.446, | |
| "eval_steps_per_second": 0.086, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 20.01201923076923, | |
| "grad_norm": 8.949642181396484, | |
| "learning_rate": 3.622994652406417e-05, | |
| "loss": 0.9642, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 20.016826923076923, | |
| "eval_accuracy": 0.6036036036036037, | |
| "eval_loss": 1.727989673614502, | |
| "eval_runtime": 72.1469, | |
| "eval_samples_per_second": 6.154, | |
| "eval_steps_per_second": 0.097, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 21.00721153846154, | |
| "grad_norm": 6.73243522644043, | |
| "learning_rate": 3.556149732620321e-05, | |
| "loss": 0.894, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 21.016826923076923, | |
| "eval_accuracy": 0.5382882882882883, | |
| "eval_loss": 1.8722944259643555, | |
| "eval_runtime": 76.1286, | |
| "eval_samples_per_second": 5.832, | |
| "eval_steps_per_second": 0.092, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 22.002403846153847, | |
| "grad_norm": 8.856271743774414, | |
| "learning_rate": 3.489304812834225e-05, | |
| "loss": 0.8454, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 22.014423076923077, | |
| "grad_norm": 6.268283843994141, | |
| "learning_rate": 3.4224598930481284e-05, | |
| "loss": 0.7974, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 22.016826923076923, | |
| "eval_accuracy": 0.6058558558558559, | |
| "eval_loss": 1.658478021621704, | |
| "eval_runtime": 69.8498, | |
| "eval_samples_per_second": 6.356, | |
| "eval_steps_per_second": 0.1, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 23.009615384615383, | |
| "grad_norm": 6.027498722076416, | |
| "learning_rate": 3.355614973262032e-05, | |
| "loss": 0.833, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 23.016826923076923, | |
| "eval_accuracy": 0.6148648648648649, | |
| "eval_loss": 1.599608302116394, | |
| "eval_runtime": 76.7983, | |
| "eval_samples_per_second": 5.781, | |
| "eval_steps_per_second": 0.091, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 24.004807692307693, | |
| "grad_norm": 5.669070243835449, | |
| "learning_rate": 3.288770053475936e-05, | |
| "loss": 0.6668, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 24.016826923076923, | |
| "grad_norm": 12.669683456420898, | |
| "learning_rate": 3.22192513368984e-05, | |
| "loss": 0.6431, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 24.016826923076923, | |
| "eval_accuracy": 0.6148648648648649, | |
| "eval_loss": 1.560927152633667, | |
| "eval_runtime": 69.5019, | |
| "eval_samples_per_second": 6.388, | |
| "eval_steps_per_second": 0.101, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 25.01201923076923, | |
| "grad_norm": 5.4236626625061035, | |
| "learning_rate": 3.155080213903743e-05, | |
| "loss": 0.5873, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 25.016826923076923, | |
| "eval_accuracy": 0.6171171171171171, | |
| "eval_loss": 1.6108297109603882, | |
| "eval_runtime": 73.8756, | |
| "eval_samples_per_second": 6.01, | |
| "eval_steps_per_second": 0.095, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 26.00721153846154, | |
| "grad_norm": 5.605001449584961, | |
| "learning_rate": 3.0882352941176475e-05, | |
| "loss": 0.5554, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 26.016826923076923, | |
| "eval_accuracy": 0.6531531531531531, | |
| "eval_loss": 1.4013562202453613, | |
| "eval_runtime": 79.7998, | |
| "eval_samples_per_second": 5.564, | |
| "eval_steps_per_second": 0.088, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 27.002403846153847, | |
| "grad_norm": 6.0180277824401855, | |
| "learning_rate": 3.0213903743315508e-05, | |
| "loss": 0.5428, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 27.014423076923077, | |
| "grad_norm": 7.198999404907227, | |
| "learning_rate": 2.954545454545455e-05, | |
| "loss": 0.4786, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 27.016826923076923, | |
| "eval_accuracy": 0.6621621621621622, | |
| "eval_loss": 1.433493733406067, | |
| "eval_runtime": 71.2505, | |
| "eval_samples_per_second": 6.232, | |
| "eval_steps_per_second": 0.098, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 28.009615384615383, | |
| "grad_norm": 4.281993389129639, | |
| "learning_rate": 2.8877005347593582e-05, | |
| "loss": 0.4252, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 28.016826923076923, | |
| "eval_accuracy": 0.6509009009009009, | |
| "eval_loss": 1.444474220275879, | |
| "eval_runtime": 71.5031, | |
| "eval_samples_per_second": 6.21, | |
| "eval_steps_per_second": 0.098, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 29.004807692307693, | |
| "grad_norm": 6.2630534172058105, | |
| "learning_rate": 2.8208556149732622e-05, | |
| "loss": 0.4527, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 29.016826923076923, | |
| "grad_norm": 4.163498878479004, | |
| "learning_rate": 2.754010695187166e-05, | |
| "loss": 0.382, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 29.016826923076923, | |
| "eval_accuracy": 0.6621621621621622, | |
| "eval_loss": 1.3914759159088135, | |
| "eval_runtime": 72.0609, | |
| "eval_samples_per_second": 6.161, | |
| "eval_steps_per_second": 0.097, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 30.01201923076923, | |
| "grad_norm": 5.012676239013672, | |
| "learning_rate": 2.68716577540107e-05, | |
| "loss": 0.365, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 30.016826923076923, | |
| "eval_accuracy": 0.6846846846846847, | |
| "eval_loss": 1.297812819480896, | |
| "eval_runtime": 73.674, | |
| "eval_samples_per_second": 6.027, | |
| "eval_steps_per_second": 0.095, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 31.00721153846154, | |
| "grad_norm": 4.618253707885742, | |
| "learning_rate": 2.6203208556149733e-05, | |
| "loss": 0.319, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 31.016826923076923, | |
| "eval_accuracy": 0.6824324324324325, | |
| "eval_loss": 1.3218427896499634, | |
| "eval_runtime": 74.4745, | |
| "eval_samples_per_second": 5.962, | |
| "eval_steps_per_second": 0.094, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 32.00240384615385, | |
| "grad_norm": 6.823300361633301, | |
| "learning_rate": 2.5534759358288773e-05, | |
| "loss": 0.3829, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 32.01442307692308, | |
| "grad_norm": 5.096348285675049, | |
| "learning_rate": 2.4866310160427807e-05, | |
| "loss": 0.3167, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 32.01682692307692, | |
| "eval_accuracy": 0.6644144144144144, | |
| "eval_loss": 1.3495796918869019, | |
| "eval_runtime": 73.0271, | |
| "eval_samples_per_second": 6.08, | |
| "eval_steps_per_second": 0.096, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 33.00961538461539, | |
| "grad_norm": 6.042089462280273, | |
| "learning_rate": 2.4197860962566847e-05, | |
| "loss": 0.2797, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 33.01682692307692, | |
| "eval_accuracy": 0.6801801801801802, | |
| "eval_loss": 1.2806001901626587, | |
| "eval_runtime": 72.9489, | |
| "eval_samples_per_second": 6.086, | |
| "eval_steps_per_second": 0.096, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 34.00480769230769, | |
| "grad_norm": 4.125849723815918, | |
| "learning_rate": 2.3529411764705884e-05, | |
| "loss": 0.281, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 34.01682692307692, | |
| "grad_norm": 7.1154704093933105, | |
| "learning_rate": 2.286096256684492e-05, | |
| "loss": 0.2864, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 34.01682692307692, | |
| "eval_accuracy": 0.7072072072072072, | |
| "eval_loss": 1.219117283821106, | |
| "eval_runtime": 74.6962, | |
| "eval_samples_per_second": 5.944, | |
| "eval_steps_per_second": 0.094, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 35.01201923076923, | |
| "grad_norm": 6.536057949066162, | |
| "learning_rate": 2.2192513368983957e-05, | |
| "loss": 0.2927, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 35.01682692307692, | |
| "eval_accuracy": 0.7207207207207207, | |
| "eval_loss": 1.2134795188903809, | |
| "eval_runtime": 72.1404, | |
| "eval_samples_per_second": 6.155, | |
| "eval_steps_per_second": 0.097, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 36.00721153846154, | |
| "grad_norm": 4.703156471252441, | |
| "learning_rate": 2.1524064171122994e-05, | |
| "loss": 0.2698, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 36.01682692307692, | |
| "eval_accuracy": 0.6914414414414415, | |
| "eval_loss": 1.250654697418213, | |
| "eval_runtime": 73.2059, | |
| "eval_samples_per_second": 6.065, | |
| "eval_steps_per_second": 0.096, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 37.00240384615385, | |
| "grad_norm": 4.395312786102295, | |
| "learning_rate": 2.0855614973262035e-05, | |
| "loss": 0.256, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 37.01442307692308, | |
| "grad_norm": 3.43831729888916, | |
| "learning_rate": 2.018716577540107e-05, | |
| "loss": 0.2333, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 37.01682692307692, | |
| "eval_accuracy": 0.7094594594594594, | |
| "eval_loss": 1.2037817239761353, | |
| "eval_runtime": 74.757, | |
| "eval_samples_per_second": 5.939, | |
| "eval_steps_per_second": 0.094, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 38.00961538461539, | |
| "grad_norm": 4.047479152679443, | |
| "learning_rate": 1.951871657754011e-05, | |
| "loss": 0.2366, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 38.01682692307692, | |
| "eval_accuracy": 0.7207207207207207, | |
| "eval_loss": 1.1517395973205566, | |
| "eval_runtime": 73.764, | |
| "eval_samples_per_second": 6.019, | |
| "eval_steps_per_second": 0.095, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 39.00480769230769, | |
| "grad_norm": 5.707859516143799, | |
| "learning_rate": 1.8850267379679145e-05, | |
| "loss": 0.1938, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 39.01682692307692, | |
| "grad_norm": 3.7590107917785645, | |
| "learning_rate": 1.8181818181818182e-05, | |
| "loss": 0.1886, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 39.01682692307692, | |
| "eval_accuracy": 0.7094594594594594, | |
| "eval_loss": 1.2073884010314941, | |
| "eval_runtime": 72.0607, | |
| "eval_samples_per_second": 6.161, | |
| "eval_steps_per_second": 0.097, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 40.01201923076923, | |
| "grad_norm": 2.7063074111938477, | |
| "learning_rate": 1.7513368983957222e-05, | |
| "loss": 0.1804, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 40.01682692307692, | |
| "eval_accuracy": 0.7027027027027027, | |
| "eval_loss": 1.1658011674880981, | |
| "eval_runtime": 77.6928, | |
| "eval_samples_per_second": 5.715, | |
| "eval_steps_per_second": 0.09, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 41.00721153846154, | |
| "grad_norm": 6.454692363739014, | |
| "learning_rate": 1.684491978609626e-05, | |
| "loss": 0.1778, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 41.01682692307692, | |
| "eval_accuracy": 0.6824324324324325, | |
| "eval_loss": 1.2350265979766846, | |
| "eval_runtime": 73.7916, | |
| "eval_samples_per_second": 6.017, | |
| "eval_steps_per_second": 0.095, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 42.00240384615385, | |
| "grad_norm": 3.444183349609375, | |
| "learning_rate": 1.6176470588235296e-05, | |
| "loss": 0.2187, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 42.01442307692308, | |
| "grad_norm": 3.9001522064208984, | |
| "learning_rate": 1.5508021390374333e-05, | |
| "loss": 0.1728, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 42.01682692307692, | |
| "eval_accuracy": 0.7162162162162162, | |
| "eval_loss": 1.1637804508209229, | |
| "eval_runtime": 77.911, | |
| "eval_samples_per_second": 5.699, | |
| "eval_steps_per_second": 0.09, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 43.00961538461539, | |
| "grad_norm": 7.290647029876709, | |
| "learning_rate": 1.4839572192513372e-05, | |
| "loss": 0.1998, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 43.01682692307692, | |
| "eval_accuracy": 0.6959459459459459, | |
| "eval_loss": 1.2359126806259155, | |
| "eval_runtime": 72.9535, | |
| "eval_samples_per_second": 6.086, | |
| "eval_steps_per_second": 0.096, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 44.00480769230769, | |
| "grad_norm": 5.636298656463623, | |
| "learning_rate": 1.4171122994652408e-05, | |
| "loss": 0.1639, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 44.01682692307692, | |
| "grad_norm": 3.6947968006134033, | |
| "learning_rate": 1.3502673796791445e-05, | |
| "loss": 0.1727, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 44.01682692307692, | |
| "eval_accuracy": 0.6936936936936937, | |
| "eval_loss": 1.232095718383789, | |
| "eval_runtime": 81.4582, | |
| "eval_samples_per_second": 5.451, | |
| "eval_steps_per_second": 0.086, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 45.01201923076923, | |
| "grad_norm": 3.2019245624542236, | |
| "learning_rate": 1.2834224598930484e-05, | |
| "loss": 0.1564, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 45.01682692307692, | |
| "eval_accuracy": 0.713963963963964, | |
| "eval_loss": 1.1604844331741333, | |
| "eval_runtime": 72.1149, | |
| "eval_samples_per_second": 6.157, | |
| "eval_steps_per_second": 0.097, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 46.00721153846154, | |
| "grad_norm": 1.9841790199279785, | |
| "learning_rate": 1.2165775401069519e-05, | |
| "loss": 0.1888, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 46.01682692307692, | |
| "eval_accuracy": 0.7094594594594594, | |
| "eval_loss": 1.1609092950820923, | |
| "eval_runtime": 71.8777, | |
| "eval_samples_per_second": 6.177, | |
| "eval_steps_per_second": 0.097, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 47.00240384615385, | |
| "grad_norm": 7.085150241851807, | |
| "learning_rate": 1.1497326203208558e-05, | |
| "loss": 0.1618, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 47.01442307692308, | |
| "grad_norm": 5.41819429397583, | |
| "learning_rate": 1.0828877005347594e-05, | |
| "loss": 0.1227, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 47.01682692307692, | |
| "eval_accuracy": 0.7117117117117117, | |
| "eval_loss": 1.1588457822799683, | |
| "eval_runtime": 82.846, | |
| "eval_samples_per_second": 5.359, | |
| "eval_steps_per_second": 0.084, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 48.00961538461539, | |
| "grad_norm": 2.3894031047821045, | |
| "learning_rate": 1.0160427807486631e-05, | |
| "loss": 0.134, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 48.01682692307692, | |
| "eval_accuracy": 0.7072072072072072, | |
| "eval_loss": 1.1698147058486938, | |
| "eval_runtime": 81.0499, | |
| "eval_samples_per_second": 5.478, | |
| "eval_steps_per_second": 0.086, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 49.00480769230769, | |
| "grad_norm": 4.01511287689209, | |
| "learning_rate": 9.49197860962567e-06, | |
| "loss": 0.1234, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 49.01682692307692, | |
| "grad_norm": 7.249420642852783, | |
| "learning_rate": 8.823529411764707e-06, | |
| "loss": 0.1622, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 49.01682692307692, | |
| "eval_accuracy": 0.6981981981981982, | |
| "eval_loss": 1.2014145851135254, | |
| "eval_runtime": 73.38, | |
| "eval_samples_per_second": 6.051, | |
| "eval_steps_per_second": 0.095, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 50.01201923076923, | |
| "grad_norm": 4.699652194976807, | |
| "learning_rate": 8.155080213903744e-06, | |
| "loss": 0.1391, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 50.01682692307692, | |
| "eval_accuracy": 0.7162162162162162, | |
| "eval_loss": 1.1005959510803223, | |
| "eval_runtime": 73.5034, | |
| "eval_samples_per_second": 6.041, | |
| "eval_steps_per_second": 0.095, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 51.00721153846154, | |
| "grad_norm": 3.143523931503296, | |
| "learning_rate": 7.4866310160427806e-06, | |
| "loss": 0.1276, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 51.01682692307692, | |
| "eval_accuracy": 0.6891891891891891, | |
| "eval_loss": 1.1485284566879272, | |
| "eval_runtime": 77.8096, | |
| "eval_samples_per_second": 5.706, | |
| "eval_steps_per_second": 0.09, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 52.00240384615385, | |
| "grad_norm": 1.1826622486114502, | |
| "learning_rate": 6.818181818181818e-06, | |
| "loss": 0.0979, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 52.01442307692308, | |
| "grad_norm": 3.218552589416504, | |
| "learning_rate": 6.149732620320856e-06, | |
| "loss": 0.1222, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 52.01682692307692, | |
| "eval_accuracy": 0.713963963963964, | |
| "eval_loss": 1.0801595449447632, | |
| "eval_runtime": 73.9346, | |
| "eval_samples_per_second": 6.005, | |
| "eval_steps_per_second": 0.095, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 53.00961538461539, | |
| "grad_norm": 4.1740312576293945, | |
| "learning_rate": 5.481283422459893e-06, | |
| "loss": 0.1024, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 53.01682692307692, | |
| "eval_accuracy": 0.704954954954955, | |
| "eval_loss": 1.1242848634719849, | |
| "eval_runtime": 72.7853, | |
| "eval_samples_per_second": 6.1, | |
| "eval_steps_per_second": 0.096, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 54.00480769230769, | |
| "grad_norm": 3.4602904319763184, | |
| "learning_rate": 4.812834224598931e-06, | |
| "loss": 0.1014, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 54.01682692307692, | |
| "grad_norm": 24.67173957824707, | |
| "learning_rate": 4.144385026737968e-06, | |
| "loss": 0.1186, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 54.01682692307692, | |
| "eval_accuracy": 0.7297297297297297, | |
| "eval_loss": 1.0909080505371094, | |
| "eval_runtime": 74.1097, | |
| "eval_samples_per_second": 5.991, | |
| "eval_steps_per_second": 0.094, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 55.01201923076923, | |
| "grad_norm": 2.6615827083587646, | |
| "learning_rate": 3.4759358288770056e-06, | |
| "loss": 0.1121, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 55.01682692307692, | |
| "eval_accuracy": 0.7094594594594594, | |
| "eval_loss": 1.1351189613342285, | |
| "eval_runtime": 73.5115, | |
| "eval_samples_per_second": 6.04, | |
| "eval_steps_per_second": 0.095, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 56.00721153846154, | |
| "grad_norm": 3.412928581237793, | |
| "learning_rate": 2.807486631016043e-06, | |
| "loss": 0.1284, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 56.01682692307692, | |
| "eval_accuracy": 0.7274774774774775, | |
| "eval_loss": 1.1095025539398193, | |
| "eval_runtime": 73.055, | |
| "eval_samples_per_second": 6.078, | |
| "eval_steps_per_second": 0.096, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 57.00240384615385, | |
| "grad_norm": 4.214470386505127, | |
| "learning_rate": 2.1390374331550802e-06, | |
| "loss": 0.1418, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 57.01442307692308, | |
| "grad_norm": 2.0941081047058105, | |
| "learning_rate": 1.4705882352941177e-06, | |
| "loss": 0.0893, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 57.01682692307692, | |
| "eval_accuracy": 0.7319819819819819, | |
| "eval_loss": 1.084416389465332, | |
| "eval_runtime": 71.5145, | |
| "eval_samples_per_second": 6.209, | |
| "eval_steps_per_second": 0.098, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 58.00961538461539, | |
| "grad_norm": 4.0398101806640625, | |
| "learning_rate": 8.021390374331552e-07, | |
| "loss": 0.0878, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 58.01682692307692, | |
| "eval_accuracy": 0.7297297297297297, | |
| "eval_loss": 1.0803806781768799, | |
| "eval_runtime": 71.6842, | |
| "eval_samples_per_second": 6.194, | |
| "eval_steps_per_second": 0.098, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 59.00480769230769, | |
| "grad_norm": 1.0705435276031494, | |
| "learning_rate": 1.3368983957219251e-07, | |
| "loss": 0.0887, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 59.00721153846154, | |
| "eval_accuracy": 0.7297297297297297, | |
| "eval_loss": 1.0809234380722046, | |
| "eval_runtime": 72.7582, | |
| "eval_samples_per_second": 6.102, | |
| "eval_steps_per_second": 0.096, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 59.00721153846154, | |
| "step": 832, | |
| "total_flos": 6.1975283578694664e+19, | |
| "train_loss": 1.175738023289551, | |
| "train_runtime": 12896.1846, | |
| "train_samples_per_second": 4.129, | |
| "train_steps_per_second": 0.065 | |
| }, | |
| { | |
| "epoch": 59.00721153846154, | |
| "eval_accuracy": 0.7319819819819819, | |
| "eval_loss": 1.084416389465332, | |
| "eval_runtime": 73.94, | |
| "eval_samples_per_second": 6.005, | |
| "eval_steps_per_second": 0.095, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 59.00721153846154, | |
| "eval_accuracy": 0.7319819819819819, | |
| "eval_loss": 1.084416389465332, | |
| "eval_runtime": 75.3126, | |
| "eval_samples_per_second": 5.895, | |
| "eval_steps_per_second": 0.093, | |
| "step": 832 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 832, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9223372036854775807, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6.1975283578694664e+19, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |