| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 19.860529986053, | |
| "global_step": 1780, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.971910112359551e-05, | |
| "loss": 10.0687, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.943820224719101e-05, | |
| "loss": 9.3615, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.915730337078652e-05, | |
| "loss": 8.6608, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.8876404494382024e-05, | |
| "loss": 7.9606, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.859550561797753e-05, | |
| "loss": 7.2699, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 4.831460674157304e-05, | |
| "loss": 6.5753, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "eval_accuracy": 0.014962221847824678, | |
| "eval_loss": 6.166639804840088, | |
| "eval_runtime": 6.9826, | |
| "eval_samples_per_second": 86.501, | |
| "eval_steps_per_second": 28.929, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 4.803370786516854e-05, | |
| "loss": 5.8893, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 4.7752808988764046e-05, | |
| "loss": 5.2005, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.747191011235955e-05, | |
| "loss": 4.5122, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 4.719101123595506e-05, | |
| "loss": 3.8355, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 4.691011235955056e-05, | |
| "loss": 3.1713, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 4.662921348314607e-05, | |
| "loss": 2.5262, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_accuracy": 0.9345427093998263, | |
| "eval_loss": 2.171346426010132, | |
| "eval_runtime": 6.9424, | |
| "eval_samples_per_second": 87.002, | |
| "eval_steps_per_second": 29.097, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 4.6348314606741575e-05, | |
| "loss": 1.9161, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 4.606741573033708e-05, | |
| "loss": 1.3724, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 4.578651685393259e-05, | |
| "loss": 0.9238, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 4.550561797752809e-05, | |
| "loss": 0.5884, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 4.52247191011236e-05, | |
| "loss": 0.3697, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 4.4943820224719104e-05, | |
| "loss": 0.2343, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "eval_accuracy": 0.9345945490597581, | |
| "eval_loss": 0.17874956130981445, | |
| "eval_runtime": 6.9291, | |
| "eval_samples_per_second": 87.169, | |
| "eval_steps_per_second": 29.153, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 4.4662921348314605e-05, | |
| "loss": 0.162, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 4.438202247191011e-05, | |
| "loss": 0.1176, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 4.410112359550562e-05, | |
| "loss": 0.0931, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 4.3820224719101126e-05, | |
| "loss": 0.081, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 4.353932584269663e-05, | |
| "loss": 0.0746, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 4.3258426966292134e-05, | |
| "loss": 0.0713, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "eval_accuracy": 0.9330328793043118, | |
| "eval_loss": 0.06855519860982895, | |
| "eval_runtime": 6.9212, | |
| "eval_samples_per_second": 87.269, | |
| "eval_steps_per_second": 29.186, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 4.297752808988764e-05, | |
| "loss": 0.0688, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 4.269662921348315e-05, | |
| "loss": 0.0666, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 4.2415730337078655e-05, | |
| "loss": 0.0664, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 4.2134831460674156e-05, | |
| "loss": 0.0647, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "learning_rate": 4.185393258426967e-05, | |
| "loss": 0.0639, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 4.157303370786517e-05, | |
| "loss": 0.0631, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "eval_accuracy": 0.933415196796309, | |
| "eval_loss": 0.06208743155002594, | |
| "eval_runtime": 6.9282, | |
| "eval_samples_per_second": 87.179, | |
| "eval_steps_per_second": 29.156, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "learning_rate": 4.129213483146068e-05, | |
| "loss": 0.0621, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 3.57, | |
| "learning_rate": 4.1011235955056184e-05, | |
| "loss": 0.062, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 4.0730337078651685e-05, | |
| "loss": 0.0618, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 3.79, | |
| "learning_rate": 4.044943820224719e-05, | |
| "loss": 0.0611, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 4.01685393258427e-05, | |
| "loss": 0.0606, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 3.98876404494382e-05, | |
| "loss": 0.0603, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "eval_accuracy": 0.9331657184328871, | |
| "eval_loss": 0.059421196579933167, | |
| "eval_runtime": 6.9285, | |
| "eval_samples_per_second": 87.176, | |
| "eval_steps_per_second": 29.155, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 3.960674157303371e-05, | |
| "loss": 0.0597, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 3.9325842696629214e-05, | |
| "loss": 0.0598, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 3.904494382022472e-05, | |
| "loss": 0.0592, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 3.876404494382023e-05, | |
| "loss": 0.0589, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 3.8483146067415735e-05, | |
| "loss": 0.0586, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "learning_rate": 3.8202247191011236e-05, | |
| "loss": 0.0589, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 4.69, | |
| "eval_accuracy": 0.93335363720014, | |
| "eval_loss": 0.058252669870853424, | |
| "eval_runtime": 6.9395, | |
| "eval_samples_per_second": 87.037, | |
| "eval_steps_per_second": 29.109, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "learning_rate": 3.792134831460674e-05, | |
| "loss": 0.0583, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 4.91, | |
| "learning_rate": 3.764044943820225e-05, | |
| "loss": 0.0578, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 5.02, | |
| "learning_rate": 3.735955056179776e-05, | |
| "loss": 0.0582, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 5.13, | |
| "learning_rate": 3.7078651685393264e-05, | |
| "loss": 0.0573, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "learning_rate": 3.6797752808988765e-05, | |
| "loss": 0.0576, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "learning_rate": 3.651685393258427e-05, | |
| "loss": 0.0579, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "eval_accuracy": 0.9336257954147821, | |
| "eval_loss": 0.05721687152981758, | |
| "eval_runtime": 6.9395, | |
| "eval_samples_per_second": 87.038, | |
| "eval_steps_per_second": 29.109, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 3.623595505617978e-05, | |
| "loss": 0.0568, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 3.595505617977528e-05, | |
| "loss": 0.0567, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 3.5674157303370787e-05, | |
| "loss": 0.0572, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 3.5393258426966294e-05, | |
| "loss": 0.0571, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 3.51123595505618e-05, | |
| "loss": 0.0566, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "learning_rate": 3.483146067415731e-05, | |
| "loss": 0.0575, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 6.03, | |
| "eval_accuracy": 0.933279117688988, | |
| "eval_loss": 0.05656934529542923, | |
| "eval_runtime": 6.927, | |
| "eval_samples_per_second": 87.194, | |
| "eval_steps_per_second": 29.161, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 6.14, | |
| "learning_rate": 3.455056179775281e-05, | |
| "loss": 0.057, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 6.25, | |
| "learning_rate": 3.4269662921348316e-05, | |
| "loss": 0.0562, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "learning_rate": 3.398876404494382e-05, | |
| "loss": 0.056, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 6.47, | |
| "learning_rate": 3.370786516853933e-05, | |
| "loss": 0.0566, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 6.58, | |
| "learning_rate": 3.342696629213483e-05, | |
| "loss": 0.0562, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 6.69, | |
| "learning_rate": 3.314606741573034e-05, | |
| "loss": 0.0561, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 6.69, | |
| "eval_accuracy": 0.9332953175827167, | |
| "eval_loss": 0.056167565286159515, | |
| "eval_runtime": 6.9387, | |
| "eval_samples_per_second": 87.049, | |
| "eval_steps_per_second": 29.112, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 6.81, | |
| "learning_rate": 3.2865168539325845e-05, | |
| "loss": 0.0555, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "learning_rate": 3.258426966292135e-05, | |
| "loss": 0.0562, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 7.03, | |
| "learning_rate": 3.230337078651686e-05, | |
| "loss": 0.0554, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 7.14, | |
| "learning_rate": 3.202247191011236e-05, | |
| "loss": 0.0556, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 7.25, | |
| "learning_rate": 3.1741573033707866e-05, | |
| "loss": 0.055, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "learning_rate": 3.1460674157303374e-05, | |
| "loss": 0.0559, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "eval_accuracy": 0.9332110781353274, | |
| "eval_loss": 0.05588062107563019, | |
| "eval_runtime": 6.9495, | |
| "eval_samples_per_second": 86.913, | |
| "eval_steps_per_second": 29.067, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "learning_rate": 3.1179775280898874e-05, | |
| "loss": 0.0554, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 7.59, | |
| "learning_rate": 3.089887640449438e-05, | |
| "loss": 0.0561, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 7.7, | |
| "learning_rate": 3.061797752808989e-05, | |
| "loss": 0.0555, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 7.81, | |
| "learning_rate": 3.0337078651685396e-05, | |
| "loss": 0.0554, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 3.0056179775280903e-05, | |
| "loss": 0.0551, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "learning_rate": 2.9775280898876406e-05, | |
| "loss": 0.0551, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "eval_accuracy": 0.9331981182203445, | |
| "eval_loss": 0.05556654930114746, | |
| "eval_runtime": 6.9195, | |
| "eval_samples_per_second": 87.289, | |
| "eval_steps_per_second": 29.193, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 8.15, | |
| "learning_rate": 2.949438202247191e-05, | |
| "loss": 0.0552, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 8.26, | |
| "learning_rate": 2.9213483146067417e-05, | |
| "loss": 0.0551, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 8.37, | |
| "learning_rate": 2.893258426966292e-05, | |
| "loss": 0.0548, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 8.48, | |
| "learning_rate": 2.8651685393258425e-05, | |
| "loss": 0.0544, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 8.59, | |
| "learning_rate": 2.8370786516853936e-05, | |
| "loss": 0.0552, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 8.7, | |
| "learning_rate": 2.8089887640449443e-05, | |
| "loss": 0.0548, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 8.7, | |
| "eval_accuracy": 0.933279117688988, | |
| "eval_loss": 0.0552196130156517, | |
| "eval_runtime": 6.9368, | |
| "eval_samples_per_second": 87.072, | |
| "eval_steps_per_second": 29.12, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 8.81, | |
| "learning_rate": 2.7808988764044946e-05, | |
| "loss": 0.0551, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "learning_rate": 2.752808988764045e-05, | |
| "loss": 0.0549, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "learning_rate": 2.7247191011235957e-05, | |
| "loss": 0.0543, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 9.15, | |
| "learning_rate": 2.696629213483146e-05, | |
| "loss": 0.0539, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 9.26, | |
| "learning_rate": 2.6685393258426965e-05, | |
| "loss": 0.0546, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 9.37, | |
| "learning_rate": 2.6404494382022472e-05, | |
| "loss": 0.0546, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 9.37, | |
| "eval_accuracy": 0.9332823576677337, | |
| "eval_loss": 0.05496657267212868, | |
| "eval_runtime": 6.9515, | |
| "eval_samples_per_second": 86.887, | |
| "eval_steps_per_second": 29.058, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "learning_rate": 2.6123595505617983e-05, | |
| "loss": 0.0548, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 9.6, | |
| "learning_rate": 2.5842696629213486e-05, | |
| "loss": 0.0546, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 9.71, | |
| "learning_rate": 2.556179775280899e-05, | |
| "loss": 0.0544, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 9.82, | |
| "learning_rate": 2.5280898876404497e-05, | |
| "loss": 0.0544, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 9.93, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.0539, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 10.04, | |
| "learning_rate": 2.4719101123595505e-05, | |
| "loss": 0.0539, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 10.04, | |
| "eval_accuracy": 0.9330911989217351, | |
| "eval_loss": 0.054655831307172775, | |
| "eval_runtime": 6.9254, | |
| "eval_samples_per_second": 87.215, | |
| "eval_steps_per_second": 29.168, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 10.15, | |
| "learning_rate": 2.4438202247191012e-05, | |
| "loss": 0.0541, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 10.26, | |
| "learning_rate": 2.415730337078652e-05, | |
| "loss": 0.054, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 10.38, | |
| "learning_rate": 2.3876404494382023e-05, | |
| "loss": 0.0538, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 10.49, | |
| "learning_rate": 2.359550561797753e-05, | |
| "loss": 0.0543, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 10.6, | |
| "learning_rate": 2.3314606741573034e-05, | |
| "loss": 0.0538, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 10.71, | |
| "learning_rate": 2.303370786516854e-05, | |
| "loss": 0.0546, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 10.71, | |
| "eval_accuracy": 0.9331592384753956, | |
| "eval_loss": 0.05442318692803383, | |
| "eval_runtime": 6.9218, | |
| "eval_samples_per_second": 87.26, | |
| "eval_steps_per_second": 29.183, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 10.82, | |
| "learning_rate": 2.2752808988764045e-05, | |
| "loss": 0.0532, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 10.93, | |
| "learning_rate": 2.2471910112359552e-05, | |
| "loss": 0.0532, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 11.05, | |
| "learning_rate": 2.2191011235955056e-05, | |
| "loss": 0.0539, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 11.16, | |
| "learning_rate": 2.1910112359550563e-05, | |
| "loss": 0.0541, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 11.27, | |
| "learning_rate": 2.1629213483146067e-05, | |
| "loss": 0.0531, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 11.38, | |
| "learning_rate": 2.1348314606741574e-05, | |
| "loss": 0.0538, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 11.38, | |
| "eval_accuracy": 0.9334670364562409, | |
| "eval_loss": 0.054255757480859756, | |
| "eval_runtime": 6.94, | |
| "eval_samples_per_second": 87.032, | |
| "eval_steps_per_second": 29.107, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 11.49, | |
| "learning_rate": 2.1067415730337078e-05, | |
| "loss": 0.0537, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 11.6, | |
| "learning_rate": 2.0786516853932585e-05, | |
| "loss": 0.0536, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 11.72, | |
| "learning_rate": 2.0505617977528092e-05, | |
| "loss": 0.0529, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 11.83, | |
| "learning_rate": 2.0224719101123596e-05, | |
| "loss": 0.0536, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 11.94, | |
| "learning_rate": 1.99438202247191e-05, | |
| "loss": 0.0532, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 12.05, | |
| "learning_rate": 1.9662921348314607e-05, | |
| "loss": 0.0534, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 12.05, | |
| "eval_accuracy": 0.9332596778165135, | |
| "eval_loss": 0.05402551218867302, | |
| "eval_runtime": 6.9308, | |
| "eval_samples_per_second": 87.147, | |
| "eval_steps_per_second": 29.145, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 12.16, | |
| "learning_rate": 1.9382022471910114e-05, | |
| "loss": 0.0528, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 12.27, | |
| "learning_rate": 1.9101123595505618e-05, | |
| "loss": 0.0535, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 12.38, | |
| "learning_rate": 1.8820224719101125e-05, | |
| "loss": 0.0535, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 12.5, | |
| "learning_rate": 1.8539325842696632e-05, | |
| "loss": 0.053, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 12.61, | |
| "learning_rate": 1.8258426966292136e-05, | |
| "loss": 0.053, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 12.72, | |
| "learning_rate": 1.797752808988764e-05, | |
| "loss": 0.0532, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 12.72, | |
| "eval_accuracy": 0.9333892769663431, | |
| "eval_loss": 0.05390884727239609, | |
| "eval_runtime": 6.9236, | |
| "eval_samples_per_second": 87.238, | |
| "eval_steps_per_second": 29.176, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 12.83, | |
| "learning_rate": 1.7696629213483147e-05, | |
| "loss": 0.0531, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 12.94, | |
| "learning_rate": 1.7415730337078654e-05, | |
| "loss": 0.0533, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 13.05, | |
| "learning_rate": 1.7134831460674158e-05, | |
| "loss": 0.0528, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 13.17, | |
| "learning_rate": 1.6853932584269665e-05, | |
| "loss": 0.0528, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 13.28, | |
| "learning_rate": 1.657303370786517e-05, | |
| "loss": 0.0525, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 13.39, | |
| "learning_rate": 1.6292134831460676e-05, | |
| "loss": 0.0525, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 13.39, | |
| "eval_accuracy": 0.9333568771788857, | |
| "eval_loss": 0.05382450670003891, | |
| "eval_runtime": 6.9394, | |
| "eval_samples_per_second": 87.039, | |
| "eval_steps_per_second": 29.109, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 13.5, | |
| "learning_rate": 1.601123595505618e-05, | |
| "loss": 0.0532, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 13.61, | |
| "learning_rate": 1.5730337078651687e-05, | |
| "loss": 0.0531, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 13.72, | |
| "learning_rate": 1.544943820224719e-05, | |
| "loss": 0.0527, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 13.84, | |
| "learning_rate": 1.5168539325842698e-05, | |
| "loss": 0.053, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 13.95, | |
| "learning_rate": 1.4887640449438203e-05, | |
| "loss": 0.053, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 14.06, | |
| "learning_rate": 1.4606741573033709e-05, | |
| "loss": 0.0526, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 14.06, | |
| "eval_accuracy": 0.9330717590492607, | |
| "eval_loss": 0.05375523492693901, | |
| "eval_runtime": 6.9363, | |
| "eval_samples_per_second": 87.078, | |
| "eval_steps_per_second": 29.122, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 14.17, | |
| "learning_rate": 1.4325842696629212e-05, | |
| "loss": 0.053, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 14.28, | |
| "learning_rate": 1.4044943820224721e-05, | |
| "loss": 0.0525, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 14.39, | |
| "learning_rate": 1.3764044943820225e-05, | |
| "loss": 0.0533, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 14.5, | |
| "learning_rate": 1.348314606741573e-05, | |
| "loss": 0.0523, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 14.62, | |
| "learning_rate": 1.3202247191011236e-05, | |
| "loss": 0.0532, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 14.73, | |
| "learning_rate": 1.2921348314606743e-05, | |
| "loss": 0.0527, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 14.73, | |
| "eval_accuracy": 0.9331462785604127, | |
| "eval_loss": 0.053615015000104904, | |
| "eval_runtime": 6.9434, | |
| "eval_samples_per_second": 86.989, | |
| "eval_steps_per_second": 29.092, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 14.84, | |
| "learning_rate": 1.2640449438202249e-05, | |
| "loss": 0.0527, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 14.95, | |
| "learning_rate": 1.2359550561797752e-05, | |
| "loss": 0.0522, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 15.06, | |
| "learning_rate": 1.207865168539326e-05, | |
| "loss": 0.0519, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 15.17, | |
| "learning_rate": 1.1797752808988765e-05, | |
| "loss": 0.0524, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 15.29, | |
| "learning_rate": 1.151685393258427e-05, | |
| "loss": 0.0526, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 15.4, | |
| "learning_rate": 1.1235955056179776e-05, | |
| "loss": 0.0529, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 15.4, | |
| "eval_accuracy": 0.933104158836718, | |
| "eval_loss": 0.05359150096774101, | |
| "eval_runtime": 6.9509, | |
| "eval_samples_per_second": 86.896, | |
| "eval_steps_per_second": 29.061, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 15.51, | |
| "learning_rate": 1.0955056179775282e-05, | |
| "loss": 0.0524, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 15.62, | |
| "learning_rate": 1.0674157303370787e-05, | |
| "loss": 0.0521, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 15.73, | |
| "learning_rate": 1.0393258426966292e-05, | |
| "loss": 0.0521, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 15.84, | |
| "learning_rate": 1.0112359550561798e-05, | |
| "loss": 0.0527, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 15.96, | |
| "learning_rate": 9.831460674157303e-06, | |
| "loss": 0.0524, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 16.07, | |
| "learning_rate": 9.550561797752809e-06, | |
| "loss": 0.0526, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 16.07, | |
| "eval_accuracy": 0.9331138787729553, | |
| "eval_loss": 0.053506117314100266, | |
| "eval_runtime": 6.9631, | |
| "eval_samples_per_second": 86.743, | |
| "eval_steps_per_second": 29.01, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 16.18, | |
| "learning_rate": 9.269662921348316e-06, | |
| "loss": 0.0526, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 16.29, | |
| "learning_rate": 8.98876404494382e-06, | |
| "loss": 0.052, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 16.4, | |
| "learning_rate": 8.707865168539327e-06, | |
| "loss": 0.0527, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 16.51, | |
| "learning_rate": 8.426966292134832e-06, | |
| "loss": 0.0521, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 16.62, | |
| "learning_rate": 8.146067415730338e-06, | |
| "loss": 0.0523, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 16.74, | |
| "learning_rate": 7.865168539325843e-06, | |
| "loss": 0.0524, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 16.74, | |
| "eval_accuracy": 0.933266157774005, | |
| "eval_loss": 0.05342988297343254, | |
| "eval_runtime": 6.9086, | |
| "eval_samples_per_second": 87.427, | |
| "eval_steps_per_second": 29.239, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 16.85, | |
| "learning_rate": 7.584269662921349e-06, | |
| "loss": 0.0521, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 16.96, | |
| "learning_rate": 7.303370786516854e-06, | |
| "loss": 0.0524, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 17.07, | |
| "learning_rate": 7.022471910112361e-06, | |
| "loss": 0.0525, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 17.18, | |
| "learning_rate": 6.741573033707865e-06, | |
| "loss": 0.0524, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 17.29, | |
| "learning_rate": 6.460674157303372e-06, | |
| "loss": 0.0521, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 17.41, | |
| "learning_rate": 6.179775280898876e-06, | |
| "loss": 0.0516, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 17.41, | |
| "eval_accuracy": 0.9331138787729553, | |
| "eval_loss": 0.05338354781270027, | |
| "eval_runtime": 6.9573, | |
| "eval_samples_per_second": 86.815, | |
| "eval_steps_per_second": 29.034, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 17.52, | |
| "learning_rate": 5.8988764044943826e-06, | |
| "loss": 0.0522, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 17.63, | |
| "learning_rate": 5.617977528089888e-06, | |
| "loss": 0.052, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 17.74, | |
| "learning_rate": 5.3370786516853935e-06, | |
| "loss": 0.0522, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 17.85, | |
| "learning_rate": 5.056179775280899e-06, | |
| "loss": 0.0526, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 17.96, | |
| "learning_rate": 4.7752808988764044e-06, | |
| "loss": 0.052, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 18.08, | |
| "learning_rate": 4.49438202247191e-06, | |
| "loss": 0.0527, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 18.08, | |
| "eval_accuracy": 0.9332499578802763, | |
| "eval_loss": 0.05338101089000702, | |
| "eval_runtime": 6.9183, | |
| "eval_samples_per_second": 87.304, | |
| "eval_steps_per_second": 29.198, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 18.19, | |
| "learning_rate": 4.213483146067416e-06, | |
| "loss": 0.0519, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 18.3, | |
| "learning_rate": 3.932584269662922e-06, | |
| "loss": 0.0521, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 18.41, | |
| "learning_rate": 3.651685393258427e-06, | |
| "loss": 0.0522, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 18.52, | |
| "learning_rate": 3.3707865168539327e-06, | |
| "loss": 0.0519, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 18.63, | |
| "learning_rate": 3.089887640449438e-06, | |
| "loss": 0.0525, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 18.74, | |
| "learning_rate": 2.808988764044944e-06, | |
| "loss": 0.0521, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 18.74, | |
| "eval_accuracy": 0.9332272780290561, | |
| "eval_loss": 0.05332719534635544, | |
| "eval_runtime": 6.9352, | |
| "eval_samples_per_second": 87.092, | |
| "eval_steps_per_second": 29.127, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 18.86, | |
| "learning_rate": 2.5280898876404495e-06, | |
| "loss": 0.0526, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 18.97, | |
| "learning_rate": 2.247191011235955e-06, | |
| "loss": 0.0516, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 19.08, | |
| "learning_rate": 1.966292134831461e-06, | |
| "loss": 0.0515, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 19.19, | |
| "learning_rate": 1.6853932584269663e-06, | |
| "loss": 0.0521, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 19.3, | |
| "learning_rate": 1.404494382022472e-06, | |
| "loss": 0.0517, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 19.41, | |
| "learning_rate": 1.1235955056179775e-06, | |
| "loss": 0.0519, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 19.41, | |
| "eval_accuracy": 0.9332272780290561, | |
| "eval_loss": 0.05332208424806595, | |
| "eval_runtime": 6.9775, | |
| "eval_samples_per_second": 86.564, | |
| "eval_steps_per_second": 28.95, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 19.53, | |
| "learning_rate": 8.426966292134832e-07, | |
| "loss": 0.0526, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 19.64, | |
| "learning_rate": 5.617977528089887e-07, | |
| "loss": 0.0523, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 19.75, | |
| "learning_rate": 2.8089887640449437e-07, | |
| "loss": 0.0522, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 19.86, | |
| "learning_rate": 0.0, | |
| "loss": 0.0523, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 19.86, | |
| "step": 1780, | |
| "total_flos": 5.620903045459446e+17, | |
| "train_loss": 0.502627718984411, | |
| "train_runtime": 23394.2794, | |
| "train_samples_per_second": 45.972, | |
| "train_steps_per_second": 0.076 | |
| } | |
| ], | |
| "max_steps": 1780, | |
| "num_train_epochs": 20, | |
| "total_flos": 5.620903045459446e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |