{ "best_metric": 0.9714285714285714, "best_model_checkpoint": "videomae-small-finetuned-kinetics-finetuned-ucf101-subset/checkpoint-1200", "epoch": 3.25, "eval_steps": 500, "global_step": 1200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "grad_norm": 15.566545486450195, "learning_rate": 4.166666666666667e-06, "loss": 2.3603, "step": 10 }, { "epoch": 0.02, "grad_norm": 14.607881546020508, "learning_rate": 8.333333333333334e-06, "loss": 2.3165, "step": 20 }, { "epoch": 0.03, "grad_norm": 13.733409881591797, "learning_rate": 1.25e-05, "loss": 2.2965, "step": 30 }, { "epoch": 0.03, "grad_norm": 11.29304027557373, "learning_rate": 1.6666666666666667e-05, "loss": 2.126, "step": 40 }, { "epoch": 0.04, "grad_norm": 9.99641227722168, "learning_rate": 2.0833333333333336e-05, "loss": 2.2969, "step": 50 }, { "epoch": 0.05, "grad_norm": 10.398500442504883, "learning_rate": 2.5e-05, "loss": 2.2344, "step": 60 }, { "epoch": 0.06, "grad_norm": 19.230289459228516, "learning_rate": 2.916666666666667e-05, "loss": 2.0098, "step": 70 }, { "epoch": 0.07, "grad_norm": 19.157608032226562, "learning_rate": 3.3333333333333335e-05, "loss": 2.0368, "step": 80 }, { "epoch": 0.07, "grad_norm": 16.360591888427734, "learning_rate": 3.7500000000000003e-05, "loss": 1.8206, "step": 90 }, { "epoch": 0.08, "grad_norm": 20.42489242553711, "learning_rate": 4.166666666666667e-05, "loss": 1.8453, "step": 100 }, { "epoch": 0.09, "grad_norm": 24.402835845947266, "learning_rate": 4.5833333333333334e-05, "loss": 1.8986, "step": 110 }, { "epoch": 0.1, "grad_norm": 17.82651710510254, "learning_rate": 5e-05, "loss": 1.6124, "step": 120 }, { "epoch": 0.11, "grad_norm": 18.78799819946289, "learning_rate": 4.9537037037037035e-05, "loss": 1.5551, "step": 130 }, { "epoch": 0.12, "grad_norm": 17.022598266601562, "learning_rate": 4.9074074074074075e-05, "loss": 1.503, "step": 140 }, { "epoch": 0.12, "grad_norm": 17.275959014892578, "learning_rate": 4.8611111111111115e-05, "loss": 1.4129, "step": 150 }, { "epoch": 0.13, "grad_norm": 24.9034423828125, "learning_rate": 4.814814814814815e-05, "loss": 1.2563, "step": 160 }, { "epoch": 0.14, "grad_norm": 14.254481315612793, "learning_rate": 4.768518518518519e-05, "loss": 1.2807, "step": 170 }, { "epoch": 0.15, "grad_norm": 22.42249298095703, "learning_rate": 4.722222222222222e-05, "loss": 1.3364, "step": 180 }, { "epoch": 0.16, "grad_norm": 13.118966102600098, "learning_rate": 4.675925925925926e-05, "loss": 1.4398, "step": 190 }, { "epoch": 0.17, "grad_norm": 10.908171653747559, "learning_rate": 4.62962962962963e-05, "loss": 0.945, "step": 200 }, { "epoch": 0.17, "grad_norm": 10.181930541992188, "learning_rate": 4.5833333333333334e-05, "loss": 1.2498, "step": 210 }, { "epoch": 0.18, "grad_norm": 20.386661529541016, "learning_rate": 4.5370370370370374e-05, "loss": 1.0773, "step": 220 }, { "epoch": 0.19, "grad_norm": 15.680155754089355, "learning_rate": 4.490740740740741e-05, "loss": 0.9573, "step": 230 }, { "epoch": 0.2, "grad_norm": 14.58272933959961, "learning_rate": 4.4444444444444447e-05, "loss": 1.0516, "step": 240 }, { "epoch": 0.21, "grad_norm": 8.87700080871582, "learning_rate": 4.3981481481481486e-05, "loss": 0.9562, "step": 250 }, { "epoch": 0.22, "grad_norm": 10.340452194213867, "learning_rate": 4.351851851851852e-05, "loss": 0.832, "step": 260 }, { "epoch": 0.23, "grad_norm": 20.359683990478516, "learning_rate": 4.305555555555556e-05, "loss": 0.8898, "step": 270 }, { "epoch": 0.23, "grad_norm": 11.624580383300781, "learning_rate": 4.259259259259259e-05, "loss": 0.7074, "step": 280 }, { "epoch": 0.24, "grad_norm": 12.319985389709473, "learning_rate": 4.212962962962963e-05, "loss": 0.6718, "step": 290 }, { "epoch": 0.25, "grad_norm": 10.40351390838623, "learning_rate": 4.166666666666667e-05, "loss": 0.7637, "step": 300 }, { "epoch": 0.25, "eval_accuracy": 0.9285714285714286, "eval_loss": 0.6597293615341187, "eval_runtime": 17.0748, "eval_samples_per_second": 4.1, "eval_steps_per_second": 4.1, "step": 300 }, { "epoch": 1.01, "grad_norm": 9.951855659484863, "learning_rate": 4.1203703703703705e-05, "loss": 0.7042, "step": 310 }, { "epoch": 1.02, "grad_norm": 9.25134563446045, "learning_rate": 4.074074074074074e-05, "loss": 0.3955, "step": 320 }, { "epoch": 1.02, "grad_norm": 25.354598999023438, "learning_rate": 4.027777777777778e-05, "loss": 0.6692, "step": 330 }, { "epoch": 1.03, "grad_norm": 9.671762466430664, "learning_rate": 3.981481481481482e-05, "loss": 0.5101, "step": 340 }, { "epoch": 1.04, "grad_norm": 2.988225221633911, "learning_rate": 3.935185185185186e-05, "loss": 0.3187, "step": 350 }, { "epoch": 1.05, "grad_norm": 6.8107829093933105, "learning_rate": 3.888888888888889e-05, "loss": 0.4615, "step": 360 }, { "epoch": 1.06, "grad_norm": 23.338829040527344, "learning_rate": 3.8425925925925924e-05, "loss": 0.3835, "step": 370 }, { "epoch": 1.07, "grad_norm": 7.323309421539307, "learning_rate": 3.7962962962962964e-05, "loss": 0.3547, "step": 380 }, { "epoch": 1.07, "grad_norm": 4.660543441772461, "learning_rate": 3.7500000000000003e-05, "loss": 0.2491, "step": 390 }, { "epoch": 1.08, "grad_norm": 4.3633012771606445, "learning_rate": 3.7037037037037037e-05, "loss": 0.2851, "step": 400 }, { "epoch": 1.09, "grad_norm": 5.248176097869873, "learning_rate": 3.6574074074074076e-05, "loss": 0.1751, "step": 410 }, { "epoch": 1.1, "grad_norm": 1.8538141250610352, "learning_rate": 3.611111111111111e-05, "loss": 0.4174, "step": 420 }, { "epoch": 1.11, "grad_norm": 3.1465137004852295, "learning_rate": 3.564814814814815e-05, "loss": 0.3802, "step": 430 }, { "epoch": 1.12, "grad_norm": 5.7329912185668945, "learning_rate": 3.518518518518519e-05, "loss": 0.2329, "step": 440 }, { "epoch": 1.12, "grad_norm": 37.63209915161133, "learning_rate": 3.472222222222222e-05, "loss": 0.3905, "step": 450 }, { "epoch": 1.13, "grad_norm": 4.17129373550415, "learning_rate": 3.425925925925926e-05, "loss": 0.5252, "step": 460 }, { "epoch": 1.14, "grad_norm": 5.6671462059021, "learning_rate": 3.3796296296296295e-05, "loss": 0.2377, "step": 470 }, { "epoch": 1.15, "grad_norm": 1.0317806005477905, "learning_rate": 3.3333333333333335e-05, "loss": 0.5215, "step": 480 }, { "epoch": 1.16, "grad_norm": 4.563450813293457, "learning_rate": 3.2870370370370375e-05, "loss": 0.2337, "step": 490 }, { "epoch": 1.17, "grad_norm": 44.28984069824219, "learning_rate": 3.240740740740741e-05, "loss": 0.5828, "step": 500 }, { "epoch": 1.18, "grad_norm": 4.3612260818481445, "learning_rate": 3.194444444444444e-05, "loss": 0.1757, "step": 510 }, { "epoch": 1.18, "grad_norm": 3.157717227935791, "learning_rate": 3.148148148148148e-05, "loss": 0.2369, "step": 520 }, { "epoch": 1.19, "grad_norm": 0.7239309549331665, "learning_rate": 3.101851851851852e-05, "loss": 0.378, "step": 530 }, { "epoch": 1.2, "grad_norm": 8.372401237487793, "learning_rate": 3.055555555555556e-05, "loss": 0.131, "step": 540 }, { "epoch": 1.21, "grad_norm": 1.4280123710632324, "learning_rate": 3.0092592592592593e-05, "loss": 0.1566, "step": 550 }, { "epoch": 1.22, "grad_norm": 1.6428464651107788, "learning_rate": 2.962962962962963e-05, "loss": 0.1315, "step": 560 }, { "epoch": 1.23, "grad_norm": 1.2491836547851562, "learning_rate": 2.916666666666667e-05, "loss": 0.3698, "step": 570 }, { "epoch": 1.23, "grad_norm": 0.8162739872932434, "learning_rate": 2.8703703703703706e-05, "loss": 0.1631, "step": 580 }, { "epoch": 1.24, "grad_norm": 3.682142972946167, "learning_rate": 2.824074074074074e-05, "loss": 0.4162, "step": 590 }, { "epoch": 1.25, "grad_norm": 1.344789981842041, "learning_rate": 2.777777777777778e-05, "loss": 0.512, "step": 600 }, { "epoch": 1.25, "eval_accuracy": 0.9142857142857143, "eval_loss": 0.28013283014297485, "eval_runtime": 17.3712, "eval_samples_per_second": 4.03, "eval_steps_per_second": 4.03, "step": 600 }, { "epoch": 2.01, "grad_norm": 1.431007981300354, "learning_rate": 2.7314814814814816e-05, "loss": 0.104, "step": 610 }, { "epoch": 2.02, "grad_norm": 0.896948516368866, "learning_rate": 2.6851851851851855e-05, "loss": 0.078, "step": 620 }, { "epoch": 2.02, "grad_norm": 4.150156021118164, "learning_rate": 2.6388888888888892e-05, "loss": 0.0748, "step": 630 }, { "epoch": 2.03, "grad_norm": 0.5186155438423157, "learning_rate": 2.5925925925925925e-05, "loss": 0.0979, "step": 640 }, { "epoch": 2.04, "grad_norm": 4.285228252410889, "learning_rate": 2.5462962962962965e-05, "loss": 0.1827, "step": 650 }, { "epoch": 2.05, "grad_norm": 60.02833557128906, "learning_rate": 2.5e-05, "loss": 0.1822, "step": 660 }, { "epoch": 2.06, "grad_norm": 5.049980640411377, "learning_rate": 2.4537037037037038e-05, "loss": 0.0794, "step": 670 }, { "epoch": 2.07, "grad_norm": 7.939412593841553, "learning_rate": 2.4074074074074074e-05, "loss": 0.0854, "step": 680 }, { "epoch": 2.08, "grad_norm": 0.5244776606559753, "learning_rate": 2.361111111111111e-05, "loss": 0.0561, "step": 690 }, { "epoch": 2.08, "grad_norm": 1.540111780166626, "learning_rate": 2.314814814814815e-05, "loss": 0.3101, "step": 700 }, { "epoch": 2.09, "grad_norm": 1.268227458000183, "learning_rate": 2.2685185185185187e-05, "loss": 0.0772, "step": 710 }, { "epoch": 2.1, "grad_norm": 3.848170280456543, "learning_rate": 2.2222222222222223e-05, "loss": 0.0756, "step": 720 }, { "epoch": 2.11, "grad_norm": 0.4123232662677765, "learning_rate": 2.175925925925926e-05, "loss": 0.0551, "step": 730 }, { "epoch": 2.12, "grad_norm": 1.0512717962265015, "learning_rate": 2.1296296296296296e-05, "loss": 0.0531, "step": 740 }, { "epoch": 2.12, "grad_norm": 1.3583945035934448, "learning_rate": 2.0833333333333336e-05, "loss": 0.0664, "step": 750 }, { "epoch": 2.13, "grad_norm": 0.6737596988677979, "learning_rate": 2.037037037037037e-05, "loss": 0.047, "step": 760 }, { "epoch": 2.14, "grad_norm": 2.3283467292785645, "learning_rate": 1.990740740740741e-05, "loss": 0.0639, "step": 770 }, { "epoch": 2.15, "grad_norm": 0.4911932945251465, "learning_rate": 1.9444444444444445e-05, "loss": 0.0508, "step": 780 }, { "epoch": 2.16, "grad_norm": 12.502443313598633, "learning_rate": 1.8981481481481482e-05, "loss": 0.0937, "step": 790 }, { "epoch": 2.17, "grad_norm": 0.463198721408844, "learning_rate": 1.8518518518518518e-05, "loss": 0.0593, "step": 800 }, { "epoch": 2.17, "grad_norm": 0.4377615749835968, "learning_rate": 1.8055555555555555e-05, "loss": 0.04, "step": 810 }, { "epoch": 2.18, "grad_norm": 0.7480078339576721, "learning_rate": 1.7592592592592595e-05, "loss": 0.0491, "step": 820 }, { "epoch": 2.19, "grad_norm": 1.6011290550231934, "learning_rate": 1.712962962962963e-05, "loss": 0.0384, "step": 830 }, { "epoch": 2.2, "grad_norm": 0.36971336603164673, "learning_rate": 1.6666666666666667e-05, "loss": 0.1024, "step": 840 }, { "epoch": 2.21, "grad_norm": 1.1993064880371094, "learning_rate": 1.6203703703703704e-05, "loss": 0.0484, "step": 850 }, { "epoch": 2.22, "grad_norm": 0.5378360152244568, "learning_rate": 1.574074074074074e-05, "loss": 0.0816, "step": 860 }, { "epoch": 2.23, "grad_norm": 0.3339988589286804, "learning_rate": 1.527777777777778e-05, "loss": 0.0409, "step": 870 }, { "epoch": 2.23, "grad_norm": 0.35232287645339966, "learning_rate": 1.4814814814814815e-05, "loss": 0.05, "step": 880 }, { "epoch": 2.24, "grad_norm": 1.5304961204528809, "learning_rate": 1.4351851851851853e-05, "loss": 0.0407, "step": 890 }, { "epoch": 2.25, "grad_norm": 2.890812873840332, "learning_rate": 1.388888888888889e-05, "loss": 0.0404, "step": 900 }, { "epoch": 2.25, "eval_accuracy": 0.8571428571428571, "eval_loss": 0.4797164797782898, "eval_runtime": 19.7535, "eval_samples_per_second": 3.544, "eval_steps_per_second": 3.544, "step": 900 }, { "epoch": 3.01, "grad_norm": 0.30314165353775024, "learning_rate": 1.3425925925925928e-05, "loss": 0.0451, "step": 910 }, { "epoch": 3.02, "grad_norm": 0.8032521605491638, "learning_rate": 1.2962962962962962e-05, "loss": 0.0301, "step": 920 }, { "epoch": 3.02, "grad_norm": 0.33515045046806335, "learning_rate": 1.25e-05, "loss": 0.0343, "step": 930 }, { "epoch": 3.03, "grad_norm": 2.0815067291259766, "learning_rate": 1.2037037037037037e-05, "loss": 0.041, "step": 940 }, { "epoch": 3.04, "grad_norm": 0.49005648493766785, "learning_rate": 1.1574074074074075e-05, "loss": 0.0319, "step": 950 }, { "epoch": 3.05, "grad_norm": 0.4375312030315399, "learning_rate": 1.1111111111111112e-05, "loss": 0.0367, "step": 960 }, { "epoch": 3.06, "grad_norm": 0.27408626675605774, "learning_rate": 1.0648148148148148e-05, "loss": 0.0273, "step": 970 }, { "epoch": 3.07, "grad_norm": 0.2981482446193695, "learning_rate": 1.0185185185185185e-05, "loss": 0.0319, "step": 980 }, { "epoch": 3.08, "grad_norm": 0.4230247735977173, "learning_rate": 9.722222222222223e-06, "loss": 0.0338, "step": 990 }, { "epoch": 3.08, "grad_norm": 0.37668561935424805, "learning_rate": 9.259259259259259e-06, "loss": 0.256, "step": 1000 }, { "epoch": 3.09, "grad_norm": 2.5758321285247803, "learning_rate": 8.796296296296297e-06, "loss": 0.0417, "step": 1010 }, { "epoch": 3.1, "grad_norm": 0.5381589531898499, "learning_rate": 8.333333333333334e-06, "loss": 0.038, "step": 1020 }, { "epoch": 3.11, "grad_norm": 0.45010364055633545, "learning_rate": 7.87037037037037e-06, "loss": 0.0422, "step": 1030 }, { "epoch": 3.12, "grad_norm": 0.579723596572876, "learning_rate": 7.4074074074074075e-06, "loss": 0.0264, "step": 1040 }, { "epoch": 3.12, "grad_norm": 0.37265080213546753, "learning_rate": 6.944444444444445e-06, "loss": 0.0289, "step": 1050 }, { "epoch": 3.13, "grad_norm": 0.85558021068573, "learning_rate": 6.481481481481481e-06, "loss": 0.0442, "step": 1060 }, { "epoch": 3.14, "grad_norm": 0.4955598711967468, "learning_rate": 6.0185185185185185e-06, "loss": 0.0429, "step": 1070 }, { "epoch": 3.15, "grad_norm": 0.3474845886230469, "learning_rate": 5.555555555555556e-06, "loss": 0.0323, "step": 1080 }, { "epoch": 3.16, "grad_norm": 1.5767329931259155, "learning_rate": 5.092592592592592e-06, "loss": 0.0352, "step": 1090 }, { "epoch": 3.17, "grad_norm": 0.396416574716568, "learning_rate": 4.6296296296296296e-06, "loss": 0.0256, "step": 1100 }, { "epoch": 3.17, "grad_norm": 0.38486164808273315, "learning_rate": 4.166666666666667e-06, "loss": 0.0286, "step": 1110 }, { "epoch": 3.18, "grad_norm": 0.31546345353126526, "learning_rate": 3.7037037037037037e-06, "loss": 0.0593, "step": 1120 }, { "epoch": 3.19, "grad_norm": 0.4107477068901062, "learning_rate": 3.2407407407407406e-06, "loss": 0.03, "step": 1130 }, { "epoch": 3.2, "grad_norm": 0.29505640268325806, "learning_rate": 2.777777777777778e-06, "loss": 0.0289, "step": 1140 }, { "epoch": 3.21, "grad_norm": 0.41277098655700684, "learning_rate": 2.3148148148148148e-06, "loss": 0.0355, "step": 1150 }, { "epoch": 3.22, "grad_norm": 0.515819787979126, "learning_rate": 1.8518518518518519e-06, "loss": 0.0273, "step": 1160 }, { "epoch": 3.23, "grad_norm": 0.34232866764068604, "learning_rate": 1.388888888888889e-06, "loss": 0.1049, "step": 1170 }, { "epoch": 3.23, "grad_norm": 0.36424246430397034, "learning_rate": 9.259259259259259e-07, "loss": 0.0722, "step": 1180 }, { "epoch": 3.24, "grad_norm": 0.5086659789085388, "learning_rate": 4.6296296296296297e-07, "loss": 0.0257, "step": 1190 }, { "epoch": 3.25, "grad_norm": 1.790651798248291, "learning_rate": 0.0, "loss": 0.4026, "step": 1200 }, { "epoch": 3.25, "eval_accuracy": 0.9714285714285714, "eval_loss": 0.12024375051259995, "eval_runtime": 21.114, "eval_samples_per_second": 3.315, "eval_steps_per_second": 3.315, "step": 1200 }, { "epoch": 3.25, "step": 1200, "total_flos": 3.794829164937216e+17, "train_loss": 0.49671098495523136, "train_runtime": 661.0871, "train_samples_per_second": 1.815, "train_steps_per_second": 1.815 }, { "epoch": 3.25, "eval_accuracy": 0.967741935483871, "eval_loss": 0.11705803126096725, "eval_runtime": 42.6289, "eval_samples_per_second": 3.636, "eval_steps_per_second": 3.636, "step": 1200 }, { "epoch": 3.25, "eval_accuracy": 0.967741935483871, "eval_loss": 0.11705802381038666, "eval_runtime": 38.8628, "eval_samples_per_second": 3.988, "eval_steps_per_second": 3.988, "step": 1200 } ], "logging_steps": 10, "max_steps": 1200, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 500, "total_flos": 3.794829164937216e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }