{ "best_metric": 0.6666666666666666, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-0/checkpoint-214", "epoch": 14.0, "eval_steps": 500, "global_step": 2996, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 0.3824027478694916, "learning_rate": 5.531898354978819e-05, "loss": 0.0835, "step": 214 }, { "epoch": 1.0, "eval_accuracy": 0.6666666666666666, "eval_f1": 0.0, "eval_loss": 0.06421080976724625, "eval_mcc": 0.0, "eval_precision": 0.0, "eval_recall": 0.0, "eval_runtime": 3.1927, "eval_samples_per_second": 534.663, "eval_steps_per_second": 16.914, "step": 214 }, { "epoch": 2.0, "grad_norm": 0.4931301176548004, "learning_rate": 5.10636771228814e-05, "loss": 0.066, "step": 428 }, { "epoch": 2.0, "eval_accuracy": 0.6666666666666666, "eval_f1": 0.006980802792321117, "eval_loss": 0.06297493726015091, "eval_mcc": 0.01713474628469157, "eval_precision": 0.5, "eval_recall": 0.0035149384885764497, "eval_runtime": 3.3168, "eval_samples_per_second": 514.655, "eval_steps_per_second": 16.281, "step": 428 }, { "epoch": 3.0, "grad_norm": 0.38297247886657715, "learning_rate": 4.6808370695974625e-05, "loss": 0.0648, "step": 642 }, { "epoch": 3.0, "eval_accuracy": 0.6666666666666666, "eval_f1": 0.013864818024263433, "eval_loss": 0.06352359801530838, "eval_mcc": 0.024260699053001704, "eval_precision": 0.5, "eval_recall": 0.007029876977152899, "eval_runtime": 3.1502, "eval_samples_per_second": 541.864, "eval_steps_per_second": 17.142, "step": 642 }, { "epoch": 4.0, "grad_norm": 0.4884311258792877, "learning_rate": 4.255306426906784e-05, "loss": 0.0642, "step": 856 }, { "epoch": 4.0, "eval_accuracy": 0.6666666666666666, "eval_f1": 0.017271157167530225, "eval_loss": 0.06221030279994011, "eval_mcc": 0.027140265094376777, "eval_precision": 0.5, "eval_recall": 0.008787346221441126, "eval_runtime": 3.7762, "eval_samples_per_second": 452.044, "eval_steps_per_second": 14.3, "step": 856 }, { "epoch": 5.0, "grad_norm": 0.7101069688796997, "learning_rate": 3.829775784216106e-05, "loss": 0.064, "step": 1070 }, { "epoch": 5.0, "eval_accuracy": 0.6666666666666666, "eval_f1": 0.017271157167530225, "eval_loss": 0.06226570904254913, "eval_mcc": 0.027140265094376777, "eval_precision": 0.5, "eval_recall": 0.008787346221441126, "eval_runtime": 3.1334, "eval_samples_per_second": 544.769, "eval_steps_per_second": 17.233, "step": 1070 }, { "epoch": 6.0, "grad_norm": 0.42137953639030457, "learning_rate": 3.404245141525427e-05, "loss": 0.0637, "step": 1284 }, { "epoch": 6.0, "eval_accuracy": 0.6649091974223784, "eval_f1": 0.02389078498293515, "eval_loss": 0.06161979213356972, "eval_mcc": 0.016686958293742785, "eval_precision": 0.4117647058823529, "eval_recall": 0.012302284710017574, "eval_runtime": 3.2462, "eval_samples_per_second": 525.852, "eval_steps_per_second": 16.635, "step": 1284 }, { "epoch": 7.0, "grad_norm": 0.4732053279876709, "learning_rate": 2.9787144988347488e-05, "loss": 0.0634, "step": 1498 }, { "epoch": 7.0, "eval_accuracy": 0.664323374340949, "eval_f1": 0.020512820512820513, "eval_loss": 0.061539050191640854, "eval_mcc": 0.008597718124511362, "eval_precision": 0.375, "eval_recall": 0.01054481546572935, "eval_runtime": 3.1722, "eval_samples_per_second": 538.12, "eval_steps_per_second": 17.023, "step": 1498 }, { "epoch": 8.0, "grad_norm": 0.4758211374282837, "learning_rate": 2.55318385614407e-05, "loss": 0.0631, "step": 1712 }, { "epoch": 8.0, "eval_accuracy": 0.6654950205038078, "eval_f1": 0.017211703958691912, "eval_loss": 0.061484288424253464, "eval_mcc": 0.01487410293271824, "eval_precision": 0.4166666666666667, "eval_recall": 0.008787346221441126, "eval_runtime": 3.1952, "eval_samples_per_second": 534.244, "eval_steps_per_second": 16.901, "step": 1712 }, { "epoch": 9.0, "grad_norm": 0.3838660418987274, "learning_rate": 2.127653213453392e-05, "loss": 0.0632, "step": 1926 }, { "epoch": 9.0, "eval_accuracy": 0.6660808435852372, "eval_f1": 0.01724137931034483, "eval_loss": 0.06174994260072708, "eval_mcc": 0.020707884164064556, "eval_precision": 0.45454545454545453, "eval_recall": 0.008787346221441126, "eval_runtime": 3.1409, "eval_samples_per_second": 543.466, "eval_steps_per_second": 17.192, "step": 1926 }, { "epoch": 10.0, "grad_norm": 0.3443503677845001, "learning_rate": 1.7021225707627134e-05, "loss": 0.0629, "step": 2140 }, { "epoch": 10.0, "eval_accuracy": 0.664323374340949, "eval_f1": 0.017152658662092625, "eval_loss": 0.061242878437042236, "eval_mcc": 0.004592958330124466, "eval_precision": 0.35714285714285715, "eval_recall": 0.008787346221441126, "eval_runtime": 3.1964, "eval_samples_per_second": 534.034, "eval_steps_per_second": 16.894, "step": 2140 }, { "epoch": 11.0, "grad_norm": 0.31307530403137207, "learning_rate": 1.276591928072035e-05, "loss": 0.0628, "step": 2354 }, { "epoch": 11.0, "eval_accuracy": 0.6654950205038078, "eval_f1": 0.017211703958691912, "eval_loss": 0.061483997851610184, "eval_mcc": 0.01487410293271824, "eval_precision": 0.4166666666666667, "eval_recall": 0.008787346221441126, "eval_runtime": 3.1572, "eval_samples_per_second": 540.674, "eval_steps_per_second": 17.104, "step": 2354 }, { "epoch": 12.0, "grad_norm": 0.26839011907577515, "learning_rate": 8.510612853813567e-06, "loss": 0.0628, "step": 2568 }, { "epoch": 12.0, "eval_accuracy": 0.6654950205038078, "eval_f1": 0.017211703958691912, "eval_loss": 0.06137599050998688, "eval_mcc": 0.01487410293271824, "eval_precision": 0.4166666666666667, "eval_recall": 0.008787346221441126, "eval_runtime": 3.1832, "eval_samples_per_second": 536.247, "eval_steps_per_second": 16.964, "step": 2568 }, { "epoch": 13.0, "grad_norm": 0.8179745674133301, "learning_rate": 4.2553064269067835e-06, "loss": 0.0626, "step": 2782 }, { "epoch": 13.0, "eval_accuracy": 0.6654950205038078, "eval_f1": 0.017211703958691912, "eval_loss": 0.06123984605073929, "eval_mcc": 0.01487410293271824, "eval_precision": 0.4166666666666667, "eval_recall": 0.008787346221441126, "eval_runtime": 3.1468, "eval_samples_per_second": 542.461, "eval_steps_per_second": 17.16, "step": 2782 }, { "epoch": 14.0, "grad_norm": 0.34526437520980835, "learning_rate": 0.0, "loss": 0.0624, "step": 2996 }, { "epoch": 14.0, "eval_accuracy": 0.6654950205038078, "eval_f1": 0.017211703958691912, "eval_loss": 0.061105918139219284, "eval_mcc": 0.01487410293271824, "eval_precision": 0.4166666666666667, "eval_recall": 0.008787346221441126, "eval_runtime": 3.9414, "eval_samples_per_second": 433.098, "eval_steps_per_second": 13.701, "step": 2996 } ], "logging_steps": 500, "max_steps": 2996, "num_input_tokens_seen": 0, "num_train_epochs": 14, "save_steps": 500, "total_flos": 7346859302160.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.08651897585698409, "learning_rate": 5.9574289976694975e-05, "num_train_epochs": 14, "temperature": 43 } }