| { | |
| "best_metric": 0.7803163444639719, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-21/checkpoint-1712", | |
| "epoch": 8.0, | |
| "eval_steps": 500, | |
| "global_step": 1712, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 6.750798225402832, | |
| "learning_rate": 0.00029949232941444245, | |
| "loss": 0.5927, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7147041593438781, | |
| "eval_f1": 0.4236686390532544, | |
| "eval_loss": 0.5422016978263855, | |
| "eval_mcc": 0.293664298583451, | |
| "eval_precision": 0.6485507246376812, | |
| "eval_recall": 0.3145869947275923, | |
| "eval_runtime": 3.1455, | |
| "eval_samples_per_second": 542.682, | |
| "eval_steps_per_second": 17.167, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.565903902053833, | |
| "learning_rate": 0.00027453463529657224, | |
| "loss": 0.5298, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7357937902753369, | |
| "eval_f1": 0.5124324324324324, | |
| "eval_loss": 0.5132952928543091, | |
| "eval_mcc": 0.36196008516504746, | |
| "eval_precision": 0.6657303370786517, | |
| "eval_recall": 0.4165202108963093, | |
| "eval_runtime": 3.2065, | |
| "eval_samples_per_second": 532.363, | |
| "eval_steps_per_second": 16.841, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.1464009284973145, | |
| "learning_rate": 0.00024957694117870203, | |
| "loss": 0.5051, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7340363210310487, | |
| "eval_f1": 0.41191709844559593, | |
| "eval_loss": 0.5232194066047668, | |
| "eval_mcc": 0.3506417522239517, | |
| "eval_precision": 0.7832512315270936, | |
| "eval_recall": 0.27943760984182775, | |
| "eval_runtime": 3.1624, | |
| "eval_samples_per_second": 539.782, | |
| "eval_steps_per_second": 17.076, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 3.173802375793457, | |
| "learning_rate": 0.00022461924706083182, | |
| "loss": 0.4904, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7434094903339191, | |
| "eval_f1": 0.46715328467153294, | |
| "eval_loss": 0.49749329686164856, | |
| "eval_mcc": 0.37656942971572427, | |
| "eval_precision": 0.758893280632411, | |
| "eval_recall": 0.3374340949033392, | |
| "eval_runtime": 3.4589, | |
| "eval_samples_per_second": 493.508, | |
| "eval_steps_per_second": 15.612, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 5.341954708099365, | |
| "learning_rate": 0.00019966155294296164, | |
| "loss": 0.4762, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7381370826010545, | |
| "eval_f1": 0.6499608457321848, | |
| "eval_loss": 0.5032187104225159, | |
| "eval_mcc": 0.4515022458491435, | |
| "eval_precision": 0.5861581920903954, | |
| "eval_recall": 0.7293497363796133, | |
| "eval_runtime": 3.1483, | |
| "eval_samples_per_second": 542.198, | |
| "eval_steps_per_second": 17.152, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 4.139582633972168, | |
| "learning_rate": 0.00017470385882509143, | |
| "loss": 0.4708, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.7662565905096661, | |
| "eval_f1": 0.6288372093023256, | |
| "eval_loss": 0.48133140802383423, | |
| "eval_mcc": 0.46078884011912263, | |
| "eval_precision": 0.6679841897233202, | |
| "eval_recall": 0.5940246045694201, | |
| "eval_runtime": 3.3146, | |
| "eval_samples_per_second": 514.988, | |
| "eval_steps_per_second": 16.291, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 4.1577534675598145, | |
| "learning_rate": 0.00014974616470722122, | |
| "loss": 0.4562, | |
| "step": 1498 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7738722905682484, | |
| "eval_f1": 0.5936842105263158, | |
| "eval_loss": 0.48448288440704346, | |
| "eval_mcc": 0.4625979514063081, | |
| "eval_precision": 0.7401574803149606, | |
| "eval_recall": 0.4956063268892794, | |
| "eval_runtime": 3.1532, | |
| "eval_samples_per_second": 541.359, | |
| "eval_steps_per_second": 17.126, | |
| "step": 1498 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 4.001567840576172, | |
| "learning_rate": 0.00012478847058935101, | |
| "loss": 0.4448, | |
| "step": 1712 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.7803163444639719, | |
| "eval_f1": 0.6397694524495678, | |
| "eval_loss": 0.46665722131729126, | |
| "eval_mcc": 0.48808014304461034, | |
| "eval_precision": 0.7055084745762712, | |
| "eval_recall": 0.5852372583479789, | |
| "eval_runtime": 3.3884, | |
| "eval_samples_per_second": 503.777, | |
| "eval_steps_per_second": 15.937, | |
| "step": 1712 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 2782, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 13, | |
| "save_steps": 500, | |
| "total_flos": 4198205315520.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.9862491765682508, | |
| "learning_rate": 0.00032445002353231265, | |
| "num_train_epochs": 13, | |
| "temperature": 19 | |
| } | |
| } | |