{ "best_metric": 0.7188118811881188, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-23/checkpoint-1485", "epoch": 7.0, "eval_steps": 500, "global_step": 2079, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 1.666294813156128, "learning_rate": 0.00034226276676608983, "loss": 0.688, "step": 297 }, { "epoch": 1.0, "eval_accuracy": 0.5900990099009901, "eval_f1": 0.5389755011135857, "eval_loss": 0.6901505589485168, "eval_mcc": 0.18426952240167496, "eval_precision": 0.6142131979695431, "eval_recall": 0.4801587301587302, "eval_runtime": 0.9313, "eval_samples_per_second": 542.229, "eval_steps_per_second": 17.18, "step": 297 }, { "epoch": 2.0, "grad_norm": 1.4357942342758179, "learning_rate": 0.00029336808579950554, "loss": 0.6503, "step": 594 }, { "epoch": 2.0, "eval_accuracy": 0.6237623762376238, "eval_f1": 0.6895424836601307, "eval_loss": 0.641117513179779, "eval_mcc": 0.27448731892832257, "eval_precision": 0.5861111111111111, "eval_recall": 0.8373015873015873, "eval_runtime": 0.9311, "eval_samples_per_second": 542.381, "eval_steps_per_second": 17.184, "step": 594 }, { "epoch": 3.0, "grad_norm": 2.663438081741333, "learning_rate": 0.0002444734048329213, "loss": 0.6219, "step": 891 }, { "epoch": 3.0, "eval_accuracy": 0.6455445544554456, "eval_f1": 0.7098865478119936, "eval_loss": 0.6294957995414734, "eval_mcc": 0.32613098301912463, "eval_precision": 0.6, "eval_recall": 0.8690476190476191, "eval_runtime": 0.9408, "eval_samples_per_second": 536.754, "eval_steps_per_second": 17.006, "step": 891 }, { "epoch": 4.0, "grad_norm": 1.565063238143921, "learning_rate": 0.00019557872386633703, "loss": 0.5927, "step": 1188 }, { "epoch": 4.0, "eval_accuracy": 0.700990099009901, "eval_f1": 0.7392055267702936, "eval_loss": 0.59776771068573, "eval_mcc": 0.42132165499205354, "eval_precision": 0.654434250764526, "eval_recall": 0.8492063492063492, "eval_runtime": 0.9309, "eval_samples_per_second": 542.515, "eval_steps_per_second": 17.189, "step": 1188 }, { "epoch": 5.0, "grad_norm": 5.263581275939941, "learning_rate": 0.00014668404289975277, "loss": 0.5661, "step": 1485 }, { "epoch": 5.0, "eval_accuracy": 0.7188118811881188, "eval_f1": 0.7455197132616487, "eval_loss": 0.560869574546814, "eval_mcc": 0.44822084848200644, "eval_precision": 0.6797385620915033, "eval_recall": 0.8253968253968254, "eval_runtime": 0.9261, "eval_samples_per_second": 545.289, "eval_steps_per_second": 17.276, "step": 1485 }, { "epoch": 6.0, "grad_norm": 4.6163554191589355, "learning_rate": 9.778936193316852e-05, "loss": 0.5531, "step": 1782 }, { "epoch": 6.0, "eval_accuracy": 0.7128712871287128, "eval_f1": 0.7415329768270944, "eval_loss": 0.5461980104446411, "eval_mcc": 0.4372741452666515, "eval_precision": 0.6731391585760518, "eval_recall": 0.8253968253968254, "eval_runtime": 0.9305, "eval_samples_per_second": 542.701, "eval_steps_per_second": 17.194, "step": 1782 }, { "epoch": 7.0, "grad_norm": 2.3622937202453613, "learning_rate": 4.889468096658426e-05, "loss": 0.5399, "step": 2079 }, { "epoch": 7.0, "eval_accuracy": 0.7148514851485148, "eval_f1": 0.7464788732394366, "eval_loss": 0.5450253486633301, "eval_mcc": 0.44448710523745394, "eval_precision": 0.6708860759493671, "eval_recall": 0.8412698412698413, "eval_runtime": 0.9357, "eval_samples_per_second": 539.724, "eval_steps_per_second": 17.1, "step": 2079 } ], "logging_steps": 500, "max_steps": 2376, "num_input_tokens_seen": 0, "num_train_epochs": 8, "save_steps": 500, "total_flos": 5114908861860.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.9955244977733414, "learning_rate": 0.00039115744773267407, "num_train_epochs": 8, "temperature": 44 } }