| { | |
| "best_metric": 0.7662745098039215, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-21/checkpoint-800", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 1120, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.839683175086975, | |
| "learning_rate": 0.0004864196945990802, | |
| "loss": 0.5129, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6666666666666666, | |
| "eval_f1": 0.0, | |
| "eval_loss": 0.5049448609352112, | |
| "eval_mcc": 0.0, | |
| "eval_precision": 0.0, | |
| "eval_recall": 0.0, | |
| "eval_runtime": 1.8683, | |
| "eval_samples_per_second": 682.449, | |
| "eval_steps_per_second": 21.41, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.1274871826171875, | |
| "learning_rate": 0.0004053497454992336, | |
| "loss": 0.4794, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7050980392156863, | |
| "eval_f1": 0.26848249027237353, | |
| "eval_loss": 0.45544198155403137, | |
| "eval_mcc": 0.2568204849073838, | |
| "eval_precision": 0.7752808988764045, | |
| "eval_recall": 0.1623529411764706, | |
| "eval_runtime": 2.1369, | |
| "eval_samples_per_second": 596.661, | |
| "eval_steps_per_second": 18.719, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.5591638088226318, | |
| "learning_rate": 0.00032427979639938683, | |
| "loss": 0.4627, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7333333333333333, | |
| "eval_f1": 0.470404984423676, | |
| "eval_loss": 0.44455307722091675, | |
| "eval_mcc": 0.34827660665065835, | |
| "eval_precision": 0.695852534562212, | |
| "eval_recall": 0.3552941176470588, | |
| "eval_runtime": 1.8876, | |
| "eval_samples_per_second": 675.477, | |
| "eval_steps_per_second": 21.191, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.6579329371452332, | |
| "learning_rate": 0.0002432098472995401, | |
| "loss": 0.4529, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7239215686274509, | |
| "eval_f1": 0.38461538461538464, | |
| "eval_loss": 0.4378909468650818, | |
| "eval_mcc": 0.31777730290612743, | |
| "eval_precision": 0.7482993197278912, | |
| "eval_recall": 0.25882352941176473, | |
| "eval_runtime": 1.8818, | |
| "eval_samples_per_second": 677.548, | |
| "eval_steps_per_second": 21.256, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 1.6731197834014893, | |
| "learning_rate": 0.00016213989819969341, | |
| "loss": 0.4444, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7662745098039215, | |
| "eval_f1": 0.5906593406593407, | |
| "eval_loss": 0.4348558187484741, | |
| "eval_mcc": 0.4456117783291848, | |
| "eval_precision": 0.7095709570957096, | |
| "eval_recall": 0.5058823529411764, | |
| "eval_runtime": 1.8669, | |
| "eval_samples_per_second": 682.95, | |
| "eval_steps_per_second": 21.426, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 1.8448941707611084, | |
| "learning_rate": 8.106994909984671e-05, | |
| "loss": 0.4415, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.7623529411764706, | |
| "eval_f1": 0.5738396624472574, | |
| "eval_loss": 0.4331771433353424, | |
| "eval_mcc": 0.4334324670996623, | |
| "eval_precision": 0.7132867132867133, | |
| "eval_recall": 0.48, | |
| "eval_runtime": 1.8638, | |
| "eval_samples_per_second": 684.078, | |
| "eval_steps_per_second": 21.461, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 1.8716546297073364, | |
| "learning_rate": 0.0, | |
| "loss": 0.436, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7654901960784314, | |
| "eval_f1": 0.5672937771345876, | |
| "eval_loss": 0.4309416115283966, | |
| "eval_mcc": 0.4394955402199731, | |
| "eval_precision": 0.7368421052631579, | |
| "eval_recall": 0.4611764705882353, | |
| "eval_runtime": 1.8706, | |
| "eval_samples_per_second": 681.61, | |
| "eval_steps_per_second": 21.384, | |
| "step": 1120 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 1120, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 2042288065440.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.7976867614913634, | |
| "learning_rate": 0.000567489643698927, | |
| "num_train_epochs": 7, | |
| "temperature": 7 | |
| } | |
| } | |