{ "best_metric": 0.7592156862745097, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-3/checkpoint-800", "epoch": 5.0, "eval_steps": 500, "global_step": 800, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 1.3765578269958496, "learning_rate": 0.0003184457865836907, "loss": 0.3598, "step": 160 }, { "epoch": 1.0, "eval_accuracy": 0.6666666666666666, "eval_f1": 0.0, "eval_loss": 0.3431719243526459, "eval_mcc": 0.0, "eval_precision": 0.0, "eval_recall": 0.0, "eval_runtime": 1.88, "eval_samples_per_second": 678.204, "eval_steps_per_second": 21.277, "step": 160 }, { "epoch": 2.0, "grad_norm": 0.66363924741745, "learning_rate": 0.0002653714888197423, "loss": 0.3406, "step": 320 }, { "epoch": 2.0, "eval_accuracy": 0.6964705882352941, "eval_f1": 0.2275449101796407, "eval_loss": 0.3270348310470581, "eval_mcc": 0.22253187118870327, "eval_precision": 0.75, "eval_recall": 0.13411764705882354, "eval_runtime": 1.9253, "eval_samples_per_second": 662.218, "eval_steps_per_second": 20.775, "step": 320 }, { "epoch": 3.0, "grad_norm": 1.6294198036193848, "learning_rate": 0.00021229719105579382, "loss": 0.3329, "step": 480 }, { "epoch": 3.0, "eval_accuracy": 0.7333333333333333, "eval_f1": 0.4370860927152318, "eval_loss": 0.32712480425834656, "eval_mcc": 0.34642796561282824, "eval_precision": 0.7374301675977654, "eval_recall": 0.31058823529411766, "eval_runtime": 1.9116, "eval_samples_per_second": 666.968, "eval_steps_per_second": 20.924, "step": 480 }, { "epoch": 4.0, "grad_norm": 0.48543694615364075, "learning_rate": 0.00015922289329184535, "loss": 0.3281, "step": 640 }, { "epoch": 4.0, "eval_accuracy": 0.7011764705882353, "eval_f1": 0.24554455445544554, "eval_loss": 0.3240555226802826, "eval_mcc": 0.2424163574855646, "eval_precision": 0.775, "eval_recall": 0.14588235294117646, "eval_runtime": 1.8705, "eval_samples_per_second": 681.63, "eval_steps_per_second": 21.384, "step": 640 }, { "epoch": 5.0, "grad_norm": 0.6081313490867615, "learning_rate": 0.00010614859552789691, "loss": 0.3231, "step": 800 }, { "epoch": 5.0, "eval_accuracy": 0.7592156862745097, "eval_f1": 0.5491923641703378, "eval_loss": 0.3244645297527313, "eval_mcc": 0.4222578838064514, "eval_precision": 0.73046875, "eval_recall": 0.44, "eval_runtime": 1.8559, "eval_samples_per_second": 687.004, "eval_steps_per_second": 21.553, "step": 800 } ], "logging_steps": 500, "max_steps": 1120, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 500, "total_flos": 1458777189600.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.543790056219147, "learning_rate": 0.0003715200843476392, "num_train_epochs": 7, "temperature": 25 } }