{ "best_metric": 0.7428236672524897, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-31/checkpoint-642", "epoch": 3.0, "eval_steps": 500, "global_step": 642, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 8.190187454223633, "learning_rate": 0.00012111783530103911, "loss": 0.6036, "step": 214 }, { "epoch": 1.0, "eval_accuracy": 0.7106033977738723, "eval_f1": 0.46304347826086956, "eval_loss": 0.5476045608520508, "eval_mcc": 0.2951848655219638, "eval_precision": 0.6068376068376068, "eval_recall": 0.37434094903339193, "eval_runtime": 3.1382, "eval_samples_per_second": 543.94, "eval_steps_per_second": 17.207, "step": 214 }, { "epoch": 2.0, "grad_norm": 2.7711777687072754, "learning_rate": 0.0001009315294175326, "loss": 0.5367, "step": 428 }, { "epoch": 2.0, "eval_accuracy": 0.7305213825424721, "eval_f1": 0.5168067226890756, "eval_loss": 0.5195680260658264, "eval_mcc": 0.35250881017307234, "eval_precision": 0.6422976501305483, "eval_recall": 0.43233743409490333, "eval_runtime": 3.1515, "eval_samples_per_second": 541.653, "eval_steps_per_second": 17.135, "step": 428 }, { "epoch": 3.0, "grad_norm": 2.508857488632202, "learning_rate": 8.074522353402607e-05, "loss": 0.5095, "step": 642 }, { "epoch": 3.0, "eval_accuracy": 0.7428236672524897, "eval_f1": 0.5284640171858218, "eval_loss": 0.5116792321205139, "eval_mcc": 0.38102846368132237, "eval_precision": 0.6795580110497238, "eval_recall": 0.43233743409490333, "eval_runtime": 3.1425, "eval_samples_per_second": 543.207, "eval_steps_per_second": 17.184, "step": 642 } ], "logging_steps": 500, "max_steps": 1498, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 500, "total_flos": 1574326993320.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.9889630226398882, "learning_rate": 0.00014130414118454564, "num_train_epochs": 7, "temperature": 15 } }