{ "best_metric": 0.6811881188118812, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-32/checkpoint-1485", "epoch": 5.0, "eval_steps": 500, "global_step": 1485, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 2.0489678382873535, "learning_rate": 0.00030782109688346106, "loss": 0.6591, "step": 297 }, { "epoch": 1.0, "eval_accuracy": 0.5366336633663367, "eval_f1": 0.20945945945945946, "eval_loss": 0.6587525606155396, "eval_mcc": 0.12699706368366073, "eval_precision": 0.7045454545454546, "eval_recall": 0.12301587301587301, "eval_runtime": 0.9347, "eval_samples_per_second": 540.253, "eval_steps_per_second": 17.117, "step": 297 }, { "epoch": 2.0, "grad_norm": 1.570565104484558, "learning_rate": 0.00024625687750676884, "loss": 0.6201, "step": 594 }, { "epoch": 2.0, "eval_accuracy": 0.6514851485148515, "eval_f1": 0.7095709570957095, "eval_loss": 0.6164775490760803, "eval_mcc": 0.33175059993848016, "eval_precision": 0.6073446327683616, "eval_recall": 0.8531746031746031, "eval_runtime": 0.94, "eval_samples_per_second": 537.23, "eval_steps_per_second": 17.021, "step": 594 }, { "epoch": 3.0, "grad_norm": 1.9003602266311646, "learning_rate": 0.00018469265813007664, "loss": 0.6, "step": 891 }, { "epoch": 3.0, "eval_accuracy": 0.6574257425742575, "eval_f1": 0.7131011608623549, "eval_loss": 0.6146110892295837, "eval_mcc": 0.3427822124548935, "eval_precision": 0.6125356125356125, "eval_recall": 0.8531746031746031, "eval_runtime": 0.9324, "eval_samples_per_second": 541.638, "eval_steps_per_second": 17.161, "step": 891 }, { "epoch": 4.0, "grad_norm": 2.194995880126953, "learning_rate": 0.00012312843875338442, "loss": 0.5817, "step": 1188 }, { "epoch": 4.0, "eval_accuracy": 0.6574257425742575, "eval_f1": 0.7082630691399663, "eval_loss": 0.598789632320404, "eval_mcc": 0.3369187333704843, "eval_precision": 0.6158357771260997, "eval_recall": 0.8333333333333334, "eval_runtime": 0.9317, "eval_samples_per_second": 542.019, "eval_steps_per_second": 17.173, "step": 1188 }, { "epoch": 5.0, "grad_norm": 3.605654001235962, "learning_rate": 6.156421937669221e-05, "loss": 0.5679, "step": 1485 }, { "epoch": 5.0, "eval_accuracy": 0.6811881188118812, "eval_f1": 0.7130124777183601, "eval_loss": 0.5869699120521545, "eval_mcc": 0.37225914648565367, "eval_precision": 0.6472491909385113, "eval_recall": 0.7936507936507936, "eval_runtime": 0.9345, "eval_samples_per_second": 540.401, "eval_steps_per_second": 17.122, "step": 1485 } ], "logging_steps": 500, "max_steps": 1782, "num_input_tokens_seen": 0, "num_train_epochs": 6, "save_steps": 500, "total_flos": 3653506329900.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.9361124407975862, "learning_rate": 0.0003693853162601533, "num_train_epochs": 6, "temperature": 21 } }