{ "best_metric": 0.8287671232876712, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-14/checkpoint-245", "epoch": 5.0, "eval_steps": 500, "global_step": 245, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 1.3073023557662964, "learning_rate": 0.00021800841920007835, "loss": 0.5666, "step": 49 }, { "epoch": 1.0, "eval_accuracy": 0.7720156555772995, "eval_f1": 0.8010247651579846, "eval_loss": 0.48246321082115173, "eval_precision": 0.7106060606060606, "eval_recall": 0.9178082191780822, "eval_runtime": 28.2754, "eval_samples_per_second": 36.145, "eval_steps_per_second": 1.132, "step": 49 }, { "epoch": 2.0, "grad_norm": 3.786695957183838, "learning_rate": 0.00016350631440005875, "loss": 0.4698, "step": 98 }, { "epoch": 2.0, "eval_accuracy": 0.8023483365949119, "eval_f1": 0.8212389380530973, "eval_loss": 0.436308890581131, "eval_precision": 0.7495961227786753, "eval_recall": 0.9080234833659491, "eval_runtime": 28.7331, "eval_samples_per_second": 35.569, "eval_steps_per_second": 1.114, "step": 98 }, { "epoch": 3.0, "grad_norm": 2.9201297760009766, "learning_rate": 0.00010900420960003918, "loss": 0.4418, "step": 147 }, { "epoch": 3.0, "eval_accuracy": 0.8111545988258317, "eval_f1": 0.8197945845004668, "eval_loss": 0.41809919476509094, "eval_precision": 0.7839285714285714, "eval_recall": 0.8590998043052838, "eval_runtime": 27.7463, "eval_samples_per_second": 36.834, "eval_steps_per_second": 1.153, "step": 147 }, { "epoch": 4.0, "grad_norm": 1.8454147577285767, "learning_rate": 5.450210480001959e-05, "loss": 0.4241, "step": 196 }, { "epoch": 4.0, "eval_accuracy": 0.8228962818003914, "eval_f1": 0.8340971585701191, "eval_loss": 0.41074350476264954, "eval_precision": 0.7844827586206896, "eval_recall": 0.8904109589041096, "eval_runtime": 27.5953, "eval_samples_per_second": 37.035, "eval_steps_per_second": 1.16, "step": 196 }, { "epoch": 5.0, "grad_norm": 1.8352748155593872, "learning_rate": 0.0, "loss": 0.4122, "step": 245 }, { "epoch": 5.0, "eval_accuracy": 0.8287671232876712, "eval_f1": 0.839596700274977, "eval_loss": 0.4070187509059906, "eval_precision": 0.7896551724137931, "eval_recall": 0.8962818003913894, "eval_runtime": 28.0192, "eval_samples_per_second": 36.475, "eval_steps_per_second": 1.142, "step": 245 } ], "logging_steps": 500, "max_steps": 245, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "total_flos": 1178475986400.0, "train_batch_size": 63, "trial_name": null, "trial_params": { "alpha": 0.8444228810359851, "learning_rate": 0.00027251052400009793, "num_train_epochs": 5, "per_device_train_batch_size": 63, "temperature": 21 } }