{ "best_metric": 0.7945205479452054, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-27/checkpoint-208", "epoch": 4.0, "eval_steps": 500, "global_step": 208, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 3.795090675354004, "learning_rate": 0.0004299539034695828, "loss": 0.5539, "step": 52 }, { "epoch": 1.0, "eval_accuracy": 0.7397260273972602, "eval_f1": 0.7779632721202002, "eval_loss": 0.49282991886138916, "eval_precision": 0.6783114992721979, "eval_recall": 0.9119373776908023, "eval_runtime": 28.2474, "eval_samples_per_second": 36.18, "eval_steps_per_second": 1.133, "step": 52 }, { "epoch": 2.0, "grad_norm": 2.3241050243377686, "learning_rate": 0.0003582949195579857, "loss": 0.4958, "step": 104 }, { "epoch": 2.0, "eval_accuracy": 0.776908023483366, "eval_f1": 0.8074324324324325, "eval_loss": 0.4643081724643707, "eval_precision": 0.7102526002971769, "eval_recall": 0.9354207436399217, "eval_runtime": 28.4313, "eval_samples_per_second": 35.946, "eval_steps_per_second": 1.126, "step": 104 }, { "epoch": 3.0, "grad_norm": 2.4190268516540527, "learning_rate": 0.00028663593564638853, "loss": 0.4714, "step": 156 }, { "epoch": 3.0, "eval_accuracy": 0.7778864970645792, "eval_f1": 0.8090832632464255, "eval_loss": 0.4609759449958801, "eval_precision": 0.7094395280235988, "eval_recall": 0.9412915851272016, "eval_runtime": 28.809, "eval_samples_per_second": 35.475, "eval_steps_per_second": 1.111, "step": 156 }, { "epoch": 4.0, "grad_norm": 3.24399471282959, "learning_rate": 0.0002149769517347914, "loss": 0.4531, "step": 208 }, { "epoch": 4.0, "eval_accuracy": 0.7945205479452054, "eval_f1": 0.8111510791366907, "eval_loss": 0.4340381920337677, "eval_precision": 0.7504159733777038, "eval_recall": 0.8825831702544031, "eval_runtime": 28.4651, "eval_samples_per_second": 35.904, "eval_steps_per_second": 1.124, "step": 208 } ], "logging_steps": 500, "max_steps": 364, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 500, "total_flos": 942780789120.0, "train_batch_size": 59, "trial_name": null, "trial_params": { "alpha": 0.845201757467621, "learning_rate": 0.00050161288738118, "num_train_epochs": 7, "per_device_train_batch_size": 59, "temperature": 21 } }