{ "best_metric": 0.6514851485148515, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-12/checkpoint-594", "epoch": 5.0, "eval_steps": 500, "global_step": 1485, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 2.2921676635742188, "learning_rate": 0.0002222584415009539, "loss": 0.686, "step": 297 }, { "epoch": 1.0, "eval_accuracy": 0.5702970297029702, "eval_f1": 0.44501278772378516, "eval_loss": 0.6809988617897034, "eval_mcc": 0.15639504109088162, "eval_precision": 0.6258992805755396, "eval_recall": 0.34523809523809523, "eval_runtime": 0.9404, "eval_samples_per_second": 537.021, "eval_steps_per_second": 17.015, "step": 297 }, { "epoch": 2.0, "grad_norm": 2.4260432720184326, "learning_rate": 0.0001666938311257154, "loss": 0.6423, "step": 594 }, { "epoch": 2.0, "eval_accuracy": 0.6514851485148515, "eval_f1": 0.7095709570957095, "eval_loss": 0.6317262053489685, "eval_mcc": 0.33175059993848016, "eval_precision": 0.6073446327683616, "eval_recall": 0.8531746031746031, "eval_runtime": 0.9481, "eval_samples_per_second": 532.626, "eval_steps_per_second": 16.875, "step": 594 }, { "epoch": 3.0, "grad_norm": 2.5611865520477295, "learning_rate": 0.00011112922075047695, "loss": 0.6124, "step": 891 }, { "epoch": 3.0, "eval_accuracy": 0.6316831683168317, "eval_f1": 0.7056962025316456, "eval_loss": 0.6464924216270447, "eval_mcc": 0.3062819624263322, "eval_precision": 0.5868421052631579, "eval_recall": 0.8849206349206349, "eval_runtime": 0.9328, "eval_samples_per_second": 541.37, "eval_steps_per_second": 17.152, "step": 891 }, { "epoch": 4.0, "grad_norm": 2.205620288848877, "learning_rate": 5.5564610375238476e-05, "loss": 0.5982, "step": 1188 }, { "epoch": 4.0, "eval_accuracy": 0.6475247524752475, "eval_f1": 0.7062706270627062, "eval_loss": 0.6347035765647888, "eval_mcc": 0.3231001092600616, "eval_precision": 0.6045197740112994, "eval_recall": 0.8492063492063492, "eval_runtime": 0.9417, "eval_samples_per_second": 536.25, "eval_steps_per_second": 16.99, "step": 1188 }, { "epoch": 5.0, "grad_norm": 4.662528038024902, "learning_rate": 0.0, "loss": 0.5829, "step": 1485 }, { "epoch": 5.0, "eval_accuracy": 0.6514851485148515, "eval_f1": 0.6912280701754385, "eval_loss": 0.6265904307365417, "eval_mcc": 0.31424156599226655, "eval_precision": 0.6194968553459119, "eval_recall": 0.7817460317460317, "eval_runtime": 0.9503, "eval_samples_per_second": 531.404, "eval_steps_per_second": 16.837, "step": 1485 } ], "logging_steps": 500, "max_steps": 1485, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "total_flos": 3653506329900.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.9940046606774494, "learning_rate": 0.0002778230518761924, "num_train_epochs": 5, "temperature": 40 } }