| { | |
| "best_metric": 0.8297455968688845, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-17/checkpoint-4596", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 5362, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 3.036878824234009, | |
| "learning_rate": 6.985166134218099e-05, | |
| "loss": 0.5738, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7876712328767124, | |
| "eval_f1": 0.8121212121212121, | |
| "eval_loss": 0.4637316167354584, | |
| "eval_precision": 0.7282608695652174, | |
| "eval_recall": 0.9178082191780822, | |
| "eval_runtime": 132.0721, | |
| "eval_samples_per_second": 7.738, | |
| "eval_steps_per_second": 1.938, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 31.187244415283203, | |
| "learning_rate": 5.8209717785150834e-05, | |
| "loss": 0.5056, | |
| "step": 1532 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8043052837573386, | |
| "eval_f1": 0.82174688057041, | |
| "eval_loss": 0.4566289782524109, | |
| "eval_precision": 0.7545008183306056, | |
| "eval_recall": 0.9021526418786693, | |
| "eval_runtime": 132.5437, | |
| "eval_samples_per_second": 7.711, | |
| "eval_steps_per_second": 1.931, | |
| "step": 1532 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 7.650017261505127, | |
| "learning_rate": 4.6567774228120664e-05, | |
| "loss": 0.5018, | |
| "step": 2298 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8189823874755382, | |
| "eval_f1": 0.829806807727691, | |
| "eval_loss": 0.5142984986305237, | |
| "eval_precision": 0.7829861111111112, | |
| "eval_recall": 0.8825831702544031, | |
| "eval_runtime": 132.4377, | |
| "eval_samples_per_second": 7.717, | |
| "eval_steps_per_second": 1.933, | |
| "step": 2298 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 7.019213676452637, | |
| "learning_rate": 3.4925830671090495e-05, | |
| "loss": 0.4961, | |
| "step": 3064 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8238747553816047, | |
| "eval_f1": 0.832089552238806, | |
| "eval_loss": 0.5214771032333374, | |
| "eval_precision": 0.7950089126559715, | |
| "eval_recall": 0.87279843444227, | |
| "eval_runtime": 132.1793, | |
| "eval_samples_per_second": 7.732, | |
| "eval_steps_per_second": 1.937, | |
| "step": 3064 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 63.91996383666992, | |
| "learning_rate": 2.3283887114060332e-05, | |
| "loss": 0.4823, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.8238747553816047, | |
| "eval_f1": 0.8366606170598911, | |
| "eval_loss": 0.49781981110572815, | |
| "eval_precision": 0.7800338409475466, | |
| "eval_recall": 0.9021526418786693, | |
| "eval_runtime": 132.1118, | |
| "eval_samples_per_second": 7.736, | |
| "eval_steps_per_second": 1.938, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 7.790257930755615, | |
| "learning_rate": 1.1641943557030166e-05, | |
| "loss": 0.4627, | |
| "step": 4596 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.8297455968688845, | |
| "eval_f1": 0.8429602888086642, | |
| "eval_loss": 0.5300474762916565, | |
| "eval_precision": 0.7822445561139029, | |
| "eval_recall": 0.913894324853229, | |
| "eval_runtime": 132.3089, | |
| "eval_samples_per_second": 7.724, | |
| "eval_steps_per_second": 1.935, | |
| "step": 4596 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 58.294677734375, | |
| "learning_rate": 0.0, | |
| "loss": 0.4654, | |
| "step": 5362 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.8258317025440313, | |
| "eval_f1": 0.8378870673952642, | |
| "eval_loss": 0.5393737554550171, | |
| "eval_precision": 0.7836456558773425, | |
| "eval_recall": 0.9001956947162426, | |
| "eval_runtime": 132.364, | |
| "eval_samples_per_second": 7.721, | |
| "eval_steps_per_second": 1.934, | |
| "step": 5362 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 5362, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 1649866380960.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.9998794266799103, | |
| "learning_rate": 8.149360489921117e-05, | |
| "num_train_epochs": 7, | |
| "temperature": 5 | |
| } | |
| } | |