{ "best_metric": 0.8336594911937377, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-13/checkpoint-672", "epoch": 7.0, "eval_steps": 500, "global_step": 672, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 2.201279878616333, "learning_rate": 0.00022445268667640978, "loss": 0.5435, "step": 96 }, { "epoch": 1.0, "eval_accuracy": 0.7700587084148728, "eval_f1": 0.7979363714531386, "eval_loss": 0.4716385006904602, "eval_precision": 0.7116564417177914, "eval_recall": 0.9080234833659491, "eval_runtime": 24.8269, "eval_samples_per_second": 41.165, "eval_steps_per_second": 1.289, "step": 96 }, { "epoch": 2.0, "grad_norm": 3.4069817066192627, "learning_rate": 0.00018704390556367485, "loss": 0.4642, "step": 192 }, { "epoch": 2.0, "eval_accuracy": 0.7954990215264188, "eval_f1": 0.819047619047619, "eval_loss": 0.4382912516593933, "eval_precision": 0.734472049689441, "eval_recall": 0.9256360078277887, "eval_runtime": 25.9254, "eval_samples_per_second": 39.421, "eval_steps_per_second": 1.234, "step": 192 }, { "epoch": 3.0, "grad_norm": 2.9317843914031982, "learning_rate": 0.00014963512445093986, "loss": 0.4359, "step": 288 }, { "epoch": 3.0, "eval_accuracy": 0.8170254403131115, "eval_f1": 0.8313796212804329, "eval_loss": 0.42131203413009644, "eval_precision": 0.7709030100334449, "eval_recall": 0.9021526418786693, "eval_runtime": 25.4698, "eval_samples_per_second": 40.126, "eval_steps_per_second": 1.256, "step": 288 }, { "epoch": 4.0, "grad_norm": 3.5647993087768555, "learning_rate": 0.00011222634333820489, "loss": 0.4128, "step": 384 }, { "epoch": 4.0, "eval_accuracy": 0.8268101761252447, "eval_f1": 0.8338028169014083, "eval_loss": 0.4021822512149811, "eval_precision": 0.8014440433212996, "eval_recall": 0.8688845401174168, "eval_runtime": 26.136, "eval_samples_per_second": 39.103, "eval_steps_per_second": 1.224, "step": 384 }, { "epoch": 5.0, "grad_norm": 1.2295299768447876, "learning_rate": 7.481756222546993e-05, "loss": 0.4001, "step": 480 }, { "epoch": 5.0, "eval_accuracy": 0.8287671232876712, "eval_f1": 0.84472049689441, "eval_loss": 0.40523552894592285, "eval_precision": 0.7727272727272727, "eval_recall": 0.9315068493150684, "eval_runtime": 25.207, "eval_samples_per_second": 40.544, "eval_steps_per_second": 1.269, "step": 480 }, { "epoch": 6.0, "grad_norm": 3.747401475906372, "learning_rate": 3.7408781112734964e-05, "loss": 0.3945, "step": 576 }, { "epoch": 6.0, "eval_accuracy": 0.8326810176125244, "eval_f1": 0.8471849865951743, "eval_loss": 0.4046291410923004, "eval_precision": 0.7796052631578947, "eval_recall": 0.9275929549902152, "eval_runtime": 25.0049, "eval_samples_per_second": 40.872, "eval_steps_per_second": 1.28, "step": 576 }, { "epoch": 7.0, "grad_norm": 1.8298261165618896, "learning_rate": 0.0, "loss": 0.3889, "step": 672 }, { "epoch": 7.0, "eval_accuracy": 0.8336594911937377, "eval_f1": 0.8431734317343174, "eval_loss": 0.39929264783859253, "eval_precision": 0.7975567190226877, "eval_recall": 0.8943248532289628, "eval_runtime": 25.0985, "eval_samples_per_second": 40.72, "eval_steps_per_second": 1.275, "step": 672 } ], "logging_steps": 500, "max_steps": 672, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 500, "total_flos": 1649866380960.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.8348768037192943, "learning_rate": 0.0002618614677891448, "num_train_epochs": 7, "temperature": 10 } }