{ "best_metric": 0.8307240704500979, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-9/checkpoint-5362", "epoch": 9.0, "eval_steps": 500, "global_step": 6894, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 4.658814907073975, "learning_rate": 5.312164802258909e-05, "loss": 0.5144, "step": 766 }, { "epoch": 1.0, "eval_accuracy": 0.7847358121330724, "eval_f1": 0.8053097345132744, "eval_loss": 0.4449388384819031, "eval_precision": 0.7350565428109854, "eval_recall": 0.8904109589041096, "eval_runtime": 131.9263, "eval_samples_per_second": 7.747, "eval_steps_per_second": 1.94, "step": 766 }, { "epoch": 2.0, "grad_norm": 21.609981536865234, "learning_rate": 4.648144201976546e-05, "loss": 0.4571, "step": 1532 }, { "epoch": 2.0, "eval_accuracy": 0.815068493150685, "eval_f1": 0.8298829882988299, "eval_loss": 0.4288274347782135, "eval_precision": 0.7683333333333333, "eval_recall": 0.9021526418786693, "eval_runtime": 132.7828, "eval_samples_per_second": 7.697, "eval_steps_per_second": 1.928, "step": 1532 }, { "epoch": 3.0, "grad_norm": 4.596930027008057, "learning_rate": 3.984123601694182e-05, "loss": 0.444, "step": 2298 }, { "epoch": 3.0, "eval_accuracy": 0.812133072407045, "eval_f1": 0.8218923933209648, "eval_loss": 0.4297088086605072, "eval_precision": 0.781305114638448, "eval_recall": 0.8669275929549902, "eval_runtime": 133.7052, "eval_samples_per_second": 7.644, "eval_steps_per_second": 1.915, "step": 2298 }, { "epoch": 4.0, "grad_norm": 4.766616344451904, "learning_rate": 3.320103001411819e-05, "loss": 0.4335, "step": 3064 }, { "epoch": 4.0, "eval_accuracy": 0.8160469667318982, "eval_f1": 0.8278388278388279, "eval_loss": 0.43032753467559814, "eval_precision": 0.7779690189328744, "eval_recall": 0.8845401174168297, "eval_runtime": 132.4524, "eval_samples_per_second": 7.716, "eval_steps_per_second": 1.933, "step": 3064 }, { "epoch": 5.0, "grad_norm": 18.048282623291016, "learning_rate": 2.6560824011294545e-05, "loss": 0.4137, "step": 3830 }, { "epoch": 5.0, "eval_accuracy": 0.824853228962818, "eval_f1": 0.8350230414746544, "eval_loss": 0.4249579608440399, "eval_precision": 0.789198606271777, "eval_recall": 0.8864970645792564, "eval_runtime": 130.8699, "eval_samples_per_second": 7.809, "eval_steps_per_second": 1.956, "step": 3830 }, { "epoch": 6.0, "grad_norm": 19.333023071289062, "learning_rate": 1.992061800847091e-05, "loss": 0.4157, "step": 4596 }, { "epoch": 6.0, "eval_accuracy": 0.8180039138943248, "eval_f1": 0.8351063829787234, "eval_loss": 0.43369239568710327, "eval_precision": 0.7633711507293355, "eval_recall": 0.9217221135029354, "eval_runtime": 131.2119, "eval_samples_per_second": 7.789, "eval_steps_per_second": 1.951, "step": 4596 }, { "epoch": 7.0, "grad_norm": 2.5701804161071777, "learning_rate": 1.3280412005647272e-05, "loss": 0.4096, "step": 5362 }, { "epoch": 7.0, "eval_accuracy": 0.8307240704500979, "eval_f1": 0.8464951197870452, "eval_loss": 0.4228073060512543, "eval_precision": 0.7743506493506493, "eval_recall": 0.9334637964774951, "eval_runtime": 131.6336, "eval_samples_per_second": 7.764, "eval_steps_per_second": 1.945, "step": 5362 }, { "epoch": 8.0, "grad_norm": 3.1991465091705322, "learning_rate": 6.640206002823636e-06, "loss": 0.4081, "step": 6128 }, { "epoch": 8.0, "eval_accuracy": 0.8307240704500979, "eval_f1": 0.8451208594449418, "eval_loss": 0.4199325144290924, "eval_precision": 0.7788778877887789, "eval_recall": 0.923679060665362, "eval_runtime": 132.6978, "eval_samples_per_second": 7.702, "eval_steps_per_second": 1.929, "step": 6128 }, { "epoch": 9.0, "grad_norm": 0.31607940793037415, "learning_rate": 0.0, "loss": 0.4011, "step": 6894 }, { "epoch": 9.0, "eval_accuracy": 0.8307240704500979, "eval_f1": 0.8422971741112123, "eval_loss": 0.4193461537361145, "eval_precision": 0.78839590443686, "eval_recall": 0.9041095890410958, "eval_runtime": 133.6999, "eval_samples_per_second": 7.644, "eval_steps_per_second": 1.915, "step": 6894 } ], "logging_steps": 500, "max_steps": 6894, "num_input_tokens_seen": 0, "num_train_epochs": 9, "save_steps": 500, "total_flos": 2121256775520.0, "train_batch_size": 4, "trial_name": null, "trial_params": { "alpha": 0.7939954008608587, "learning_rate": 5.976185402541273e-05, "num_train_epochs": 9, "temperature": 18 } }