{ "best_metric": 0.8268101761252447, "best_model_checkpoint": "tiny-bert-sst2-distilled/run-3/checkpoint-288", "epoch": 7.0, "eval_steps": 500, "global_step": 672, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 1.2690824270248413, "learning_rate": 0.00018636956997148543, "loss": 0.4818, "step": 96 }, { "epoch": 1.0, "eval_accuracy": 0.786692759295499, "eval_f1": 0.8039568345323741, "eval_loss": 0.4252791106700897, "eval_precision": 0.7437603993344426, "eval_recall": 0.8747553816046967, "eval_runtime": 31.9977, "eval_samples_per_second": 31.94, "eval_steps_per_second": 1.0, "step": 96 }, { "epoch": 2.0, "grad_norm": 1.9796446561813354, "learning_rate": 0.00015530797497623786, "loss": 0.4169, "step": 192 }, { "epoch": 2.0, "eval_accuracy": 0.7935420743639922, "eval_f1": 0.8117752007136486, "eval_loss": 0.4000055491924286, "eval_precision": 0.7459016393442623, "eval_recall": 0.8904109589041096, "eval_runtime": 30.9158, "eval_samples_per_second": 33.058, "eval_steps_per_second": 1.035, "step": 192 }, { "epoch": 3.0, "grad_norm": 2.9656918048858643, "learning_rate": 0.00012424637998099028, "loss": 0.3978, "step": 288 }, { "epoch": 3.0, "eval_accuracy": 0.8268101761252447, "eval_f1": 0.8398190045248868, "eval_loss": 0.38850346207618713, "eval_precision": 0.7811447811447811, "eval_recall": 0.9080234833659491, "eval_runtime": 30.6883, "eval_samples_per_second": 33.303, "eval_steps_per_second": 1.043, "step": 288 }, { "epoch": 4.0, "grad_norm": 3.4708027839660645, "learning_rate": 9.318478498574272e-05, "loss": 0.3849, "step": 384 }, { "epoch": 4.0, "eval_accuracy": 0.8101761252446184, "eval_f1": 0.8098039215686275, "eval_loss": 0.3813592493534088, "eval_precision": 0.8113948919449901, "eval_recall": 0.8082191780821918, "eval_runtime": 31.54, "eval_samples_per_second": 32.403, "eval_steps_per_second": 1.015, "step": 384 }, { "epoch": 5.0, "grad_norm": 1.0931408405303955, "learning_rate": 6.212318999049514e-05, "loss": 0.3774, "step": 480 }, { "epoch": 5.0, "eval_accuracy": 0.8238747553816047, "eval_f1": 0.8345588235294117, "eval_loss": 0.3782808482646942, "eval_precision": 0.7868284228769498, "eval_recall": 0.8884540117416829, "eval_runtime": 31.4899, "eval_samples_per_second": 32.455, "eval_steps_per_second": 1.016, "step": 480 }, { "epoch": 6.0, "grad_norm": 2.7833588123321533, "learning_rate": 3.106159499524757e-05, "loss": 0.3744, "step": 576 }, { "epoch": 6.0, "eval_accuracy": 0.8209393346379648, "eval_f1": 0.8325709057639525, "eval_loss": 0.37904295325279236, "eval_precision": 0.781786941580756, "eval_recall": 0.8904109589041096, "eval_runtime": 31.8399, "eval_samples_per_second": 32.098, "eval_steps_per_second": 1.005, "step": 576 }, { "epoch": 7.0, "grad_norm": 1.6321544647216797, "learning_rate": 0.0, "loss": 0.3712, "step": 672 }, { "epoch": 7.0, "eval_accuracy": 0.8228962818003914, "eval_f1": 0.829406220546654, "eval_loss": 0.3763904869556427, "eval_precision": 0.8, "eval_recall": 0.8610567514677103, "eval_runtime": 32.2271, "eval_samples_per_second": 31.712, "eval_steps_per_second": 0.993, "step": 672 } ], "logging_steps": 500, "max_steps": 672, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 500, "total_flos": 1649866380960.0, "train_batch_size": 32, "trial_name": null, "trial_params": { "alpha": 0.6895915406036343, "learning_rate": 0.000217431164966733, "num_train_epochs": 7, "temperature": 20 } }