| { | |
| "best_metric": 0.7651663405088063, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-2/checkpoint-984", | |
| "epoch": 8.0, | |
| "eval_steps": 500, | |
| "global_step": 984, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.0383042097091675, | |
| "learning_rate": 2.0778074552979435e-05, | |
| "loss": 0.4799, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.5, | |
| "eval_f1": 0.0, | |
| "eval_loss": 0.4709824323654175, | |
| "eval_precision": 0.0, | |
| "eval_recall": 0.0, | |
| "eval_runtime": 29.6795, | |
| "eval_samples_per_second": 34.435, | |
| "eval_steps_per_second": 1.078, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.8932008743286133, | |
| "learning_rate": 1.780977818826809e-05, | |
| "loss": 0.4618, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.5322896281800391, | |
| "eval_f1": 0.1758620689655172, | |
| "eval_loss": 0.44377976655960083, | |
| "eval_precision": 0.7391304347826086, | |
| "eval_recall": 0.09980430528375733, | |
| "eval_runtime": 29.7432, | |
| "eval_samples_per_second": 34.361, | |
| "eval_steps_per_second": 1.076, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.3748350143432617, | |
| "learning_rate": 1.484148182355674e-05, | |
| "loss": 0.4269, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.6545988258317026, | |
| "eval_f1": 0.5456885456885457, | |
| "eval_loss": 0.4057740271091461, | |
| "eval_precision": 0.7969924812030075, | |
| "eval_recall": 0.41487279843444225, | |
| "eval_runtime": 29.4826, | |
| "eval_samples_per_second": 34.665, | |
| "eval_steps_per_second": 1.085, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 2.1657488346099854, | |
| "learning_rate": 1.1873185458845392e-05, | |
| "loss": 0.407, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7113502935420744, | |
| "eval_f1": 0.671857619577308, | |
| "eval_loss": 0.39306214451789856, | |
| "eval_precision": 0.7783505154639175, | |
| "eval_recall": 0.5909980430528375, | |
| "eval_runtime": 29.5736, | |
| "eval_samples_per_second": 34.558, | |
| "eval_steps_per_second": 1.082, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 1.3129783868789673, | |
| "learning_rate": 8.904889094134044e-06, | |
| "loss": 0.4011, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7270058708414873, | |
| "eval_f1": 0.7053854276663145, | |
| "eval_loss": 0.38719648122787476, | |
| "eval_precision": 0.7660550458715596, | |
| "eval_recall": 0.6536203522504892, | |
| "eval_runtime": 30.8479, | |
| "eval_samples_per_second": 33.13, | |
| "eval_steps_per_second": 1.037, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 2.9716053009033203, | |
| "learning_rate": 5.936592729422696e-06, | |
| "loss": 0.3941, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.7553816046966731, | |
| "eval_f1": 0.7469635627530365, | |
| "eval_loss": 0.38426536321640015, | |
| "eval_precision": 0.7735849056603774, | |
| "eval_recall": 0.7221135029354208, | |
| "eval_runtime": 29.4509, | |
| "eval_samples_per_second": 34.702, | |
| "eval_steps_per_second": 1.087, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 3.693033218383789, | |
| "learning_rate": 2.968296364711348e-06, | |
| "loss": 0.3958, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7632093933463796, | |
| "eval_f1": 0.7584830339321357, | |
| "eval_loss": 0.38294512033462524, | |
| "eval_precision": 0.7739307535641547, | |
| "eval_recall": 0.7436399217221135, | |
| "eval_runtime": 29.3807, | |
| "eval_samples_per_second": 34.785, | |
| "eval_steps_per_second": 1.089, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 2.181610345840454, | |
| "learning_rate": 0.0, | |
| "loss": 0.3915, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.7651663405088063, | |
| "eval_f1": 0.7609561752988048, | |
| "eval_loss": 0.3825039863586426, | |
| "eval_precision": 0.7748478701825557, | |
| "eval_recall": 0.7475538160469667, | |
| "eval_runtime": 29.8165, | |
| "eval_samples_per_second": 34.276, | |
| "eval_steps_per_second": 1.073, | |
| "step": 984 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 984, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 500, | |
| "total_flos": 1885561578240.0, | |
| "train_batch_size": 25, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.6164141606295046, | |
| "learning_rate": 2.3746370917690784e-05, | |
| "num_train_epochs": 8, | |
| "per_device_train_batch_size": 25, | |
| "temperature": 15 | |
| } | |
| } | |