| { | |
| "best_metric": 0.8268101761252447, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-11/checkpoint-240", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 240, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.152926206588745, | |
| "learning_rate": 0.0007816128679887146, | |
| "loss": 0.591, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7524461839530333, | |
| "eval_f1": 0.7944760357432982, | |
| "eval_loss": 0.4880000948905945, | |
| "eval_precision": 0.6791666666666667, | |
| "eval_recall": 0.9569471624266145, | |
| "eval_runtime": 29.551, | |
| "eval_samples_per_second": 34.584, | |
| "eval_steps_per_second": 0.541, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 5.895570278167725, | |
| "learning_rate": 0.0006513440566572622, | |
| "loss": 0.4603, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8199608610567515, | |
| "eval_f1": 0.8286778398510243, | |
| "eval_loss": 0.4088345766067505, | |
| "eval_precision": 0.7904085257548845, | |
| "eval_recall": 0.8708414872798435, | |
| "eval_runtime": 30.3763, | |
| "eval_samples_per_second": 33.645, | |
| "eval_steps_per_second": 0.527, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 3.8208940029144287, | |
| "learning_rate": 0.0005210752453258098, | |
| "loss": 0.4269, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8140900195694716, | |
| "eval_f1": 0.8327464788732395, | |
| "eval_loss": 0.45197436213493347, | |
| "eval_precision": 0.7568, | |
| "eval_recall": 0.9256360078277887, | |
| "eval_runtime": 29.5919, | |
| "eval_samples_per_second": 34.536, | |
| "eval_steps_per_second": 0.541, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 2.270200729370117, | |
| "learning_rate": 0.0003908064339943573, | |
| "loss": 0.3888, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8189823874755382, | |
| "eval_f1": 0.8262910798122065, | |
| "eval_loss": 0.40383195877075195, | |
| "eval_precision": 0.7942238267148014, | |
| "eval_recall": 0.8610567514677103, | |
| "eval_runtime": 30.1222, | |
| "eval_samples_per_second": 33.928, | |
| "eval_steps_per_second": 0.531, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 3.684295415878296, | |
| "learning_rate": 0.0002605376226629049, | |
| "loss": 0.3669, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.8268101761252447, | |
| "eval_f1": 0.8409703504043126, | |
| "eval_loss": 0.41744667291641235, | |
| "eval_precision": 0.7774086378737541, | |
| "eval_recall": 0.9158512720156555, | |
| "eval_runtime": 29.2793, | |
| "eval_samples_per_second": 34.905, | |
| "eval_steps_per_second": 0.546, | |
| "step": 240 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 336, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 1178475986400.0, | |
| "train_batch_size": 64, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.9971844266637861, | |
| "learning_rate": 0.0009118816793201671, | |
| "num_train_epochs": 7, | |
| "temperature": 16 | |
| } | |
| } | |