| { | |
| "best_metric": 0.7065026362038664, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-4/checkpoint-856", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 1498, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 5.794419765472412, | |
| "learning_rate": 3.974483565917368e-05, | |
| "loss": 0.5313, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6666666666666666, | |
| "eval_f1": 0.0035026269702276708, | |
| "eval_loss": 0.49643149971961975, | |
| "eval_mcc": 0.01210898699241207, | |
| "eval_precision": 0.5, | |
| "eval_recall": 0.0017574692442882249, | |
| "eval_runtime": 3.1332, | |
| "eval_samples_per_second": 544.813, | |
| "eval_steps_per_second": 17.235, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 3.522770643234253, | |
| "learning_rate": 3.3120696382644734e-05, | |
| "loss": 0.493, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7047451669595782, | |
| "eval_f1": 0.48884381338742394, | |
| "eval_loss": 0.48239898681640625, | |
| "eval_mcc": 0.2950146249100624, | |
| "eval_precision": 0.5779376498800959, | |
| "eval_recall": 0.4235500878734622, | |
| "eval_runtime": 3.1182, | |
| "eval_samples_per_second": 547.428, | |
| "eval_steps_per_second": 17.318, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.776003122329712, | |
| "learning_rate": 2.6496557106115785e-05, | |
| "loss": 0.4796, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7012302284710018, | |
| "eval_f1": 0.45278969957081544, | |
| "eval_loss": 0.47861993312835693, | |
| "eval_mcc": 0.2733353610467977, | |
| "eval_precision": 0.581267217630854, | |
| "eval_recall": 0.37082601054481545, | |
| "eval_runtime": 3.1521, | |
| "eval_samples_per_second": 541.541, | |
| "eval_steps_per_second": 17.131, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 2.881204843521118, | |
| "learning_rate": 1.987241782958684e-05, | |
| "loss": 0.4758, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7065026362038664, | |
| "eval_f1": 0.47318611987381703, | |
| "eval_loss": 0.47547900676727295, | |
| "eval_mcc": 0.29121450441681707, | |
| "eval_precision": 0.5890052356020943, | |
| "eval_recall": 0.3954305799648506, | |
| "eval_runtime": 3.1289, | |
| "eval_samples_per_second": 545.555, | |
| "eval_steps_per_second": 17.258, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 4.075852394104004, | |
| "learning_rate": 1.3248278553057892e-05, | |
| "loss": 0.4712, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7047451669595782, | |
| "eval_f1": 0.4603854389721628, | |
| "eval_loss": 0.4729969799518585, | |
| "eval_mcc": 0.2828917897972719, | |
| "eval_precision": 0.589041095890411, | |
| "eval_recall": 0.37785588752196836, | |
| "eval_runtime": 3.133, | |
| "eval_samples_per_second": 544.843, | |
| "eval_steps_per_second": 17.236, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 3.4645376205444336, | |
| "learning_rate": 6.624139276528946e-06, | |
| "loss": 0.4692, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.70298769771529, | |
| "eval_f1": 0.44224422442244227, | |
| "eval_loss": 0.47236910462379456, | |
| "eval_mcc": 0.27278283262063535, | |
| "eval_precision": 0.5911764705882353, | |
| "eval_recall": 0.3532513181019332, | |
| "eval_runtime": 3.1425, | |
| "eval_samples_per_second": 543.202, | |
| "eval_steps_per_second": 17.184, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 3.018095016479492, | |
| "learning_rate": 0.0, | |
| "loss": 0.4675, | |
| "step": 1498 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7065026362038664, | |
| "eval_f1": 0.4653148345784418, | |
| "eval_loss": 0.4719870388507843, | |
| "eval_mcc": 0.28809574061746357, | |
| "eval_precision": 0.592391304347826, | |
| "eval_recall": 0.38312829525483305, | |
| "eval_runtime": 3.1194, | |
| "eval_samples_per_second": 547.227, | |
| "eval_steps_per_second": 17.311, | |
| "step": 1498 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 1498, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 3673429651080.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.8274705871724447, | |
| "learning_rate": 4.6368974935702624e-05, | |
| "num_train_epochs": 7, | |
| "temperature": 26 | |
| } | |
| } | |