| { | |
| "best_metric": 0.7129466900995899, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-14/checkpoint-1070", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 1070, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 6.930738925933838, | |
| "learning_rate": 5.414014250397772e-05, | |
| "loss": 0.6091, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6865846514352666, | |
| "eval_f1": 0.37572928821470253, | |
| "eval_loss": 0.564587414264679, | |
| "eval_mcc": 0.2156910734882714, | |
| "eval_precision": 0.5590277777777778, | |
| "eval_recall": 0.28295254833040423, | |
| "eval_runtime": 3.1483, | |
| "eval_samples_per_second": 542.201, | |
| "eval_steps_per_second": 17.152, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 5.107285499572754, | |
| "learning_rate": 4.64058364319809e-05, | |
| "loss": 0.5591, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.6994727592267135, | |
| "eval_f1": 0.5535248041775457, | |
| "eval_loss": 0.5493428111076355, | |
| "eval_mcc": 0.3271000794140795, | |
| "eval_precision": 0.5482758620689655, | |
| "eval_recall": 0.5588752196836555, | |
| "eval_runtime": 3.1416, | |
| "eval_samples_per_second": 543.358, | |
| "eval_steps_per_second": 17.189, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 3.368832588195801, | |
| "learning_rate": 3.867153035998409e-05, | |
| "loss": 0.5413, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7053309900410076, | |
| "eval_f1": 0.523222748815166, | |
| "eval_loss": 0.5401688814163208, | |
| "eval_mcc": 0.31393167816118617, | |
| "eval_precision": 0.5679012345679012, | |
| "eval_recall": 0.4850615114235501, | |
| "eval_runtime": 3.1381, | |
| "eval_samples_per_second": 543.954, | |
| "eval_steps_per_second": 17.208, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 4.47548770904541, | |
| "learning_rate": 3.093722428798727e-05, | |
| "loss": 0.5333, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7053309900410076, | |
| "eval_f1": 0.5381083562901744, | |
| "eval_loss": 0.5343005061149597, | |
| "eval_mcc": 0.32311150297426244, | |
| "eval_precision": 0.5634615384615385, | |
| "eval_recall": 0.5149384885764499, | |
| "eval_runtime": 3.1464, | |
| "eval_samples_per_second": 542.53, | |
| "eval_steps_per_second": 17.163, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 6.320547103881836, | |
| "learning_rate": 2.320291821599045e-05, | |
| "loss": 0.5244, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7129466900995899, | |
| "eval_f1": 0.5167652859960552, | |
| "eval_loss": 0.5274397730827332, | |
| "eval_mcc": 0.32175825520567214, | |
| "eval_precision": 0.5887640449438202, | |
| "eval_recall": 0.46045694200351495, | |
| "eval_runtime": 3.1507, | |
| "eval_samples_per_second": 541.788, | |
| "eval_steps_per_second": 17.139, | |
| "step": 1070 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 1712, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 500, | |
| "total_flos": 2623878322200.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.9740992948842065, | |
| "learning_rate": 6.187444857597454e-05, | |
| "num_train_epochs": 8, | |
| "temperature": 3 | |
| } | |
| } | |