| { | |
| "best_metric": 0.686368644734771, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-0/checkpoint-7940", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 7940, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.0009326934814453, | |
| "learning_rate": 3.0645727808436554e-05, | |
| "loss": 0.5665, | |
| "step": 1588 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6762159609633244, | |
| "eval_f1": 0.23045267489711932, | |
| "eval_loss": 0.5539034605026245, | |
| "eval_mcc": 0.1452179000925905, | |
| "eval_precision": 0.5544554455445545, | |
| "eval_recall": 0.14545454545454545, | |
| "eval_runtime": 24.2515, | |
| "eval_samples_per_second": 523.927, | |
| "eval_steps_per_second": 16.411, | |
| "step": 1588 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.73245108127594, | |
| "learning_rate": 2.4516582246749238e-05, | |
| "loss": 0.5518, | |
| "step": 3176 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.6808594364866992, | |
| "eval_f1": 0.21338506304558677, | |
| "eval_loss": 0.5477257370948792, | |
| "eval_mcc": 0.15677700026841318, | |
| "eval_precision": 0.5978260869565217, | |
| "eval_recall": 0.12987012987012986, | |
| "eval_runtime": 23.7421, | |
| "eval_samples_per_second": 535.167, | |
| "eval_steps_per_second": 16.763, | |
| "step": 3176 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.6722546815872192, | |
| "learning_rate": 1.838743668506193e-05, | |
| "loss": 0.5457, | |
| "step": 4764 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.6843223673854871, | |
| "eval_f1": 0.27794779477947795, | |
| "eval_loss": 0.5387066602706909, | |
| "eval_mcc": 0.18168774215500283, | |
| "eval_precision": 0.5848484848484848, | |
| "eval_recall": 0.18229043683589138, | |
| "eval_runtime": 23.3085, | |
| "eval_samples_per_second": 545.123, | |
| "eval_steps_per_second": 17.075, | |
| "step": 4764 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 1.5396648645401, | |
| "learning_rate": 1.2258291123374619e-05, | |
| "loss": 0.542, | |
| "step": 6352 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.6862899417597985, | |
| "eval_f1": 0.33875248838752486, | |
| "eval_loss": 0.5369384288787842, | |
| "eval_mcc": 0.20304079258119898, | |
| "eval_precision": 0.5694366982710541, | |
| "eval_recall": 0.241086186540732, | |
| "eval_runtime": 23.3813, | |
| "eval_samples_per_second": 543.425, | |
| "eval_steps_per_second": 17.022, | |
| "step": 6352 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 2.607357978820801, | |
| "learning_rate": 6.1291455616873095e-06, | |
| "loss": 0.5402, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.686368644734771, | |
| "eval_f1": 0.29431556578714363, | |
| "eval_loss": 0.5342038869857788, | |
| "eval_mcc": 0.1914355744675391, | |
| "eval_precision": 0.5885269121813032, | |
| "eval_recall": 0.1962219598583235, | |
| "eval_runtime": 23.3468, | |
| "eval_samples_per_second": 544.229, | |
| "eval_steps_per_second": 17.047, | |
| "step": 7940 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 9528, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 6, | |
| "save_steps": 500, | |
| "total_flos": 19544470381500.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.8938428030285009, | |
| "learning_rate": 3.677487337012386e-05, | |
| "num_train_epochs": 6, | |
| "temperature": 20 | |
| } | |
| } | |