| { | |
| "best_metric": 0.7850029291154071, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-26/checkpoint-1498", | |
| "epoch": 14.0, | |
| "eval_steps": 500, | |
| "global_step": 2996, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 7.895910739898682, | |
| "learning_rate": 0.00029747597659594095, | |
| "loss": 0.5937, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7152899824253075, | |
| "eval_f1": 0.425531914893617, | |
| "eval_loss": 0.5441433787345886, | |
| "eval_mcc": 0.2954832365575353, | |
| "eval_precision": 0.6498194945848376, | |
| "eval_recall": 0.3163444639718805, | |
| "eval_runtime": 3.1629, | |
| "eval_samples_per_second": 539.696, | |
| "eval_steps_per_second": 17.073, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 3.099026918411255, | |
| "learning_rate": 0.00028094953345172204, | |
| "loss": 0.5307, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7451669595782073, | |
| "eval_f1": 0.5435466946484785, | |
| "eval_loss": 0.5096856951713562, | |
| "eval_mcc": 0.3898809523809524, | |
| "eval_precision": 0.6744791666666666, | |
| "eval_recall": 0.45518453427065025, | |
| "eval_runtime": 3.1738, | |
| "eval_samples_per_second": 537.84, | |
| "eval_steps_per_second": 17.014, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 3.113579750061035, | |
| "learning_rate": 0.0002644230903075031, | |
| "loss": 0.505, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7393087287639133, | |
| "eval_f1": 0.4331210191082803, | |
| "eval_loss": 0.5280328392982483, | |
| "eval_mcc": 0.36632506494660955, | |
| "eval_precision": 0.7870370370370371, | |
| "eval_recall": 0.29876977152899825, | |
| "eval_runtime": 3.1389, | |
| "eval_samples_per_second": 543.826, | |
| "eval_steps_per_second": 17.204, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 2.820150852203369, | |
| "learning_rate": 0.00024789664716328417, | |
| "loss": 0.4888, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7510251903925015, | |
| "eval_f1": 0.4798041615667075, | |
| "eval_loss": 0.49989721179008484, | |
| "eval_mcc": 0.3996781742784298, | |
| "eval_precision": 0.7903225806451613, | |
| "eval_recall": 0.3444639718804921, | |
| "eval_runtime": 3.3284, | |
| "eval_samples_per_second": 512.86, | |
| "eval_steps_per_second": 16.224, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 3.9773123264312744, | |
| "learning_rate": 0.00023137020401906518, | |
| "loss": 0.475, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7656707674282367, | |
| "eval_f1": 0.6190476190476191, | |
| "eval_loss": 0.48136404156684875, | |
| "eval_mcc": 0.4548772091771283, | |
| "eval_precision": 0.6756756756756757, | |
| "eval_recall": 0.5711775043936731, | |
| "eval_runtime": 3.1446, | |
| "eval_samples_per_second": 542.835, | |
| "eval_steps_per_second": 17.172, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 4.4520063400268555, | |
| "learning_rate": 0.00021484376087484627, | |
| "loss": 0.4656, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.7650849443468073, | |
| "eval_f1": 0.6337899543378995, | |
| "eval_loss": 0.48336538672447205, | |
| "eval_mcc": 0.46203450521175543, | |
| "eval_precision": 0.6596958174904943, | |
| "eval_recall": 0.6098418277680141, | |
| "eval_runtime": 3.3889, | |
| "eval_samples_per_second": 503.697, | |
| "eval_steps_per_second": 15.934, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 7.588683128356934, | |
| "learning_rate": 0.0001983173177306273, | |
| "loss": 0.4555, | |
| "step": 1498 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.7850029291154071, | |
| "eval_f1": 0.608324439701174, | |
| "eval_loss": 0.48064079880714417, | |
| "eval_mcc": 0.4905686212612055, | |
| "eval_precision": 0.7744565217391305, | |
| "eval_recall": 0.5008787346221442, | |
| "eval_runtime": 3.1528, | |
| "eval_samples_per_second": 541.429, | |
| "eval_steps_per_second": 17.128, | |
| "step": 1498 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 4.517602920532227, | |
| "learning_rate": 0.00018179087458640837, | |
| "loss": 0.4442, | |
| "step": 1712 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.7797305213825425, | |
| "eval_f1": 0.6284584980237153, | |
| "eval_loss": 0.4647735357284546, | |
| "eval_mcc": 0.48287030915458007, | |
| "eval_precision": 0.7178329571106095, | |
| "eval_recall": 0.5588752196836555, | |
| "eval_runtime": 3.2447, | |
| "eval_samples_per_second": 526.083, | |
| "eval_steps_per_second": 16.642, | |
| "step": 1712 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 5.497073650360107, | |
| "learning_rate": 0.0001652644314421894, | |
| "loss": 0.437, | |
| "step": 1926 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.7691857059168131, | |
| "eval_f1": 0.606, | |
| "eval_loss": 0.4729827046394348, | |
| "eval_mcc": 0.4557733489579847, | |
| "eval_precision": 0.703016241299304, | |
| "eval_recall": 0.5325131810193322, | |
| "eval_runtime": 3.17, | |
| "eval_samples_per_second": 538.482, | |
| "eval_steps_per_second": 17.035, | |
| "step": 1926 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 4.417614459991455, | |
| "learning_rate": 0.00014873798829797048, | |
| "loss": 0.4303, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.7691857059168131, | |
| "eval_f1": 0.64568345323741, | |
| "eval_loss": 0.4863553047180176, | |
| "eval_mcc": 0.4749521459303538, | |
| "eval_precision": 0.6611418047882136, | |
| "eval_recall": 0.6309314586994728, | |
| "eval_runtime": 3.1917, | |
| "eval_samples_per_second": 534.826, | |
| "eval_steps_per_second": 16.919, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "grad_norm": 5.234562873840332, | |
| "learning_rate": 0.00013221154515375154, | |
| "loss": 0.4254, | |
| "step": 2354 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_accuracy": 0.7703573520796719, | |
| "eval_f1": 0.5908141962421711, | |
| "eval_loss": 0.4694356620311737, | |
| "eval_mcc": 0.4542660996178214, | |
| "eval_precision": 0.7275064267352185, | |
| "eval_recall": 0.4973637961335677, | |
| "eval_runtime": 3.1589, | |
| "eval_samples_per_second": 540.38, | |
| "eval_steps_per_second": 17.095, | |
| "step": 2354 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "grad_norm": 4.766694068908691, | |
| "learning_rate": 0.00011568510200953259, | |
| "loss": 0.4145, | |
| "step": 2568 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_accuracy": 0.7709431751611013, | |
| "eval_f1": 0.6461538461538462, | |
| "eval_loss": 0.4714137315750122, | |
| "eval_mcc": 0.477505020147732, | |
| "eval_precision": 0.6660447761194029, | |
| "eval_recall": 0.6274165202108963, | |
| "eval_runtime": 3.2444, | |
| "eval_samples_per_second": 526.14, | |
| "eval_steps_per_second": 16.644, | |
| "step": 2568 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "grad_norm": 9.993538856506348, | |
| "learning_rate": 9.915865886531365e-05, | |
| "loss": 0.4113, | |
| "step": 2782 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_accuracy": 0.7685998828353837, | |
| "eval_f1": 0.6311858076563959, | |
| "eval_loss": 0.4818851053714752, | |
| "eval_mcc": 0.4654891699036773, | |
| "eval_precision": 0.6733067729083665, | |
| "eval_recall": 0.5940246045694201, | |
| "eval_runtime": 3.1513, | |
| "eval_samples_per_second": 541.687, | |
| "eval_steps_per_second": 17.136, | |
| "step": 2782 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "grad_norm": 14.592765808105469, | |
| "learning_rate": 8.26322157210947e-05, | |
| "loss": 0.4101, | |
| "step": 2996 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_accuracy": 0.7738722905682484, | |
| "eval_f1": 0.6553571428571427, | |
| "eval_loss": 0.47235214710235596, | |
| "eval_mcc": 0.48729614444239394, | |
| "eval_precision": 0.6660617059891107, | |
| "eval_recall": 0.6449912126537786, | |
| "eval_runtime": 3.2584, | |
| "eval_samples_per_second": 523.878, | |
| "eval_steps_per_second": 16.573, | |
| "step": 2996 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 4066, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 19, | |
| "save_steps": 500, | |
| "total_flos": 7346859302160.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.9884393343643966, | |
| "learning_rate": 0.0003140024197401599, | |
| "num_train_epochs": 19, | |
| "temperature": 18 | |
| } | |
| } | |