| { | |
| "best_metric": 0.6988037147804187, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-1/checkpoint-14292", | |
| "epoch": 9.0, | |
| "eval_steps": 500, | |
| "global_step": 14292, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.0594383478164673, | |
| "learning_rate": 8.902447569795288e-05, | |
| "loss": 0.5725, | |
| "step": 1588 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6804659216118369, | |
| "eval_f1": 0.3575949367088608, | |
| "eval_loss": 0.5597381591796875, | |
| "eval_mcc": 0.19612047304332003, | |
| "eval_precision": 0.5419664268585132, | |
| "eval_recall": 0.2668240850059032, | |
| "eval_runtime": 23.4624, | |
| "eval_samples_per_second": 541.547, | |
| "eval_steps_per_second": 16.963, | |
| "step": 1588 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.540066123008728, | |
| "learning_rate": 7.789641623570877e-05, | |
| "loss": 0.5555, | |
| "step": 3176 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.6874704863843853, | |
| "eval_f1": 0.2603836841124977, | |
| "eval_loss": 0.5536655783653259, | |
| "eval_mcc": 0.18799631789309962, | |
| "eval_precision": 0.6164021164021164, | |
| "eval_recall": 0.16505312868949232, | |
| "eval_runtime": 23.2494, | |
| "eval_samples_per_second": 546.509, | |
| "eval_steps_per_second": 17.119, | |
| "step": 3176 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.06575608253479, | |
| "learning_rate": 6.676835677346465e-05, | |
| "loss": 0.5493, | |
| "step": 4764 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.6873130804344404, | |
| "eval_f1": 0.267379679144385, | |
| "eval_loss": 0.5435917377471924, | |
| "eval_mcc": 0.18869269284566614, | |
| "eval_precision": 0.6102693602693603, | |
| "eval_recall": 0.17119244391971664, | |
| "eval_runtime": 23.3586, | |
| "eval_samples_per_second": 543.954, | |
| "eval_steps_per_second": 17.039, | |
| "step": 4764 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 2.0746259689331055, | |
| "learning_rate": 5.564029731122055e-05, | |
| "loss": 0.543, | |
| "step": 6352 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.6910908232331182, | |
| "eval_f1": 0.36064505619807785, | |
| "eval_loss": 0.5372793674468994, | |
| "eval_mcc": 0.22096514058006989, | |
| "eval_precision": 0.5814075630252101, | |
| "eval_recall": 0.2613931523022432, | |
| "eval_runtime": 23.311, | |
| "eval_samples_per_second": 545.065, | |
| "eval_steps_per_second": 17.073, | |
| "step": 6352 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 2.557748794555664, | |
| "learning_rate": 4.451223784897644e-05, | |
| "loss": 0.5374, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.6961278136313552, | |
| "eval_f1": 0.36839522329461794, | |
| "eval_loss": 0.5319377183914185, | |
| "eval_mcc": 0.23523702656150358, | |
| "eval_precision": 0.5995740149094781, | |
| "eval_recall": 0.26587957497048403, | |
| "eval_runtime": 23.5602, | |
| "eval_samples_per_second": 539.299, | |
| "eval_steps_per_second": 16.893, | |
| "step": 7940 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 1.728196620941162, | |
| "learning_rate": 3.3384178386732324e-05, | |
| "loss": 0.5341, | |
| "step": 9528 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.6946324571068786, | |
| "eval_f1": 0.42279083606069623, | |
| "eval_loss": 0.5333712100982666, | |
| "eval_mcc": 0.2491393222028609, | |
| "eval_precision": 0.5713711298753519, | |
| "eval_recall": 0.33553719008264465, | |
| "eval_runtime": 23.3995, | |
| "eval_samples_per_second": 543.002, | |
| "eval_steps_per_second": 17.009, | |
| "step": 9528 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 2.6901352405548096, | |
| "learning_rate": 2.225611892448822e-05, | |
| "loss": 0.5312, | |
| "step": 11116 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.6938454273571542, | |
| "eval_f1": 0.4832624867162594, | |
| "eval_loss": 0.5355043411254883, | |
| "eval_mcc": 0.27487985905109846, | |
| "eval_precision": 0.552383844518676, | |
| "eval_recall": 0.4295159386068477, | |
| "eval_runtime": 23.5503, | |
| "eval_samples_per_second": 539.525, | |
| "eval_steps_per_second": 16.9, | |
| "step": 11116 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 1.672201156616211, | |
| "learning_rate": 1.112805946224411e-05, | |
| "loss": 0.5288, | |
| "step": 12704 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.6979379820557217, | |
| "eval_f1": 0.42613636363636365, | |
| "eval_loss": 0.5302781462669373, | |
| "eval_mcc": 0.2569293292783036, | |
| "eval_precision": 0.5809213208316347, | |
| "eval_recall": 0.3364817001180638, | |
| "eval_runtime": 23.502, | |
| "eval_samples_per_second": 540.634, | |
| "eval_steps_per_second": 16.935, | |
| "step": 12704 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 1.6605579853057861, | |
| "learning_rate": 0.0, | |
| "loss": 0.5269, | |
| "step": 14292 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.6988037147804187, | |
| "eval_f1": 0.4386093589555523, | |
| "eval_loss": 0.5291692018508911, | |
| "eval_mcc": 0.2632234170463615, | |
| "eval_precision": 0.5790085205267235, | |
| "eval_recall": 0.3530106257378985, | |
| "eval_runtime": 23.2847, | |
| "eval_samples_per_second": 545.68, | |
| "eval_steps_per_second": 17.093, | |
| "step": 14292 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 14292, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9, | |
| "save_steps": 500, | |
| "total_flos": 35180046686700.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.9165014388792823, | |
| "learning_rate": 0.00010015253516019699, | |
| "num_train_epochs": 9, | |
| "temperature": 13 | |
| } | |
| } | |