| { | |
| "best_metric": 0.8949205118262893, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-24/checkpoint-1935", | |
| "epoch": 4.0, | |
| "eval_steps": 500, | |
| "global_step": 2580, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.1594387292861938, | |
| "learning_rate": 0.0003669096859466192, | |
| "loss": 0.3104, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8937572702597906, | |
| "eval_f1": 0.17717717717717715, | |
| "eval_loss": 0.29782024025917053, | |
| "eval_mcc": 0.22004174832122259, | |
| "eval_precision": 0.6082474226804123, | |
| "eval_recall": 0.10369068541300527, | |
| "eval_runtime": 9.922, | |
| "eval_samples_per_second": 519.854, | |
| "eval_steps_per_second": 16.327, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.089403510093689, | |
| "learning_rate": 0.0003210459752032918, | |
| "loss": 0.2989, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.8937572702597906, | |
| "eval_f1": 0.1217948717948718, | |
| "eval_loss": 0.29260244965553284, | |
| "eval_mcc": 0.19240131656369383, | |
| "eval_precision": 0.6909090909090909, | |
| "eval_recall": 0.06678383128295255, | |
| "eval_runtime": 9.8986, | |
| "eval_samples_per_second": 521.085, | |
| "eval_steps_per_second": 16.366, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.7798711657524109, | |
| "learning_rate": 0.00027518226445996435, | |
| "loss": 0.2922, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8949205118262893, | |
| "eval_f1": 0.09666666666666668, | |
| "eval_loss": 0.2949424088001251, | |
| "eval_mcc": 0.20481355074293853, | |
| "eval_precision": 0.9354838709677419, | |
| "eval_recall": 0.050966608084358524, | |
| "eval_runtime": 9.9157, | |
| "eval_samples_per_second": 520.185, | |
| "eval_steps_per_second": 16.338, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 1.8487693071365356, | |
| "learning_rate": 0.000229318553716637, | |
| "loss": 0.2851, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8937572702597906, | |
| "eval_f1": 0.3251231527093596, | |
| "eval_loss": 0.2875448167324066, | |
| "eval_mcc": 0.3072493162328444, | |
| "eval_precision": 0.5432098765432098, | |
| "eval_recall": 0.23198594024604569, | |
| "eval_runtime": 9.9077, | |
| "eval_samples_per_second": 520.607, | |
| "eval_steps_per_second": 16.351, | |
| "step": 2580 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 5805, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9, | |
| "save_steps": 500, | |
| "total_flos": 6347770130400.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.8984215980104533, | |
| "learning_rate": 0.0004127733966899466, | |
| "num_train_epochs": 9, | |
| "temperature": 29 | |
| } | |
| } | |