| { | |
| "best_metric": 0.6831683168316832, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-18/checkpoint-2079", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 2079, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.6970789432525635, | |
| "learning_rate": 0.0001678982407816263, | |
| "loss": 0.6448, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.5287128712871287, | |
| "eval_f1": 0.22222222222222224, | |
| "eval_loss": 0.6524360179901123, | |
| "eval_mcc": 0.09039579598072835, | |
| "eval_precision": 0.6296296296296297, | |
| "eval_recall": 0.1349206349206349, | |
| "eval_runtime": 0.9373, | |
| "eval_samples_per_second": 538.78, | |
| "eval_steps_per_second": 17.07, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 2.302747964859009, | |
| "learning_rate": 0.0001399152006513553, | |
| "loss": 0.6287, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.6237623762376238, | |
| "eval_f1": 0.6415094339622641, | |
| "eval_loss": 0.6215968132019043, | |
| "eval_mcc": 0.24899823929472167, | |
| "eval_precision": 0.6115107913669064, | |
| "eval_recall": 0.6746031746031746, | |
| "eval_runtime": 0.9284, | |
| "eval_samples_per_second": 543.954, | |
| "eval_steps_per_second": 17.234, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.1591579914093018, | |
| "learning_rate": 0.00011193216052108422, | |
| "loss": 0.5976, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.6574257425742575, | |
| "eval_f1": 0.7205169628432957, | |
| "eval_loss": 0.610277533531189, | |
| "eval_mcc": 0.3542682585809925, | |
| "eval_precision": 0.6076294277929155, | |
| "eval_recall": 0.8849206349206349, | |
| "eval_runtime": 0.9295, | |
| "eval_samples_per_second": 543.279, | |
| "eval_steps_per_second": 17.213, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 2.0118372440338135, | |
| "learning_rate": 8.394912039081316e-05, | |
| "loss": 0.5713, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.6534653465346535, | |
| "eval_f1": 0.7107438016528924, | |
| "eval_loss": 0.6075993776321411, | |
| "eval_mcc": 0.33543408373963995, | |
| "eval_precision": 0.6090651558073654, | |
| "eval_recall": 0.8531746031746031, | |
| "eval_runtime": 0.9317, | |
| "eval_samples_per_second": 542.017, | |
| "eval_steps_per_second": 17.173, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 4.029730796813965, | |
| "learning_rate": 5.596608026054211e-05, | |
| "loss": 0.555, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.6653465346534654, | |
| "eval_f1": 0.70298769771529, | |
| "eval_loss": 0.585565984249115, | |
| "eval_mcc": 0.34256466693603754, | |
| "eval_precision": 0.6309148264984227, | |
| "eval_recall": 0.7936507936507936, | |
| "eval_runtime": 0.9318, | |
| "eval_samples_per_second": 541.94, | |
| "eval_steps_per_second": 17.17, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 3.707862138748169, | |
| "learning_rate": 2.7983040130271054e-05, | |
| "loss": 0.5461, | |
| "step": 1782 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.6772277227722773, | |
| "eval_f1": 0.7104795737122557, | |
| "eval_loss": 0.58236163854599, | |
| "eval_mcc": 0.3648417915119883, | |
| "eval_precision": 0.6430868167202572, | |
| "eval_recall": 0.7936507936507936, | |
| "eval_runtime": 0.9341, | |
| "eval_samples_per_second": 540.611, | |
| "eval_steps_per_second": 17.128, | |
| "step": 1782 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 3.284318447113037, | |
| "learning_rate": 0.0, | |
| "loss": 0.5394, | |
| "step": 2079 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.6831683168316832, | |
| "eval_f1": 0.7132616487455198, | |
| "eval_loss": 0.5821448564529419, | |
| "eval_mcc": 0.37527743125375096, | |
| "eval_precision": 0.6503267973856209, | |
| "eval_recall": 0.7896825396825397, | |
| "eval_runtime": 0.9426, | |
| "eval_samples_per_second": 535.728, | |
| "eval_steps_per_second": 16.974, | |
| "step": 2079 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 2079, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 5114908861860.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.9135980547715112, | |
| "learning_rate": 0.00019588128091189738, | |
| "num_train_epochs": 7, | |
| "temperature": 19 | |
| } | |
| } | |