| { | |
| "best_metric": 0.541095890410959, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-4/checkpoint-96", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 672, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.20222608745098114, | |
| "learning_rate": 0.00010108430383313451, | |
| "loss": 0.1454, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.541095890410959, | |
| "eval_f1": 0.20642978003384094, | |
| "eval_loss": 0.11932022124528885, | |
| "eval_precision": 0.7625, | |
| "eval_recall": 0.11937377690802348, | |
| "eval_runtime": 30.5181, | |
| "eval_samples_per_second": 33.488, | |
| "eval_steps_per_second": 1.049, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.3006563186645508, | |
| "learning_rate": 8.423691986094544e-05, | |
| "loss": 0.1209, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.538160469667319, | |
| "eval_f1": 0.1945392491467577, | |
| "eval_loss": 0.11518780887126923, | |
| "eval_precision": 0.76, | |
| "eval_recall": 0.11154598825831702, | |
| "eval_runtime": 30.8486, | |
| "eval_samples_per_second": 33.13, | |
| "eval_steps_per_second": 1.037, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.2538917064666748, | |
| "learning_rate": 6.738953588875635e-05, | |
| "loss": 0.1188, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.5362035225048923, | |
| "eval_f1": 0.18835616438356165, | |
| "eval_loss": 0.11479847133159637, | |
| "eval_precision": 0.7534246575342466, | |
| "eval_recall": 0.10763209393346379, | |
| "eval_runtime": 31.7122, | |
| "eval_samples_per_second": 32.227, | |
| "eval_steps_per_second": 1.009, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.3130100667476654, | |
| "learning_rate": 5.0542151916567255e-05, | |
| "loss": 0.1176, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.5332681017612525, | |
| "eval_f1": 0.17900172117039587, | |
| "eval_loss": 0.11518403142690659, | |
| "eval_precision": 0.7428571428571429, | |
| "eval_recall": 0.10176125244618395, | |
| "eval_runtime": 31.6985, | |
| "eval_samples_per_second": 32.241, | |
| "eval_steps_per_second": 1.01, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.2996502220630646, | |
| "learning_rate": 3.369476794437817e-05, | |
| "loss": 0.1174, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.5401174168297456, | |
| "eval_f1": 0.20068027210884357, | |
| "eval_loss": 0.11439184099435806, | |
| "eval_precision": 0.7662337662337663, | |
| "eval_recall": 0.11545988258317025, | |
| "eval_runtime": 30.5338, | |
| "eval_samples_per_second": 33.471, | |
| "eval_steps_per_second": 1.048, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.46337705850601196, | |
| "learning_rate": 1.6847383972189086e-05, | |
| "loss": 0.1172, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.538160469667319, | |
| "eval_f1": 0.1945392491467577, | |
| "eval_loss": 0.11425618827342987, | |
| "eval_precision": 0.76, | |
| "eval_recall": 0.11154598825831702, | |
| "eval_runtime": 31.6339, | |
| "eval_samples_per_second": 32.307, | |
| "eval_steps_per_second": 1.012, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.3762975037097931, | |
| "learning_rate": 0.0, | |
| "loss": 0.1171, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.5401174168297456, | |
| "eval_f1": 0.20068027210884357, | |
| "eval_loss": 0.11420020461082458, | |
| "eval_precision": 0.7662337662337663, | |
| "eval_recall": 0.11545988258317025, | |
| "eval_runtime": 31.0635, | |
| "eval_samples_per_second": 32.9, | |
| "eval_steps_per_second": 1.03, | |
| "step": 672 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 672, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 1649866380960.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.14091216322626776, | |
| "learning_rate": 0.00011793168780532361, | |
| "num_train_epochs": 7, | |
| "temperature": 26 | |
| } | |
| } | |