| { | |
| "best_metric": 0.8434442270058709, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-22/checkpoint-864", | |
| "epoch": 9.0, | |
| "eval_steps": 500, | |
| "global_step": 864, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.464465618133545, | |
| "learning_rate": 0.0001794635836369996, | |
| "loss": 0.565, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.7788649706457925, | |
| "eval_f1": 0.8078231292517007, | |
| "eval_loss": 0.4691426157951355, | |
| "eval_precision": 0.7142857142857143, | |
| "eval_recall": 0.9295499021526419, | |
| "eval_runtime": 25.0337, | |
| "eval_samples_per_second": 40.825, | |
| "eval_steps_per_second": 1.278, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 4.053184509277344, | |
| "learning_rate": 0.00015703063568237466, | |
| "loss": 0.4676, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7984344422700587, | |
| "eval_f1": 0.8170515097690941, | |
| "eval_loss": 0.4367915391921997, | |
| "eval_precision": 0.7479674796747967, | |
| "eval_recall": 0.9001956947162426, | |
| "eval_runtime": 25.2941, | |
| "eval_samples_per_second": 40.405, | |
| "eval_steps_per_second": 1.265, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 2.9524621963500977, | |
| "learning_rate": 0.00013459768772774972, | |
| "loss": 0.4358, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.8209393346379648, | |
| "eval_f1": 0.8334849863512284, | |
| "eval_loss": 0.4263817071914673, | |
| "eval_precision": 0.7789115646258503, | |
| "eval_recall": 0.8962818003913894, | |
| "eval_runtime": 24.9367, | |
| "eval_samples_per_second": 40.984, | |
| "eval_steps_per_second": 1.283, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 6.636496067047119, | |
| "learning_rate": 0.00011216473977312478, | |
| "loss": 0.4174, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.8160469667318982, | |
| "eval_f1": 0.8181818181818182, | |
| "eval_loss": 0.41675594449043274, | |
| "eval_precision": 0.8087954110898662, | |
| "eval_recall": 0.8277886497064579, | |
| "eval_runtime": 24.9785, | |
| "eval_samples_per_second": 40.915, | |
| "eval_steps_per_second": 1.281, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 2.0662448406219482, | |
| "learning_rate": 8.97317918184998e-05, | |
| "loss": 0.4077, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.8356164383561644, | |
| "eval_f1": 0.8502673796791443, | |
| "eval_loss": 0.40537795424461365, | |
| "eval_precision": 0.7806873977086743, | |
| "eval_recall": 0.9334637964774951, | |
| "eval_runtime": 25.8814, | |
| "eval_samples_per_second": 39.488, | |
| "eval_steps_per_second": 1.236, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 4.637610912322998, | |
| "learning_rate": 6.729884386387486e-05, | |
| "loss": 0.4004, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.8258317025440313, | |
| "eval_f1": 0.842756183745583, | |
| "eval_loss": 0.40995147824287415, | |
| "eval_precision": 0.7681159420289855, | |
| "eval_recall": 0.9334637964774951, | |
| "eval_runtime": 25.8126, | |
| "eval_samples_per_second": 39.593, | |
| "eval_steps_per_second": 1.24, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 3.4253664016723633, | |
| "learning_rate": 4.48658959092499e-05, | |
| "loss": 0.391, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.8326810176125244, | |
| "eval_f1": 0.8488063660477454, | |
| "eval_loss": 0.40309804677963257, | |
| "eval_precision": 0.7741935483870968, | |
| "eval_recall": 0.9393346379647749, | |
| "eval_runtime": 26.0268, | |
| "eval_samples_per_second": 39.267, | |
| "eval_steps_per_second": 1.23, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 4.7185893058776855, | |
| "learning_rate": 2.243294795462495e-05, | |
| "loss": 0.3869, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.8395303326810176, | |
| "eval_f1": 0.851985559566787, | |
| "eval_loss": 0.39594146609306335, | |
| "eval_precision": 0.7906197654941374, | |
| "eval_recall": 0.923679060665362, | |
| "eval_runtime": 25.1887, | |
| "eval_samples_per_second": 40.574, | |
| "eval_steps_per_second": 1.27, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 2.016538619995117, | |
| "learning_rate": 0.0, | |
| "loss": 0.3828, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.8434442270058709, | |
| "eval_f1": 0.8542805100182149, | |
| "eval_loss": 0.39343148469924927, | |
| "eval_precision": 0.7989778534923339, | |
| "eval_recall": 0.9178082191780822, | |
| "eval_runtime": 25.5945, | |
| "eval_samples_per_second": 39.931, | |
| "eval_steps_per_second": 1.25, | |
| "step": 864 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 864, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 9, | |
| "save_steps": 500, | |
| "total_flos": 2121256775520.0, | |
| "train_batch_size": 32, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.8956145079239534, | |
| "learning_rate": 0.00020189653159162458, | |
| "num_train_epochs": 9, | |
| "temperature": 8 | |
| } | |
| } | |