| { | |
| "best_metric": 0.7720156555772995, | |
| "best_model_checkpoint": "tiny-bert-sst2-distilled/run-10/checkpoint-3830", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 3830, | |
| "is_hyper_param_search": true, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.387345790863037, | |
| "learning_rate": 9.274722577647405e-06, | |
| "loss": 0.6719, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6594911937377691, | |
| "eval_f1": 0.5786924939467312, | |
| "eval_loss": 0.6500130891799927, | |
| "eval_precision": 0.7587301587301587, | |
| "eval_recall": 0.46771037181996084, | |
| "eval_runtime": 133.0073, | |
| "eval_samples_per_second": 7.684, | |
| "eval_steps_per_second": 1.925, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 11.753175735473633, | |
| "learning_rate": 6.956041933235553e-06, | |
| "loss": 0.6052, | |
| "step": 1532 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7250489236790607, | |
| "eval_f1": 0.7236971484759096, | |
| "eval_loss": 0.5506593585014343, | |
| "eval_precision": 0.7272727272727273, | |
| "eval_recall": 0.7201565557729941, | |
| "eval_runtime": 131.7286, | |
| "eval_samples_per_second": 7.758, | |
| "eval_steps_per_second": 1.943, | |
| "step": 1532 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 16.92954444885254, | |
| "learning_rate": 4.637361288823702e-06, | |
| "loss": 0.5438, | |
| "step": 2298 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.7583170254403131, | |
| "eval_f1": 0.7776777677767776, | |
| "eval_loss": 0.5147304534912109, | |
| "eval_precision": 0.72, | |
| "eval_recall": 0.8454011741682974, | |
| "eval_runtime": 132.3477, | |
| "eval_samples_per_second": 7.722, | |
| "eval_steps_per_second": 1.934, | |
| "step": 2298 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 12.114532470703125, | |
| "learning_rate": 2.318680644411851e-06, | |
| "loss": 0.523, | |
| "step": 3064 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.7710371819960861, | |
| "eval_f1": 0.7975778546712803, | |
| "eval_loss": 0.5050157904624939, | |
| "eval_precision": 0.7147286821705426, | |
| "eval_recall": 0.9021526418786693, | |
| "eval_runtime": 130.8317, | |
| "eval_samples_per_second": 7.812, | |
| "eval_steps_per_second": 1.957, | |
| "step": 3064 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 12.235973358154297, | |
| "learning_rate": 0.0, | |
| "loss": 0.517, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.7720156555772995, | |
| "eval_f1": 0.7986171132238549, | |
| "eval_loss": 0.5030738711357117, | |
| "eval_precision": 0.7151702786377709, | |
| "eval_recall": 0.9041095890410958, | |
| "eval_runtime": 131.0021, | |
| "eval_samples_per_second": 7.801, | |
| "eval_steps_per_second": 1.954, | |
| "step": 3830 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 3830, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 1178475986400.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": { | |
| "alpha": 0.9677948459483069, | |
| "learning_rate": 1.1593403222059255e-05, | |
| "num_train_epochs": 5, | |
| "temperature": 2 | |
| } | |
| } | |