xuancoblab2023's picture
Training in progress, epoch 2
7644062 verified
raw
history blame
1.78 kB
{
"best_metric": 0.6514851485148515,
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-12/checkpoint-594",
"epoch": 2.0,
"eval_steps": 500,
"global_step": 594,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 2.2921676635742188,
"learning_rate": 0.0002222584415009539,
"loss": 0.686,
"step": 297
},
{
"epoch": 1.0,
"eval_accuracy": 0.5702970297029702,
"eval_f1": 0.44501278772378516,
"eval_loss": 0.6809988617897034,
"eval_mcc": 0.15639504109088162,
"eval_precision": 0.6258992805755396,
"eval_recall": 0.34523809523809523,
"eval_runtime": 0.9404,
"eval_samples_per_second": 537.021,
"eval_steps_per_second": 17.015,
"step": 297
},
{
"epoch": 2.0,
"grad_norm": 2.4260432720184326,
"learning_rate": 0.0001666938311257154,
"loss": 0.6423,
"step": 594
},
{
"epoch": 2.0,
"eval_accuracy": 0.6514851485148515,
"eval_f1": 0.7095709570957095,
"eval_loss": 0.6317262053489685,
"eval_mcc": 0.33175059993848016,
"eval_precision": 0.6073446327683616,
"eval_recall": 0.8531746031746031,
"eval_runtime": 0.9481,
"eval_samples_per_second": 532.626,
"eval_steps_per_second": 16.875,
"step": 594
}
],
"logging_steps": 500,
"max_steps": 1485,
"num_input_tokens_seen": 0,
"num_train_epochs": 5,
"save_steps": 500,
"total_flos": 1461402531960.0,
"train_batch_size": 32,
"trial_name": null,
"trial_params": {
"alpha": 0.9940046606774494,
"learning_rate": 0.0002778230518761924,
"num_train_epochs": 5,
"temperature": 40
}
}