|
{ |
|
"best_metric": 0.9476082004555808, |
|
"best_model_checkpoint": "/content/dissertation/scripts/ner/output/checkpoint-4250", |
|
"epoch": 9.988249118683902, |
|
"eval_steps": 500, |
|
"global_step": 4250, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.9988249118683902, |
|
"eval_accuracy": 0.9982355445095912, |
|
"eval_f1": 0.9108726084927671, |
|
"eval_loss": 0.005039099138230085, |
|
"eval_precision": 0.9251184834123223, |
|
"eval_recall": 0.8970588235294118, |
|
"eval_runtime": 14.2012, |
|
"eval_samples_per_second": 479.538, |
|
"eval_steps_per_second": 59.995, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 1.1750881316098707, |
|
"grad_norm": 0.14603009819984436, |
|
"learning_rate": 4.411764705882353e-05, |
|
"loss": 0.0196, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.9987710601837231, |
|
"eval_f1": 0.9308584686774942, |
|
"eval_loss": 0.0038418550975620747, |
|
"eval_precision": 0.9400187441424555, |
|
"eval_recall": 0.921875, |
|
"eval_runtime": 14.3817, |
|
"eval_samples_per_second": 473.517, |
|
"eval_steps_per_second": 59.242, |
|
"step": 851 |
|
}, |
|
{ |
|
"epoch": 2.3501762632197414, |
|
"grad_norm": 0.28499969840049744, |
|
"learning_rate": 3.8235294117647055e-05, |
|
"loss": 0.0031, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 2.99882491186839, |
|
"eval_accuracy": 0.9987779257692888, |
|
"eval_f1": 0.9313680331644403, |
|
"eval_loss": 0.0035449278075248003, |
|
"eval_precision": 0.9335180055401662, |
|
"eval_recall": 0.9292279411764706, |
|
"eval_runtime": 14.4856, |
|
"eval_samples_per_second": 470.122, |
|
"eval_steps_per_second": 58.817, |
|
"step": 1276 |
|
}, |
|
{ |
|
"epoch": 3.525264394829612, |
|
"grad_norm": 0.0012828998733311892, |
|
"learning_rate": 3.235294117647059e-05, |
|
"loss": 0.0017, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.9987641945981572, |
|
"eval_f1": 0.9355416293643687, |
|
"eval_loss": 0.004063209984451532, |
|
"eval_precision": 0.9118673647469459, |
|
"eval_recall": 0.9604779411764706, |
|
"eval_runtime": 14.5153, |
|
"eval_samples_per_second": 469.161, |
|
"eval_steps_per_second": 58.697, |
|
"step": 1702 |
|
}, |
|
{ |
|
"epoch": 4.700352526439483, |
|
"grad_norm": 0.11785320192575455, |
|
"learning_rate": 2.647058823529412e-05, |
|
"loss": 0.0009, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 4.9988249118683905, |
|
"eval_accuracy": 0.9989495654084337, |
|
"eval_f1": 0.9456869009584664, |
|
"eval_loss": 0.004716179799288511, |
|
"eval_precision": 0.9392565729827742, |
|
"eval_recall": 0.9522058823529411, |
|
"eval_runtime": 14.4659, |
|
"eval_samples_per_second": 470.761, |
|
"eval_steps_per_second": 58.897, |
|
"step": 2127 |
|
}, |
|
{ |
|
"epoch": 5.875440658049354, |
|
"grad_norm": 0.0034638349898159504, |
|
"learning_rate": 2.058823529411765e-05, |
|
"loss": 0.0004, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.9989152374806047, |
|
"eval_f1": 0.9421487603305785, |
|
"eval_loss": 0.005501348990947008, |
|
"eval_precision": 0.9412844036697248, |
|
"eval_recall": 0.9430147058823529, |
|
"eval_runtime": 14.3237, |
|
"eval_samples_per_second": 475.435, |
|
"eval_steps_per_second": 59.482, |
|
"step": 2553 |
|
}, |
|
{ |
|
"epoch": 6.9988249118683905, |
|
"eval_accuracy": 0.9989426998228679, |
|
"eval_f1": 0.9446962828649138, |
|
"eval_loss": 0.005442324560135603, |
|
"eval_precision": 0.9320214669051878, |
|
"eval_recall": 0.9577205882352942, |
|
"eval_runtime": 14.4857, |
|
"eval_samples_per_second": 470.12, |
|
"eval_steps_per_second": 58.817, |
|
"step": 2978 |
|
}, |
|
{ |
|
"epoch": 7.050528789659224, |
|
"grad_norm": 0.0006337326485663652, |
|
"learning_rate": 1.4705882352941177e-05, |
|
"loss": 0.0003, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.9989358342373021, |
|
"eval_f1": 0.9469387755102041, |
|
"eval_loss": 0.005284155253320932, |
|
"eval_precision": 0.9346463742166518, |
|
"eval_recall": 0.9595588235294118, |
|
"eval_runtime": 14.3391, |
|
"eval_samples_per_second": 474.925, |
|
"eval_steps_per_second": 59.418, |
|
"step": 3404 |
|
}, |
|
{ |
|
"epoch": 8.225616921269095, |
|
"grad_norm": 0.0004202235140837729, |
|
"learning_rate": 8.823529411764707e-06, |
|
"loss": 0.0002, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 8.99882491186839, |
|
"eval_accuracy": 0.9989221030661705, |
|
"eval_f1": 0.9457364341085271, |
|
"eval_loss": 0.005664878059178591, |
|
"eval_precision": 0.9384615384615385, |
|
"eval_recall": 0.953125, |
|
"eval_runtime": 14.3719, |
|
"eval_samples_per_second": 473.842, |
|
"eval_steps_per_second": 59.282, |
|
"step": 3829 |
|
}, |
|
{ |
|
"epoch": 9.400705052878966, |
|
"grad_norm": 0.00056758540449664, |
|
"learning_rate": 2.9411764705882355e-06, |
|
"loss": 0.0001, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 9.988249118683902, |
|
"eval_accuracy": 0.9989632965795653, |
|
"eval_f1": 0.9476082004555808, |
|
"eval_loss": 0.005463225767016411, |
|
"eval_precision": 0.9394760614272809, |
|
"eval_recall": 0.9558823529411765, |
|
"eval_runtime": 14.9618, |
|
"eval_samples_per_second": 455.159, |
|
"eval_steps_per_second": 56.945, |
|
"step": 4250 |
|
}, |
|
{ |
|
"epoch": 9.988249118683902, |
|
"step": 4250, |
|
"total_flos": 1.2649124434987926e+16, |
|
"train_loss": 0.0030834444165229796, |
|
"train_runtime": 1203.605, |
|
"train_samples_per_second": 226.229, |
|
"train_steps_per_second": 3.531 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 4250, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 10, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.2649124434987926e+16, |
|
"train_batch_size": 32, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|