|
{ |
|
"best_metric": 0.9314045730284647, |
|
"best_model_checkpoint": "/content/dissertation/scripts/ner/output/checkpoint-3038", |
|
"epoch": 10.0, |
|
"eval_steps": 500, |
|
"global_step": 4340, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 1.0, |
|
"eval_accuracy": 0.9980813775011861, |
|
"eval_f1": 0.8937558247903076, |
|
"eval_loss": 0.005673006176948547, |
|
"eval_precision": 0.8937558247903076, |
|
"eval_recall": 0.8937558247903076, |
|
"eval_runtime": 13.5502, |
|
"eval_samples_per_second": 512.611, |
|
"eval_steps_per_second": 64.132, |
|
"step": 434 |
|
}, |
|
{ |
|
"epoch": 1.1520737327188941, |
|
"grad_norm": 0.324382483959198, |
|
"learning_rate": 4.423963133640553e-05, |
|
"loss": 0.0182, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_accuracy": 0.9985418469009014, |
|
"eval_f1": 0.9160165213400643, |
|
"eval_loss": 0.004419892560690641, |
|
"eval_precision": 0.9023508137432188, |
|
"eval_recall": 0.9301025163094129, |
|
"eval_runtime": 13.4449, |
|
"eval_samples_per_second": 516.626, |
|
"eval_steps_per_second": 64.634, |
|
"step": 868 |
|
}, |
|
{ |
|
"epoch": 2.3041474654377883, |
|
"grad_norm": 0.0693276971578598, |
|
"learning_rate": 3.847926267281106e-05, |
|
"loss": 0.0039, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_accuracy": 0.9986534758462869, |
|
"eval_f1": 0.9205175600739371, |
|
"eval_loss": 0.0044819144532084465, |
|
"eval_precision": 0.9129239230064161, |
|
"eval_recall": 0.9282385834109972, |
|
"eval_runtime": 13.422, |
|
"eval_samples_per_second": 517.51, |
|
"eval_steps_per_second": 64.745, |
|
"step": 1302 |
|
}, |
|
{ |
|
"epoch": 3.456221198156682, |
|
"grad_norm": 0.06998981535434723, |
|
"learning_rate": 3.271889400921659e-05, |
|
"loss": 0.0024, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_accuracy": 0.9983255658192169, |
|
"eval_f1": 0.9076923076923078, |
|
"eval_loss": 0.005129755008965731, |
|
"eval_precision": 0.882145998240985, |
|
"eval_recall": 0.934762348555452, |
|
"eval_runtime": 13.6729, |
|
"eval_samples_per_second": 508.013, |
|
"eval_steps_per_second": 63.556, |
|
"step": 1736 |
|
}, |
|
{ |
|
"epoch": 4.6082949308755765, |
|
"grad_norm": 0.0027600331231951714, |
|
"learning_rate": 2.6958525345622122e-05, |
|
"loss": 0.0017, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_accuracy": 0.9986464990372004, |
|
"eval_f1": 0.9285051067780873, |
|
"eval_loss": 0.0056963409297168255, |
|
"eval_precision": 0.9250693802035153, |
|
"eval_recall": 0.9319664492078286, |
|
"eval_runtime": 13.4387, |
|
"eval_samples_per_second": 516.864, |
|
"eval_steps_per_second": 64.664, |
|
"step": 2170 |
|
}, |
|
{ |
|
"epoch": 5.76036866359447, |
|
"grad_norm": 0.018086101859807968, |
|
"learning_rate": 2.1198156682027652e-05, |
|
"loss": 0.0012, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_accuracy": 0.9984023107191695, |
|
"eval_f1": 0.9116835326586937, |
|
"eval_loss": 0.006062328349798918, |
|
"eval_precision": 0.9000908265213442, |
|
"eval_recall": 0.923578751164958, |
|
"eval_runtime": 13.3783, |
|
"eval_samples_per_second": 519.199, |
|
"eval_steps_per_second": 64.956, |
|
"step": 2604 |
|
}, |
|
{ |
|
"epoch": 6.912442396313364, |
|
"grad_norm": 0.009607589803636074, |
|
"learning_rate": 1.543778801843318e-05, |
|
"loss": 0.0009, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_accuracy": 0.9986953367008066, |
|
"eval_f1": 0.9314045730284647, |
|
"eval_loss": 0.005624314770102501, |
|
"eval_precision": 0.9327102803738317, |
|
"eval_recall": 0.9301025163094129, |
|
"eval_runtime": 13.399, |
|
"eval_samples_per_second": 518.397, |
|
"eval_steps_per_second": 64.856, |
|
"step": 3038 |
|
}, |
|
{ |
|
"epoch": 8.0, |
|
"eval_accuracy": 0.9985837077554209, |
|
"eval_f1": 0.9231477220432582, |
|
"eval_loss": 0.006831143982708454, |
|
"eval_precision": 0.9118181818181819, |
|
"eval_recall": 0.934762348555452, |
|
"eval_runtime": 13.3718, |
|
"eval_samples_per_second": 519.45, |
|
"eval_steps_per_second": 64.987, |
|
"step": 3472 |
|
}, |
|
{ |
|
"epoch": 8.064516129032258, |
|
"grad_norm": 0.0005392630700953305, |
|
"learning_rate": 9.67741935483871e-06, |
|
"loss": 0.0006, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 9.0, |
|
"eval_accuracy": 0.9986813830826333, |
|
"eval_f1": 0.9288702928870293, |
|
"eval_loss": 0.0071532572619616985, |
|
"eval_precision": 0.9267161410018553, |
|
"eval_recall": 0.9310344827586207, |
|
"eval_runtime": 13.5255, |
|
"eval_samples_per_second": 513.548, |
|
"eval_steps_per_second": 64.249, |
|
"step": 3906 |
|
}, |
|
{ |
|
"epoch": 9.216589861751151, |
|
"grad_norm": 0.0045371875166893005, |
|
"learning_rate": 3.9170506912442395e-06, |
|
"loss": 0.0004, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"eval_accuracy": 0.998618591800854, |
|
"eval_f1": 0.9259944495837187, |
|
"eval_loss": 0.007294897455722094, |
|
"eval_precision": 0.9191919191919192, |
|
"eval_recall": 0.9328984156570364, |
|
"eval_runtime": 13.8041, |
|
"eval_samples_per_second": 503.184, |
|
"eval_steps_per_second": 62.952, |
|
"step": 4340 |
|
}, |
|
{ |
|
"epoch": 10.0, |
|
"step": 4340, |
|
"total_flos": 1.0996932656642544e+16, |
|
"train_loss": 0.003382195293697344, |
|
"train_runtime": 1039.0596, |
|
"train_samples_per_second": 267.242, |
|
"train_steps_per_second": 4.177 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 4340, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 10, |
|
"save_steps": 500, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": true |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 1.0996932656642544e+16, |
|
"train_batch_size": 32, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|