| { | |
| "best_metric": 0.17270471155643463, | |
| "best_model_checkpoint": "/home/iais_marenpielka/Bouthaina/res_nw_irq_aragpt2-large/checkpoint-2113", | |
| "epoch": 6.0, | |
| "eval_steps": 500, | |
| "global_step": 12678, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.3583737909793854, | |
| "learning_rate": 4.806872605363985e-05, | |
| "loss": 0.1933, | |
| "step": 2113 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_bleu": 0.0580598821559071, | |
| "eval_loss": 0.17270471155643463, | |
| "eval_rouge1": 0.3533239818405131, | |
| "eval_rouge2": 0.1254672546781218, | |
| "eval_rougeL": 0.3492871461298215, | |
| "eval_runtime": 400.5509, | |
| "eval_samples_per_second": 5.275, | |
| "eval_steps_per_second": 1.321, | |
| "step": 2113 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.3867155611515045, | |
| "learning_rate": 4.553879310344828e-05, | |
| "loss": 0.0577, | |
| "step": 4226 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_bleu": 0.08704911443587947, | |
| "eval_loss": 0.1791187822818756, | |
| "eval_rouge1": 0.40363710077719234, | |
| "eval_rouge2": 0.17460125985277208, | |
| "eval_rougeL": 0.4004307662820009, | |
| "eval_runtime": 400.2099, | |
| "eval_samples_per_second": 5.28, | |
| "eval_steps_per_second": 1.322, | |
| "step": 4226 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.3498200476169586, | |
| "learning_rate": 4.3008860153256705e-05, | |
| "loss": 0.0436, | |
| "step": 6339 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_bleu": 0.0989456627385457, | |
| "eval_loss": 0.17942094802856445, | |
| "eval_rouge1": 0.42636848028547636, | |
| "eval_rouge2": 0.19375467031127153, | |
| "eval_rougeL": 0.42385903466341546, | |
| "eval_runtime": 400.3559, | |
| "eval_samples_per_second": 5.278, | |
| "eval_steps_per_second": 1.321, | |
| "step": 6339 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.5500528812408447, | |
| "learning_rate": 4.0478927203065134e-05, | |
| "loss": 0.0328, | |
| "step": 8452 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_bleu": 0.10424332616151948, | |
| "eval_loss": 0.19304993748664856, | |
| "eval_rouge1": 0.4349668747641071, | |
| "eval_rouge2": 0.20263993471878267, | |
| "eval_rougeL": 0.43152434846368415, | |
| "eval_runtime": 278.7893, | |
| "eval_samples_per_second": 7.579, | |
| "eval_steps_per_second": 1.897, | |
| "step": 8452 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.46074002981185913, | |
| "learning_rate": 3.7948994252873564e-05, | |
| "loss": 0.0249, | |
| "step": 10565 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_bleu": 0.11217236890780088, | |
| "eval_loss": 0.20080772042274475, | |
| "eval_rouge1": 0.43848101287165453, | |
| "eval_rouge2": 0.20673741926929068, | |
| "eval_rougeL": 0.4361269384462989, | |
| "eval_runtime": 400.5561, | |
| "eval_samples_per_second": 5.275, | |
| "eval_steps_per_second": 1.321, | |
| "step": 10565 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.4608220160007477, | |
| "learning_rate": 3.5419061302681994e-05, | |
| "loss": 0.0201, | |
| "step": 12678 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_bleu": 0.11372194499958252, | |
| "eval_loss": 0.20924784243106842, | |
| "eval_rouge1": 0.43857021012927844, | |
| "eval_rouge2": 0.21173873735495666, | |
| "eval_rougeL": 0.4361467173799841, | |
| "eval_runtime": 338.8889, | |
| "eval_samples_per_second": 6.235, | |
| "eval_steps_per_second": 1.561, | |
| "step": 12678 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "step": 12678, | |
| "total_flos": 2.207164045197312e+17, | |
| "train_loss": 0.062080234660581754, | |
| "train_runtime": 24111.8135, | |
| "train_samples_per_second": 7.011, | |
| "train_steps_per_second": 1.753 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 42260, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 20, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 5, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.207164045197312e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |