{ "best_metric": 0.2293323278427124, "best_model_checkpoint": "/scratch/skscla001/speech/results/mms-1b-swagen-combined-15hrs-model/checkpoint-900", "epoch": 1.035870864886409, "eval_steps": 100, "global_step": 1300, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.07971303308090873, "grad_norm": 4.197810173034668, "learning_rate": 0.000279, "loss": 14.8801, "step": 100 }, { "epoch": 0.07971303308090873, "eval_loss": 0.7376943230628967, "eval_runtime": 64.6778, "eval_samples_per_second": 17.502, "eval_steps_per_second": 4.376, "eval_wer": 0.44259038537941997, "step": 100 }, { "epoch": 0.15942606616181745, "grad_norm": 4.988656997680664, "learning_rate": 0.0002992563965884861, "loss": 0.6766, "step": 200 }, { "epoch": 0.15942606616181745, "eval_loss": 0.2687693238258362, "eval_runtime": 64.5932, "eval_samples_per_second": 17.525, "eval_steps_per_second": 4.381, "eval_wer": 0.20063567739372268, "step": 200 }, { "epoch": 0.2391390992427262, "grad_norm": 3.365363836288452, "learning_rate": 0.0002984568230277185, "loss": 0.5153, "step": 300 }, { "epoch": 0.2391390992427262, "eval_loss": 0.24840499460697174, "eval_runtime": 64.6789, "eval_samples_per_second": 17.502, "eval_steps_per_second": 4.375, "eval_wer": 0.19745729042510926, "step": 300 }, { "epoch": 0.3188521323236349, "grad_norm": 2.4677116870880127, "learning_rate": 0.00029765724946695095, "loss": 0.526, "step": 400 }, { "epoch": 0.3188521323236349, "eval_loss": 0.23976168036460876, "eval_runtime": 64.8543, "eval_samples_per_second": 17.455, "eval_steps_per_second": 4.364, "eval_wer": 0.19487485101311083, "step": 400 }, { "epoch": 0.3985651654045436, "grad_norm": 3.4616479873657227, "learning_rate": 0.0002968576759061834, "loss": 0.4874, "step": 500 }, { "epoch": 0.3985651654045436, "eval_loss": 0.23978756368160248, "eval_runtime": 65.3676, "eval_samples_per_second": 17.317, "eval_steps_per_second": 4.329, "eval_wer": 0.19576877234803336, "step": 500 }, { "epoch": 0.4782781984854524, "grad_norm": 1.9864723682403564, "learning_rate": 0.00029605810234541576, "loss": 0.4666, "step": 600 }, { "epoch": 0.4782781984854524, "eval_loss": 0.2357860654592514, "eval_runtime": 64.7957, "eval_samples_per_second": 17.47, "eval_steps_per_second": 4.368, "eval_wer": 0.19090186730234407, "step": 600 }, { "epoch": 0.5579912315663611, "grad_norm": 2.5512609481811523, "learning_rate": 0.00029525852878464813, "loss": 0.4406, "step": 700 }, { "epoch": 0.5579912315663611, "eval_loss": 0.2390868365764618, "eval_runtime": 64.7802, "eval_samples_per_second": 17.474, "eval_steps_per_second": 4.369, "eval_wer": 0.194378228049265, "step": 700 }, { "epoch": 0.6377042646472698, "grad_norm": 6.3221330642700195, "learning_rate": 0.00029445895522388056, "loss": 0.4689, "step": 800 }, { "epoch": 0.6377042646472698, "eval_loss": 0.23335325717926025, "eval_runtime": 64.7754, "eval_samples_per_second": 17.476, "eval_steps_per_second": 4.369, "eval_wer": 0.19259038537941994, "step": 800 }, { "epoch": 0.7174172977281785, "grad_norm": 2.1293585300445557, "learning_rate": 0.000293659381663113, "loss": 0.462, "step": 900 }, { "epoch": 0.7174172977281785, "eval_loss": 0.2293323278427124, "eval_runtime": 65.6055, "eval_samples_per_second": 17.255, "eval_steps_per_second": 4.314, "eval_wer": 0.19268970997218912, "step": 900 }, { "epoch": 0.7971303308090872, "grad_norm": 6.672135353088379, "learning_rate": 0.00029285980810234537, "loss": 0.4407, "step": 1000 }, { "epoch": 0.7971303308090872, "eval_loss": 0.22934316098690033, "eval_runtime": 65.0636, "eval_samples_per_second": 17.398, "eval_steps_per_second": 4.35, "eval_wer": 0.19308700834326578, "step": 1000 }, { "epoch": 0.8768433638899961, "grad_norm": 7.573569297790527, "learning_rate": 0.0002920602345415778, "loss": 0.4567, "step": 1100 }, { "epoch": 0.8768433638899961, "eval_loss": 0.22979336977005005, "eval_runtime": 65.234, "eval_samples_per_second": 17.353, "eval_steps_per_second": 4.338, "eval_wer": 0.19278903456495827, "step": 1100 }, { "epoch": 0.9565563969709048, "grad_norm": 2.2756216526031494, "learning_rate": 0.00029126066098081023, "loss": 0.4711, "step": 1200 }, { "epoch": 0.9565563969709048, "eval_loss": 0.23050223290920258, "eval_runtime": 65.3786, "eval_samples_per_second": 17.315, "eval_steps_per_second": 4.329, "eval_wer": 0.19715931664680175, "step": 1200 }, { "epoch": 1.035870864886409, "grad_norm": 1.712958574295044, "learning_rate": 0.0002904610874200426, "loss": 0.4444, "step": 1300 }, { "epoch": 1.035870864886409, "eval_loss": 0.23069703578948975, "eval_runtime": 66.0724, "eval_samples_per_second": 17.133, "eval_steps_per_second": 4.283, "eval_wer": 0.19288835915772745, "step": 1300 }, { "epoch": 1.035870864886409, "step": 1300, "total_flos": 5.341353862310001e+18, "train_loss": 1.5951181411743165, "train_runtime": 2475.2222, "train_samples_per_second": 121.638, "train_steps_per_second": 15.199 } ], "logging_steps": 100, "max_steps": 37620, "num_input_tokens_seen": 0, "num_train_epochs": 30, "save_steps": 400, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 4, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 3 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 5.341353862310001e+18, "train_batch_size": 4, "trial_name": null, "trial_params": null }