| { | |
| "best_metric": 1.4156577587127686, | |
| "best_model_checkpoint": "miner_id_24/checkpoint-250", | |
| "epoch": 0.09196247930844216, | |
| "eval_steps": 50, | |
| "global_step": 250, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0003678499172337686, | |
| "eval_loss": 2.6280200481414795, | |
| "eval_runtime": 65.3457, | |
| "eval_samples_per_second": 17.522, | |
| "eval_steps_per_second": 4.392, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0036784991723376862, | |
| "grad_norm": 1.1987358331680298, | |
| "learning_rate": 4.02e-05, | |
| "loss": 2.5141, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0073569983446753725, | |
| "grad_norm": 1.3015245199203491, | |
| "learning_rate": 8.04e-05, | |
| "loss": 1.9684, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.011035497517013059, | |
| "grad_norm": 1.007439136505127, | |
| "learning_rate": 0.0001206, | |
| "loss": 1.6286, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.014713996689350745, | |
| "grad_norm": 1.1959398984909058, | |
| "learning_rate": 0.0001608, | |
| "loss": 1.5259, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01839249586168843, | |
| "grad_norm": 1.1850124597549438, | |
| "learning_rate": 0.000201, | |
| "loss": 1.373, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01839249586168843, | |
| "eval_loss": 1.5826470851898193, | |
| "eval_runtime": 65.3579, | |
| "eval_samples_per_second": 17.519, | |
| "eval_steps_per_second": 4.391, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.022070995034026118, | |
| "grad_norm": 0.9022707939147949, | |
| "learning_rate": 0.00020075518705111234, | |
| "loss": 1.6254, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.025749494206363802, | |
| "grad_norm": 0.8804805874824524, | |
| "learning_rate": 0.00020002194090852784, | |
| "loss": 1.5379, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.02942799337870149, | |
| "grad_norm": 0.9261283874511719, | |
| "learning_rate": 0.00019880383387374748, | |
| "loss": 1.4729, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.033106492551039174, | |
| "grad_norm": 0.9060719013214111, | |
| "learning_rate": 0.00019710680044180106, | |
| "loss": 1.4268, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.03678499172337686, | |
| "grad_norm": 1.1774567365646362, | |
| "learning_rate": 0.0001949391083889838, | |
| "loss": 1.383, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.03678499172337686, | |
| "eval_loss": 1.49298894405365, | |
| "eval_runtime": 65.3303, | |
| "eval_samples_per_second": 17.526, | |
| "eval_steps_per_second": 4.393, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.04046349089571455, | |
| "grad_norm": 0.8449574708938599, | |
| "learning_rate": 0.00019231131849308138, | |
| "loss": 1.5649, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.044141990068052236, | |
| "grad_norm": 0.9605708718299866, | |
| "learning_rate": 0.00018923623308232218, | |
| "loss": 1.4462, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.047820489240389924, | |
| "grad_norm": 0.93846595287323, | |
| "learning_rate": 0.00018572883366372081, | |
| "loss": 1.4542, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.051498988412727605, | |
| "grad_norm": 0.9066504240036011, | |
| "learning_rate": 0.00018180620793468224, | |
| "loss": 1.3955, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.05517748758506529, | |
| "grad_norm": 1.112593412399292, | |
| "learning_rate": 0.00017748746653345728, | |
| "loss": 1.3078, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05517748758506529, | |
| "eval_loss": 1.4784965515136719, | |
| "eval_runtime": 65.2041, | |
| "eval_samples_per_second": 17.56, | |
| "eval_steps_per_second": 4.402, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05885598675740298, | |
| "grad_norm": 0.8634781241416931, | |
| "learning_rate": 0.00017279364993403443, | |
| "loss": 1.5365, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.06253448592974066, | |
| "grad_norm": 0.8469012975692749, | |
| "learning_rate": 0.00016774762593906525, | |
| "loss": 1.532, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.06621298510207835, | |
| "grad_norm": 0.8828918933868408, | |
| "learning_rate": 0.00016237397827022866, | |
| "loss": 1.3797, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.06989148427441604, | |
| "grad_norm": 0.946323037147522, | |
| "learning_rate": 0.00015669888679881007, | |
| "loss": 1.3311, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.07356998344675372, | |
| "grad_norm": 1.0333322286605835, | |
| "learning_rate": 0.00015075, | |
| "loss": 1.2819, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.07356998344675372, | |
| "eval_loss": 1.464486837387085, | |
| "eval_runtime": 65.2426, | |
| "eval_samples_per_second": 17.55, | |
| "eval_steps_per_second": 4.399, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.07724848261909141, | |
| "grad_norm": 0.7752374410629272, | |
| "learning_rate": 0.00014455630025230227, | |
| "loss": 1.4851, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.0809269817914291, | |
| "grad_norm": 0.8208135366439819, | |
| "learning_rate": 0.00013814796263829918, | |
| "loss": 1.4285, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.08460548096376679, | |
| "grad_norm": 0.8817787766456604, | |
| "learning_rate": 0.00013155620793468223, | |
| "loss": 1.4044, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.08828398013610447, | |
| "grad_norm": 0.9041736721992493, | |
| "learning_rate": 0.0001248131505077666, | |
| "loss": 1.3384, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.09196247930844216, | |
| "grad_norm": 1.0417087078094482, | |
| "learning_rate": 0.00011795164185552652, | |
| "loss": 1.2472, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.09196247930844216, | |
| "eval_loss": 1.4156577587127686, | |
| "eval_runtime": 65.2226, | |
| "eval_samples_per_second": 17.555, | |
| "eval_steps_per_second": 4.4, | |
| "step": 250 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "EarlyStoppingCallback": { | |
| "args": { | |
| "early_stopping_patience": 3, | |
| "early_stopping_threshold": 0.0 | |
| }, | |
| "attributes": { | |
| "early_stopping_patience_counter": 0 | |
| } | |
| }, | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.443402141696e+16, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |