{ "best_metric": 0.38211727142333984, "best_model_checkpoint": "miner_id_24/checkpoint-100", "epoch": 0.08869179600886919, "eval_steps": 50, "global_step": 100, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0008869179600886918, "eval_loss": 2.8770248889923096, "eval_runtime": 38.1113, "eval_samples_per_second": 12.463, "eval_steps_per_second": 3.122, "step": 1 }, { "epoch": 0.008869179600886918, "grad_norm": 2.364651918411255, "learning_rate": 4.02e-05, "loss": 1.7045, "step": 10 }, { "epoch": 0.017738359201773836, "grad_norm": 5.935655117034912, "learning_rate": 8.04e-05, "loss": 1.2618, "step": 20 }, { "epoch": 0.026607538802660754, "grad_norm": 2.099881172180176, "learning_rate": 0.0001206, "loss": 0.6453, "step": 30 }, { "epoch": 0.03547671840354767, "grad_norm": 1.2235733270645142, "learning_rate": 0.0001608, "loss": 0.3949, "step": 40 }, { "epoch": 0.04434589800443459, "grad_norm": 2.9881107807159424, "learning_rate": 0.000201, "loss": 0.4097, "step": 50 }, { "epoch": 0.04434589800443459, "eval_loss": 0.5164891481399536, "eval_runtime": 38.3505, "eval_samples_per_second": 12.386, "eval_steps_per_second": 3.103, "step": 50 }, { "epoch": 0.05321507760532151, "grad_norm": 1.0847694873809814, "learning_rate": 0.00020075518705111234, "loss": 0.412, "step": 60 }, { "epoch": 0.06208425720620843, "grad_norm": 2.6469056606292725, "learning_rate": 0.00020002194090852784, "loss": 0.4117, "step": 70 }, { "epoch": 0.07095343680709534, "grad_norm": 1.295844554901123, "learning_rate": 0.00019880383387374748, "loss": 0.4179, "step": 80 }, { "epoch": 0.07982261640798226, "grad_norm": 1.5523910522460938, "learning_rate": 0.00019710680044180106, "loss": 0.3102, "step": 90 }, { "epoch": 0.08869179600886919, "grad_norm": 1.0117522478103638, "learning_rate": 0.0001949391083889838, "loss": 0.2715, "step": 100 }, { "epoch": 0.08869179600886919, "eval_loss": 0.38211727142333984, "eval_runtime": 38.181, "eval_samples_per_second": 12.441, "eval_steps_per_second": 3.117, "step": 100 } ], "logging_steps": 10, "max_steps": 500, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 50, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 3, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 2.5247139659513856e+16, "train_batch_size": 4, "trial_name": null, "trial_params": null }