| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.155226558995065, | |
| "eval_steps": 500, | |
| "global_step": 300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.07178106774338268, | |
| "grad_norm": 0.46034833788871765, | |
| "learning_rate": 2.380952380952381e-06, | |
| "loss": 1.2735, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.14356213548676536, | |
| "grad_norm": 0.17795707285404205, | |
| "learning_rate": 4.761904761904762e-06, | |
| "loss": 0.9311, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.21534320323014805, | |
| "grad_norm": 0.07722567766904831, | |
| "learning_rate": 7.1428571428571436e-06, | |
| "loss": 0.7258, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.2871242709735307, | |
| "grad_norm": 0.058059412986040115, | |
| "learning_rate": 9.523809523809525e-06, | |
| "loss": 0.6562, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.35890533871691344, | |
| "grad_norm": 0.05688474327325821, | |
| "learning_rate": 9.786666666666667e-06, | |
| "loss": 0.6236, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.4306864064602961, | |
| "grad_norm": 0.0652860477566719, | |
| "learning_rate": 9.52e-06, | |
| "loss": 0.6011, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5024674742036788, | |
| "grad_norm": 0.09465105831623077, | |
| "learning_rate": 9.253333333333333e-06, | |
| "loss": 0.5775, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.5742485419470614, | |
| "grad_norm": 0.16655535995960236, | |
| "learning_rate": 8.986666666666666e-06, | |
| "loss": 0.5588, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.6460296096904441, | |
| "grad_norm": 0.11725710332393646, | |
| "learning_rate": 8.720000000000001e-06, | |
| "loss": 0.537, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.7178106774338269, | |
| "grad_norm": 0.044058505445718765, | |
| "learning_rate": 8.453333333333334e-06, | |
| "loss": 0.5187, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.7895917451772095, | |
| "grad_norm": 0.022063592448830605, | |
| "learning_rate": 8.186666666666667e-06, | |
| "loss": 0.51, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.8613728129205922, | |
| "grad_norm": 0.021037070080637932, | |
| "learning_rate": 7.92e-06, | |
| "loss": 0.5043, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.9331538806639749, | |
| "grad_norm": 0.01985151134431362, | |
| "learning_rate": 7.653333333333333e-06, | |
| "loss": 0.4985, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.0058322117541498, | |
| "grad_norm": 0.04843816161155701, | |
| "learning_rate": 7.386666666666667e-06, | |
| "loss": 0.5345, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.0776132794975326, | |
| "grad_norm": 0.02092103101313114, | |
| "learning_rate": 7.1200000000000004e-06, | |
| "loss": 0.4855, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.1493943472409152, | |
| "grad_norm": 0.020286045968532562, | |
| "learning_rate": 6.853333333333334e-06, | |
| "loss": 0.4794, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.221175414984298, | |
| "grad_norm": 0.020133651793003082, | |
| "learning_rate": 6.5866666666666666e-06, | |
| "loss": 0.4779, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.2929564827276807, | |
| "grad_norm": 0.020597418770194054, | |
| "learning_rate": 6.3200000000000005e-06, | |
| "loss": 0.4738, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.3647375504710633, | |
| "grad_norm": 0.020543133839964867, | |
| "learning_rate": 6.0533333333333335e-06, | |
| "loss": 0.4713, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.4365186182144458, | |
| "grad_norm": 0.0203793253749609, | |
| "learning_rate": 5.7866666666666674e-06, | |
| "loss": 0.4665, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.5082996859578286, | |
| "grad_norm": 0.020146360620856285, | |
| "learning_rate": 5.5200000000000005e-06, | |
| "loss": 0.4627, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.5800807537012114, | |
| "grad_norm": 0.020714716985821724, | |
| "learning_rate": 5.2533333333333336e-06, | |
| "loss": 0.4609, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.651861821444594, | |
| "grad_norm": 0.020331306383013725, | |
| "learning_rate": 4.986666666666667e-06, | |
| "loss": 0.458, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.7236428891879767, | |
| "grad_norm": 0.019636554643511772, | |
| "learning_rate": 4.7200000000000005e-06, | |
| "loss": 0.4559, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.7954239569313595, | |
| "grad_norm": 0.020189929753541946, | |
| "learning_rate": 4.453333333333334e-06, | |
| "loss": 0.454, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.867205024674742, | |
| "grad_norm": 0.020626794546842575, | |
| "learning_rate": 4.1866666666666675e-06, | |
| "loss": 0.4507, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.9389860924181246, | |
| "grad_norm": 0.02100289985537529, | |
| "learning_rate": 3.920000000000001e-06, | |
| "loss": 0.4498, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.0116644235082997, | |
| "grad_norm": 0.020512910559773445, | |
| "learning_rate": 3.6533333333333336e-06, | |
| "loss": 0.4824, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.083445491251682, | |
| "grad_norm": 0.02125644125044346, | |
| "learning_rate": 3.386666666666667e-06, | |
| "loss": 0.4383, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.155226558995065, | |
| "grad_norm": 0.021306023001670837, | |
| "learning_rate": 3.12e-06, | |
| "loss": 0.4377, | |
| "step": 300 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 417, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.035788892038758e+17, | |
| "train_batch_size": 14, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |