| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.999822427417207, | |
| "eval_steps": 500, | |
| "global_step": 33789, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.08878629139660836, | |
| "grad_norm": 5.894807815551758, | |
| "learning_rate": 2.959455460195324e-05, | |
| "loss": 2.7622, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.17757258279321672, | |
| "grad_norm": 4.288614749908447, | |
| "learning_rate": 5.918910920390648e-05, | |
| "loss": 1.8383, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.26635887418982507, | |
| "grad_norm": 3.5310869216918945, | |
| "learning_rate": 8.878366380585973e-05, | |
| "loss": 1.699, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.35514516558643344, | |
| "grad_norm": 3.1121788024902344, | |
| "learning_rate": 9.795790858270306e-05, | |
| "loss": 1.6439, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.4439314569830418, | |
| "grad_norm": 2.1338531970977783, | |
| "learning_rate": 9.466951660637949e-05, | |
| "loss": 1.5719, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.5327177483796501, | |
| "grad_norm": 2.2646570205688477, | |
| "learning_rate": 9.138112463005591e-05, | |
| "loss": 1.5305, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.6215040397762586, | |
| "grad_norm": 2.2252941131591797, | |
| "learning_rate": 8.809273265373233e-05, | |
| "loss": 1.5358, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.7102903311728669, | |
| "grad_norm": 1.8011505603790283, | |
| "learning_rate": 8.480434067740875e-05, | |
| "loss": 1.5985, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.7990766225694753, | |
| "grad_norm": 1.3360363245010376, | |
| "learning_rate": 8.151594870108517e-05, | |
| "loss": 1.4335, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.8878629139660836, | |
| "grad_norm": 1.613250494003296, | |
| "learning_rate": 7.82275567247616e-05, | |
| "loss": 1.4029, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.976649205362692, | |
| "grad_norm": 1.398319125175476, | |
| "learning_rate": 7.493916474843802e-05, | |
| "loss": 1.4044, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.0653467104679037, | |
| "grad_norm": 2.5596816539764404, | |
| "learning_rate": 7.165077277211444e-05, | |
| "loss": 1.4486, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.1541330018645122, | |
| "grad_norm": 1.8799223899841309, | |
| "learning_rate": 6.836238079579086e-05, | |
| "loss": 1.3566, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.2429192932611204, | |
| "grad_norm": 1.6905425786972046, | |
| "learning_rate": 6.507398881946728e-05, | |
| "loss": 1.2982, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.3317055846577288, | |
| "grad_norm": 2.4025771617889404, | |
| "learning_rate": 6.17855968431437e-05, | |
| "loss": 1.2906, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.4204918760543372, | |
| "grad_norm": 1.450578212738037, | |
| "learning_rate": 5.8497204866820135e-05, | |
| "loss": 1.3094, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.5092781674509457, | |
| "grad_norm": 1.8370212316513062, | |
| "learning_rate": 5.520881289049655e-05, | |
| "loss": 1.3086, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.598064458847554, | |
| "grad_norm": 2.5083975791931152, | |
| "learning_rate": 5.192042091417297e-05, | |
| "loss": 1.3165, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.6868507502441623, | |
| "grad_norm": 2.7560970783233643, | |
| "learning_rate": 4.8632028937849395e-05, | |
| "loss": 1.3658, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.7756370416407705, | |
| "grad_norm": 2.0161373615264893, | |
| "learning_rate": 4.534363696152582e-05, | |
| "loss": 1.2169, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.864423333037379, | |
| "grad_norm": 1.949626088142395, | |
| "learning_rate": 4.205524498520223e-05, | |
| "loss": 1.1678, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.9532096244339874, | |
| "grad_norm": 1.920861840248108, | |
| "learning_rate": 3.876685300887866e-05, | |
| "loss": 1.185, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.041907129539199, | |
| "grad_norm": 3.2169787883758545, | |
| "learning_rate": 3.5478461032555084e-05, | |
| "loss": 1.2204, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.1306934209358075, | |
| "grad_norm": 3.190474033355713, | |
| "learning_rate": 3.2190069056231506e-05, | |
| "loss": 1.1745, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.219479712332416, | |
| "grad_norm": 2.9770030975341797, | |
| "learning_rate": 2.8901677079907925e-05, | |
| "loss": 1.0429, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.3082660037290244, | |
| "grad_norm": 3.3964896202087402, | |
| "learning_rate": 2.561328510358435e-05, | |
| "loss": 1.0617, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.397052295125633, | |
| "grad_norm": 2.1896071434020996, | |
| "learning_rate": 2.2324893127260772e-05, | |
| "loss": 1.1053, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.4858385865222408, | |
| "grad_norm": 2.337308883666992, | |
| "learning_rate": 1.903650115093719e-05, | |
| "loss": 1.1843, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.574624877918849, | |
| "grad_norm": 3.1749579906463623, | |
| "learning_rate": 1.5748109174613617e-05, | |
| "loss": 1.173, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.6634111693154576, | |
| "grad_norm": 4.609279155731201, | |
| "learning_rate": 1.2459717198290037e-05, | |
| "loss": 1.1715, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 2.752197460712066, | |
| "grad_norm": 3.8842334747314453, | |
| "learning_rate": 9.17132522196646e-06, | |
| "loss": 1.0078, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 2.8409837521086745, | |
| "grad_norm": 2.983306884765625, | |
| "learning_rate": 5.882933245642881e-06, | |
| "loss": 0.9326, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 2.929770043505283, | |
| "grad_norm": 3.145293712615967, | |
| "learning_rate": 2.594541269319303e-06, | |
| "loss": 0.9389, | |
| "step": 33000 | |
| } | |
| ], | |
| "logging_steps": 1000, | |
| "max_steps": 33789, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 1000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 7.811865797575311e+17, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |