| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 995, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0020100502512562816, | |
| "grad_norm": 19.729604721069336, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 6.6152, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.004020100502512563, | |
| "grad_norm": 16.32933807373047, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 6.684, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.006030150753768844, | |
| "grad_norm": 9.964282989501953, | |
| "learning_rate": 6e-06, | |
| "loss": 6.4803, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.008040201005025126, | |
| "grad_norm": 9.893184661865234, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 5.9697, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.010050251256281407, | |
| "grad_norm": 7.443181037902832, | |
| "learning_rate": 1e-05, | |
| "loss": 5.7487, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.012060301507537688, | |
| "grad_norm": 5.485438346862793, | |
| "learning_rate": 1.2e-05, | |
| "loss": 5.6723, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.01407035175879397, | |
| "grad_norm": 4.975802421569824, | |
| "learning_rate": 1.4000000000000001e-05, | |
| "loss": 5.4903, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.016080402010050253, | |
| "grad_norm": 5.055726051330566, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 5.2516, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.018090452261306532, | |
| "grad_norm": 4.720687389373779, | |
| "learning_rate": 1.8e-05, | |
| "loss": 5.0191, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.020100502512562814, | |
| "grad_norm": 3.445399761199951, | |
| "learning_rate": 2e-05, | |
| "loss": 4.8732, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.022110552763819097, | |
| "grad_norm": 3.533928155899048, | |
| "learning_rate": 2.2000000000000003e-05, | |
| "loss": 5.1519, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.024120603015075376, | |
| "grad_norm": 3.4936132431030273, | |
| "learning_rate": 2.4e-05, | |
| "loss": 4.9552, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.02613065326633166, | |
| "grad_norm": 3.037400722503662, | |
| "learning_rate": 2.6000000000000002e-05, | |
| "loss": 4.622, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.02814070351758794, | |
| "grad_norm": 4.790655136108398, | |
| "learning_rate": 2.8000000000000003e-05, | |
| "loss": 4.5671, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.03015075376884422, | |
| "grad_norm": 6.313861846923828, | |
| "learning_rate": 3e-05, | |
| "loss": 4.3285, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.032160804020100506, | |
| "grad_norm": 2.662900447845459, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 4.2636, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.034170854271356785, | |
| "grad_norm": 2.5860118865966797, | |
| "learning_rate": 3.4000000000000007e-05, | |
| "loss": 4.3172, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.036180904522613064, | |
| "grad_norm": 2.960880994796753, | |
| "learning_rate": 3.6e-05, | |
| "loss": 3.9687, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.03819095477386935, | |
| "grad_norm": 3.4453978538513184, | |
| "learning_rate": 3.8e-05, | |
| "loss": 3.8505, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.04020100502512563, | |
| "grad_norm": 2.6721041202545166, | |
| "learning_rate": 4e-05, | |
| "loss": 3.971, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04221105527638191, | |
| "grad_norm": 2.6484851837158203, | |
| "learning_rate": 4.2e-05, | |
| "loss": 3.8536, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.044221105527638194, | |
| "grad_norm": 6.354692459106445, | |
| "learning_rate": 4.4000000000000006e-05, | |
| "loss": 3.8466, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.04623115577889447, | |
| "grad_norm": 2.6469643115997314, | |
| "learning_rate": 4.600000000000001e-05, | |
| "loss": 3.5942, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.04824120603015075, | |
| "grad_norm": 2.7454721927642822, | |
| "learning_rate": 4.8e-05, | |
| "loss": 3.526, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.05025125628140704, | |
| "grad_norm": 2.445122480392456, | |
| "learning_rate": 5e-05, | |
| "loss": 3.5655, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05226130653266332, | |
| "grad_norm": 2.458037853240967, | |
| "learning_rate": 5.2000000000000004e-05, | |
| "loss": 3.3741, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.054271356783919596, | |
| "grad_norm": 2.469712972640991, | |
| "learning_rate": 5.4000000000000005e-05, | |
| "loss": 3.4174, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.05628140703517588, | |
| "grad_norm": 2.475627899169922, | |
| "learning_rate": 5.6000000000000006e-05, | |
| "loss": 3.3984, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.05829145728643216, | |
| "grad_norm": 2.6965248584747314, | |
| "learning_rate": 5.8e-05, | |
| "loss": 3.5654, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.06030150753768844, | |
| "grad_norm": 2.3575079441070557, | |
| "learning_rate": 6e-05, | |
| "loss": 3.2454, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.062311557788944726, | |
| "grad_norm": 2.371737480163574, | |
| "learning_rate": 6.2e-05, | |
| "loss": 3.361, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.06432160804020101, | |
| "grad_norm": 2.144615650177002, | |
| "learning_rate": 6.400000000000001e-05, | |
| "loss": 3.2241, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.06633165829145729, | |
| "grad_norm": 1.9614999294281006, | |
| "learning_rate": 6.6e-05, | |
| "loss": 3.1206, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.06834170854271357, | |
| "grad_norm": 2.0626800060272217, | |
| "learning_rate": 6.800000000000001e-05, | |
| "loss": 3.3899, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.07035175879396985, | |
| "grad_norm": 2.669525623321533, | |
| "learning_rate": 7e-05, | |
| "loss": 3.2405, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07236180904522613, | |
| "grad_norm": 2.620374917984009, | |
| "learning_rate": 7.2e-05, | |
| "loss": 3.3299, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0743718592964824, | |
| "grad_norm": 2.2318763732910156, | |
| "learning_rate": 7.4e-05, | |
| "loss": 2.9798, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.0763819095477387, | |
| "grad_norm": 2.28938889503479, | |
| "learning_rate": 7.6e-05, | |
| "loss": 3.2799, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.07839195979899498, | |
| "grad_norm": 2.176002264022827, | |
| "learning_rate": 7.800000000000001e-05, | |
| "loss": 3.2466, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.08040201005025126, | |
| "grad_norm": 2.2421767711639404, | |
| "learning_rate": 8e-05, | |
| "loss": 3.0629, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.08241206030150754, | |
| "grad_norm": 2.7618038654327393, | |
| "learning_rate": 8.2e-05, | |
| "loss": 3.2719, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.08442211055276382, | |
| "grad_norm": 2.1031386852264404, | |
| "learning_rate": 8.4e-05, | |
| "loss": 3.0094, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.0864321608040201, | |
| "grad_norm": 2.1169002056121826, | |
| "learning_rate": 8.6e-05, | |
| "loss": 3.021, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.08844221105527639, | |
| "grad_norm": 2.4154305458068848, | |
| "learning_rate": 8.800000000000001e-05, | |
| "loss": 3.0685, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.09045226130653267, | |
| "grad_norm": 2.4994680881500244, | |
| "learning_rate": 9e-05, | |
| "loss": 2.8943, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.09246231155778895, | |
| "grad_norm": 3.4030494689941406, | |
| "learning_rate": 9.200000000000001e-05, | |
| "loss": 2.8389, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.09447236180904522, | |
| "grad_norm": 5.54694128036499, | |
| "learning_rate": 9.4e-05, | |
| "loss": 3.0157, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.0964824120603015, | |
| "grad_norm": 2.363124370574951, | |
| "learning_rate": 9.6e-05, | |
| "loss": 2.811, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.09849246231155778, | |
| "grad_norm": 2.0617117881774902, | |
| "learning_rate": 9.8e-05, | |
| "loss": 2.8819, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.10050251256281408, | |
| "grad_norm": 2.354085922241211, | |
| "learning_rate": 0.0001, | |
| "loss": 3.0962, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.10251256281407035, | |
| "grad_norm": 2.3361897468566895, | |
| "learning_rate": 9.999972370327507e-05, | |
| "loss": 3.0454, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.10452261306532663, | |
| "grad_norm": 2.2245845794677734, | |
| "learning_rate": 9.999889481615387e-05, | |
| "loss": 3.1027, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.10653266331658291, | |
| "grad_norm": 2.069746494293213, | |
| "learning_rate": 9.999751334779716e-05, | |
| "loss": 2.915, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.10854271356783919, | |
| "grad_norm": 2.3541088104248047, | |
| "learning_rate": 9.999557931347273e-05, | |
| "loss": 2.8328, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.11055276381909548, | |
| "grad_norm": 2.2207984924316406, | |
| "learning_rate": 9.999309273455528e-05, | |
| "loss": 3.0153, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.11256281407035176, | |
| "grad_norm": 2.1303670406341553, | |
| "learning_rate": 9.999005363852618e-05, | |
| "loss": 2.8649, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.11457286432160804, | |
| "grad_norm": 2.084247589111328, | |
| "learning_rate": 9.998646205897309e-05, | |
| "loss": 2.9326, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.11658291457286432, | |
| "grad_norm": 2.121018171310425, | |
| "learning_rate": 9.998231803558968e-05, | |
| "loss": 2.6179, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.1185929648241206, | |
| "grad_norm": 2.2490546703338623, | |
| "learning_rate": 9.997762161417517e-05, | |
| "loss": 3.0462, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.12060301507537688, | |
| "grad_norm": 1.9550148248672485, | |
| "learning_rate": 9.997237284663379e-05, | |
| "loss": 2.8662, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.12261306532663317, | |
| "grad_norm": 2.2603437900543213, | |
| "learning_rate": 9.996657179097421e-05, | |
| "loss": 2.7448, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.12462311557788945, | |
| "grad_norm": 1.897772192955017, | |
| "learning_rate": 9.996021851130897e-05, | |
| "loss": 2.8954, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.12663316582914572, | |
| "grad_norm": 2.1712026596069336, | |
| "learning_rate": 9.995331307785365e-05, | |
| "loss": 2.9001, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.12864321608040202, | |
| "grad_norm": 1.9912605285644531, | |
| "learning_rate": 9.994585556692624e-05, | |
| "loss": 3.0064, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.1306532663316583, | |
| "grad_norm": 2.094640016555786, | |
| "learning_rate": 9.993784606094612e-05, | |
| "loss": 2.6635, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.13266331658291458, | |
| "grad_norm": 2.1064651012420654, | |
| "learning_rate": 9.992928464843334e-05, | |
| "loss": 2.9224, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.13467336683417086, | |
| "grad_norm": 1.9782873392105103, | |
| "learning_rate": 9.992017142400751e-05, | |
| "loss": 2.8202, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.13668341708542714, | |
| "grad_norm": 2.189976692199707, | |
| "learning_rate": 9.991050648838675e-05, | |
| "loss": 2.7919, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.13869346733668342, | |
| "grad_norm": 2.0882322788238525, | |
| "learning_rate": 9.990028994838673e-05, | |
| "loss": 2.868, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.1407035175879397, | |
| "grad_norm": 1.8483355045318604, | |
| "learning_rate": 9.988952191691925e-05, | |
| "loss": 2.903, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.14271356783919598, | |
| "grad_norm": 2.1383628845214844, | |
| "learning_rate": 9.987820251299122e-05, | |
| "loss": 2.6627, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.14472361809045226, | |
| "grad_norm": 2.0356757640838623, | |
| "learning_rate": 9.986633186170319e-05, | |
| "loss": 2.813, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.14673366834170853, | |
| "grad_norm": 2.4072749614715576, | |
| "learning_rate": 9.985391009424805e-05, | |
| "loss": 2.7325, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.1487437185929648, | |
| "grad_norm": 1.8525023460388184, | |
| "learning_rate": 9.984093734790956e-05, | |
| "loss": 2.7092, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.1507537688442211, | |
| "grad_norm": 1.8999531269073486, | |
| "learning_rate": 9.982741376606078e-05, | |
| "loss": 2.8637, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1527638190954774, | |
| "grad_norm": 2.2264699935913086, | |
| "learning_rate": 9.981333949816259e-05, | |
| "loss": 2.8068, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.15477386934673368, | |
| "grad_norm": 2.1256349086761475, | |
| "learning_rate": 9.979871469976196e-05, | |
| "loss": 2.5258, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.15678391959798996, | |
| "grad_norm": 1.8756039142608643, | |
| "learning_rate": 9.978353953249022e-05, | |
| "loss": 2.7572, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.15879396984924624, | |
| "grad_norm": 2.4083592891693115, | |
| "learning_rate": 9.976781416406136e-05, | |
| "loss": 2.564, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.16080402010050251, | |
| "grad_norm": 1.9118754863739014, | |
| "learning_rate": 9.975153876827008e-05, | |
| "loss": 2.7158, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1628140703517588, | |
| "grad_norm": 2.419102907180786, | |
| "learning_rate": 9.973471352498991e-05, | |
| "loss": 2.9075, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.16482412060301507, | |
| "grad_norm": 2.2566428184509277, | |
| "learning_rate": 9.971733862017126e-05, | |
| "loss": 2.7698, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.16683417085427135, | |
| "grad_norm": 1.980230450630188, | |
| "learning_rate": 9.969941424583926e-05, | |
| "loss": 2.6454, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.16884422110552763, | |
| "grad_norm": 2.0920395851135254, | |
| "learning_rate": 9.96809406000918e-05, | |
| "loss": 2.8594, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.1708542713567839, | |
| "grad_norm": 1.8870232105255127, | |
| "learning_rate": 9.966191788709716e-05, | |
| "loss": 2.5967, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.1728643216080402, | |
| "grad_norm": 2.334998607635498, | |
| "learning_rate": 9.964234631709187e-05, | |
| "loss": 2.661, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.1748743718592965, | |
| "grad_norm": 1.9071625471115112, | |
| "learning_rate": 9.962222610637837e-05, | |
| "loss": 2.6161, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.17688442211055277, | |
| "grad_norm": 2.015760898590088, | |
| "learning_rate": 9.960155747732259e-05, | |
| "loss": 2.5681, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.17889447236180905, | |
| "grad_norm": 1.827253818511963, | |
| "learning_rate": 9.958034065835151e-05, | |
| "loss": 2.5538, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.18090452261306533, | |
| "grad_norm": 1.9388582706451416, | |
| "learning_rate": 9.955857588395065e-05, | |
| "loss": 2.7098, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1829145728643216, | |
| "grad_norm": 2.1864373683929443, | |
| "learning_rate": 9.95362633946614e-05, | |
| "loss": 2.5615, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.1849246231155779, | |
| "grad_norm": 2.093961477279663, | |
| "learning_rate": 9.951340343707852e-05, | |
| "loss": 2.7367, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.18693467336683417, | |
| "grad_norm": 1.9437264204025269, | |
| "learning_rate": 9.948999626384724e-05, | |
| "loss": 2.7414, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.18894472361809045, | |
| "grad_norm": 1.8001607656478882, | |
| "learning_rate": 9.946604213366057e-05, | |
| "loss": 2.7595, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.19095477386934673, | |
| "grad_norm": 1.8736133575439453, | |
| "learning_rate": 9.944154131125642e-05, | |
| "loss": 2.2943, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.192964824120603, | |
| "grad_norm": 1.8067212104797363, | |
| "learning_rate": 9.941649406741469e-05, | |
| "loss": 2.6118, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.19497487437185929, | |
| "grad_norm": 1.9442073106765747, | |
| "learning_rate": 9.939090067895422e-05, | |
| "loss": 2.5651, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.19698492462311556, | |
| "grad_norm": 1.976509690284729, | |
| "learning_rate": 9.936476142872979e-05, | |
| "loss": 2.5084, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.19899497487437187, | |
| "grad_norm": 1.9604930877685547, | |
| "learning_rate": 9.933807660562898e-05, | |
| "loss": 2.3689, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.20100502512562815, | |
| "grad_norm": 2.081547975540161, | |
| "learning_rate": 9.931084650456892e-05, | |
| "loss": 2.7038, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.20301507537688443, | |
| "grad_norm": 2.1766066551208496, | |
| "learning_rate": 9.928307142649316e-05, | |
| "loss": 2.8203, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.2050251256281407, | |
| "grad_norm": 2.217263698577881, | |
| "learning_rate": 9.925475167836821e-05, | |
| "loss": 2.5522, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.207035175879397, | |
| "grad_norm": 1.8877842426300049, | |
| "learning_rate": 9.922588757318021e-05, | |
| "loss": 2.6209, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.20904522613065327, | |
| "grad_norm": 1.8535610437393188, | |
| "learning_rate": 9.919647942993148e-05, | |
| "loss": 2.7805, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.21105527638190955, | |
| "grad_norm": 1.9754009246826172, | |
| "learning_rate": 9.916652757363698e-05, | |
| "loss": 2.7363, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.21306532663316582, | |
| "grad_norm": 2.0575201511383057, | |
| "learning_rate": 9.913603233532067e-05, | |
| "loss": 2.5019, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.2150753768844221, | |
| "grad_norm": 1.8286898136138916, | |
| "learning_rate": 9.910499405201195e-05, | |
| "loss": 2.5019, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.21708542713567838, | |
| "grad_norm": 1.954950213432312, | |
| "learning_rate": 9.907341306674185e-05, | |
| "loss": 2.5339, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.21909547738693466, | |
| "grad_norm": 1.8942043781280518, | |
| "learning_rate": 9.90412897285393e-05, | |
| "loss": 2.5065, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.22110552763819097, | |
| "grad_norm": 2.165287494659424, | |
| "learning_rate": 9.900862439242719e-05, | |
| "loss": 2.596, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.22311557788944725, | |
| "grad_norm": 1.8702832460403442, | |
| "learning_rate": 9.897541741941858e-05, | |
| "loss": 2.6656, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.22512562814070353, | |
| "grad_norm": 1.745975375175476, | |
| "learning_rate": 9.894166917651256e-05, | |
| "loss": 2.4078, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.2271356783919598, | |
| "grad_norm": 9.129441261291504, | |
| "learning_rate": 9.890738003669029e-05, | |
| "loss": 2.4112, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.22914572864321608, | |
| "grad_norm": 2.1922168731689453, | |
| "learning_rate": 9.887255037891086e-05, | |
| "loss": 2.5331, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.23115577889447236, | |
| "grad_norm": 1.9028476476669312, | |
| "learning_rate": 9.883718058810707e-05, | |
| "loss": 2.4778, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.23316582914572864, | |
| "grad_norm": 1.9489747285842896, | |
| "learning_rate": 9.880127105518122e-05, | |
| "loss": 2.6777, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.23517587939698492, | |
| "grad_norm": 1.922662377357483, | |
| "learning_rate": 9.876482217700078e-05, | |
| "loss": 2.5236, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.2371859296482412, | |
| "grad_norm": 1.9473645687103271, | |
| "learning_rate": 9.872783435639397e-05, | |
| "loss": 2.4375, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.23919597989949748, | |
| "grad_norm": 1.835803747177124, | |
| "learning_rate": 9.869030800214532e-05, | |
| "loss": 2.6191, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.24120603015075376, | |
| "grad_norm": 2.013805627822876, | |
| "learning_rate": 9.865224352899119e-05, | |
| "loss": 2.5062, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.24321608040201004, | |
| "grad_norm": 1.8618221282958984, | |
| "learning_rate": 9.861364135761517e-05, | |
| "loss": 2.3637, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.24522613065326634, | |
| "grad_norm": 2.0696043968200684, | |
| "learning_rate": 9.857450191464337e-05, | |
| "loss": 2.3941, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.24723618090452262, | |
| "grad_norm": 1.835046410560608, | |
| "learning_rate": 9.853482563263981e-05, | |
| "loss": 2.9119, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.2492462311557789, | |
| "grad_norm": 1.9712692499160767, | |
| "learning_rate": 9.849461295010156e-05, | |
| "loss": 2.4119, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.25125628140703515, | |
| "grad_norm": 2.0356907844543457, | |
| "learning_rate": 9.84538643114539e-05, | |
| "loss": 2.4488, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.25326633165829143, | |
| "grad_norm": 1.983216643333435, | |
| "learning_rate": 9.841258016704546e-05, | |
| "loss": 2.5618, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.2552763819095477, | |
| "grad_norm": 1.8130682706832886, | |
| "learning_rate": 9.837076097314319e-05, | |
| "loss": 2.6361, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.25728643216080405, | |
| "grad_norm": 1.7342140674591064, | |
| "learning_rate": 9.832840719192736e-05, | |
| "loss": 2.3223, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.2592964824120603, | |
| "grad_norm": 1.9762102365493774, | |
| "learning_rate": 9.82855192914864e-05, | |
| "loss": 2.4629, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.2613065326633166, | |
| "grad_norm": 1.8401470184326172, | |
| "learning_rate": 9.824209774581174e-05, | |
| "loss": 2.5557, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.2633165829145729, | |
| "grad_norm": 1.8549468517303467, | |
| "learning_rate": 9.819814303479267e-05, | |
| "loss": 2.6337, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.26532663316582916, | |
| "grad_norm": 2.0843794345855713, | |
| "learning_rate": 9.815365564421085e-05, | |
| "loss": 2.3528, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.26733668341708544, | |
| "grad_norm": 1.893712043762207, | |
| "learning_rate": 9.810863606573513e-05, | |
| "loss": 2.5509, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.2693467336683417, | |
| "grad_norm": 2.0922601222991943, | |
| "learning_rate": 9.806308479691595e-05, | |
| "loss": 2.6126, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.271356783919598, | |
| "grad_norm": 1.8790444135665894, | |
| "learning_rate": 9.801700234117999e-05, | |
| "loss": 2.5569, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.2733668341708543, | |
| "grad_norm": 1.8532637357711792, | |
| "learning_rate": 9.797038920782454e-05, | |
| "loss": 2.4948, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.27537688442211056, | |
| "grad_norm": 1.8589162826538086, | |
| "learning_rate": 9.792324591201179e-05, | |
| "loss": 2.4739, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.27738693467336684, | |
| "grad_norm": 1.8177707195281982, | |
| "learning_rate": 9.78755729747633e-05, | |
| "loss": 2.4883, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.2793969849246231, | |
| "grad_norm": 1.9046951532363892, | |
| "learning_rate": 9.782737092295413e-05, | |
| "loss": 2.331, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.2814070351758794, | |
| "grad_norm": 1.8969510793685913, | |
| "learning_rate": 9.777864028930705e-05, | |
| "loss": 2.4818, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.2834170854271357, | |
| "grad_norm": 2.1642754077911377, | |
| "learning_rate": 9.77293816123866e-05, | |
| "loss": 2.3212, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.28542713567839195, | |
| "grad_norm": 1.7480413913726807, | |
| "learning_rate": 9.767959543659326e-05, | |
| "loss": 2.5252, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.28743718592964823, | |
| "grad_norm": 2.0396628379821777, | |
| "learning_rate": 9.76292823121573e-05, | |
| "loss": 2.6501, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.2894472361809045, | |
| "grad_norm": 1.5687803030014038, | |
| "learning_rate": 9.757844279513281e-05, | |
| "loss": 2.3029, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.2914572864321608, | |
| "grad_norm": 1.9262704849243164, | |
| "learning_rate": 9.752707744739145e-05, | |
| "loss": 2.4645, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.29346733668341707, | |
| "grad_norm": 1.9408085346221924, | |
| "learning_rate": 9.747518683661631e-05, | |
| "loss": 2.3497, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.29547738693467335, | |
| "grad_norm": 1.78432297706604, | |
| "learning_rate": 9.742277153629564e-05, | |
| "loss": 2.2824, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.2974874371859296, | |
| "grad_norm": 2.070885181427002, | |
| "learning_rate": 9.736983212571646e-05, | |
| "loss": 2.5931, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.2994974874371859, | |
| "grad_norm": 1.657235026359558, | |
| "learning_rate": 9.731636918995821e-05, | |
| "loss": 2.4344, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.3015075376884422, | |
| "grad_norm": 1.8496333360671997, | |
| "learning_rate": 9.726238331988624e-05, | |
| "loss": 2.4043, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.3035175879396985, | |
| "grad_norm": 1.8144067525863647, | |
| "learning_rate": 9.720787511214533e-05, | |
| "loss": 2.5708, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.3055276381909548, | |
| "grad_norm": 1.875706434249878, | |
| "learning_rate": 9.715284516915303e-05, | |
| "loss": 2.387, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.3075376884422111, | |
| "grad_norm": 1.905147910118103, | |
| "learning_rate": 9.709729409909307e-05, | |
| "loss": 2.6459, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.30954773869346736, | |
| "grad_norm": 1.919798493385315, | |
| "learning_rate": 9.704122251590862e-05, | |
| "loss": 2.2947, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.31155778894472363, | |
| "grad_norm": 1.5951811075210571, | |
| "learning_rate": 9.698463103929542e-05, | |
| "loss": 2.3532, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.3135678391959799, | |
| "grad_norm": 1.6839174032211304, | |
| "learning_rate": 9.692752029469512e-05, | |
| "loss": 2.2152, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.3155778894472362, | |
| "grad_norm": 2.0012948513031006, | |
| "learning_rate": 9.686989091328813e-05, | |
| "loss": 2.3561, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.31758793969849247, | |
| "grad_norm": 1.8996232748031616, | |
| "learning_rate": 9.681174353198687e-05, | |
| "loss": 2.3638, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.31959798994974875, | |
| "grad_norm": 1.8173401355743408, | |
| "learning_rate": 9.675307879342854e-05, | |
| "loss": 2.2213, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.32160804020100503, | |
| "grad_norm": 1.6612550020217896, | |
| "learning_rate": 9.669389734596819e-05, | |
| "loss": 2.5352, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.3236180904522613, | |
| "grad_norm": 1.8817943334579468, | |
| "learning_rate": 9.663419984367139e-05, | |
| "loss": 2.5058, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.3256281407035176, | |
| "grad_norm": 2.1160693168640137, | |
| "learning_rate": 9.657398694630712e-05, | |
| "loss": 2.2973, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.32763819095477387, | |
| "grad_norm": 1.738549828529358, | |
| "learning_rate": 9.651325931934046e-05, | |
| "loss": 2.2865, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.32964824120603015, | |
| "grad_norm": 1.8293092250823975, | |
| "learning_rate": 9.645201763392513e-05, | |
| "loss": 2.1597, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.3316582914572864, | |
| "grad_norm": 1.9268925189971924, | |
| "learning_rate": 9.639026256689628e-05, | |
| "loss": 2.5048, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.3336683417085427, | |
| "grad_norm": 1.983359932899475, | |
| "learning_rate": 9.632799480076278e-05, | |
| "loss": 2.3261, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.335678391959799, | |
| "grad_norm": 1.717955470085144, | |
| "learning_rate": 9.626521502369984e-05, | |
| "loss": 2.6444, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.33768844221105526, | |
| "grad_norm": 1.836305856704712, | |
| "learning_rate": 9.620192392954132e-05, | |
| "loss": 2.4493, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.33969849246231154, | |
| "grad_norm": 1.8819546699523926, | |
| "learning_rate": 9.613812221777212e-05, | |
| "loss": 2.6608, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.3417085427135678, | |
| "grad_norm": 1.845680832862854, | |
| "learning_rate": 9.607381059352038e-05, | |
| "loss": 2.2059, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.3437185929648241, | |
| "grad_norm": 1.878606915473938, | |
| "learning_rate": 9.600898976754977e-05, | |
| "loss": 2.2733, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.3457286432160804, | |
| "grad_norm": 1.768790364265442, | |
| "learning_rate": 9.594366045625154e-05, | |
| "loss": 2.3773, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.34773869346733666, | |
| "grad_norm": 1.761987328529358, | |
| "learning_rate": 9.587782338163669e-05, | |
| "loss": 2.5148, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.349748743718593, | |
| "grad_norm": 1.6543912887573242, | |
| "learning_rate": 9.581147927132797e-05, | |
| "loss": 2.4609, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.35175879396984927, | |
| "grad_norm": 1.9013664722442627, | |
| "learning_rate": 9.574462885855174e-05, | |
| "loss": 2.121, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.35376884422110555, | |
| "grad_norm": 3.302755832672119, | |
| "learning_rate": 9.567727288213005e-05, | |
| "loss": 2.4353, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.35577889447236183, | |
| "grad_norm": 2.773200750350952, | |
| "learning_rate": 9.560941208647231e-05, | |
| "loss": 2.3111, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.3577889447236181, | |
| "grad_norm": 1.7840498685836792, | |
| "learning_rate": 9.554104722156716e-05, | |
| "loss": 2.5435, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.3597989949748744, | |
| "grad_norm": 1.8287582397460938, | |
| "learning_rate": 9.547217904297411e-05, | |
| "loss": 2.3461, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.36180904522613067, | |
| "grad_norm": 1.8139948844909668, | |
| "learning_rate": 9.540280831181525e-05, | |
| "loss": 2.3423, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.36381909547738694, | |
| "grad_norm": 1.8012893199920654, | |
| "learning_rate": 9.533293579476683e-05, | |
| "loss": 2.412, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.3658291457286432, | |
| "grad_norm": 1.8645695447921753, | |
| "learning_rate": 9.526256226405075e-05, | |
| "loss": 2.5261, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.3678391959798995, | |
| "grad_norm": 1.9607142210006714, | |
| "learning_rate": 9.519168849742604e-05, | |
| "loss": 2.6721, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.3698492462311558, | |
| "grad_norm": 1.772139549255371, | |
| "learning_rate": 9.512031527818028e-05, | |
| "loss": 2.3517, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.37185929648241206, | |
| "grad_norm": 1.8913545608520508, | |
| "learning_rate": 9.504844339512095e-05, | |
| "loss": 2.6095, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.37386934673366834, | |
| "grad_norm": 1.8451741933822632, | |
| "learning_rate": 9.497607364256672e-05, | |
| "loss": 2.5707, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.3758793969849246, | |
| "grad_norm": 1.8256680965423584, | |
| "learning_rate": 9.490320682033855e-05, | |
| "loss": 2.3579, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.3778894472361809, | |
| "grad_norm": 1.9581091403961182, | |
| "learning_rate": 9.482984373375105e-05, | |
| "loss": 2.5629, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.3798994974874372, | |
| "grad_norm": 1.998180627822876, | |
| "learning_rate": 9.475598519360344e-05, | |
| "loss": 2.3817, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.38190954773869346, | |
| "grad_norm": 1.7146025896072388, | |
| "learning_rate": 9.468163201617062e-05, | |
| "loss": 2.2208, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.38391959798994973, | |
| "grad_norm": 1.8821600675582886, | |
| "learning_rate": 9.460678502319418e-05, | |
| "loss": 2.4416, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.385929648241206, | |
| "grad_norm": 1.7585586309432983, | |
| "learning_rate": 9.453144504187327e-05, | |
| "loss": 2.3008, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.3879396984924623, | |
| "grad_norm": 1.6485331058502197, | |
| "learning_rate": 9.445561290485549e-05, | |
| "loss": 2.383, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.38994974874371857, | |
| "grad_norm": 1.9249005317687988, | |
| "learning_rate": 9.437928945022771e-05, | |
| "loss": 2.4204, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.39195979899497485, | |
| "grad_norm": 1.8952553272247314, | |
| "learning_rate": 9.430247552150673e-05, | |
| "loss": 2.2751, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.39396984924623113, | |
| "grad_norm": 2.2544572353363037, | |
| "learning_rate": 9.422517196763002e-05, | |
| "loss": 2.4784, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.39597989949748746, | |
| "grad_norm": 2.308283567428589, | |
| "learning_rate": 9.414737964294636e-05, | |
| "loss": 2.2052, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.39798994974874374, | |
| "grad_norm": 1.8085863590240479, | |
| "learning_rate": 9.40690994072063e-05, | |
| "loss": 2.2588, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.9807807207107544, | |
| "learning_rate": 9.399033212555275e-05, | |
| "loss": 2.2698, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.4020100502512563, | |
| "grad_norm": 1.6799061298370361, | |
| "learning_rate": 9.391107866851143e-05, | |
| "loss": 2.2507, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.4040201005025126, | |
| "grad_norm": 1.6821558475494385, | |
| "learning_rate": 9.383133991198112e-05, | |
| "loss": 2.386, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.40603015075376886, | |
| "grad_norm": 1.7488336563110352, | |
| "learning_rate": 9.375111673722414e-05, | |
| "loss": 2.7501, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.40804020100502514, | |
| "grad_norm": 1.7495909929275513, | |
| "learning_rate": 9.367041003085649e-05, | |
| "loss": 2.4578, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.4100502512562814, | |
| "grad_norm": 1.773022174835205, | |
| "learning_rate": 9.358922068483812e-05, | |
| "loss": 2.1896, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.4120603015075377, | |
| "grad_norm": 1.6720446348190308, | |
| "learning_rate": 9.350754959646306e-05, | |
| "loss": 2.2264, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.414070351758794, | |
| "grad_norm": 1.8488444089889526, | |
| "learning_rate": 9.342539766834946e-05, | |
| "loss": 2.5527, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.41608040201005025, | |
| "grad_norm": 1.7335339784622192, | |
| "learning_rate": 9.334276580842967e-05, | |
| "loss": 2.2894, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.41809045226130653, | |
| "grad_norm": 1.670088529586792, | |
| "learning_rate": 9.325965492994018e-05, | |
| "loss": 2.1557, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.4201005025125628, | |
| "grad_norm": 1.6430253982543945, | |
| "learning_rate": 9.317606595141154e-05, | |
| "loss": 2.2405, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.4221105527638191, | |
| "grad_norm": 1.7390164136886597, | |
| "learning_rate": 9.30919997966582e-05, | |
| "loss": 2.3486, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.42412060301507537, | |
| "grad_norm": 1.7880635261535645, | |
| "learning_rate": 9.300745739476829e-05, | |
| "loss": 2.2626, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.42613065326633165, | |
| "grad_norm": 1.7333531379699707, | |
| "learning_rate": 9.292243968009331e-05, | |
| "loss": 2.2424, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.42814070351758793, | |
| "grad_norm": 1.6569937467575073, | |
| "learning_rate": 9.283694759223796e-05, | |
| "loss": 2.1534, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.4301507537688442, | |
| "grad_norm": 1.7097984552383423, | |
| "learning_rate": 9.275098207604957e-05, | |
| "loss": 2.2569, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.4321608040201005, | |
| "grad_norm": 1.7049428224563599, | |
| "learning_rate": 9.266454408160779e-05, | |
| "loss": 2.4531, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.43417085427135677, | |
| "grad_norm": 1.5478094816207886, | |
| "learning_rate": 9.257763456421398e-05, | |
| "loss": 2.2312, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.43618090452261304, | |
| "grad_norm": 1.706602692604065, | |
| "learning_rate": 9.249025448438076e-05, | |
| "loss": 2.4432, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.4381909547738693, | |
| "grad_norm": 1.701011300086975, | |
| "learning_rate": 9.24024048078213e-05, | |
| "loss": 2.1473, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.4402010050251256, | |
| "grad_norm": 1.7655497789382935, | |
| "learning_rate": 9.231408650543874e-05, | |
| "loss": 2.433, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.44221105527638194, | |
| "grad_norm": 1.853971004486084, | |
| "learning_rate": 9.22253005533154e-05, | |
| "loss": 2.3029, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.4442211055276382, | |
| "grad_norm": 1.8369559049606323, | |
| "learning_rate": 9.213604793270196e-05, | |
| "loss": 2.1837, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.4462311557788945, | |
| "grad_norm": 1.6373860836029053, | |
| "learning_rate": 9.204632963000671e-05, | |
| "loss": 2.4237, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.4482412060301508, | |
| "grad_norm": 1.7693603038787842, | |
| "learning_rate": 9.195614663678458e-05, | |
| "loss": 2.4229, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.45025125628140705, | |
| "grad_norm": 1.6722673177719116, | |
| "learning_rate": 9.186549994972618e-05, | |
| "loss": 2.3788, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.45226130653266333, | |
| "grad_norm": 1.6546918153762817, | |
| "learning_rate": 9.177439057064683e-05, | |
| "loss": 2.2079, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.4542713567839196, | |
| "grad_norm": 1.8333224058151245, | |
| "learning_rate": 9.168281950647545e-05, | |
| "loss": 2.5018, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.4562814070351759, | |
| "grad_norm": 1.7532380819320679, | |
| "learning_rate": 9.159078776924346e-05, | |
| "loss": 2.0344, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.45829145728643217, | |
| "grad_norm": 1.647209644317627, | |
| "learning_rate": 9.149829637607353e-05, | |
| "loss": 2.2324, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.46030150753768845, | |
| "grad_norm": 1.6968568563461304, | |
| "learning_rate": 9.140534634916846e-05, | |
| "loss": 2.1635, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.4623115577889447, | |
| "grad_norm": 1.6668813228607178, | |
| "learning_rate": 9.131193871579975e-05, | |
| "loss": 2.334, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.464321608040201, | |
| "grad_norm": 1.6174511909484863, | |
| "learning_rate": 9.121807450829632e-05, | |
| "loss": 2.1475, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.4663316582914573, | |
| "grad_norm": 1.8468537330627441, | |
| "learning_rate": 9.112375476403312e-05, | |
| "loss": 2.2984, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.46834170854271356, | |
| "grad_norm": 1.7187474966049194, | |
| "learning_rate": 9.102898052541958e-05, | |
| "loss": 2.4139, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.47035175879396984, | |
| "grad_norm": 1.7762575149536133, | |
| "learning_rate": 9.093375283988819e-05, | |
| "loss": 2.1496, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.4723618090452261, | |
| "grad_norm": 1.9211578369140625, | |
| "learning_rate": 9.083807275988284e-05, | |
| "loss": 2.1667, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4743718592964824, | |
| "grad_norm": 3.2748539447784424, | |
| "learning_rate": 9.074194134284726e-05, | |
| "loss": 2.2991, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.4763819095477387, | |
| "grad_norm": 1.751917839050293, | |
| "learning_rate": 9.064535965121324e-05, | |
| "loss": 2.2903, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.47839195979899496, | |
| "grad_norm": 1.7564281225204468, | |
| "learning_rate": 9.054832875238903e-05, | |
| "loss": 2.5954, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.48040201005025124, | |
| "grad_norm": 1.6731312274932861, | |
| "learning_rate": 9.045084971874738e-05, | |
| "loss": 2.3209, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.4824120603015075, | |
| "grad_norm": 2.067354679107666, | |
| "learning_rate": 9.035292362761381e-05, | |
| "loss": 2.1253, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.4844221105527638, | |
| "grad_norm": 1.6500976085662842, | |
| "learning_rate": 9.025455156125466e-05, | |
| "loss": 2.0942, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.4864321608040201, | |
| "grad_norm": 1.7590264081954956, | |
| "learning_rate": 9.015573460686509e-05, | |
| "loss": 2.3827, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.4884422110552764, | |
| "grad_norm": 1.8388062715530396, | |
| "learning_rate": 9.005647385655718e-05, | |
| "loss": 2.2311, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.4904522613065327, | |
| "grad_norm": 1.7108007669448853, | |
| "learning_rate": 8.995677040734769e-05, | |
| "loss": 2.1734, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.49246231155778897, | |
| "grad_norm": 2.4704267978668213, | |
| "learning_rate": 8.985662536114613e-05, | |
| "loss": 2.2604, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.49447236180904525, | |
| "grad_norm": 1.7523339986801147, | |
| "learning_rate": 8.97560398247424e-05, | |
| "loss": 2.3831, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.4964824120603015, | |
| "grad_norm": 1.5778342485427856, | |
| "learning_rate": 8.965501490979467e-05, | |
| "loss": 2.118, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.4984924623115578, | |
| "grad_norm": 1.5618497133255005, | |
| "learning_rate": 8.955355173281708e-05, | |
| "loss": 2.3317, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.5005025125628141, | |
| "grad_norm": 2.049302339553833, | |
| "learning_rate": 8.945165141516734e-05, | |
| "loss": 2.2127, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.5025125628140703, | |
| "grad_norm": 2.8442394733428955, | |
| "learning_rate": 8.934931508303445e-05, | |
| "loss": 2.1562, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.5045226130653266, | |
| "grad_norm": 1.7337098121643066, | |
| "learning_rate": 8.924654386742613e-05, | |
| "loss": 2.2541, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.5065326633165829, | |
| "grad_norm": 1.6087921857833862, | |
| "learning_rate": 8.914333890415639e-05, | |
| "loss": 2.3858, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.5085427135678392, | |
| "grad_norm": 1.7101848125457764, | |
| "learning_rate": 8.903970133383297e-05, | |
| "loss": 2.0366, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.5105527638190954, | |
| "grad_norm": 1.640261173248291, | |
| "learning_rate": 8.89356323018447e-05, | |
| "loss": 2.3109, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.5125628140703518, | |
| "grad_norm": 1.7887450456619263, | |
| "learning_rate": 8.883113295834892e-05, | |
| "loss": 2.23, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.5145728643216081, | |
| "grad_norm": 1.772544503211975, | |
| "learning_rate": 8.872620445825868e-05, | |
| "loss": 2.3887, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.5165829145728643, | |
| "grad_norm": 1.6293214559555054, | |
| "learning_rate": 8.862084796122998e-05, | |
| "loss": 2.2669, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.5185929648241207, | |
| "grad_norm": 1.9295259714126587, | |
| "learning_rate": 8.851506463164907e-05, | |
| "loss": 2.4984, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.5206030150753769, | |
| "grad_norm": 1.5557610988616943, | |
| "learning_rate": 8.84088556386194e-05, | |
| "loss": 2.2621, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.5226130653266332, | |
| "grad_norm": 1.9299404621124268, | |
| "learning_rate": 8.83022221559489e-05, | |
| "loss": 2.5963, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.5246231155778894, | |
| "grad_norm": 1.7403899431228638, | |
| "learning_rate": 8.819516536213683e-05, | |
| "loss": 2.261, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.5266331658291458, | |
| "grad_norm": 1.6017705202102661, | |
| "learning_rate": 8.808768644036085e-05, | |
| "loss": 2.1345, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.528643216080402, | |
| "grad_norm": 1.560952067375183, | |
| "learning_rate": 8.797978657846391e-05, | |
| "loss": 2.1304, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.5306532663316583, | |
| "grad_norm": 1.63511061668396, | |
| "learning_rate": 8.787146696894118e-05, | |
| "loss": 2.2639, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.5326633165829145, | |
| "grad_norm": 1.6902211904525757, | |
| "learning_rate": 8.776272880892675e-05, | |
| "loss": 2.4526, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.5346733668341709, | |
| "grad_norm": 2.2787492275238037, | |
| "learning_rate": 8.765357330018056e-05, | |
| "loss": 2.1836, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.5366834170854271, | |
| "grad_norm": 1.6377997398376465, | |
| "learning_rate": 8.754400164907497e-05, | |
| "loss": 2.1207, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.5386934673366834, | |
| "grad_norm": 1.829947829246521, | |
| "learning_rate": 8.74340150665815e-05, | |
| "loss": 2.4133, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.5407035175879397, | |
| "grad_norm": 1.8088699579238892, | |
| "learning_rate": 8.732361476825752e-05, | |
| "loss": 2.4477, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.542713567839196, | |
| "grad_norm": 1.8463410139083862, | |
| "learning_rate": 8.721280197423258e-05, | |
| "loss": 2.5268, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.5447236180904522, | |
| "grad_norm": 1.7526369094848633, | |
| "learning_rate": 8.710157790919522e-05, | |
| "loss": 2.2297, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.5467336683417086, | |
| "grad_norm": 1.548508882522583, | |
| "learning_rate": 8.69899438023792e-05, | |
| "loss": 2.3638, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.5487437185929648, | |
| "grad_norm": 1.6327900886535645, | |
| "learning_rate": 8.687790088755008e-05, | |
| "loss": 2.5126, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.5507537688442211, | |
| "grad_norm": 4.006368160247803, | |
| "learning_rate": 8.676545040299145e-05, | |
| "loss": 2.4828, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.5527638190954773, | |
| "grad_norm": 1.6274868249893188, | |
| "learning_rate": 8.665259359149132e-05, | |
| "loss": 2.2662, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.5547738693467337, | |
| "grad_norm": 1.686354398727417, | |
| "learning_rate": 8.653933170032842e-05, | |
| "loss": 2.4134, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.5567839195979899, | |
| "grad_norm": 1.62911856174469, | |
| "learning_rate": 8.642566598125831e-05, | |
| "loss": 2.275, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.5587939698492462, | |
| "grad_norm": 1.634544849395752, | |
| "learning_rate": 8.631159769049965e-05, | |
| "loss": 2.2874, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.5608040201005026, | |
| "grad_norm": 1.5775830745697021, | |
| "learning_rate": 8.619712808872024e-05, | |
| "loss": 2.2704, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.5628140703517588, | |
| "grad_norm": 1.618634581565857, | |
| "learning_rate": 8.60822584410231e-05, | |
| "loss": 2.545, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.5648241206030151, | |
| "grad_norm": 1.692204475402832, | |
| "learning_rate": 8.596699001693255e-05, | |
| "loss": 2.2853, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.5668341708542713, | |
| "grad_norm": 1.717124342918396, | |
| "learning_rate": 8.585132409038013e-05, | |
| "loss": 2.1552, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.5688442211055277, | |
| "grad_norm": 1.6397979259490967, | |
| "learning_rate": 8.573526193969046e-05, | |
| "loss": 2.3056, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.5708542713567839, | |
| "grad_norm": 1.6189571619033813, | |
| "learning_rate": 8.561880484756725e-05, | |
| "loss": 2.1406, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.5728643216080402, | |
| "grad_norm": 1.9604424238204956, | |
| "learning_rate": 8.550195410107902e-05, | |
| "loss": 2.4183, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.5748743718592965, | |
| "grad_norm": 1.6223558187484741, | |
| "learning_rate": 8.538471099164493e-05, | |
| "loss": 2.1032, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.5768844221105528, | |
| "grad_norm": 1.8475818634033203, | |
| "learning_rate": 8.526707681502044e-05, | |
| "loss": 2.1361, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.578894472361809, | |
| "grad_norm": 1.6998199224472046, | |
| "learning_rate": 8.51490528712831e-05, | |
| "loss": 2.0701, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.5809045226130654, | |
| "grad_norm": 1.5956889390945435, | |
| "learning_rate": 8.503064046481803e-05, | |
| "loss": 2.3293, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.5829145728643216, | |
| "grad_norm": 1.544945478439331, | |
| "learning_rate": 8.491184090430364e-05, | |
| "loss": 2.0934, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5849246231155779, | |
| "grad_norm": 1.5254535675048828, | |
| "learning_rate": 8.479265550269714e-05, | |
| "loss": 1.9323, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.5869346733668341, | |
| "grad_norm": 1.6815849542617798, | |
| "learning_rate": 8.467308557721996e-05, | |
| "loss": 2.2834, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.5889447236180905, | |
| "grad_norm": 1.7338416576385498, | |
| "learning_rate": 8.455313244934324e-05, | |
| "loss": 2.2117, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.5909547738693467, | |
| "grad_norm": 1.6180495023727417, | |
| "learning_rate": 8.443279744477324e-05, | |
| "loss": 2.1526, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.592964824120603, | |
| "grad_norm": 1.6239418983459473, | |
| "learning_rate": 8.43120818934367e-05, | |
| "loss": 2.1047, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5949748743718593, | |
| "grad_norm": 1.6448568105697632, | |
| "learning_rate": 8.419098712946601e-05, | |
| "loss": 2.0582, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.5969849246231156, | |
| "grad_norm": 1.722649097442627, | |
| "learning_rate": 8.406951449118469e-05, | |
| "loss": 1.9733, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.5989949748743718, | |
| "grad_norm": 1.7211109399795532, | |
| "learning_rate": 8.394766532109242e-05, | |
| "loss": 2.2033, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.6010050251256281, | |
| "grad_norm": 1.55821692943573, | |
| "learning_rate": 8.382544096585027e-05, | |
| "loss": 1.8462, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.6030150753768844, | |
| "grad_norm": 1.5059350728988647, | |
| "learning_rate": 8.370284277626577e-05, | |
| "loss": 2.0388, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.6050251256281407, | |
| "grad_norm": 1.7469459772109985, | |
| "learning_rate": 8.357987210727808e-05, | |
| "loss": 2.367, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.607035175879397, | |
| "grad_norm": 1.6946009397506714, | |
| "learning_rate": 8.345653031794292e-05, | |
| "loss": 2.3654, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.6090452261306533, | |
| "grad_norm": 2.0396924018859863, | |
| "learning_rate": 8.333281877141758e-05, | |
| "loss": 2.2726, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.6110552763819096, | |
| "grad_norm": 1.6228737831115723, | |
| "learning_rate": 8.320873883494585e-05, | |
| "loss": 2.2077, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.6130653266331658, | |
| "grad_norm": 1.6517311334609985, | |
| "learning_rate": 8.308429187984297e-05, | |
| "loss": 2.2134, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.6150753768844222, | |
| "grad_norm": 1.6150524616241455, | |
| "learning_rate": 8.295947928148036e-05, | |
| "loss": 2.1454, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.6170854271356784, | |
| "grad_norm": 1.5641722679138184, | |
| "learning_rate": 8.283430241927052e-05, | |
| "loss": 1.9578, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.6190954773869347, | |
| "grad_norm": 1.668264389038086, | |
| "learning_rate": 8.270876267665173e-05, | |
| "loss": 2.1463, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.6211055276381909, | |
| "grad_norm": 1.6941081285476685, | |
| "learning_rate": 8.258286144107276e-05, | |
| "loss": 2.2608, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.6231155778894473, | |
| "grad_norm": 1.9184767007827759, | |
| "learning_rate": 8.24566001039776e-05, | |
| "loss": 2.2404, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.6251256281407035, | |
| "grad_norm": 1.5730127096176147, | |
| "learning_rate": 8.232998006078997e-05, | |
| "loss": 2.1935, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.6271356783919598, | |
| "grad_norm": 1.4828630685806274, | |
| "learning_rate": 8.220300271089807e-05, | |
| "loss": 2.2226, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.629145728643216, | |
| "grad_norm": 1.5179678201675415, | |
| "learning_rate": 8.207566945763885e-05, | |
| "loss": 2.0261, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.6311557788944724, | |
| "grad_norm": 1.4846012592315674, | |
| "learning_rate": 8.19479817082828e-05, | |
| "loss": 2.1515, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.6331658291457286, | |
| "grad_norm": 1.6346242427825928, | |
| "learning_rate": 8.181994087401819e-05, | |
| "loss": 2.0147, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.6351758793969849, | |
| "grad_norm": 1.5853772163391113, | |
| "learning_rate": 8.169154836993551e-05, | |
| "loss": 2.1816, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.6371859296482412, | |
| "grad_norm": 1.573282241821289, | |
| "learning_rate": 8.156280561501195e-05, | |
| "loss": 2.0802, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.6391959798994975, | |
| "grad_norm": 1.5579333305358887, | |
| "learning_rate": 8.143371403209554e-05, | |
| "loss": 2.1474, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.6412060301507537, | |
| "grad_norm": 1.6341716051101685, | |
| "learning_rate": 8.130427504788955e-05, | |
| "loss": 2.293, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.6432160804020101, | |
| "grad_norm": 1.6196293830871582, | |
| "learning_rate": 8.117449009293668e-05, | |
| "loss": 2.0744, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.6452261306532663, | |
| "grad_norm": 1.702324628829956, | |
| "learning_rate": 8.104436060160324e-05, | |
| "loss": 2.158, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.6472361809045226, | |
| "grad_norm": 1.734678030014038, | |
| "learning_rate": 8.091388801206333e-05, | |
| "loss": 2.2079, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.6492462311557788, | |
| "grad_norm": 1.667091727256775, | |
| "learning_rate": 8.07830737662829e-05, | |
| "loss": 2.1447, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.6512562814070352, | |
| "grad_norm": 1.7557045221328735, | |
| "learning_rate": 8.06519193100039e-05, | |
| "loss": 2.2181, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.6532663316582915, | |
| "grad_norm": 1.6288976669311523, | |
| "learning_rate": 8.052042609272817e-05, | |
| "loss": 2.0902, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.6552763819095477, | |
| "grad_norm": 1.6819061040878296, | |
| "learning_rate": 8.038859556770151e-05, | |
| "loss": 2.3705, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.6572864321608041, | |
| "grad_norm": 1.7110100984573364, | |
| "learning_rate": 8.025642919189762e-05, | |
| "loss": 2.1783, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.6592964824120603, | |
| "grad_norm": 1.7823935747146606, | |
| "learning_rate": 8.012392842600198e-05, | |
| "loss": 2.3344, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.6613065326633166, | |
| "grad_norm": 1.661436915397644, | |
| "learning_rate": 7.99910947343957e-05, | |
| "loss": 2.2976, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.6633165829145728, | |
| "grad_norm": 1.6022391319274902, | |
| "learning_rate": 7.985792958513931e-05, | |
| "loss": 1.9313, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.6653266331658292, | |
| "grad_norm": 1.5373127460479736, | |
| "learning_rate": 7.972443444995663e-05, | |
| "loss": 2.182, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.6673366834170854, | |
| "grad_norm": 1.713374376296997, | |
| "learning_rate": 7.959061080421839e-05, | |
| "loss": 2.3038, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.6693467336683417, | |
| "grad_norm": 1.645225167274475, | |
| "learning_rate": 7.9456460126926e-05, | |
| "loss": 2.2538, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.671356783919598, | |
| "grad_norm": 1.480999231338501, | |
| "learning_rate": 7.932198390069515e-05, | |
| "loss": 1.9686, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.6733668341708543, | |
| "grad_norm": 3.5348572731018066, | |
| "learning_rate": 7.91871836117395e-05, | |
| "loss": 2.3065, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.6753768844221105, | |
| "grad_norm": 1.6705471277236938, | |
| "learning_rate": 7.905206074985416e-05, | |
| "loss": 2.1366, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.6773869346733669, | |
| "grad_norm": 1.6539703607559204, | |
| "learning_rate": 7.891661680839932e-05, | |
| "loss": 2.111, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.6793969849246231, | |
| "grad_norm": 1.5140559673309326, | |
| "learning_rate": 7.878085328428369e-05, | |
| "loss": 2.1999, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.6814070351758794, | |
| "grad_norm": 1.6765365600585938, | |
| "learning_rate": 7.86447716779479e-05, | |
| "loss": 1.9244, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.6834170854271356, | |
| "grad_norm": 1.6503502130508423, | |
| "learning_rate": 7.85083734933481e-05, | |
| "loss": 2.0321, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.685427135678392, | |
| "grad_norm": 1.5550287961959839, | |
| "learning_rate": 7.83716602379391e-05, | |
| "loss": 1.9953, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.6874371859296482, | |
| "grad_norm": 1.5494416952133179, | |
| "learning_rate": 7.823463342265792e-05, | |
| "loss": 2.1868, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.6894472361809045, | |
| "grad_norm": 1.5480455160140991, | |
| "learning_rate": 7.809729456190698e-05, | |
| "loss": 2.2091, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.6914572864321608, | |
| "grad_norm": 1.5905412435531616, | |
| "learning_rate": 7.795964517353735e-05, | |
| "loss": 2.0997, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.6934673366834171, | |
| "grad_norm": 1.6843619346618652, | |
| "learning_rate": 7.782168677883206e-05, | |
| "loss": 2.2762, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.6954773869346733, | |
| "grad_norm": 1.9944095611572266, | |
| "learning_rate": 7.76834209024892e-05, | |
| "loss": 1.8889, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.6974874371859296, | |
| "grad_norm": 1.6074081659317017, | |
| "learning_rate": 7.754484907260513e-05, | |
| "loss": 2.2474, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.699497487437186, | |
| "grad_norm": 1.506535530090332, | |
| "learning_rate": 7.740597282065756e-05, | |
| "loss": 2.1043, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.7015075376884422, | |
| "grad_norm": 1.5604645013809204, | |
| "learning_rate": 7.726679368148864e-05, | |
| "loss": 2.0762, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.7035175879396985, | |
| "grad_norm": 1.6519221067428589, | |
| "learning_rate": 7.712731319328798e-05, | |
| "loss": 2.123, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.7055276381909548, | |
| "grad_norm": 1.775421142578125, | |
| "learning_rate": 7.698753289757565e-05, | |
| "loss": 2.125, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.7075376884422111, | |
| "grad_norm": 1.552018404006958, | |
| "learning_rate": 7.684745433918518e-05, | |
| "loss": 1.952, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.7095477386934673, | |
| "grad_norm": 1.8088091611862183, | |
| "learning_rate": 7.670707906624644e-05, | |
| "loss": 2.2094, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.7115577889447237, | |
| "grad_norm": 1.5663000345230103, | |
| "learning_rate": 7.656640863016857e-05, | |
| "loss": 2.2196, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.7135678391959799, | |
| "grad_norm": 1.6653417348861694, | |
| "learning_rate": 7.642544458562278e-05, | |
| "loss": 2.1193, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.7155778894472362, | |
| "grad_norm": 1.5582131147384644, | |
| "learning_rate": 7.628418849052523e-05, | |
| "loss": 2.0609, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.7175879396984924, | |
| "grad_norm": 1.6001904010772705, | |
| "learning_rate": 7.614264190601981e-05, | |
| "loss": 1.9337, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.7195979899497488, | |
| "grad_norm": 1.5969533920288086, | |
| "learning_rate": 7.600080639646077e-05, | |
| "loss": 1.9728, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.721608040201005, | |
| "grad_norm": 1.5485557317733765, | |
| "learning_rate": 7.585868352939563e-05, | |
| "loss": 2.0791, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.7236180904522613, | |
| "grad_norm": 1.6326680183410645, | |
| "learning_rate": 7.571627487554769e-05, | |
| "loss": 2.1784, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.7256281407035176, | |
| "grad_norm": 1.7753201723098755, | |
| "learning_rate": 7.55735820087987e-05, | |
| "loss": 2.1085, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.7276381909547739, | |
| "grad_norm": 1.6765743494033813, | |
| "learning_rate": 7.543060650617158e-05, | |
| "loss": 2.2751, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.7296482412060301, | |
| "grad_norm": 1.7378075122833252, | |
| "learning_rate": 7.528734994781283e-05, | |
| "loss": 2.5291, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.7316582914572864, | |
| "grad_norm": 1.5884289741516113, | |
| "learning_rate": 7.514381391697517e-05, | |
| "loss": 2.1576, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.7336683417085427, | |
| "grad_norm": 1.4826475381851196, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 2.0913, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.735678391959799, | |
| "grad_norm": 1.5756173133850098, | |
| "learning_rate": 7.48559097862999e-05, | |
| "loss": 1.977, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.7376884422110552, | |
| "grad_norm": 1.5923422574996948, | |
| "learning_rate": 7.471154486834105e-05, | |
| "loss": 2.1248, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.7396984924623116, | |
| "grad_norm": 1.8260492086410522, | |
| "learning_rate": 7.456690684162557e-05, | |
| "loss": 2.1871, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.7417085427135678, | |
| "grad_norm": 1.6289384365081787, | |
| "learning_rate": 7.442199730467402e-05, | |
| "loss": 1.9642, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.7437185929648241, | |
| "grad_norm": 1.423568606376648, | |
| "learning_rate": 7.427681785900761e-05, | |
| "loss": 1.7796, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.7457286432160805, | |
| "grad_norm": 1.7022663354873657, | |
| "learning_rate": 7.413137010913054e-05, | |
| "loss": 2.2234, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.7477386934673367, | |
| "grad_norm": 1.6905540227890015, | |
| "learning_rate": 7.398565566251232e-05, | |
| "loss": 2.1867, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.749748743718593, | |
| "grad_norm": 1.545426607131958, | |
| "learning_rate": 7.383967612956988e-05, | |
| "loss": 2.0914, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.7517587939698492, | |
| "grad_norm": 1.6682387590408325, | |
| "learning_rate": 7.369343312364993e-05, | |
| "loss": 2.2405, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.7537688442211056, | |
| "grad_norm": 1.634537935256958, | |
| "learning_rate": 7.354692826101102e-05, | |
| "loss": 1.9596, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.7557788944723618, | |
| "grad_norm": 1.6119855642318726, | |
| "learning_rate": 7.340016316080565e-05, | |
| "loss": 2.1663, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.7577889447236181, | |
| "grad_norm": 1.621778130531311, | |
| "learning_rate": 7.325313944506254e-05, | |
| "loss": 1.9821, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.7597989949748744, | |
| "grad_norm": 2.1226937770843506, | |
| "learning_rate": 7.310585873866848e-05, | |
| "loss": 2.2974, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.7618090452261307, | |
| "grad_norm": 1.5477526187896729, | |
| "learning_rate": 7.295832266935059e-05, | |
| "loss": 1.8883, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.7638190954773869, | |
| "grad_norm": 1.5489342212677002, | |
| "learning_rate": 7.281053286765815e-05, | |
| "loss": 2.0525, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.7658291457286432, | |
| "grad_norm": 2.4198858737945557, | |
| "learning_rate": 7.26624909669447e-05, | |
| "loss": 2.0754, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.7678391959798995, | |
| "grad_norm": 1.5412720441818237, | |
| "learning_rate": 7.251419860334994e-05, | |
| "loss": 1.8809, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.7698492462311558, | |
| "grad_norm": 1.656874179840088, | |
| "learning_rate": 7.236565741578163e-05, | |
| "loss": 2.0115, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.771859296482412, | |
| "grad_norm": 1.5036085844039917, | |
| "learning_rate": 7.221686904589754e-05, | |
| "loss": 2.2604, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.7738693467336684, | |
| "grad_norm": 1.4638508558273315, | |
| "learning_rate": 7.20678351380872e-05, | |
| "loss": 1.9812, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.7758793969849246, | |
| "grad_norm": 1.5553574562072754, | |
| "learning_rate": 7.191855733945387e-05, | |
| "loss": 2.0646, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.7778894472361809, | |
| "grad_norm": 1.5192738771438599, | |
| "learning_rate": 7.176903729979621e-05, | |
| "loss": 2.3253, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.7798994974874371, | |
| "grad_norm": 1.702390432357788, | |
| "learning_rate": 7.161927667159013e-05, | |
| "loss": 2.0733, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.7819095477386935, | |
| "grad_norm": 1.551355004310608, | |
| "learning_rate": 7.146927710997047e-05, | |
| "loss": 2.0301, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.7839195979899497, | |
| "grad_norm": 1.6954432725906372, | |
| "learning_rate": 7.13190402727127e-05, | |
| "loss": 1.9302, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.785929648241206, | |
| "grad_norm": 1.5084172487258911, | |
| "learning_rate": 7.116856782021468e-05, | |
| "loss": 2.4387, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.7879396984924623, | |
| "grad_norm": 1.5950528383255005, | |
| "learning_rate": 7.101786141547828e-05, | |
| "loss": 2.1753, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.7899497487437186, | |
| "grad_norm": 1.674777865409851, | |
| "learning_rate": 7.08669227240909e-05, | |
| "loss": 2.0804, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.7919597989949749, | |
| "grad_norm": 1.5074516534805298, | |
| "learning_rate": 7.071575341420719e-05, | |
| "loss": 2.2549, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.7939698492462312, | |
| "grad_norm": 1.6578811407089233, | |
| "learning_rate": 7.056435515653059e-05, | |
| "loss": 2.1851, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.7959798994974875, | |
| "grad_norm": 1.6693928241729736, | |
| "learning_rate": 7.041272962429477e-05, | |
| "loss": 2.2608, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.7979899497487437, | |
| "grad_norm": 1.6492758989334106, | |
| "learning_rate": 7.026087849324527e-05, | |
| "loss": 1.9814, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.59951651096344, | |
| "learning_rate": 7.010880344162088e-05, | |
| "loss": 2.0959, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.8020100502512563, | |
| "grad_norm": 1.6797847747802734, | |
| "learning_rate": 6.995650615013516e-05, | |
| "loss": 2.242, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.8040201005025126, | |
| "grad_norm": 1.566300868988037, | |
| "learning_rate": 6.980398830195785e-05, | |
| "loss": 2.2452, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.8060301507537688, | |
| "grad_norm": 1.471531629562378, | |
| "learning_rate": 6.965125158269619e-05, | |
| "loss": 1.7636, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.8080402010050252, | |
| "grad_norm": 1.5839449167251587, | |
| "learning_rate": 6.94982976803764e-05, | |
| "loss": 2.299, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.8100502512562814, | |
| "grad_norm": 1.5502268075942993, | |
| "learning_rate": 6.934512828542497e-05, | |
| "loss": 1.8683, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.8120603015075377, | |
| "grad_norm": 1.532381296157837, | |
| "learning_rate": 6.919174509065004e-05, | |
| "loss": 1.8511, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.8140703517587939, | |
| "grad_norm": 1.4679884910583496, | |
| "learning_rate": 6.903814979122249e-05, | |
| "loss": 2.1163, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.8160804020100503, | |
| "grad_norm": 1.5164811611175537, | |
| "learning_rate": 6.888434408465751e-05, | |
| "loss": 2.1253, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.8180904522613065, | |
| "grad_norm": 1.6110063791275024, | |
| "learning_rate": 6.873032967079561e-05, | |
| "loss": 2.2175, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.8201005025125628, | |
| "grad_norm": 1.4853484630584717, | |
| "learning_rate": 6.85761082517839e-05, | |
| "loss": 2.1247, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.8221105527638191, | |
| "grad_norm": 1.7195366621017456, | |
| "learning_rate": 6.842168153205734e-05, | |
| "loss": 2.2131, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.8241206030150754, | |
| "grad_norm": 1.622910976409912, | |
| "learning_rate": 6.826705121831976e-05, | |
| "loss": 2.0826, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.8261306532663316, | |
| "grad_norm": 1.5393376350402832, | |
| "learning_rate": 6.811221901952513e-05, | |
| "loss": 1.9764, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.828140703517588, | |
| "grad_norm": 1.475002408027649, | |
| "learning_rate": 6.795718664685868e-05, | |
| "loss": 1.9606, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.8301507537688442, | |
| "grad_norm": 1.607079267501831, | |
| "learning_rate": 6.780195581371784e-05, | |
| "loss": 2.3341, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.8321608040201005, | |
| "grad_norm": 1.5544415712356567, | |
| "learning_rate": 6.764652823569344e-05, | |
| "loss": 2.3198, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.8341708542713567, | |
| "grad_norm": 1.5592552423477173, | |
| "learning_rate": 6.749090563055076e-05, | |
| "loss": 1.8339, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.8361809045226131, | |
| "grad_norm": 1.6058601140975952, | |
| "learning_rate": 6.733508971821036e-05, | |
| "loss": 2.0026, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.8381909547738694, | |
| "grad_norm": 1.5740671157836914, | |
| "learning_rate": 6.717908222072935e-05, | |
| "loss": 2.1512, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.8402010050251256, | |
| "grad_norm": 1.4987316131591797, | |
| "learning_rate": 6.702288486228216e-05, | |
| "loss": 2.1372, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.842211055276382, | |
| "grad_norm": 1.501441478729248, | |
| "learning_rate": 6.686649936914152e-05, | |
| "loss": 2.1216, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.8442211055276382, | |
| "grad_norm": 1.522459626197815, | |
| "learning_rate": 6.670992746965938e-05, | |
| "loss": 2.2921, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.8462311557788945, | |
| "grad_norm": 1.5145554542541504, | |
| "learning_rate": 6.65531708942479e-05, | |
| "loss": 2.0768, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.8482412060301507, | |
| "grad_norm": 1.7844620943069458, | |
| "learning_rate": 6.639623137536023e-05, | |
| "loss": 2.0404, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.8502512562814071, | |
| "grad_norm": 1.5324727296829224, | |
| "learning_rate": 6.623911064747133e-05, | |
| "loss": 1.9641, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.8522613065326633, | |
| "grad_norm": 1.5896046161651611, | |
| "learning_rate": 6.608181044705892e-05, | |
| "loss": 1.922, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.8542713567839196, | |
| "grad_norm": 1.531399130821228, | |
| "learning_rate": 6.592433251258423e-05, | |
| "loss": 1.9917, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.8562814070351759, | |
| "grad_norm": 1.3786967992782593, | |
| "learning_rate": 6.576667858447272e-05, | |
| "loss": 2.0952, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.8582914572864322, | |
| "grad_norm": 1.5708434581756592, | |
| "learning_rate": 6.560885040509499e-05, | |
| "loss": 2.0783, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.8603015075376884, | |
| "grad_norm": 1.5222376585006714, | |
| "learning_rate": 6.545084971874738e-05, | |
| "loss": 1.9323, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.8623115577889447, | |
| "grad_norm": 1.591243028640747, | |
| "learning_rate": 6.529267827163277e-05, | |
| "loss": 2.0764, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.864321608040201, | |
| "grad_norm": 1.5842283964157104, | |
| "learning_rate": 6.51343378118413e-05, | |
| "loss": 2.183, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.8663316582914573, | |
| "grad_norm": 1.5385973453521729, | |
| "learning_rate": 6.497583008933097e-05, | |
| "loss": 2.2194, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.8683417085427135, | |
| "grad_norm": 1.5147958993911743, | |
| "learning_rate": 6.481715685590836e-05, | |
| "loss": 1.9953, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.8703517587939699, | |
| "grad_norm": 1.5883772373199463, | |
| "learning_rate": 6.465831986520927e-05, | |
| "loss": 2.0174, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.8723618090452261, | |
| "grad_norm": 1.5510574579238892, | |
| "learning_rate": 6.449932087267932e-05, | |
| "loss": 1.9516, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.8743718592964824, | |
| "grad_norm": 1.4354772567749023, | |
| "learning_rate": 6.434016163555452e-05, | |
| "loss": 1.9101, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.8763819095477386, | |
| "grad_norm": 1.5250461101531982, | |
| "learning_rate": 6.418084391284192e-05, | |
| "loss": 2.1036, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.878391959798995, | |
| "grad_norm": 1.6079366207122803, | |
| "learning_rate": 6.402136946530014e-05, | |
| "loss": 2.1401, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.8804020100502512, | |
| "grad_norm": 1.5236170291900635, | |
| "learning_rate": 6.386174005541986e-05, | |
| "loss": 1.9832, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.8824120603015075, | |
| "grad_norm": 1.5333629846572876, | |
| "learning_rate": 6.370195744740442e-05, | |
| "loss": 1.8619, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.8844221105527639, | |
| "grad_norm": 1.5753098726272583, | |
| "learning_rate": 6.354202340715026e-05, | |
| "loss": 1.8309, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.8864321608040201, | |
| "grad_norm": 1.5884308815002441, | |
| "learning_rate": 6.338193970222744e-05, | |
| "loss": 2.1437, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.8884422110552764, | |
| "grad_norm": 1.5323386192321777, | |
| "learning_rate": 6.322170810186012e-05, | |
| "loss": 2.1074, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.8904522613065327, | |
| "grad_norm": 1.4975218772888184, | |
| "learning_rate": 6.306133037690693e-05, | |
| "loss": 2.0906, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.892462311557789, | |
| "grad_norm": 1.5518718957901, | |
| "learning_rate": 6.290080829984147e-05, | |
| "loss": 1.9955, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.8944723618090452, | |
| "grad_norm": 1.5773143768310547, | |
| "learning_rate": 6.274014364473274e-05, | |
| "loss": 2.2483, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.8964824120603015, | |
| "grad_norm": 1.533818006515503, | |
| "learning_rate": 6.257933818722543e-05, | |
| "loss": 2.093, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.8984924623115578, | |
| "grad_norm": 1.442911148071289, | |
| "learning_rate": 6.241839370452041e-05, | |
| "loss": 2.1291, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.9005025125628141, | |
| "grad_norm": 1.498679518699646, | |
| "learning_rate": 6.2257311975355e-05, | |
| "loss": 1.9726, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.9025125628140703, | |
| "grad_norm": 1.647017002105713, | |
| "learning_rate": 6.209609477998338e-05, | |
| "loss": 1.9182, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.9045226130653267, | |
| "grad_norm": 1.546736240386963, | |
| "learning_rate": 6.19347439001569e-05, | |
| "loss": 2.0869, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.9065326633165829, | |
| "grad_norm": 1.4182671308517456, | |
| "learning_rate": 6.177326111910429e-05, | |
| "loss": 2.1178, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.9085427135678392, | |
| "grad_norm": 1.685409426689148, | |
| "learning_rate": 6.161164822151213e-05, | |
| "loss": 2.1423, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.9105527638190954, | |
| "grad_norm": 1.488713026046753, | |
| "learning_rate": 6.144990699350497e-05, | |
| "loss": 2.2579, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.9125628140703518, | |
| "grad_norm": 1.6088262796401978, | |
| "learning_rate": 6.128803922262573e-05, | |
| "loss": 2.1192, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.914572864321608, | |
| "grad_norm": 1.6858761310577393, | |
| "learning_rate": 6.112604669781572e-05, | |
| "loss": 1.9913, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.9165829145728643, | |
| "grad_norm": 1.4918874502182007, | |
| "learning_rate": 6.096393120939516e-05, | |
| "loss": 2.0041, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.9185929648241206, | |
| "grad_norm": 1.501802921295166, | |
| "learning_rate": 6.08016945490432e-05, | |
| "loss": 2.1627, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.9206030150753769, | |
| "grad_norm": 1.6295005083084106, | |
| "learning_rate": 6.063933850977811e-05, | |
| "loss": 2.281, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.9226130653266331, | |
| "grad_norm": 1.4057841300964355, | |
| "learning_rate": 6.04768648859376e-05, | |
| "loss": 2.0616, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.9246231155778895, | |
| "grad_norm": 1.386192798614502, | |
| "learning_rate": 6.031427547315889e-05, | |
| "loss": 1.9191, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.9266331658291457, | |
| "grad_norm": 1.4363282918930054, | |
| "learning_rate": 6.015157206835881e-05, | |
| "loss": 1.94, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.928643216080402, | |
| "grad_norm": 1.6516571044921875, | |
| "learning_rate": 5.9988756469714135e-05, | |
| "loss": 2.3657, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.9306532663316583, | |
| "grad_norm": 1.465562105178833, | |
| "learning_rate": 5.982583047664151e-05, | |
| "loss": 2.1271, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.9326633165829146, | |
| "grad_norm": 1.5715078115463257, | |
| "learning_rate": 5.9662795889777666e-05, | |
| "loss": 2.1258, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.9346733668341709, | |
| "grad_norm": 3.0183351039886475, | |
| "learning_rate": 5.949965451095951e-05, | |
| "loss": 2.2448, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.9366834170854271, | |
| "grad_norm": 1.5689525604248047, | |
| "learning_rate": 5.933640814320417e-05, | |
| "loss": 2.161, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.9386934673366835, | |
| "grad_norm": 1.5857359170913696, | |
| "learning_rate": 5.917305859068912e-05, | |
| "loss": 2.2529, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.9407035175879397, | |
| "grad_norm": 1.4421300888061523, | |
| "learning_rate": 5.900960765873222e-05, | |
| "loss": 2.1033, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.942713567839196, | |
| "grad_norm": 1.5819547176361084, | |
| "learning_rate": 5.8846057153771786e-05, | |
| "loss": 2.2916, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.9447236180904522, | |
| "grad_norm": 1.4737604856491089, | |
| "learning_rate": 5.868240888334653e-05, | |
| "loss": 2.005, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.9467336683417086, | |
| "grad_norm": 1.4487162828445435, | |
| "learning_rate": 5.8518664656075706e-05, | |
| "loss": 1.9979, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.9487437185929648, | |
| "grad_norm": 1.5933785438537598, | |
| "learning_rate": 5.835482628163909e-05, | |
| "loss": 1.7228, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.9507537688442211, | |
| "grad_norm": 1.6304993629455566, | |
| "learning_rate": 5.819089557075689e-05, | |
| "loss": 2.109, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.9527638190954774, | |
| "grad_norm": 1.5096608400344849, | |
| "learning_rate": 5.802687433516989e-05, | |
| "loss": 1.9898, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.9547738693467337, | |
| "grad_norm": 1.611997127532959, | |
| "learning_rate": 5.786276438761927e-05, | |
| "loss": 1.9248, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.9567839195979899, | |
| "grad_norm": 1.6030073165893555, | |
| "learning_rate": 5.7698567541826675e-05, | |
| "loss": 2.0681, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.9587939698492463, | |
| "grad_norm": 1.569161057472229, | |
| "learning_rate": 5.753428561247416e-05, | |
| "loss": 1.919, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.9608040201005025, | |
| "grad_norm": 1.5151729583740234, | |
| "learning_rate": 5.7369920415184064e-05, | |
| "loss": 2.1896, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.9628140703517588, | |
| "grad_norm": 1.6666862964630127, | |
| "learning_rate": 5.7205473766499005e-05, | |
| "loss": 2.0416, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.964824120603015, | |
| "grad_norm": 1.5797557830810547, | |
| "learning_rate": 5.704094748386184e-05, | |
| "loss": 1.9272, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.9668341708542714, | |
| "grad_norm": 1.508834719657898, | |
| "learning_rate": 5.6876343385595446e-05, | |
| "loss": 1.7583, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.9688442211055276, | |
| "grad_norm": 1.4971197843551636, | |
| "learning_rate": 5.6711663290882776e-05, | |
| "loss": 1.9919, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.9708542713567839, | |
| "grad_norm": 1.6074587106704712, | |
| "learning_rate": 5.6546909019746666e-05, | |
| "loss": 1.982, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.9728643216080402, | |
| "grad_norm": 3.3276638984680176, | |
| "learning_rate": 5.6382082393029746e-05, | |
| "loss": 2.0718, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.9748743718592965, | |
| "grad_norm": 1.4836559295654297, | |
| "learning_rate": 5.621718523237427e-05, | |
| "loss": 2.196, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.9768844221105528, | |
| "grad_norm": 1.502540946006775, | |
| "learning_rate": 5.605221936020207e-05, | |
| "loss": 2.1674, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.978894472361809, | |
| "grad_norm": 1.4632574319839478, | |
| "learning_rate": 5.588718659969438e-05, | |
| "loss": 2.2086, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.9809045226130654, | |
| "grad_norm": 1.5661799907684326, | |
| "learning_rate": 5.57220887747716e-05, | |
| "loss": 2.0454, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.9829145728643216, | |
| "grad_norm": 1.5829559564590454, | |
| "learning_rate": 5.5556927710073314e-05, | |
| "loss": 1.9525, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.9849246231155779, | |
| "grad_norm": 1.6690107583999634, | |
| "learning_rate": 5.539170523093794e-05, | |
| "loss": 2.0355, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.9869346733668342, | |
| "grad_norm": 1.524163842201233, | |
| "learning_rate": 5.522642316338268e-05, | |
| "loss": 2.0668, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.9889447236180905, | |
| "grad_norm": 1.5150009393692017, | |
| "learning_rate": 5.506108333408329e-05, | |
| "loss": 2.1167, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.9909547738693467, | |
| "grad_norm": 1.5068144798278809, | |
| "learning_rate": 5.489568757035391e-05, | |
| "loss": 2.0714, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.992964824120603, | |
| "grad_norm": 1.5889198780059814, | |
| "learning_rate": 5.473023770012686e-05, | |
| "loss": 2.0012, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.9949748743718593, | |
| "grad_norm": 1.4362760782241821, | |
| "learning_rate": 5.456473555193242e-05, | |
| "loss": 1.9559, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.9969849246231156, | |
| "grad_norm": 1.4204431772232056, | |
| "learning_rate": 5.4399182954878656e-05, | |
| "loss": 1.8115, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.9989949748743718, | |
| "grad_norm": 1.500132441520691, | |
| "learning_rate": 5.4233581738631165e-05, | |
| "loss": 2.2726, | |
| "step": 994 | |
| } | |
| ], | |
| "logging_steps": 2, | |
| "max_steps": 1990, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 995, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.6840475756671795e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |