{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.8044692737430168, "eval_steps": 500, "global_step": 180, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 5.000000000000001e-07, "loss": 1.5526, "step": 1 }, { "epoch": 0.01, "learning_rate": 1.0000000000000002e-06, "loss": 1.6607, "step": 2 }, { "epoch": 0.01, "learning_rate": 1.5e-06, "loss": 1.372, "step": 3 }, { "epoch": 0.02, "learning_rate": 2.0000000000000003e-06, "loss": 1.4931, "step": 4 }, { "epoch": 0.02, "learning_rate": 2.5e-06, "loss": 1.5619, "step": 5 }, { "epoch": 0.03, "learning_rate": 3e-06, "loss": 1.718, "step": 6 }, { "epoch": 0.03, "learning_rate": 3.5e-06, "loss": 1.4011, "step": 7 }, { "epoch": 0.04, "learning_rate": 4.000000000000001e-06, "loss": 1.6706, "step": 8 }, { "epoch": 0.04, "learning_rate": 4.5e-06, "loss": 1.5431, "step": 9 }, { "epoch": 0.04, "learning_rate": 5e-06, "loss": 1.6866, "step": 10 }, { "epoch": 0.05, "learning_rate": 4.999971592166969e-06, "loss": 1.3485, "step": 11 }, { "epoch": 0.05, "learning_rate": 4.999886369313478e-06, "loss": 1.6039, "step": 12 }, { "epoch": 0.06, "learning_rate": 4.999744333376324e-06, "loss": 1.6092, "step": 13 }, { "epoch": 0.06, "learning_rate": 4.999545487583456e-06, "loss": 1.4041, "step": 14 }, { "epoch": 0.07, "learning_rate": 4.999289836453894e-06, "loss": 1.2342, "step": 15 }, { "epoch": 0.07, "learning_rate": 4.998977385797635e-06, "loss": 1.5679, "step": 16 }, { "epoch": 0.08, "learning_rate": 4.998608142715515e-06, "loss": 1.5122, "step": 17 }, { "epoch": 0.08, "learning_rate": 4.998182115599052e-06, "loss": 1.7621, "step": 18 }, { "epoch": 0.08, "learning_rate": 4.99769931413025e-06, "loss": 1.4677, "step": 19 }, { "epoch": 0.09, "learning_rate": 4.997159749281385e-06, "loss": 1.4017, "step": 20 }, { "epoch": 0.09, "learning_rate": 4.996563433314751e-06, "loss": 1.5041, "step": 21 }, { "epoch": 0.1, "learning_rate": 4.9959103797823835e-06, "loss": 1.7749, "step": 22 }, { "epoch": 0.1, "learning_rate": 4.995200603525752e-06, "loss": 1.5217, "step": 23 }, { "epoch": 0.11, "learning_rate": 4.99443412067542e-06, "loss": 1.5351, "step": 24 }, { "epoch": 0.11, "learning_rate": 4.993610948650681e-06, "loss": 1.6509, "step": 25 }, { "epoch": 0.12, "learning_rate": 4.992731106159161e-06, "loss": 1.3234, "step": 26 }, { "epoch": 0.12, "learning_rate": 4.9917946131963965e-06, "loss": 1.5587, "step": 27 }, { "epoch": 0.13, "learning_rate": 4.990801491045376e-06, "loss": 1.5141, "step": 28 }, { "epoch": 0.13, "learning_rate": 4.989751762276056e-06, "loss": 1.3626, "step": 29 }, { "epoch": 0.13, "learning_rate": 4.988645450744855e-06, "loss": 1.413, "step": 30 }, { "epoch": 0.14, "learning_rate": 4.987482581594101e-06, "loss": 1.5925, "step": 31 }, { "epoch": 0.14, "learning_rate": 4.98626318125147e-06, "loss": 1.6128, "step": 32 }, { "epoch": 0.15, "learning_rate": 4.984987277429377e-06, "loss": 1.5369, "step": 33 }, { "epoch": 0.15, "learning_rate": 4.983654899124355e-06, "loss": 1.4611, "step": 34 }, { "epoch": 0.16, "learning_rate": 4.982266076616386e-06, "loss": 1.3973, "step": 35 }, { "epoch": 0.16, "learning_rate": 4.9808208414682215e-06, "loss": 1.6418, "step": 36 }, { "epoch": 0.17, "learning_rate": 4.979319226524661e-06, "loss": 1.5317, "step": 37 }, { "epoch": 0.17, "learning_rate": 4.9777612659118034e-06, "loss": 1.3446, "step": 38 }, { "epoch": 0.17, "learning_rate": 4.976146995036279e-06, "loss": 1.6594, "step": 39 }, { "epoch": 0.18, "learning_rate": 4.974476450584438e-06, "loss": 1.3303, "step": 40 }, { "epoch": 0.18, "learning_rate": 4.972749670521517e-06, "loss": 1.391, "step": 41 }, { "epoch": 0.19, "learning_rate": 4.970966694090781e-06, "loss": 1.5491, "step": 42 }, { "epoch": 0.19, "learning_rate": 4.969127561812626e-06, "loss": 1.7895, "step": 43 }, { "epoch": 0.2, "learning_rate": 4.967232315483664e-06, "loss": 1.3842, "step": 44 }, { "epoch": 0.2, "learning_rate": 4.965280998175767e-06, "loss": 1.3015, "step": 45 }, { "epoch": 0.21, "learning_rate": 4.963273654235092e-06, "loss": 1.5276, "step": 46 }, { "epoch": 0.21, "learning_rate": 4.961210329281072e-06, "loss": 1.3836, "step": 47 }, { "epoch": 0.21, "learning_rate": 4.959091070205381e-06, "loss": 1.3379, "step": 48 }, { "epoch": 0.22, "learning_rate": 4.9569159251708635e-06, "loss": 1.385, "step": 49 }, { "epoch": 0.22, "learning_rate": 4.954684943610446e-06, "loss": 1.4117, "step": 50 }, { "epoch": 0.23, "learning_rate": 4.95239817622601e-06, "loss": 1.5684, "step": 51 }, { "epoch": 0.23, "learning_rate": 4.95005567498724e-06, "loss": 1.4568, "step": 52 }, { "epoch": 0.24, "learning_rate": 4.947657493130443e-06, "loss": 1.4549, "step": 53 }, { "epoch": 0.24, "learning_rate": 4.945203685157339e-06, "loss": 1.4898, "step": 54 }, { "epoch": 0.25, "learning_rate": 4.942694306833823e-06, "loss": 1.3103, "step": 55 }, { "epoch": 0.25, "learning_rate": 4.940129415188693e-06, "loss": 1.5988, "step": 56 }, { "epoch": 0.25, "learning_rate": 4.937509068512362e-06, "loss": 1.607, "step": 57 }, { "epoch": 0.26, "learning_rate": 4.934833326355525e-06, "loss": 1.5436, "step": 58 }, { "epoch": 0.26, "learning_rate": 4.932102249527812e-06, "loss": 1.5437, "step": 59 }, { "epoch": 0.27, "learning_rate": 4.929315900096403e-06, "loss": 1.2806, "step": 60 }, { "epoch": 0.27, "learning_rate": 4.9264743413846175e-06, "loss": 1.7067, "step": 61 }, { "epoch": 0.28, "learning_rate": 4.923577637970475e-06, "loss": 1.4578, "step": 62 }, { "epoch": 0.28, "learning_rate": 4.920625855685229e-06, "loss": 1.4264, "step": 63 }, { "epoch": 0.29, "learning_rate": 4.917619061611871e-06, "loss": 1.376, "step": 64 }, { "epoch": 0.29, "learning_rate": 4.914557324083604e-06, "loss": 1.5883, "step": 65 }, { "epoch": 0.29, "learning_rate": 4.91144071268229e-06, "loss": 1.5123, "step": 66 }, { "epoch": 0.3, "learning_rate": 4.908269298236871e-06, "loss": 1.5713, "step": 67 }, { "epoch": 0.3, "learning_rate": 4.905043152821757e-06, "loss": 1.7112, "step": 68 }, { "epoch": 0.31, "learning_rate": 4.9017623497551865e-06, "loss": 1.4226, "step": 69 }, { "epoch": 0.31, "learning_rate": 4.898426963597566e-06, "loss": 1.5532, "step": 70 }, { "epoch": 0.32, "learning_rate": 4.895037070149769e-06, "loss": 1.3635, "step": 71 }, { "epoch": 0.32, "learning_rate": 4.8915927464514165e-06, "loss": 1.4806, "step": 72 }, { "epoch": 0.33, "learning_rate": 4.888094070779127e-06, "loss": 1.5378, "step": 73 }, { "epoch": 0.33, "learning_rate": 4.884541122644737e-06, "loss": 1.5027, "step": 74 }, { "epoch": 0.34, "learning_rate": 4.880933982793491e-06, "loss": 1.5355, "step": 75 }, { "epoch": 0.34, "learning_rate": 4.877272733202212e-06, "loss": 1.5671, "step": 76 }, { "epoch": 0.34, "learning_rate": 4.873557457077431e-06, "loss": 1.5142, "step": 77 }, { "epoch": 0.35, "learning_rate": 4.869788238853505e-06, "loss": 1.4616, "step": 78 }, { "epoch": 0.35, "learning_rate": 4.8659651641906925e-06, "loss": 1.5574, "step": 79 }, { "epoch": 0.36, "learning_rate": 4.862088319973205e-06, "loss": 1.5764, "step": 80 }, { "epoch": 0.36, "learning_rate": 4.858157794307237e-06, "loss": 1.3982, "step": 81 }, { "epoch": 0.37, "learning_rate": 4.8541736765189625e-06, "loss": 1.2708, "step": 82 }, { "epoch": 0.37, "learning_rate": 4.850136057152505e-06, "loss": 1.4724, "step": 83 }, { "epoch": 0.38, "learning_rate": 4.8460450279678756e-06, "loss": 1.3383, "step": 84 }, { "epoch": 0.38, "learning_rate": 4.841900681938895e-06, "loss": 1.3246, "step": 85 }, { "epoch": 0.38, "learning_rate": 4.837703113251076e-06, "loss": 1.296, "step": 86 }, { "epoch": 0.39, "learning_rate": 4.83345241729948e-06, "loss": 1.3624, "step": 87 }, { "epoch": 0.39, "learning_rate": 4.8291486906865595e-06, "loss": 1.4347, "step": 88 }, { "epoch": 0.4, "learning_rate": 4.824792031219949e-06, "loss": 1.5823, "step": 89 }, { "epoch": 0.4, "learning_rate": 4.820382537910254e-06, "loss": 1.4445, "step": 90 }, { "epoch": 0.41, "learning_rate": 4.815920310968793e-06, "loss": 1.5752, "step": 91 }, { "epoch": 0.41, "learning_rate": 4.8114054518053265e-06, "loss": 1.435, "step": 92 }, { "epoch": 0.42, "learning_rate": 4.806838063025745e-06, "loss": 1.5153, "step": 93 }, { "epoch": 0.42, "learning_rate": 4.802218248429742e-06, "loss": 1.4925, "step": 94 }, { "epoch": 0.42, "learning_rate": 4.797546113008457e-06, "loss": 1.5668, "step": 95 }, { "epoch": 0.43, "learning_rate": 4.792821762942083e-06, "loss": 1.3986, "step": 96 }, { "epoch": 0.43, "learning_rate": 4.788045305597457e-06, "loss": 1.5273, "step": 97 }, { "epoch": 0.44, "learning_rate": 4.783216849525624e-06, "loss": 1.5795, "step": 98 }, { "epoch": 0.44, "learning_rate": 4.778336504459363e-06, "loss": 1.4153, "step": 99 }, { "epoch": 0.45, "learning_rate": 4.773404381310693e-06, "loss": 1.3923, "step": 100 }, { "epoch": 0.45, "learning_rate": 4.768420592168362e-06, "loss": 1.5524, "step": 101 }, { "epoch": 0.46, "learning_rate": 4.763385250295289e-06, "loss": 1.4603, "step": 102 }, { "epoch": 0.46, "learning_rate": 4.758298470125994e-06, "loss": 1.1736, "step": 103 }, { "epoch": 0.46, "learning_rate": 4.753160367263999e-06, "loss": 1.5845, "step": 104 }, { "epoch": 0.47, "learning_rate": 4.747971058479199e-06, "loss": 1.4358, "step": 105 }, { "epoch": 0.47, "learning_rate": 4.742730661705206e-06, "loss": 1.3916, "step": 106 }, { "epoch": 0.48, "learning_rate": 4.7374392960366765e-06, "loss": 1.5518, "step": 107 }, { "epoch": 0.48, "learning_rate": 4.732097081726594e-06, "loss": 1.2674, "step": 108 }, { "epoch": 0.49, "learning_rate": 4.7267041401835455e-06, "loss": 1.6152, "step": 109 }, { "epoch": 0.49, "learning_rate": 4.721260593968956e-06, "loss": 1.3621, "step": 110 }, { "epoch": 0.5, "learning_rate": 4.715766566794308e-06, "loss": 1.349, "step": 111 }, { "epoch": 0.5, "learning_rate": 4.710222183518327e-06, "loss": 1.3356, "step": 112 }, { "epoch": 0.51, "learning_rate": 4.704627570144144e-06, "loss": 1.4364, "step": 113 }, { "epoch": 0.51, "learning_rate": 4.698982853816434e-06, "loss": 1.3736, "step": 114 }, { "epoch": 0.51, "learning_rate": 4.693288162818522e-06, "loss": 1.4143, "step": 115 }, { "epoch": 0.52, "learning_rate": 4.687543626569476e-06, "loss": 1.4389, "step": 116 }, { "epoch": 0.52, "learning_rate": 4.681749375621154e-06, "loss": 1.3867, "step": 117 }, { "epoch": 0.53, "learning_rate": 4.675905541655249e-06, "loss": 1.2436, "step": 118 }, { "epoch": 0.53, "learning_rate": 4.670012257480287e-06, "loss": 1.3963, "step": 119 }, { "epoch": 0.54, "learning_rate": 4.664069657028617e-06, "loss": 1.204, "step": 120 }, { "epoch": 0.54, "learning_rate": 4.658077875353357e-06, "loss": 1.5107, "step": 121 }, { "epoch": 0.55, "learning_rate": 4.652037048625336e-06, "loss": 1.2643, "step": 122 }, { "epoch": 0.55, "learning_rate": 4.64594731412999e-06, "loss": 1.3832, "step": 123 }, { "epoch": 0.55, "learning_rate": 4.6398088102642485e-06, "loss": 1.2725, "step": 124 }, { "epoch": 0.56, "learning_rate": 4.633621676533385e-06, "loss": 1.3698, "step": 125 }, { "epoch": 0.56, "learning_rate": 4.627386053547851e-06, "loss": 1.3291, "step": 126 }, { "epoch": 0.57, "learning_rate": 4.621102083020074e-06, "loss": 1.3378, "step": 127 }, { "epoch": 0.57, "learning_rate": 4.6147699077612425e-06, "loss": 1.5546, "step": 128 }, { "epoch": 0.58, "learning_rate": 4.60838967167806e-06, "loss": 1.2718, "step": 129 }, { "epoch": 0.58, "learning_rate": 4.60196151976947e-06, "loss": 1.3865, "step": 130 }, { "epoch": 0.59, "learning_rate": 4.595485598123366e-06, "loss": 1.4959, "step": 131 }, { "epoch": 0.59, "learning_rate": 4.588962053913268e-06, "loss": 1.3494, "step": 132 }, { "epoch": 0.59, "learning_rate": 4.582391035394981e-06, "loss": 1.4601, "step": 133 }, { "epoch": 0.6, "learning_rate": 4.5757726919032205e-06, "loss": 1.4359, "step": 134 }, { "epoch": 0.6, "learning_rate": 4.569107173848227e-06, "loss": 1.3322, "step": 135 }, { "epoch": 0.61, "learning_rate": 4.5623946327123375e-06, "loss": 1.2575, "step": 136 }, { "epoch": 0.61, "learning_rate": 4.55563522104655e-06, "loss": 1.3388, "step": 137 }, { "epoch": 0.62, "learning_rate": 4.548829092467058e-06, "loss": 1.2733, "step": 138 }, { "epoch": 0.62, "learning_rate": 4.541976401651749e-06, "loss": 1.3894, "step": 139 }, { "epoch": 0.63, "learning_rate": 4.535077304336701e-06, "loss": 1.4156, "step": 140 }, { "epoch": 0.63, "learning_rate": 4.5281319573126395e-06, "loss": 1.3675, "step": 141 }, { "epoch": 0.63, "learning_rate": 4.5211405184213705e-06, "loss": 1.4117, "step": 142 }, { "epoch": 0.64, "learning_rate": 4.514103146552196e-06, "loss": 1.3661, "step": 143 }, { "epoch": 0.64, "learning_rate": 4.507020001638306e-06, "loss": 1.4448, "step": 144 }, { "epoch": 0.65, "learning_rate": 4.499891244653136e-06, "loss": 1.2039, "step": 145 }, { "epoch": 0.65, "learning_rate": 4.49271703760672e-06, "loss": 1.4663, "step": 146 }, { "epoch": 0.66, "learning_rate": 4.485497543541997e-06, "loss": 1.3761, "step": 147 }, { "epoch": 0.66, "learning_rate": 4.478232926531112e-06, "loss": 1.4133, "step": 148 }, { "epoch": 0.67, "learning_rate": 4.4709233516716865e-06, "loss": 1.4241, "step": 149 }, { "epoch": 0.67, "learning_rate": 4.463568985083068e-06, "loss": 1.2586, "step": 150 }, { "epoch": 0.67, "learning_rate": 4.45616999390255e-06, "loss": 1.3779, "step": 151 }, { "epoch": 0.68, "learning_rate": 4.448726546281577e-06, "loss": 1.5175, "step": 152 }, { "epoch": 0.68, "learning_rate": 4.441238811381923e-06, "loss": 1.4529, "step": 153 }, { "epoch": 0.69, "learning_rate": 4.4337069593718466e-06, "loss": 1.3275, "step": 154 }, { "epoch": 0.69, "learning_rate": 4.426131161422223e-06, "loss": 1.385, "step": 155 }, { "epoch": 0.7, "learning_rate": 4.418511589702655e-06, "loss": 1.6058, "step": 156 }, { "epoch": 0.7, "learning_rate": 4.410848417377559e-06, "loss": 1.3474, "step": 157 }, { "epoch": 0.71, "learning_rate": 4.403141818602231e-06, "loss": 1.4563, "step": 158 }, { "epoch": 0.71, "learning_rate": 4.395391968518888e-06, "loss": 1.4148, "step": 159 }, { "epoch": 0.72, "learning_rate": 4.387599043252688e-06, "loss": 1.2975, "step": 160 }, { "epoch": 0.72, "learning_rate": 4.379763219907728e-06, "loss": 1.3575, "step": 161 }, { "epoch": 0.72, "learning_rate": 4.3718846765630155e-06, "loss": 1.1464, "step": 162 }, { "epoch": 0.73, "learning_rate": 4.363963592268426e-06, "loss": 1.291, "step": 163 }, { "epoch": 0.73, "learning_rate": 4.35600014704063e-06, "loss": 1.1857, "step": 164 }, { "epoch": 0.74, "learning_rate": 4.347994521859008e-06, "loss": 1.3634, "step": 165 }, { "epoch": 0.74, "learning_rate": 4.33994689866153e-06, "loss": 1.3407, "step": 166 }, { "epoch": 0.75, "learning_rate": 4.3318574603406235e-06, "loss": 1.2996, "step": 167 }, { "epoch": 0.75, "learning_rate": 4.32372639073902e-06, "loss": 1.2419, "step": 168 }, { "epoch": 0.76, "learning_rate": 4.315553874645575e-06, "loss": 1.5337, "step": 169 }, { "epoch": 0.76, "learning_rate": 4.307340097791064e-06, "loss": 1.3834, "step": 170 }, { "epoch": 0.76, "learning_rate": 4.29908524684397e-06, "loss": 1.3191, "step": 171 }, { "epoch": 0.77, "learning_rate": 4.290789509406235e-06, "loss": 1.2044, "step": 172 }, { "epoch": 0.77, "learning_rate": 4.282453074008996e-06, "loss": 1.4331, "step": 173 }, { "epoch": 0.78, "learning_rate": 4.2740761301083075e-06, "loss": 1.2252, "step": 174 }, { "epoch": 0.78, "learning_rate": 4.265658868080826e-06, "loss": 1.3924, "step": 175 }, { "epoch": 0.79, "learning_rate": 4.257201479219494e-06, "loss": 1.1913, "step": 176 }, { "epoch": 0.79, "learning_rate": 4.2487041557291815e-06, "loss": 1.3467, "step": 177 }, { "epoch": 0.8, "learning_rate": 4.240167090722327e-06, "loss": 1.3273, "step": 178 }, { "epoch": 0.8, "learning_rate": 4.231590478214543e-06, "loss": 1.6025, "step": 179 }, { "epoch": 0.8, "learning_rate": 4.222974513120213e-06, "loss": 1.268, "step": 180 } ], "logging_steps": 1, "max_steps": 669, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 20, "total_flos": 1.2730548011139072e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }