{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9987438399845395,
  "eval_steps": 100,
  "global_step": 646,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "completion_length": 457.96500358581545,
      "epoch": 0.007730215479756498,
      "grad_norm": 0.7608509038009253,
      "kl": 0.0007220268249511719,
      "learning_rate": 7.692307692307694e-07,
      "loss": 0.0,
      "reward": 0.45107144135981797,
      "reward_std": 0.4365754766389728,
      "rewards/accuracy_reward": 0.04785714372992515,
      "rewards/format_reward": 0.4032142972573638,
      "step": 5
    },
    {
      "completion_length": 445.5060745239258,
      "epoch": 0.015460430959512996,
      "grad_norm": 1.5113540423097132,
      "kl": 0.006823968887329101,
      "learning_rate": 1.5384615384615387e-06,
      "loss": 0.0003,
      "reward": 0.5625000160187483,
      "reward_std": 0.4424866631627083,
      "rewards/accuracy_reward": 0.06107142954133451,
      "rewards/format_reward": 0.5014285854995251,
      "step": 10
    },
    {
      "completion_length": 411.183215713501,
      "epoch": 0.023190646439269495,
      "grad_norm": 1.5933497538626709,
      "kl": 0.029457855224609374,
      "learning_rate": 2.307692307692308e-06,
      "loss": 0.0012,
      "reward": 0.7785714413970709,
      "reward_std": 0.35438590599223974,
      "rewards/accuracy_reward": 0.05464285819325596,
      "rewards/format_reward": 0.7239285875111818,
      "step": 15
    },
    {
      "completion_length": 381.2946424484253,
      "epoch": 0.03092086191902599,
      "grad_norm": 0.4776993449956818,
      "kl": 0.02753753662109375,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 0.0011,
      "reward": 0.8642857238650322,
      "reward_std": 0.29294114708900454,
      "rewards/accuracy_reward": 0.03821428623050451,
      "rewards/format_reward": 0.8260714389383793,
      "step": 20
    },
    {
      "completion_length": 362.5117889404297,
      "epoch": 0.03865107739878249,
      "grad_norm": 0.635286407672086,
      "kl": 0.03197479248046875,
      "learning_rate": 3.846153846153847e-06,
      "loss": 0.0013,
      "reward": 0.9035714380443096,
      "reward_std": 0.23572507686913013,
      "rewards/accuracy_reward": 0.032142857718281445,
      "rewards/format_reward": 0.8714285790920258,
      "step": 25
    },
    {
      "completion_length": 315.9125024795532,
      "epoch": 0.04638129287853899,
      "grad_norm": 0.3737341489393726,
      "kl": 0.042462158203125,
      "learning_rate": 4.615384615384616e-06,
      "loss": 0.0017,
      "reward": 0.9617857217788697,
      "reward_std": 0.1909911316819489,
      "rewards/accuracy_reward": 0.04142857207916677,
      "rewards/format_reward": 0.920357147604227,
      "step": 30
    },
    {
      "completion_length": 303.57821617126467,
      "epoch": 0.054111508358295486,
      "grad_norm": 0.29770380771379046,
      "kl": 0.05437469482421875,
      "learning_rate": 5.384615384615385e-06,
      "loss": 0.0022,
      "reward": 0.975714298337698,
      "reward_std": 0.16020548259839415,
      "rewards/accuracy_reward": 0.03321428613271564,
      "rewards/format_reward": 0.942500003427267,
      "step": 35
    },
    {
      "completion_length": 327.77964363098147,
      "epoch": 0.06184172383805198,
      "grad_norm": 0.4560285277274068,
      "kl": 0.056903076171875,
      "learning_rate": 6.153846153846155e-06,
      "loss": 0.0023,
      "reward": 1.016785728931427,
      "reward_std": 0.1489170640707016,
      "rewards/accuracy_reward": 0.05392857214901596,
      "rewards/format_reward": 0.9628571450710297,
      "step": 40
    },
    {
      "completion_length": 365.1317882537842,
      "epoch": 0.06957193931780849,
      "grad_norm": 0.31719927124196806,
      "kl": 0.0534454345703125,
      "learning_rate": 6.923076923076923e-06,
      "loss": 0.0021,
      "reward": 1.0375000171363353,
      "reward_std": 0.19086767928674817,
      "rewards/accuracy_reward": 0.08285714453086257,
      "rewards/format_reward": 0.9546428598463536,
      "step": 45
    },
    {
      "completion_length": 358.1814300537109,
      "epoch": 0.07730215479756498,
      "grad_norm": 0.38771993742220967,
      "kl": 0.06278076171875,
      "learning_rate": 7.692307692307694e-06,
      "loss": 0.0025,
      "reward": 1.040357157588005,
      "reward_std": 0.21823968663811683,
      "rewards/accuracy_reward": 0.0939285738626495,
      "rewards/format_reward": 0.9464285746216774,
      "step": 50
    },
    {
      "completion_length": 338.32928562164307,
      "epoch": 0.08503237027732148,
      "grad_norm": 0.3009616852428193,
      "kl": 0.07071533203125,
      "learning_rate": 8.461538461538462e-06,
      "loss": 0.0028,
      "reward": 1.0582143023610115,
      "reward_std": 0.1873143390752375,
      "rewards/accuracy_reward": 0.09785714475437998,
      "rewards/format_reward": 0.9603571452200412,
      "step": 55
    },
    {
      "completion_length": 355.8407180786133,
      "epoch": 0.09276258575707798,
      "grad_norm": 0.325964246595786,
      "kl": 0.07974853515625,
      "learning_rate": 9.230769230769232e-06,
      "loss": 0.0032,
      "reward": 1.0664285972714425,
      "reward_std": 0.1719504727050662,
      "rewards/accuracy_reward": 0.09464285941794515,
      "rewards/format_reward": 0.9717857159674168,
      "step": 60
    },
    {
      "completion_length": 385.9732172012329,
      "epoch": 0.10049280123683448,
      "grad_norm": 0.29390759666087973,
      "kl": 0.095562744140625,
      "learning_rate": 1e-05,
      "loss": 0.0038,
      "reward": 1.1042857334017753,
      "reward_std": 0.22559863626956939,
      "rewards/accuracy_reward": 0.14392857477068902,
      "rewards/format_reward": 0.9603571452200412,
      "step": 65
    },
    {
      "completion_length": 361.5596435546875,
      "epoch": 0.10822301671659097,
      "grad_norm": 0.3746410425327759,
      "kl": 0.115264892578125,
      "learning_rate": 9.99817273706943e-06,
      "loss": 0.0046,
      "reward": 1.1235714480280876,
      "reward_std": 0.20448200711980463,
      "rewards/accuracy_reward": 0.1439285755623132,
      "rewards/format_reward": 0.9796428583562374,
      "step": 70
    },
    {
      "completion_length": 348.6992870330811,
      "epoch": 0.11595323219634747,
      "grad_norm": 0.3978179778651091,
      "kl": 0.148199462890625,
      "learning_rate": 9.992692283833639e-06,
      "loss": 0.0059,
      "reward": 1.154285728931427,
      "reward_std": 0.25590373622253537,
      "rewards/accuracy_reward": 0.19571429127827286,
      "rewards/format_reward": 0.9585714310407638,
      "step": 75
    },
    {
      "completion_length": 360.27392997741697,
      "epoch": 0.12368344767610397,
      "grad_norm": 0.3285728265102151,
      "kl": 0.122698974609375,
      "learning_rate": 9.983562645984248e-06,
      "loss": 0.0049,
      "reward": 1.108214306086302,
      "reward_std": 0.207218668051064,
      "rewards/accuracy_reward": 0.1371428606333211,
      "rewards/format_reward": 0.9710714302957058,
      "step": 80
    },
    {
      "completion_length": 326.5525007247925,
      "epoch": 0.13141366315586048,
      "grad_norm": 0.3701658784343864,
      "kl": 0.13370361328125,
      "learning_rate": 9.970790496420781e-06,
      "loss": 0.0053,
      "reward": 1.1421428725123406,
      "reward_std": 0.22562065320089458,
      "rewards/accuracy_reward": 0.17250000457279385,
      "rewards/format_reward": 0.9696428589522839,
      "step": 85
    },
    {
      "completion_length": 340.90464515686034,
      "epoch": 0.13914387863561697,
      "grad_norm": 0.3053892797015973,
      "kl": 0.197650146484375,
      "learning_rate": 9.954385170373415e-06,
      "loss": 0.0079,
      "reward": 1.2007143080234528,
      "reward_std": 0.223483042512089,
      "rewards/accuracy_reward": 0.22071429125498981,
      "rewards/format_reward": 0.9800000011920929,
      "step": 90
    },
    {
      "completion_length": 370.76178760528563,
      "epoch": 0.14687409411537347,
      "grad_norm": 0.26661678402016015,
      "kl": 0.15225830078125,
      "learning_rate": 9.934358658579808e-06,
      "loss": 0.0061,
      "reward": 1.2128571577370166,
      "reward_std": 0.24409643467515707,
      "rewards/accuracy_reward": 0.24714286350645126,
      "rewards/format_reward": 0.9657142877578735,
      "step": 95
    },
    {
      "completion_length": 383.44642810821534,
      "epoch": 0.15460430959512997,
      "grad_norm": 0.24333486200642604,
      "kl": 0.140423583984375,
      "learning_rate": 9.910725598521014e-06,
      "loss": 0.0056,
      "reward": 1.1667857356369495,
      "reward_std": 0.22021743915975095,
      "rewards/accuracy_reward": 0.19857143445406109,
      "rewards/format_reward": 0.968214287608862,
      "step": 100
    },
    {
      "epoch": 0.15460430959512997,
      "eval_completion_length": 356.63817596435547,
      "eval_kl": 0.14697265625,
      "eval_loss": 0.005899494513869286,
      "eval_reward": 1.2053571343421936,
      "eval_reward_std": 0.25127829425036907,
      "eval_rewards/accuracy_reward": 0.23571429401636124,
      "eval_rewards/format_reward": 0.9696428775787354,
      "eval_runtime": 85.1811,
      "eval_samples_per_second": 1.162,
      "eval_steps_per_second": 0.023,
      "step": 100
    },
    {
      "completion_length": 381.14428634643554,
      "epoch": 0.16233452507488647,
      "grad_norm": 0.32426868486126564,
      "kl": 0.153460693359375,
      "learning_rate": 9.883503263722864e-06,
      "loss": 0.0061,
      "reward": 1.2335714444518089,
      "reward_std": 0.23903345353901387,
      "rewards/accuracy_reward": 0.25892857937142255,
      "rewards/format_reward": 0.9746428586542606,
      "step": 105
    },
    {
      "completion_length": 369.8639308929443,
      "epoch": 0.17006474055464296,
      "grad_norm": 0.2662792930753043,
      "kl": 0.16746826171875,
      "learning_rate": 9.852711551130662e-06,
      "loss": 0.0067,
      "reward": 1.2200000181794166,
      "reward_std": 0.21895755929872393,
      "rewards/accuracy_reward": 0.24428572261240333,
      "rewards/format_reward": 0.9757142871618271,
      "step": 110
    },
    {
      "completion_length": 336.4314300537109,
      "epoch": 0.17779495603439946,
      "grad_norm": 0.3050936417250258,
      "kl": 0.1807861328125,
      "learning_rate": 9.818372966566404e-06,
      "loss": 0.0072,
      "reward": 1.201428586244583,
      "reward_std": 0.2133496488444507,
      "rewards/accuracy_reward": 0.22321429231669754,
      "rewards/format_reward": 0.9782142870128154,
      "step": 115
    },
    {
      "completion_length": 350.5678596496582,
      "epoch": 0.18552517151415596,
      "grad_norm": 0.34458458483928667,
      "kl": 0.19677734375,
      "learning_rate": 9.780512608279156e-06,
      "loss": 0.0079,
      "reward": 1.146071445941925,
      "reward_std": 0.2668243307620287,
      "rewards/accuracy_reward": 0.2042857193853706,
      "rewards/format_reward": 0.9417857177555561,
      "step": 120
    },
    {
      "completion_length": 433.7532165527344,
      "epoch": 0.19325538699391245,
      "grad_norm": 0.36013965861594144,
      "kl": 0.220751953125,
      "learning_rate": 9.739158148600609e-06,
      "loss": 0.0088,
      "reward": 1.0971428729593753,
      "reward_std": 0.3263824795372784,
      "rewards/accuracy_reward": 0.21000000613275915,
      "rewards/format_reward": 0.887142863869667,
      "step": 125
    },
    {
      "completion_length": 497.63500156402586,
      "epoch": 0.20098560247366895,
      "grad_norm": 0.34690086218654914,
      "kl": 0.248583984375,
      "learning_rate": 9.694339813719243e-06,
      "loss": 0.0099,
      "reward": 1.1189285896718502,
      "reward_std": 0.2914966750890017,
      "rewards/accuracy_reward": 0.19928571924101562,
      "rewards/format_reward": 0.9196428619325161,
      "step": 130
    },
    {
      "completion_length": 326.64821701049806,
      "epoch": 0.20871581795342545,
      "grad_norm": 0.33711598936424164,
      "kl": 0.22991943359375,
      "learning_rate": 9.646090361587828e-06,
      "loss": 0.0092,
      "reward": 1.2050000175833702,
      "reward_std": 0.23595014372840523,
      "rewards/accuracy_reward": 0.23321429167408497,
      "rewards/format_reward": 0.9717857159674168,
      "step": 135
    },
    {
      "completion_length": 337.5925010681152,
      "epoch": 0.21644603343318194,
      "grad_norm": 19.330410175568485,
      "kl": 0.3224609375,
      "learning_rate": 9.594445057980483e-06,
      "loss": 0.0129,
      "reward": 1.2114285856485367,
      "reward_std": 0.2494897256605327,
      "rewards/accuracy_reward": 0.2425000074552372,
      "rewards/format_reward": 0.9689285732805729,
      "step": 140
    },
    {
      "completion_length": 359.734645652771,
      "epoch": 0.22417624891293844,
      "grad_norm": 1.318993891026559,
      "kl": 0.32476806640625,
      "learning_rate": 9.539441650716744e-06,
      "loss": 0.013,
      "reward": 1.1532142981886864,
      "reward_std": 0.268144457321614,
      "rewards/accuracy_reward": 0.22357143508270383,
      "rewards/format_reward": 0.9296428613364697,
      "step": 145
    },
    {
      "completion_length": 308.5442869186401,
      "epoch": 0.23190646439269494,
      "grad_norm": 5.642497910156749,
      "kl": 0.4279296875,
      "learning_rate": 9.481120342071462e-06,
      "loss": 0.0171,
      "reward": 1.1817857310175897,
      "reward_std": 0.2727494416758418,
      "rewards/accuracy_reward": 0.23892857865430414,
      "rewards/format_reward": 0.9428571462631226,
      "step": 150
    },
    {
      "completion_length": 271.07821559906006,
      "epoch": 0.23963667987245144,
      "grad_norm": 12.266848353099874,
      "kl": 0.36064453125,
      "learning_rate": 9.41952375939078e-06,
      "loss": 0.0144,
      "reward": 1.2067857295274735,
      "reward_std": 0.2593365713953972,
      "rewards/accuracy_reward": 0.24535714988596738,
      "rewards/format_reward": 0.9614285737276077,
      "step": 155
    },
    {
      "completion_length": 275.08464469909666,
      "epoch": 0.24736689535220793,
      "grad_norm": 0.34495859229810133,
      "kl": 0.226123046875,
      "learning_rate": 9.354696923935573e-06,
      "loss": 0.009,
      "reward": 1.2053571574389934,
      "reward_std": 0.25177041683346035,
      "rewards/accuracy_reward": 0.24000000536907465,
      "rewards/format_reward": 0.9653571449220181,
      "step": 160
    },
    {
      "completion_length": 250.24928703308106,
      "epoch": 0.25509711083196446,
      "grad_norm": 0.3975356570351778,
      "kl": 0.30623779296875,
      "learning_rate": 9.28668721797517e-06,
      "loss": 0.0123,
      "reward": 1.2103571623563767,
      "reward_std": 0.2850337457843125,
      "rewards/accuracy_reward": 0.26000000804197043,
      "rewards/format_reward": 0.9503571458160878,
      "step": 165
    },
    {
      "completion_length": 240.8703582763672,
      "epoch": 0.26282732631172095,
      "grad_norm": 15.560140664497903,
      "kl": 0.58157958984375,
      "learning_rate": 9.215544350155423e-06,
      "loss": 0.0233,
      "reward": 1.1975000113248826,
      "reward_std": 0.23778518568724394,
      "rewards/accuracy_reward": 0.23892857872415335,
      "rewards/format_reward": 0.9585714310407638,
      "step": 170
    },
    {
      "completion_length": 244.13857307434083,
      "epoch": 0.27055754179147745,
      "grad_norm": 0.32982217891891835,
      "kl": 0.33167724609375,
      "learning_rate": 9.141320319166387e-06,
      "loss": 0.0133,
      "reward": 1.2264285899698735,
      "reward_std": 0.19883861131966113,
      "rewards/accuracy_reward": 0.24464286372531205,
      "rewards/format_reward": 0.9817857153713703,
      "step": 175
    },
    {
      "completion_length": 250.61321525573732,
      "epoch": 0.27828775727123395,
      "grad_norm": 0.6994861767616407,
      "kl": 0.28465576171875,
      "learning_rate": 9.064069375736216e-06,
      "loss": 0.0114,
      "reward": 1.1882142946124077,
      "reward_std": 0.24957463573664426,
      "rewards/accuracy_reward": 0.23000000652391464,
      "rewards/format_reward": 0.9582142882049084,
      "step": 180
    },
    {
      "completion_length": 172.02142906188965,
      "epoch": 0.28601797275099045,
      "grad_norm": 1.042105326460384,
      "kl": 0.7489013671875,
      "learning_rate": 8.983847982979022e-06,
      "loss": 0.03,
      "reward": 1.0496428698301314,
      "reward_std": 0.3774342490360141,
      "rewards/accuracy_reward": 0.18750000472646206,
      "rewards/format_reward": 0.8621428653597831,
      "step": 185
    },
    {
      "completion_length": 202.3928581237793,
      "epoch": 0.29374818823074694,
      "grad_norm": 0.5558652862204951,
      "kl": 0.478271484375,
      "learning_rate": 8.900714775125696e-06,
      "loss": 0.0191,
      "reward": 1.119642873853445,
      "reward_std": 0.2985226408578455,
      "rewards/accuracy_reward": 0.20392857666593045,
      "rewards/format_reward": 0.9157142907381057,
      "step": 190
    },
    {
      "completion_length": 254.10214443206786,
      "epoch": 0.30147840371050344,
      "grad_norm": 0.37080340908454873,
      "kl": 0.543505859375,
      "learning_rate": 8.814730514667841e-06,
      "loss": 0.0217,
      "reward": 1.193214301019907,
      "reward_std": 0.20587898194789886,
      "rewards/accuracy_reward": 0.22071429206989707,
      "rewards/format_reward": 0.9725000016391278,
      "step": 195
    },
    {
      "completion_length": 239.24893054962158,
      "epoch": 0.30920861919025994,
      "grad_norm": 1.419820098954415,
      "kl": 0.29251708984375,
      "learning_rate": 8.725958047946155e-06,
      "loss": 0.0117,
      "reward": 1.2103571616113187,
      "reward_std": 0.2034143740311265,
      "rewards/accuracy_reward": 0.21821429126430303,
      "rewards/format_reward": 0.9921428576111794,
      "step": 200
    },
    {
      "epoch": 0.30920861919025994,
      "eval_completion_length": 248.33312606811523,
      "eval_kl": 0.275390625,
      "eval_loss": 0.011179111897945404,
      "eval_reward": 1.2339285761117935,
      "eval_reward_std": 0.21089003048837185,
      "eval_rewards/accuracy_reward": 0.24285714887082577,
      "eval_rewards/format_reward": 0.9910714328289032,
      "eval_runtime": 65.1713,
      "eval_samples_per_second": 1.519,
      "eval_steps_per_second": 0.031,
      "step": 200
    },
    {
      "completion_length": 277.3242883682251,
      "epoch": 0.31693883467001643,
      "grad_norm": 0.4847949666125137,
      "kl": 0.28834228515625,
      "learning_rate": 8.634462259215719e-06,
      "loss": 0.0115,
      "reward": 1.224642877280712,
      "reward_std": 0.21538263475522398,
      "rewards/accuracy_reward": 0.2310714353341609,
      "rewards/format_reward": 0.9935714289546013,
      "step": 205
    },
    {
      "completion_length": 312.77535858154295,
      "epoch": 0.32466905014977293,
      "grad_norm": 0.2890010677054343,
      "kl": 0.29903564453125,
      "learning_rate": 8.540310023221751e-06,
      "loss": 0.012,
      "reward": 1.2089285902678966,
      "reward_std": 0.21994048971682786,
      "rewards/accuracy_reward": 0.22392857696395368,
      "rewards/format_reward": 0.9850000008940697,
      "step": 210
    },
    {
      "completion_length": 326.0450016021729,
      "epoch": 0.33239926562952943,
      "grad_norm": 1.5857581308410953,
      "kl": 0.3697021484375,
      "learning_rate": 8.443570156320518e-06,
      "loss": 0.0148,
      "reward": 1.2025000154972076,
      "reward_std": 0.23657457055523992,
      "rewards/accuracy_reward": 0.22392857796512544,
      "rewards/format_reward": 0.978571429848671,
      "step": 215
    },
    {
      "completion_length": 316.9417865753174,
      "epoch": 0.3401294811092859,
      "grad_norm": 0.3354478326906057,
      "kl": 0.335546875,
      "learning_rate": 8.344313366181096e-06,
      "loss": 0.0134,
      "reward": 1.2114285811781884,
      "reward_std": 0.22043001046404243,
      "rewards/accuracy_reward": 0.22142857748549433,
      "rewards/format_reward": 0.9900000005960464,
      "step": 220
    },
    {
      "completion_length": 322.1989326477051,
      "epoch": 0.3478596965890424,
      "grad_norm": 0.3533516561360887,
      "kl": 0.2961669921875,
      "learning_rate": 8.242612200104779e-06,
      "loss": 0.0118,
      "reward": 1.1957143053412438,
      "reward_std": 0.1864888435229659,
      "rewards/accuracy_reward": 0.20000000530853868,
      "rewards/format_reward": 0.9957142859697342,
      "step": 225
    },
    {
      "completion_length": 350.877858543396,
      "epoch": 0.3555899120687989,
      "grad_norm": 0.2820220582755007,
      "kl": 0.29697265625,
      "learning_rate": 8.138540991999871e-06,
      "loss": 0.0119,
      "reward": 1.1785714492201804,
      "reward_std": 0.2050869233906269,
      "rewards/accuracy_reward": 0.18892857611645014,
      "rewards/format_reward": 0.989642857760191,
      "step": 230
    },
    {
      "completion_length": 401.6375032424927,
      "epoch": 0.3633201275485554,
      "grad_norm": 3.0020500774885437,
      "kl": 0.28485107421875,
      "learning_rate": 8.032175808050659e-06,
      "loss": 0.0114,
      "reward": 1.1100000217556953,
      "reward_std": 0.1967215022072196,
      "rewards/accuracy_reward": 0.13000000335741788,
      "rewards/format_reward": 0.9800000011920929,
      "step": 235
    },
    {
      "completion_length": 355.40107440948486,
      "epoch": 0.3710503430283119,
      "grad_norm": 0.28586570118341365,
      "kl": 0.25643310546875,
      "learning_rate": 7.923594391120237e-06,
      "loss": 0.0103,
      "reward": 1.182142873108387,
      "reward_std": 0.25666751638054847,
      "rewards/accuracy_reward": 0.2135714341653511,
      "rewards/format_reward": 0.9685714304447174,
      "step": 240
    },
    {
      "completion_length": 343.7985729217529,
      "epoch": 0.3787805585080684,
      "grad_norm": 0.31296482492061484,
      "kl": 0.2564697265625,
      "learning_rate": 7.812876103927845e-06,
      "loss": 0.0103,
      "reward": 1.2296428754925728,
      "reward_std": 0.24015271971002222,
      "rewards/accuracy_reward": 0.26000000685453417,
      "rewards/format_reward": 0.9696428589522839,
      "step": 245
    },
    {
      "completion_length": 370.3635730743408,
      "epoch": 0.3865107739878249,
      "grad_norm": 0.29554233915571987,
      "kl": 0.308056640625,
      "learning_rate": 7.700101871042254e-06,
      "loss": 0.0123,
      "reward": 1.2103571586310864,
      "reward_std": 0.24133061729371547,
      "rewards/accuracy_reward": 0.24000000657979398,
      "rewards/format_reward": 0.9703571446239948,
      "step": 250
    },
    {
      "completion_length": 360.6953601837158,
      "epoch": 0.3942409894675814,
      "grad_norm": 0.2413456510082092,
      "kl": 0.24384765625,
      "learning_rate": 7.5853541197335716e-06,
      "loss": 0.0098,
      "reward": 1.2132143005728722,
      "reward_std": 0.22292996691539885,
      "rewards/accuracy_reward": 0.23035714915022254,
      "rewards/format_reward": 0.9828571438789367,
      "step": 255
    },
    {
      "completion_length": 350.62500114440917,
      "epoch": 0.4019712049473379,
      "grad_norm": 0.37205800913968085,
      "kl": 0.2304443359375,
      "learning_rate": 7.468716719726733e-06,
      "loss": 0.0092,
      "reward": 1.2350000202655793,
      "reward_std": 0.22238717656582593,
      "rewards/accuracy_reward": 0.25107143486384303,
      "rewards/format_reward": 0.9839285723865032,
      "step": 260
    },
    {
      "completion_length": 345.0939315795898,
      "epoch": 0.4097014204270944,
      "grad_norm": 0.5062737177381504,
      "kl": 0.476416015625,
      "learning_rate": 7.3502749219006795e-06,
      "loss": 0.0191,
      "reward": 1.2007143013179302,
      "reward_std": 0.24597819074988364,
      "rewards/accuracy_reward": 0.23928572090808303,
      "rewards/format_reward": 0.9614285737276077,
      "step": 265
    },
    {
      "completion_length": 352.0803602218628,
      "epoch": 0.4174316359068509,
      "grad_norm": 0.6322459279226639,
      "kl": 0.49012451171875,
      "learning_rate": 7.230115295978048e-06,
      "loss": 0.0196,
      "reward": 1.1835714481770991,
      "reward_std": 0.25889406390488146,
      "rewards/accuracy_reward": 0.23107143563684077,
      "rewards/format_reward": 0.9525000028312206,
      "step": 270
    },
    {
      "completion_length": 329.8617877960205,
      "epoch": 0.4251618513866074,
      "grad_norm": 0.6668664351542097,
      "kl": 0.54197998046875,
      "learning_rate": 7.10832566725092e-06,
      "loss": 0.0217,
      "reward": 1.2160714395344256,
      "reward_std": 0.2636732104234397,
      "rewards/accuracy_reward": 0.25285714818164706,
      "rewards/format_reward": 0.9632142879068851,
      "step": 275
    },
    {
      "completion_length": 332.9325021743774,
      "epoch": 0.4328920668663639,
      "grad_norm": 0.862765307967942,
      "kl": 0.3385986328125,
      "learning_rate": 6.984995052388856e-06,
      "loss": 0.0136,
      "reward": 1.216785727441311,
      "reward_std": 0.22093856362625958,
      "rewards/accuracy_reward": 0.2428571493830532,
      "rewards/format_reward": 0.9739285729825496,
      "step": 280
    },
    {
      "completion_length": 312.248931312561,
      "epoch": 0.4406222823461204,
      "grad_norm": 0.24545660293906987,
      "kl": 0.2172607421875,
      "learning_rate": 6.860213594376153e-06,
      "loss": 0.0087,
      "reward": 1.2532143011689185,
      "reward_std": 0.2206911792047322,
      "rewards/accuracy_reward": 0.2650000074878335,
      "rewards/format_reward": 0.988214286416769,
      "step": 285
    },
    {
      "completion_length": 332.121431350708,
      "epoch": 0.4483524978258769,
      "grad_norm": 0.26547805533093827,
      "kl": 0.21544189453125,
      "learning_rate": 6.734072496625867e-06,
      "loss": 0.0086,
      "reward": 1.2425000101327897,
      "reward_std": 0.22103301845490933,
      "rewards/accuracy_reward": 0.2614285790361464,
      "rewards/format_reward": 0.9810714296996593,
      "step": 290
    },
    {
      "completion_length": 375.60142974853517,
      "epoch": 0.4560827133056334,
      "grad_norm": 0.3864015818375869,
      "kl": 0.29462890625,
      "learning_rate": 6.606663956318782e-06,
      "loss": 0.0118,
      "reward": 1.2335714407265186,
      "reward_std": 0.2652750977315009,
      "rewards/accuracy_reward": 0.27428572135977447,
      "rewards/format_reward": 0.9592857167124749,
      "step": 295
    },
    {
      "completion_length": 374.28750228881836,
      "epoch": 0.4638129287853899,
      "grad_norm": 0.3911583369947814,
      "kl": 0.4628662109375,
      "learning_rate": 6.478081097015985e-06,
      "loss": 0.0185,
      "reward": 1.2142857298254968,
      "reward_std": 0.2580754934810102,
      "rewards/accuracy_reward": 0.26392857884056864,
      "rewards/format_reward": 0.9503571458160878,
      "step": 300
    },
    {
      "epoch": 0.4638129287853899,
      "eval_completion_length": 332.5970458984375,
      "eval_kl": 0.37158203125,
      "eval_loss": 0.015323814935982227,
      "eval_reward": 1.2125000059604645,
      "eval_reward_std": 0.2901066914200783,
      "eval_rewards/accuracy_reward": 0.25000000558793545,
      "eval_rewards/format_reward": 0.9625000134110451,
      "eval_runtime": 79.9,
      "eval_samples_per_second": 1.239,
      "eval_steps_per_second": 0.025,
      "step": 300
    },
    {
      "completion_length": 343.74143199920655,
      "epoch": 0.4715431442651464,
      "grad_norm": 0.38709550861776243,
      "kl": 0.419091796875,
      "learning_rate": 6.348417900594408e-06,
      "loss": 0.0168,
      "reward": 1.2289285875856877,
      "reward_std": 0.24545602239668368,
      "rewards/accuracy_reward": 0.2603571491781622,
      "rewards/format_reward": 0.9685714304447174,
      "step": 305
    },
    {
      "completion_length": 334.96392917633057,
      "epoch": 0.47927335974490287,
      "grad_norm": 0.4392077094147235,
      "kl": 0.39736328125,
      "learning_rate": 6.2177691385549595e-06,
      "loss": 0.0159,
      "reward": 1.2221428737044335,
      "reward_std": 0.21934431809931992,
      "rewards/accuracy_reward": 0.24250000559259205,
      "rewards/format_reward": 0.9796428583562374,
      "step": 310
    },
    {
      "completion_length": 308.76142902374266,
      "epoch": 0.48700357522465937,
      "grad_norm": 0.32886450863598027,
      "kl": 0.333636474609375,
      "learning_rate": 6.086230302753563e-06,
      "loss": 0.0133,
      "reward": 1.2160714440047742,
      "reward_std": 0.19036251278594135,
      "rewards/accuracy_reward": 0.23107143498491495,
      "rewards/format_reward": 0.9850000008940697,
      "step": 315
    },
    {
      "completion_length": 333.30928802490234,
      "epoch": 0.49473379070441587,
      "grad_norm": 1.3946586911147487,
      "kl": 0.37911376953125,
      "learning_rate": 5.95389753560565e-06,
      "loss": 0.0152,
      "reward": 1.218928585201502,
      "reward_std": 0.2294909401796758,
      "rewards/accuracy_reward": 0.24178572059608996,
      "rewards/format_reward": 0.9771428585052491,
      "step": 320
    },
    {
      "completion_length": 340.629288482666,
      "epoch": 0.5024640061841724,
      "grad_norm": 0.46150339120676787,
      "kl": 0.36011962890625,
      "learning_rate": 5.820867559815186e-06,
      "loss": 0.0144,
      "reward": 1.236071441322565,
      "reward_std": 0.21350146597251296,
      "rewards/accuracy_reward": 0.26500000632368026,
      "rewards/format_reward": 0.9710714302957058,
      "step": 325
    },
    {
      "completion_length": 330.6417865753174,
      "epoch": 0.5101942216639289,
      "grad_norm": 0.7086286073905499,
      "kl": 0.37000732421875,
      "learning_rate": 5.68723760767954e-06,
      "loss": 0.0148,
      "reward": 1.2314285844564439,
      "reward_std": 0.24753115382045507,
      "rewards/accuracy_reward": 0.263571435585618,
      "rewards/format_reward": 0.9678571447730064,
      "step": 330
    },
    {
      "completion_length": 306.0692878723145,
      "epoch": 0.5179244371436854,
      "grad_norm": 0.4592159227361041,
      "kl": 0.43155517578125,
      "learning_rate": 5.55310535002189e-06,
      "loss": 0.0173,
      "reward": 1.2125000201165677,
      "reward_std": 0.2561903980560601,
      "rewards/accuracy_reward": 0.24892857796512544,
      "rewards/format_reward": 0.9635714307427407,
      "step": 335
    },
    {
      "completion_length": 301.78607177734375,
      "epoch": 0.5256546526234419,
      "grad_norm": 1.3334554805750072,
      "kl": 0.40533447265625,
      "learning_rate": 5.418568824803121e-06,
      "loss": 0.0162,
      "reward": 1.2046428814530372,
      "reward_std": 0.24458126006647946,
      "rewards/accuracy_reward": 0.23857143591158092,
      "rewards/format_reward": 0.966071430593729,
      "step": 340
    },
    {
      "completion_length": 311.9282154083252,
      "epoch": 0.5333848681031984,
      "grad_norm": 0.49010519701579414,
      "kl": 0.47899169921875,
      "learning_rate": 5.2837263654653715e-06,
      "loss": 0.0192,
      "reward": 1.2089285902678966,
      "reward_std": 0.24385176142677664,
      "rewards/accuracy_reward": 0.24214286329224705,
      "rewards/format_reward": 0.96678571626544,
      "step": 345
    },
    {
      "completion_length": 356.58785762786863,
      "epoch": 0.5411150835829549,
      "grad_norm": 0.40401739909507167,
      "kl": 0.297998046875,
      "learning_rate": 5.148676529059604e-06,
      "loss": 0.0119,
      "reward": 1.2339285902678967,
      "reward_std": 0.2254973877221346,
      "rewards/accuracy_reward": 0.25178572128061205,
      "rewards/format_reward": 0.9821428582072258,
      "step": 350
    },
    {
      "completion_length": 401.15607299804685,
      "epoch": 0.5488452990627114,
      "grad_norm": 0.43919579917421436,
      "kl": 0.467236328125,
      "learning_rate": 5.013518024209757e-06,
      "loss": 0.0187,
      "reward": 1.223928590863943,
      "reward_std": 0.25751951709389687,
      "rewards/accuracy_reward": 0.2525000067660585,
      "rewards/format_reward": 0.9714285731315613,
      "step": 355
    },
    {
      "completion_length": 372.611074256897,
      "epoch": 0.5565755145424679,
      "grad_norm": 0.5922777261314072,
      "kl": 0.43697509765625,
      "learning_rate": 4.878349638966098e-06,
      "loss": 0.0175,
      "reward": 1.2207143008708954,
      "reward_std": 0.2579284094274044,
      "rewards/accuracy_reward": 0.25178572118747977,
      "rewards/format_reward": 0.9689285732805729,
      "step": 360
    },
    {
      "completion_length": 351.6828565597534,
      "epoch": 0.5643057300222244,
      "grad_norm": 0.29650599886416334,
      "kl": 0.3662109375,
      "learning_rate": 4.743270168600523e-06,
      "loss": 0.0146,
      "reward": 1.2132143080234528,
      "reward_std": 0.21272512217983602,
      "rewards/accuracy_reward": 0.23607143440749495,
      "rewards/format_reward": 0.9771428585052491,
      "step": 365
    },
    {
      "completion_length": 352.63428859710694,
      "epoch": 0.5720359455019809,
      "grad_norm": 0.2713235178095771,
      "kl": 0.32996826171875,
      "learning_rate": 4.608378343396581e-06,
      "loss": 0.0132,
      "reward": 1.2214285895228385,
      "reward_std": 0.2412548642605543,
      "rewards/accuracy_reward": 0.24821429257281125,
      "rewards/format_reward": 0.9732142873108387,
      "step": 370
    },
    {
      "completion_length": 400.2235725402832,
      "epoch": 0.5797661609817374,
      "grad_norm": 0.6530373844158506,
      "kl": 0.534814453125,
      "learning_rate": 4.47377275648701e-06,
      "loss": 0.0214,
      "reward": 1.1946428716182709,
      "reward_std": 0.2843459703028202,
      "rewards/accuracy_reward": 0.24785715015605092,
      "rewards/format_reward": 0.9467857174575329,
      "step": 375
    },
    {
      "completion_length": 384.1235717773437,
      "epoch": 0.5874963764614939,
      "grad_norm": 0.5620739725200156,
      "kl": 0.433917236328125,
      "learning_rate": 4.33955179179149e-06,
      "loss": 0.0174,
      "reward": 1.1839285880327224,
      "reward_std": 0.27014439897611736,
      "rewards/accuracy_reward": 0.2300000066170469,
      "rewards/format_reward": 0.9539285741746426,
      "step": 380
    },
    {
      "completion_length": 367.36893062591554,
      "epoch": 0.5952265919412504,
      "grad_norm": 0.3417788309196838,
      "kl": 0.45970458984375,
      "learning_rate": 4.205813552107337e-06,
      "loss": 0.0184,
      "reward": 1.2242857284843922,
      "reward_std": 0.2591902747750282,
      "rewards/accuracy_reward": 0.26214286310132595,
      "rewards/format_reward": 0.9621428593993187,
      "step": 385
    },
    {
      "completion_length": 344.9664316177368,
      "epoch": 0.6029568074210069,
      "grad_norm": 0.383725508536428,
      "kl": 0.2947509765625,
      "learning_rate": 4.0726557874056625e-06,
      "loss": 0.0118,
      "reward": 1.1982143066823483,
      "reward_std": 0.21319182245060803,
      "rewards/accuracy_reward": 0.21928572067990898,
      "rewards/format_reward": 0.9789285726845265,
      "step": 390
    },
    {
      "completion_length": 325.8582160949707,
      "epoch": 0.6106870229007634,
      "grad_norm": 0.5862839492831149,
      "kl": 0.36025390625,
      "learning_rate": 3.940175823385412e-06,
      "loss": 0.0144,
      "reward": 1.2221428655087947,
      "reward_std": 0.24327749805524945,
      "rewards/accuracy_reward": 0.24928572128992527,
      "rewards/format_reward": 0.9728571444749832,
      "step": 395
    },
    {
      "completion_length": 347.8882158279419,
      "epoch": 0.6184172383805199,
      "grad_norm": 0.47993598719208436,
      "kl": 0.2891845703125,
      "learning_rate": 3.808470490337502e-06,
      "loss": 0.0116,
      "reward": 1.2317857250571251,
      "reward_std": 0.2260462765581906,
      "rewards/accuracy_reward": 0.2532142927404493,
      "rewards/format_reward": 0.978571429848671,
      "step": 400
    },
    {
      "epoch": 0.6184172383805199,
      "eval_completion_length": 318.71398162841797,
      "eval_kl": 0.3338623046875,
      "eval_loss": 0.013500670902431011,
      "eval_reward": 1.2374999970197678,
      "eval_reward_std": 0.24992241524159908,
      "eval_rewards/accuracy_reward": 0.2607142888009548,
      "eval_rewards/format_reward": 0.976785734295845,
      "eval_runtime": 77.5724,
      "eval_samples_per_second": 1.276,
      "eval_steps_per_second": 0.026,
      "step": 400
    },
    {
      "completion_length": 340.0689334869385,
      "epoch": 0.6261474538602764,
      "grad_norm": 0.5074418639717388,
      "kl": 0.3012939453125,
      "learning_rate": 3.677636052371066e-06,
      "loss": 0.0121,
      "reward": 1.2257142968475818,
      "reward_std": 0.23705143565312028,
      "rewards/accuracy_reward": 0.2507142927730456,
      "rewards/format_reward": 0.9750000014901161,
      "step": 405
    },
    {
      "completion_length": 334.34285869598386,
      "epoch": 0.6338776693400329,
      "grad_norm": 0.440989596288644,
      "kl": 0.5120361328125,
      "learning_rate": 3.547768137053523e-06,
      "loss": 0.0205,
      "reward": 1.2110714435577392,
      "reward_std": 0.24922448974102734,
      "rewards/accuracy_reward": 0.24642857799772172,
      "rewards/format_reward": 0.9646428592503071,
      "step": 410
    },
    {
      "completion_length": 330.91714363098146,
      "epoch": 0.6416078848197894,
      "grad_norm": 0.26694024078543577,
      "kl": 0.28255615234375,
      "learning_rate": 3.4189616655158803e-06,
      "loss": 0.0113,
      "reward": 1.2403571613132953,
      "reward_std": 0.2156613773666322,
      "rewards/accuracy_reward": 0.2560714353807271,
      "rewards/format_reward": 0.9842857152223587,
      "step": 415
    },
    {
      "completion_length": 373.41714534759524,
      "epoch": 0.6493381002995459,
      "grad_norm": 0.32331429774400394,
      "kl": 0.262451171875,
      "learning_rate": 3.291310783074405e-06,
      "loss": 0.0105,
      "reward": 1.26178572550416,
      "reward_std": 0.22110692989081143,
      "rewards/accuracy_reward": 0.2775000070221722,
      "rewards/format_reward": 0.9842857152223587,
      "step": 420
    },
    {
      "completion_length": 410.3825017929077,
      "epoch": 0.6570683157793024,
      "grad_norm": 0.36969945354312556,
      "kl": 0.34056396484375,
      "learning_rate": 3.1649087904193142e-06,
      "loss": 0.0136,
      "reward": 1.2367857284843922,
      "reward_std": 0.2502147083170712,
      "rewards/accuracy_reward": 0.2603571502259001,
      "rewards/format_reward": 0.976428572833538,
      "step": 425
    },
    {
      "completion_length": 401.2521469116211,
      "epoch": 0.6647985312590589,
      "grad_norm": 0.6482466478004806,
      "kl": 0.38873291015625,
      "learning_rate": 3.039848075420817e-06,
      "loss": 0.0156,
      "reward": 1.2332143016159534,
      "reward_std": 0.2610732516273856,
      "rewards/accuracy_reward": 0.2721428648335859,
      "rewards/format_reward": 0.9610714308917523,
      "step": 430
    },
    {
      "completion_length": 416.10785961151123,
      "epoch": 0.6725287467388154,
      "grad_norm": 1.0368723402917392,
      "kl": 0.44521484375,
      "learning_rate": 2.916220045602349e-06,
      "loss": 0.0178,
      "reward": 1.2125000186264514,
      "reward_std": 0.2809831270948052,
      "rewards/accuracy_reward": 0.25500000710599124,
      "rewards/format_reward": 0.9575000025331974,
      "step": 435
    },
    {
      "completion_length": 396.11535835266113,
      "epoch": 0.6802589622185718,
      "grad_norm": 0.4245630889591221,
      "kl": 0.42137451171875,
      "learning_rate": 2.794115061330336e-06,
      "loss": 0.0169,
      "reward": 1.2089285865426063,
      "reward_std": 0.27289886865764856,
      "rewards/accuracy_reward": 0.25464286408387127,
      "rewards/format_reward": 0.954285717010498,
      "step": 440
    },
    {
      "completion_length": 405.51571731567384,
      "epoch": 0.6879891776983283,
      "grad_norm": 0.47571162730800487,
      "kl": 0.45782470703125,
      "learning_rate": 2.6736223697693387e-06,
      "loss": 0.0183,
      "reward": 1.21464286968112,
      "reward_std": 0.2741479127667844,
      "rewards/accuracy_reward": 0.2639285788871348,
      "rewards/format_reward": 0.9507142886519432,
      "step": 445
    },
    {
      "completion_length": 378.1635715484619,
      "epoch": 0.6957193931780848,
      "grad_norm": 0.43896790616629155,
      "kl": 0.4071044921875,
      "learning_rate": 2.554830039650834e-06,
      "loss": 0.0163,
      "reward": 1.202500019222498,
      "reward_std": 0.2554827404208481,
      "rewards/accuracy_reward": 0.24857143468689175,
      "rewards/format_reward": 0.9539285741746426,
      "step": 450
    },
    {
      "completion_length": 376.27357387542725,
      "epoch": 0.7034496086578413,
      "grad_norm": 0.6375781082839199,
      "kl": 0.40799560546875,
      "learning_rate": 2.4378248969033275e-06,
      "loss": 0.0163,
      "reward": 1.2100000150501729,
      "reward_std": 0.2629528701305389,
      "rewards/accuracy_reward": 0.24857143517583608,
      "rewards/format_reward": 0.9614285737276077,
      "step": 455
    },
    {
      "completion_length": 400.56857414245604,
      "epoch": 0.7111798241375978,
      "grad_norm": 0.5893322722521851,
      "kl": 0.46832275390625,
      "learning_rate": 2.32269246119083e-06,
      "loss": 0.0187,
      "reward": 1.1839285910129547,
      "reward_std": 0.2871158769354224,
      "rewards/accuracy_reward": 0.24214286401402205,
      "rewards/format_reward": 0.9417857177555561,
      "step": 460
    },
    {
      "completion_length": 426.16643199920657,
      "epoch": 0.7189100396173543,
      "grad_norm": 0.7285531480050851,
      "kl": 0.45289306640625,
      "learning_rate": 2.2095168834060982e-06,
      "loss": 0.0181,
      "reward": 1.213928584754467,
      "reward_std": 0.27019564192742107,
      "rewards/accuracy_reward": 0.2635714357485995,
      "rewards/format_reward": 0.9503571458160878,
      "step": 465
    },
    {
      "completion_length": 426.24428634643556,
      "epoch": 0.7266402550971108,
      "grad_norm": 0.3644894126467112,
      "kl": 0.44105224609375,
      "learning_rate": 2.0983808841642996e-06,
      "loss": 0.0176,
      "reward": 1.227142871916294,
      "reward_std": 0.2584091882221401,
      "rewards/accuracy_reward": 0.2635714358650148,
      "rewards/format_reward": 0.9635714307427407,
      "step": 470
    },
    {
      "completion_length": 398.2003578186035,
      "epoch": 0.7343704705768673,
      "grad_norm": 0.40238625933610955,
      "kl": 0.339495849609375,
      "learning_rate": 1.989365693342103e-06,
      "loss": 0.0136,
      "reward": 1.2378571562469005,
      "reward_std": 0.24942016880959272,
      "rewards/accuracy_reward": 0.2696428646799177,
      "rewards/format_reward": 0.968214287608862,
      "step": 475
    },
    {
      "completion_length": 417.70250301361085,
      "epoch": 0.7421006860566238,
      "grad_norm": 0.4343672927770361,
      "kl": 0.293597412109375,
      "learning_rate": 1.8825509907063328e-06,
      "loss": 0.0117,
      "reward": 1.245714296400547,
      "reward_std": 0.23920459682121872,
      "rewards/accuracy_reward": 0.2710714365821332,
      "rewards/format_reward": 0.9746428586542606,
      "step": 480
    },
    {
      "completion_length": 402.52250442504885,
      "epoch": 0.7498309015363803,
      "grad_norm": 0.5328436426470834,
      "kl": 0.333837890625,
      "learning_rate": 1.7780148476756148e-06,
      "loss": 0.0134,
      "reward": 1.2360714450478554,
      "reward_std": 0.2392024408094585,
      "rewards/accuracy_reward": 0.2632142927031964,
      "rewards/format_reward": 0.9728571444749832,
      "step": 485
    },
    {
      "completion_length": 418.83428859710693,
      "epoch": 0.7575611170161368,
      "grad_norm": 0.3887859392004243,
      "kl": 0.3875732421875,
      "learning_rate": 1.6758336702575773e-06,
      "loss": 0.0155,
      "reward": 1.2235714450478554,
      "reward_std": 0.26047459337860346,
      "rewards/accuracy_reward": 0.25464286440983414,
      "rewards/format_reward": 0.9689285732805729,
      "step": 490
    },
    {
      "completion_length": 418.6089317321777,
      "epoch": 0.7652913324958933,
      "grad_norm": 0.5048781836979007,
      "kl": 0.3671630859375,
      "learning_rate": 1.5760821432032953e-06,
      "loss": 0.0147,
      "reward": 1.2132142998278141,
      "reward_std": 0.24158032452687622,
      "rewards/accuracy_reward": 0.24642857771832496,
      "rewards/format_reward": 0.96678571626544,
      "step": 495
    },
    {
      "completion_length": 401.3010726928711,
      "epoch": 0.7730215479756498,
      "grad_norm": 0.4607265236386812,
      "kl": 0.4398681640625,
      "learning_rate": 1.4788331754198316e-06,
      "loss": 0.0176,
      "reward": 1.2085714474320413,
      "reward_std": 0.28208895614370705,
      "rewards/accuracy_reward": 0.2539285784587264,
      "rewards/format_reward": 0.9546428598463536,
      "step": 500
    },
    {
      "epoch": 0.7730215479756498,
      "eval_completion_length": 354.90320205688477,
      "eval_kl": 0.45703125,
      "eval_loss": 0.018093252554535866,
      "eval_reward": 1.226785734295845,
      "eval_reward_std": 0.26129008270800114,
      "eval_rewards/accuracy_reward": 0.2696428634226322,
      "eval_rewards/format_reward": 0.9571428745985031,
      "eval_runtime": 110.1034,
      "eval_samples_per_second": 0.899,
      "eval_steps_per_second": 0.018,
      "step": 500
    },
    {
      "completion_length": 402.9871459960938,
      "epoch": 0.7807517634554063,
      "grad_norm": 0.520985901336068,
      "kl": 0.4232177734375,
      "learning_rate": 1.384157846680737e-06,
      "loss": 0.0169,
      "reward": 1.2203571587800979,
      "reward_std": 0.24645365020260215,
      "rewards/accuracy_reward": 0.2632142924237996,
      "rewards/format_reward": 0.9571428596973419,
      "step": 505
    },
    {
      "completion_length": 407.93928661346433,
      "epoch": 0.7884819789351628,
      "grad_norm": 0.3805648616018147,
      "kl": 0.384832763671875,
      "learning_rate": 1.2921253556734654e-06,
      "loss": 0.0154,
      "reward": 1.217857153713703,
      "reward_std": 0.26537872953340413,
      "rewards/accuracy_reward": 0.25535714966244993,
      "rewards/format_reward": 0.9625000022351742,
      "step": 510
    },
    {
      "completion_length": 388.97393188476565,
      "epoch": 0.7962121944149193,
      "grad_norm": 1.1499390375989664,
      "kl": 0.318841552734375,
      "learning_rate": 1.202802969421708e-06,
      "loss": 0.0128,
      "reward": 1.198214303702116,
      "reward_std": 0.23692603250965477,
      "rewards/accuracy_reward": 0.23464286390226335,
      "rewards/format_reward": 0.9635714307427407,
      "step": 515
    },
    {
      "completion_length": 383.35643138885496,
      "epoch": 0.8039424098946758,
      "grad_norm": 0.4367989993018896,
      "kl": 0.34908447265625,
      "learning_rate": 1.1162559741195733e-06,
      "loss": 0.014,
      "reward": 1.245357161015272,
      "reward_std": 0.2558293900452554,
      "rewards/accuracy_reward": 0.27678572088479997,
      "rewards/format_reward": 0.9685714304447174,
      "step": 520
    },
    {
      "completion_length": 385.04857444763184,
      "epoch": 0.8116726253744323,
      "grad_norm": 0.6398289536823912,
      "kl": 0.329840087890625,
      "learning_rate": 1.0325476274135665e-06,
      "loss": 0.0132,
      "reward": 1.2332143023610116,
      "reward_std": 0.23316460549831391,
      "rewards/accuracy_reward": 0.2617857217788696,
      "rewards/format_reward": 0.9714285731315613,
      "step": 525
    },
    {
      "completion_length": 385.87678928375243,
      "epoch": 0.8194028408541888,
      "grad_norm": 0.3695626628673057,
      "kl": 0.39681396484375,
      "learning_rate": 9.517391121672537e-07,
      "loss": 0.0159,
      "reward": 1.2292857207357883,
      "reward_std": 0.2500005507841706,
      "rewards/accuracy_reward": 0.26821429268457,
      "rewards/format_reward": 0.9610714308917523,
      "step": 530
    },
    {
      "completion_length": 370.4653594970703,
      "epoch": 0.8271330563339453,
      "grad_norm": 0.6854915615610104,
      "kl": 0.38438720703125,
      "learning_rate": 8.738894917423918e-07,
      "loss": 0.0154,
      "reward": 1.2175000138580798,
      "reward_std": 0.24949982650578023,
      "rewards/accuracy_reward": 0.2521428640931845,
      "rewards/format_reward": 0.9653571449220181,
      "step": 535
    },
    {
      "completion_length": 373.39250297546386,
      "epoch": 0.8348632718137018,
      "grad_norm": 0.3428641792816048,
      "kl": 0.3291259765625,
      "learning_rate": 7.990556668292021e-07,
      "loss": 0.0132,
      "reward": 1.2228571593761444,
      "reward_std": 0.2329377906396985,
      "rewards/accuracy_reward": 0.2507142930058762,
      "rewards/format_reward": 0.9721428588032722,
      "step": 540
    },
    {
      "completion_length": 390.6789312362671,
      "epoch": 0.8425934872934583,
      "grad_norm": 0.8781910108571961,
      "kl": 0.3635009765625,
      "learning_rate": 7.272923338573723e-07,
      "loss": 0.0145,
      "reward": 1.2246428735554218,
      "reward_std": 0.24744346737861633,
      "rewards/accuracy_reward": 0.2567857220768929,
      "rewards/format_reward": 0.9678571447730064,
      "step": 545
    },
    {
      "completion_length": 386.65393047332765,
      "epoch": 0.8503237027732148,
      "grad_norm": 0.374646921874402,
      "kl": 0.305267333984375,
      "learning_rate": 6.586519450181488e-07,
      "loss": 0.0122,
      "reward": 1.242500015348196,
      "reward_std": 0.24353330470621587,
      "rewards/accuracy_reward": 0.26964286335278304,
      "rewards/format_reward": 0.9728571444749832,
      "step": 550
    },
    {
      "completion_length": 384.5810733795166,
      "epoch": 0.8580539182529713,
      "grad_norm": 0.5549528232027495,
      "kl": 0.312255859375,
      "learning_rate": 5.931846699267558e-07,
      "loss": 0.0125,
      "reward": 1.247857154905796,
      "reward_std": 0.25878492267802355,
      "rewards/accuracy_reward": 0.2767857232829556,
      "rewards/format_reward": 0.9710714302957058,
      "step": 555
    },
    {
      "completion_length": 386.3992879867554,
      "epoch": 0.8657841337327278,
      "grad_norm": 0.4278411326159335,
      "kl": 0.34853515625,
      "learning_rate": 5.309383589531708e-07,
      "loss": 0.0139,
      "reward": 1.2271428763866425,
      "reward_std": 0.23170938733965157,
      "rewards/accuracy_reward": 0.2575000062817708,
      "rewards/format_reward": 0.9696428589522839,
      "step": 560
    },
    {
      "completion_length": 391.38536109924314,
      "epoch": 0.8735143492124843,
      "grad_norm": 0.4003970163311169,
      "kl": 0.37874755859375,
      "learning_rate": 4.7195850824803823e-07,
      "loss": 0.0152,
      "reward": 1.2192857332527638,
      "reward_std": 0.25189957171678545,
      "rewards/accuracy_reward": 0.2528571498580277,
      "rewards/format_reward": 0.9664285734295845,
      "step": 565
    },
    {
      "completion_length": 384.1317882537842,
      "epoch": 0.8812445646922408,
      "grad_norm": 0.4111180386794067,
      "kl": 0.358599853515625,
      "learning_rate": 4.1628822648929255e-07,
      "loss": 0.0143,
      "reward": 1.2210714399814606,
      "reward_std": 0.24504473190754653,
      "rewards/accuracy_reward": 0.25392857876140623,
      "rewards/format_reward": 0.9671428591012955,
      "step": 570
    },
    {
      "completion_length": 400.0792875289917,
      "epoch": 0.8889747801719973,
      "grad_norm": 0.44019676078400016,
      "kl": 0.317877197265625,
      "learning_rate": 3.6396820337381236e-07,
      "loss": 0.0127,
      "reward": 1.2107143074274063,
      "reward_std": 0.23559978352859617,
      "rewards/accuracy_reward": 0.24178572117816657,
      "rewards/format_reward": 0.9689285732805729,
      "step": 575
    },
    {
      "completion_length": 391.342502784729,
      "epoch": 0.8967049956517538,
      "grad_norm": 0.46727020273244035,
      "kl": 0.312957763671875,
      "learning_rate": 3.150366798771043e-07,
      "loss": 0.0125,
      "reward": 1.2439285896718502,
      "reward_std": 0.2462494120001793,
      "rewards/accuracy_reward": 0.2714285790920258,
      "rewards/format_reward": 0.9725000016391278,
      "step": 580
    },
    {
      "completion_length": 372.30536060333253,
      "epoch": 0.9044352111315103,
      "grad_norm": 0.5209042194427927,
      "kl": 0.319873046875,
      "learning_rate": 2.6952942030277486e-07,
      "loss": 0.0128,
      "reward": 1.2671428687870503,
      "reward_std": 0.26302206302061676,
      "rewards/accuracy_reward": 0.2996428650803864,
      "rewards/format_reward": 0.9675000019371509,
      "step": 585
    },
    {
      "completion_length": 394.72285861968993,
      "epoch": 0.9121654266112668,
      "grad_norm": 0.4137939679586483,
      "kl": 0.33170166015625,
      "learning_rate": 2.274796861422246e-07,
      "loss": 0.0133,
      "reward": 1.2225000075995922,
      "reward_std": 0.24834517342969775,
      "rewards/accuracy_reward": 0.25821429330389944,
      "rewards/format_reward": 0.9642857164144516,
      "step": 590
    },
    {
      "completion_length": 402.35428485870364,
      "epoch": 0.9198956420910233,
      "grad_norm": 0.412787643650894,
      "kl": 0.37198486328125,
      "learning_rate": 1.88918211763639e-07,
      "loss": 0.0149,
      "reward": 1.2421428732573987,
      "reward_std": 0.2519141098484397,
      "rewards/accuracy_reward": 0.2735714362002909,
      "rewards/format_reward": 0.9685714304447174,
      "step": 595
    },
    {
      "completion_length": 381.8421464920044,
      "epoch": 0.9276258575707798,
      "grad_norm": 0.4865523678871763,
      "kl": 0.323974609375,
      "learning_rate": 1.5387318194809098e-07,
      "loss": 0.013,
      "reward": 1.2353571593761443,
      "reward_std": 0.22969860946759582,
      "rewards/accuracy_reward": 0.2639285792130977,
      "rewards/format_reward": 0.9714285731315613,
      "step": 600
    },
    {
      "epoch": 0.9276258575707798,
      "eval_completion_length": 353.1224174499512,
      "eval_kl": 0.30078125,
      "eval_loss": 0.011807209812104702,
      "eval_reward": 1.2553571313619614,
      "eval_reward_std": 0.22612838447093964,
      "eval_rewards/accuracy_reward": 0.2821428645402193,
      "eval_rewards/format_reward": 0.973214291036129,
      "eval_runtime": 111.1459,
      "eval_samples_per_second": 0.891,
      "eval_steps_per_second": 0.018,
      "step": 600
    },
    {
      "completion_length": 404.2853603363037,
      "epoch": 0.9353560730505363,
      "grad_norm": 0.5171782261479181,
      "kl": 0.34097900390625,
      "learning_rate": 1.223702112891345e-07,
      "loss": 0.0136,
      "reward": 1.2089285850524902,
      "reward_std": 0.24284306410700082,
      "rewards/accuracy_reward": 0.2428571501513943,
      "rewards/format_reward": 0.966071430593729,
      "step": 605
    },
    {
      "completion_length": 397.3825029373169,
      "epoch": 0.9430862885302927,
      "grad_norm": 0.7320475164079379,
      "kl": 0.3185546875,
      "learning_rate": 9.443232547096448e-08,
      "loss": 0.0127,
      "reward": 1.256428588926792,
      "reward_std": 0.26404928769916297,
      "rewards/accuracy_reward": 0.2846428649034351,
      "rewards/format_reward": 0.9717857159674168,
      "step": 610
    },
    {
      "completion_length": 407.19285888671874,
      "epoch": 0.9508165040100492,
      "grad_norm": 1.2171362297470418,
      "kl": 0.36600341796875,
      "learning_rate": 7.007994443882616e-08,
      "loss": 0.0146,
      "reward": 1.210714304447174,
      "reward_std": 0.26716623855754734,
      "rewards/accuracy_reward": 0.24892857847735286,
      "rewards/format_reward": 0.9617857165634632,
      "step": 615
    },
    {
      "completion_length": 395.53178749084475,
      "epoch": 0.9585467194898057,
      "grad_norm": 0.36444035142958237,
      "kl": 0.3221923828125,
      "learning_rate": 4.933086747397231e-08,
      "loss": 0.0129,
      "reward": 1.2253571592271328,
      "reward_std": 0.23916244860738517,
      "rewards/accuracy_reward": 0.2553571488009766,
      "rewards/format_reward": 0.9700000017881394,
      "step": 620
    },
    {
      "completion_length": 393.6335744857788,
      "epoch": 0.9662769349695622,
      "grad_norm": 0.3989424097774144,
      "kl": 0.3381103515625,
      "learning_rate": 3.220026018407541e-08,
      "loss": 0.0135,
      "reward": 1.2310714446008206,
      "reward_std": 0.23451657630503178,
      "rewards/accuracy_reward": 0.2621428639627993,
      "rewards/format_reward": 0.9689285732805729,
      "step": 625
    },
    {
      "completion_length": 396.7300016403198,
      "epoch": 0.9740071504493187,
      "grad_norm": 0.7711804308584844,
      "kl": 0.33509521484375,
      "learning_rate": 1.8700643418607112e-08,
      "loss": 0.0134,
      "reward": 1.250000011920929,
      "reward_std": 0.26608177088201046,
      "rewards/accuracy_reward": 0.2835714362096041,
      "rewards/format_reward": 0.9664285734295845,
      "step": 630
    },
    {
      "completion_length": 392.350359916687,
      "epoch": 0.9817373659290752,
      "grad_norm": 0.42013697611704715,
      "kl": 0.327276611328125,
      "learning_rate": 8.841884117284372e-09,
      "loss": 0.0131,
      "reward": 1.241785728931427,
      "reward_std": 0.24906472209841013,
      "rewards/accuracy_reward": 0.270714293140918,
      "rewards/format_reward": 0.9710714302957058,
      "step": 635
    },
    {
      "completion_length": 379.29678897857667,
      "epoch": 0.9894675814088317,
      "grad_norm": 0.39572354868452714,
      "kl": 0.298919677734375,
      "learning_rate": 2.6311880982721195e-09,
      "loss": 0.012,
      "reward": 1.248571439087391,
      "reward_std": 0.25294895516708493,
      "rewards/accuracy_reward": 0.2753571497276425,
      "rewards/format_reward": 0.9732142873108387,
      "step": 640
    },
    {
      "completion_length": 391.0450023651123,
      "epoch": 0.9971977968885882,
      "grad_norm": 0.4471955331682869,
      "kl": 0.334100341796875,
      "learning_rate": 7.30947914140412e-11,
      "loss": 0.0134,
      "reward": 1.2375000178813935,
      "reward_std": 0.24879253581166266,
      "rewards/accuracy_reward": 0.26464286535046994,
      "rewards/format_reward": 0.9728571444749832,
      "step": 645
    },
    {
      "completion_length": 370.5642910003662,
      "epoch": 0.9987438399845395,
      "kl": 0.784271240234375,
      "reward": 1.2250000201165676,
      "reward_std": 0.259319587610662,
      "rewards/accuracy_reward": 0.25714286393485963,
      "rewards/format_reward": 0.9678571447730064,
      "step": 646,
      "total_flos": 0.0,
      "train_loss": 0.01271514138510042,
      "train_runtime": 147461.7668,
      "train_samples_per_second": 0.491,
      "train_steps_per_second": 0.004
    }
  ],
  "logging_steps": 5,
  "max_steps": 646,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 5,
  "trial_name": null,
  "trial_params": null
}