OLMoE-1B-7B-0125-Instruct-grpo / trainer_state.json
chenggong1995's picture
Model save
38cbaf4 verified
raw
history blame
59.7 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9987438399845395,
"eval_steps": 100,
"global_step": 646,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"completion_length": 457.96500358581545,
"epoch": 0.007730215479756498,
"grad_norm": 0.7608509038009253,
"kl": 0.0007220268249511719,
"learning_rate": 7.692307692307694e-07,
"loss": 0.0,
"reward": 0.45107144135981797,
"reward_std": 0.4365754766389728,
"rewards/accuracy_reward": 0.04785714372992515,
"rewards/format_reward": 0.4032142972573638,
"step": 5
},
{
"completion_length": 445.5060745239258,
"epoch": 0.015460430959512996,
"grad_norm": 1.5113540423097132,
"kl": 0.006823968887329101,
"learning_rate": 1.5384615384615387e-06,
"loss": 0.0003,
"reward": 0.5625000160187483,
"reward_std": 0.4424866631627083,
"rewards/accuracy_reward": 0.06107142954133451,
"rewards/format_reward": 0.5014285854995251,
"step": 10
},
{
"completion_length": 411.183215713501,
"epoch": 0.023190646439269495,
"grad_norm": 1.5933497538626709,
"kl": 0.029457855224609374,
"learning_rate": 2.307692307692308e-06,
"loss": 0.0012,
"reward": 0.7785714413970709,
"reward_std": 0.35438590599223974,
"rewards/accuracy_reward": 0.05464285819325596,
"rewards/format_reward": 0.7239285875111818,
"step": 15
},
{
"completion_length": 381.2946424484253,
"epoch": 0.03092086191902599,
"grad_norm": 0.4776993449956818,
"kl": 0.02753753662109375,
"learning_rate": 3.0769230769230774e-06,
"loss": 0.0011,
"reward": 0.8642857238650322,
"reward_std": 0.29294114708900454,
"rewards/accuracy_reward": 0.03821428623050451,
"rewards/format_reward": 0.8260714389383793,
"step": 20
},
{
"completion_length": 362.5117889404297,
"epoch": 0.03865107739878249,
"grad_norm": 0.635286407672086,
"kl": 0.03197479248046875,
"learning_rate": 3.846153846153847e-06,
"loss": 0.0013,
"reward": 0.9035714380443096,
"reward_std": 0.23572507686913013,
"rewards/accuracy_reward": 0.032142857718281445,
"rewards/format_reward": 0.8714285790920258,
"step": 25
},
{
"completion_length": 315.9125024795532,
"epoch": 0.04638129287853899,
"grad_norm": 0.3737341489393726,
"kl": 0.042462158203125,
"learning_rate": 4.615384615384616e-06,
"loss": 0.0017,
"reward": 0.9617857217788697,
"reward_std": 0.1909911316819489,
"rewards/accuracy_reward": 0.04142857207916677,
"rewards/format_reward": 0.920357147604227,
"step": 30
},
{
"completion_length": 303.57821617126467,
"epoch": 0.054111508358295486,
"grad_norm": 0.29770380771379046,
"kl": 0.05437469482421875,
"learning_rate": 5.384615384615385e-06,
"loss": 0.0022,
"reward": 0.975714298337698,
"reward_std": 0.16020548259839415,
"rewards/accuracy_reward": 0.03321428613271564,
"rewards/format_reward": 0.942500003427267,
"step": 35
},
{
"completion_length": 327.77964363098147,
"epoch": 0.06184172383805198,
"grad_norm": 0.4560285277274068,
"kl": 0.056903076171875,
"learning_rate": 6.153846153846155e-06,
"loss": 0.0023,
"reward": 1.016785728931427,
"reward_std": 0.1489170640707016,
"rewards/accuracy_reward": 0.05392857214901596,
"rewards/format_reward": 0.9628571450710297,
"step": 40
},
{
"completion_length": 365.1317882537842,
"epoch": 0.06957193931780849,
"grad_norm": 0.31719927124196806,
"kl": 0.0534454345703125,
"learning_rate": 6.923076923076923e-06,
"loss": 0.0021,
"reward": 1.0375000171363353,
"reward_std": 0.19086767928674817,
"rewards/accuracy_reward": 0.08285714453086257,
"rewards/format_reward": 0.9546428598463536,
"step": 45
},
{
"completion_length": 358.1814300537109,
"epoch": 0.07730215479756498,
"grad_norm": 0.38771993742220967,
"kl": 0.06278076171875,
"learning_rate": 7.692307692307694e-06,
"loss": 0.0025,
"reward": 1.040357157588005,
"reward_std": 0.21823968663811683,
"rewards/accuracy_reward": 0.0939285738626495,
"rewards/format_reward": 0.9464285746216774,
"step": 50
},
{
"completion_length": 338.32928562164307,
"epoch": 0.08503237027732148,
"grad_norm": 0.3009616852428193,
"kl": 0.07071533203125,
"learning_rate": 8.461538461538462e-06,
"loss": 0.0028,
"reward": 1.0582143023610115,
"reward_std": 0.1873143390752375,
"rewards/accuracy_reward": 0.09785714475437998,
"rewards/format_reward": 0.9603571452200412,
"step": 55
},
{
"completion_length": 355.8407180786133,
"epoch": 0.09276258575707798,
"grad_norm": 0.325964246595786,
"kl": 0.07974853515625,
"learning_rate": 9.230769230769232e-06,
"loss": 0.0032,
"reward": 1.0664285972714425,
"reward_std": 0.1719504727050662,
"rewards/accuracy_reward": 0.09464285941794515,
"rewards/format_reward": 0.9717857159674168,
"step": 60
},
{
"completion_length": 385.9732172012329,
"epoch": 0.10049280123683448,
"grad_norm": 0.29390759666087973,
"kl": 0.095562744140625,
"learning_rate": 1e-05,
"loss": 0.0038,
"reward": 1.1042857334017753,
"reward_std": 0.22559863626956939,
"rewards/accuracy_reward": 0.14392857477068902,
"rewards/format_reward": 0.9603571452200412,
"step": 65
},
{
"completion_length": 361.5596435546875,
"epoch": 0.10822301671659097,
"grad_norm": 0.3746410425327759,
"kl": 0.115264892578125,
"learning_rate": 9.99817273706943e-06,
"loss": 0.0046,
"reward": 1.1235714480280876,
"reward_std": 0.20448200711980463,
"rewards/accuracy_reward": 0.1439285755623132,
"rewards/format_reward": 0.9796428583562374,
"step": 70
},
{
"completion_length": 348.6992870330811,
"epoch": 0.11595323219634747,
"grad_norm": 0.3978179778651091,
"kl": 0.148199462890625,
"learning_rate": 9.992692283833639e-06,
"loss": 0.0059,
"reward": 1.154285728931427,
"reward_std": 0.25590373622253537,
"rewards/accuracy_reward": 0.19571429127827286,
"rewards/format_reward": 0.9585714310407638,
"step": 75
},
{
"completion_length": 360.27392997741697,
"epoch": 0.12368344767610397,
"grad_norm": 0.3285728265102151,
"kl": 0.122698974609375,
"learning_rate": 9.983562645984248e-06,
"loss": 0.0049,
"reward": 1.108214306086302,
"reward_std": 0.207218668051064,
"rewards/accuracy_reward": 0.1371428606333211,
"rewards/format_reward": 0.9710714302957058,
"step": 80
},
{
"completion_length": 326.5525007247925,
"epoch": 0.13141366315586048,
"grad_norm": 0.3701658784343864,
"kl": 0.13370361328125,
"learning_rate": 9.970790496420781e-06,
"loss": 0.0053,
"reward": 1.1421428725123406,
"reward_std": 0.22562065320089458,
"rewards/accuracy_reward": 0.17250000457279385,
"rewards/format_reward": 0.9696428589522839,
"step": 85
},
{
"completion_length": 340.90464515686034,
"epoch": 0.13914387863561697,
"grad_norm": 0.3053892797015973,
"kl": 0.197650146484375,
"learning_rate": 9.954385170373415e-06,
"loss": 0.0079,
"reward": 1.2007143080234528,
"reward_std": 0.223483042512089,
"rewards/accuracy_reward": 0.22071429125498981,
"rewards/format_reward": 0.9800000011920929,
"step": 90
},
{
"completion_length": 370.76178760528563,
"epoch": 0.14687409411537347,
"grad_norm": 0.26661678402016015,
"kl": 0.15225830078125,
"learning_rate": 9.934358658579808e-06,
"loss": 0.0061,
"reward": 1.2128571577370166,
"reward_std": 0.24409643467515707,
"rewards/accuracy_reward": 0.24714286350645126,
"rewards/format_reward": 0.9657142877578735,
"step": 95
},
{
"completion_length": 383.44642810821534,
"epoch": 0.15460430959512997,
"grad_norm": 0.24333486200642604,
"kl": 0.140423583984375,
"learning_rate": 9.910725598521014e-06,
"loss": 0.0056,
"reward": 1.1667857356369495,
"reward_std": 0.22021743915975095,
"rewards/accuracy_reward": 0.19857143445406109,
"rewards/format_reward": 0.968214287608862,
"step": 100
},
{
"epoch": 0.15460430959512997,
"eval_completion_length": 356.63817596435547,
"eval_kl": 0.14697265625,
"eval_loss": 0.005899494513869286,
"eval_reward": 1.2053571343421936,
"eval_reward_std": 0.25127829425036907,
"eval_rewards/accuracy_reward": 0.23571429401636124,
"eval_rewards/format_reward": 0.9696428775787354,
"eval_runtime": 85.1811,
"eval_samples_per_second": 1.162,
"eval_steps_per_second": 0.023,
"step": 100
},
{
"completion_length": 381.14428634643554,
"epoch": 0.16233452507488647,
"grad_norm": 0.32426868486126564,
"kl": 0.153460693359375,
"learning_rate": 9.883503263722864e-06,
"loss": 0.0061,
"reward": 1.2335714444518089,
"reward_std": 0.23903345353901387,
"rewards/accuracy_reward": 0.25892857937142255,
"rewards/format_reward": 0.9746428586542606,
"step": 105
},
{
"completion_length": 369.8639308929443,
"epoch": 0.17006474055464296,
"grad_norm": 0.2662792930753043,
"kl": 0.16746826171875,
"learning_rate": 9.852711551130662e-06,
"loss": 0.0067,
"reward": 1.2200000181794166,
"reward_std": 0.21895755929872393,
"rewards/accuracy_reward": 0.24428572261240333,
"rewards/format_reward": 0.9757142871618271,
"step": 110
},
{
"completion_length": 336.4314300537109,
"epoch": 0.17779495603439946,
"grad_norm": 0.3050936417250258,
"kl": 0.1807861328125,
"learning_rate": 9.818372966566404e-06,
"loss": 0.0072,
"reward": 1.201428586244583,
"reward_std": 0.2133496488444507,
"rewards/accuracy_reward": 0.22321429231669754,
"rewards/format_reward": 0.9782142870128154,
"step": 115
},
{
"completion_length": 350.5678596496582,
"epoch": 0.18552517151415596,
"grad_norm": 0.34458458483928667,
"kl": 0.19677734375,
"learning_rate": 9.780512608279156e-06,
"loss": 0.0079,
"reward": 1.146071445941925,
"reward_std": 0.2668243307620287,
"rewards/accuracy_reward": 0.2042857193853706,
"rewards/format_reward": 0.9417857177555561,
"step": 120
},
{
"completion_length": 433.7532165527344,
"epoch": 0.19325538699391245,
"grad_norm": 0.36013965861594144,
"kl": 0.220751953125,
"learning_rate": 9.739158148600609e-06,
"loss": 0.0088,
"reward": 1.0971428729593753,
"reward_std": 0.3263824795372784,
"rewards/accuracy_reward": 0.21000000613275915,
"rewards/format_reward": 0.887142863869667,
"step": 125
},
{
"completion_length": 497.63500156402586,
"epoch": 0.20098560247366895,
"grad_norm": 0.34690086218654914,
"kl": 0.248583984375,
"learning_rate": 9.694339813719243e-06,
"loss": 0.0099,
"reward": 1.1189285896718502,
"reward_std": 0.2914966750890017,
"rewards/accuracy_reward": 0.19928571924101562,
"rewards/format_reward": 0.9196428619325161,
"step": 130
},
{
"completion_length": 326.64821701049806,
"epoch": 0.20871581795342545,
"grad_norm": 0.33711598936424164,
"kl": 0.22991943359375,
"learning_rate": 9.646090361587828e-06,
"loss": 0.0092,
"reward": 1.2050000175833702,
"reward_std": 0.23595014372840523,
"rewards/accuracy_reward": 0.23321429167408497,
"rewards/format_reward": 0.9717857159674168,
"step": 135
},
{
"completion_length": 337.5925010681152,
"epoch": 0.21644603343318194,
"grad_norm": 19.330410175568485,
"kl": 0.3224609375,
"learning_rate": 9.594445057980483e-06,
"loss": 0.0129,
"reward": 1.2114285856485367,
"reward_std": 0.2494897256605327,
"rewards/accuracy_reward": 0.2425000074552372,
"rewards/format_reward": 0.9689285732805729,
"step": 140
},
{
"completion_length": 359.734645652771,
"epoch": 0.22417624891293844,
"grad_norm": 1.318993891026559,
"kl": 0.32476806640625,
"learning_rate": 9.539441650716744e-06,
"loss": 0.013,
"reward": 1.1532142981886864,
"reward_std": 0.268144457321614,
"rewards/accuracy_reward": 0.22357143508270383,
"rewards/format_reward": 0.9296428613364697,
"step": 145
},
{
"completion_length": 308.5442869186401,
"epoch": 0.23190646439269494,
"grad_norm": 5.642497910156749,
"kl": 0.4279296875,
"learning_rate": 9.481120342071462e-06,
"loss": 0.0171,
"reward": 1.1817857310175897,
"reward_std": 0.2727494416758418,
"rewards/accuracy_reward": 0.23892857865430414,
"rewards/format_reward": 0.9428571462631226,
"step": 150
},
{
"completion_length": 271.07821559906006,
"epoch": 0.23963667987245144,
"grad_norm": 12.266848353099874,
"kl": 0.36064453125,
"learning_rate": 9.41952375939078e-06,
"loss": 0.0144,
"reward": 1.2067857295274735,
"reward_std": 0.2593365713953972,
"rewards/accuracy_reward": 0.24535714988596738,
"rewards/format_reward": 0.9614285737276077,
"step": 155
},
{
"completion_length": 275.08464469909666,
"epoch": 0.24736689535220793,
"grad_norm": 0.34495859229810133,
"kl": 0.226123046875,
"learning_rate": 9.354696923935573e-06,
"loss": 0.009,
"reward": 1.2053571574389934,
"reward_std": 0.25177041683346035,
"rewards/accuracy_reward": 0.24000000536907465,
"rewards/format_reward": 0.9653571449220181,
"step": 160
},
{
"completion_length": 250.24928703308106,
"epoch": 0.25509711083196446,
"grad_norm": 0.3975356570351778,
"kl": 0.30623779296875,
"learning_rate": 9.28668721797517e-06,
"loss": 0.0123,
"reward": 1.2103571623563767,
"reward_std": 0.2850337457843125,
"rewards/accuracy_reward": 0.26000000804197043,
"rewards/format_reward": 0.9503571458160878,
"step": 165
},
{
"completion_length": 240.8703582763672,
"epoch": 0.26282732631172095,
"grad_norm": 15.560140664497903,
"kl": 0.58157958984375,
"learning_rate": 9.215544350155423e-06,
"loss": 0.0233,
"reward": 1.1975000113248826,
"reward_std": 0.23778518568724394,
"rewards/accuracy_reward": 0.23892857872415335,
"rewards/format_reward": 0.9585714310407638,
"step": 170
},
{
"completion_length": 244.13857307434083,
"epoch": 0.27055754179147745,
"grad_norm": 0.32982217891891835,
"kl": 0.33167724609375,
"learning_rate": 9.141320319166387e-06,
"loss": 0.0133,
"reward": 1.2264285899698735,
"reward_std": 0.19883861131966113,
"rewards/accuracy_reward": 0.24464286372531205,
"rewards/format_reward": 0.9817857153713703,
"step": 175
},
{
"completion_length": 250.61321525573732,
"epoch": 0.27828775727123395,
"grad_norm": 0.6994861767616407,
"kl": 0.28465576171875,
"learning_rate": 9.064069375736216e-06,
"loss": 0.0114,
"reward": 1.1882142946124077,
"reward_std": 0.24957463573664426,
"rewards/accuracy_reward": 0.23000000652391464,
"rewards/format_reward": 0.9582142882049084,
"step": 180
},
{
"completion_length": 172.02142906188965,
"epoch": 0.28601797275099045,
"grad_norm": 1.042105326460384,
"kl": 0.7489013671875,
"learning_rate": 8.983847982979022e-06,
"loss": 0.03,
"reward": 1.0496428698301314,
"reward_std": 0.3774342490360141,
"rewards/accuracy_reward": 0.18750000472646206,
"rewards/format_reward": 0.8621428653597831,
"step": 185
},
{
"completion_length": 202.3928581237793,
"epoch": 0.29374818823074694,
"grad_norm": 0.5558652862204951,
"kl": 0.478271484375,
"learning_rate": 8.900714775125696e-06,
"loss": 0.0191,
"reward": 1.119642873853445,
"reward_std": 0.2985226408578455,
"rewards/accuracy_reward": 0.20392857666593045,
"rewards/format_reward": 0.9157142907381057,
"step": 190
},
{
"completion_length": 254.10214443206786,
"epoch": 0.30147840371050344,
"grad_norm": 0.37080340908454873,
"kl": 0.543505859375,
"learning_rate": 8.814730514667841e-06,
"loss": 0.0217,
"reward": 1.193214301019907,
"reward_std": 0.20587898194789886,
"rewards/accuracy_reward": 0.22071429206989707,
"rewards/format_reward": 0.9725000016391278,
"step": 195
},
{
"completion_length": 239.24893054962158,
"epoch": 0.30920861919025994,
"grad_norm": 1.419820098954415,
"kl": 0.29251708984375,
"learning_rate": 8.725958047946155e-06,
"loss": 0.0117,
"reward": 1.2103571616113187,
"reward_std": 0.2034143740311265,
"rewards/accuracy_reward": 0.21821429126430303,
"rewards/format_reward": 0.9921428576111794,
"step": 200
},
{
"epoch": 0.30920861919025994,
"eval_completion_length": 248.33312606811523,
"eval_kl": 0.275390625,
"eval_loss": 0.011179111897945404,
"eval_reward": 1.2339285761117935,
"eval_reward_std": 0.21089003048837185,
"eval_rewards/accuracy_reward": 0.24285714887082577,
"eval_rewards/format_reward": 0.9910714328289032,
"eval_runtime": 65.1713,
"eval_samples_per_second": 1.519,
"eval_steps_per_second": 0.031,
"step": 200
},
{
"completion_length": 277.3242883682251,
"epoch": 0.31693883467001643,
"grad_norm": 0.4847949666125137,
"kl": 0.28834228515625,
"learning_rate": 8.634462259215719e-06,
"loss": 0.0115,
"reward": 1.224642877280712,
"reward_std": 0.21538263475522398,
"rewards/accuracy_reward": 0.2310714353341609,
"rewards/format_reward": 0.9935714289546013,
"step": 205
},
{
"completion_length": 312.77535858154295,
"epoch": 0.32466905014977293,
"grad_norm": 0.2890010677054343,
"kl": 0.29903564453125,
"learning_rate": 8.540310023221751e-06,
"loss": 0.012,
"reward": 1.2089285902678966,
"reward_std": 0.21994048971682786,
"rewards/accuracy_reward": 0.22392857696395368,
"rewards/format_reward": 0.9850000008940697,
"step": 210
},
{
"completion_length": 326.0450016021729,
"epoch": 0.33239926562952943,
"grad_norm": 1.5857581308410953,
"kl": 0.3697021484375,
"learning_rate": 8.443570156320518e-06,
"loss": 0.0148,
"reward": 1.2025000154972076,
"reward_std": 0.23657457055523992,
"rewards/accuracy_reward": 0.22392857796512544,
"rewards/format_reward": 0.978571429848671,
"step": 215
},
{
"completion_length": 316.9417865753174,
"epoch": 0.3401294811092859,
"grad_norm": 0.3354478326906057,
"kl": 0.335546875,
"learning_rate": 8.344313366181096e-06,
"loss": 0.0134,
"reward": 1.2114285811781884,
"reward_std": 0.22043001046404243,
"rewards/accuracy_reward": 0.22142857748549433,
"rewards/format_reward": 0.9900000005960464,
"step": 220
},
{
"completion_length": 322.1989326477051,
"epoch": 0.3478596965890424,
"grad_norm": 0.3533516561360887,
"kl": 0.2961669921875,
"learning_rate": 8.242612200104779e-06,
"loss": 0.0118,
"reward": 1.1957143053412438,
"reward_std": 0.1864888435229659,
"rewards/accuracy_reward": 0.20000000530853868,
"rewards/format_reward": 0.9957142859697342,
"step": 225
},
{
"completion_length": 350.877858543396,
"epoch": 0.3555899120687989,
"grad_norm": 0.2820220582755007,
"kl": 0.29697265625,
"learning_rate": 8.138540991999871e-06,
"loss": 0.0119,
"reward": 1.1785714492201804,
"reward_std": 0.2050869233906269,
"rewards/accuracy_reward": 0.18892857611645014,
"rewards/format_reward": 0.989642857760191,
"step": 230
},
{
"completion_length": 401.6375032424927,
"epoch": 0.3633201275485554,
"grad_norm": 3.0020500774885437,
"kl": 0.28485107421875,
"learning_rate": 8.032175808050659e-06,
"loss": 0.0114,
"reward": 1.1100000217556953,
"reward_std": 0.1967215022072196,
"rewards/accuracy_reward": 0.13000000335741788,
"rewards/format_reward": 0.9800000011920929,
"step": 235
},
{
"completion_length": 355.40107440948486,
"epoch": 0.3710503430283119,
"grad_norm": 0.28586570118341365,
"kl": 0.25643310546875,
"learning_rate": 7.923594391120237e-06,
"loss": 0.0103,
"reward": 1.182142873108387,
"reward_std": 0.25666751638054847,
"rewards/accuracy_reward": 0.2135714341653511,
"rewards/format_reward": 0.9685714304447174,
"step": 240
},
{
"completion_length": 343.7985729217529,
"epoch": 0.3787805585080684,
"grad_norm": 0.31296482492061484,
"kl": 0.2564697265625,
"learning_rate": 7.812876103927845e-06,
"loss": 0.0103,
"reward": 1.2296428754925728,
"reward_std": 0.24015271971002222,
"rewards/accuracy_reward": 0.26000000685453417,
"rewards/format_reward": 0.9696428589522839,
"step": 245
},
{
"completion_length": 370.3635730743408,
"epoch": 0.3865107739878249,
"grad_norm": 0.29554233915571987,
"kl": 0.308056640625,
"learning_rate": 7.700101871042254e-06,
"loss": 0.0123,
"reward": 1.2103571586310864,
"reward_std": 0.24133061729371547,
"rewards/accuracy_reward": 0.24000000657979398,
"rewards/format_reward": 0.9703571446239948,
"step": 250
},
{
"completion_length": 360.6953601837158,
"epoch": 0.3942409894675814,
"grad_norm": 0.2413456510082092,
"kl": 0.24384765625,
"learning_rate": 7.5853541197335716e-06,
"loss": 0.0098,
"reward": 1.2132143005728722,
"reward_std": 0.22292996691539885,
"rewards/accuracy_reward": 0.23035714915022254,
"rewards/format_reward": 0.9828571438789367,
"step": 255
},
{
"completion_length": 350.62500114440917,
"epoch": 0.4019712049473379,
"grad_norm": 0.37205800913968085,
"kl": 0.2304443359375,
"learning_rate": 7.468716719726733e-06,
"loss": 0.0092,
"reward": 1.2350000202655793,
"reward_std": 0.22238717656582593,
"rewards/accuracy_reward": 0.25107143486384303,
"rewards/format_reward": 0.9839285723865032,
"step": 260
},
{
"completion_length": 345.0939315795898,
"epoch": 0.4097014204270944,
"grad_norm": 0.5062737177381504,
"kl": 0.476416015625,
"learning_rate": 7.3502749219006795e-06,
"loss": 0.0191,
"reward": 1.2007143013179302,
"reward_std": 0.24597819074988364,
"rewards/accuracy_reward": 0.23928572090808303,
"rewards/format_reward": 0.9614285737276077,
"step": 265
},
{
"completion_length": 352.0803602218628,
"epoch": 0.4174316359068509,
"grad_norm": 0.6322459279226639,
"kl": 0.49012451171875,
"learning_rate": 7.230115295978048e-06,
"loss": 0.0196,
"reward": 1.1835714481770991,
"reward_std": 0.25889406390488146,
"rewards/accuracy_reward": 0.23107143563684077,
"rewards/format_reward": 0.9525000028312206,
"step": 270
},
{
"completion_length": 329.8617877960205,
"epoch": 0.4251618513866074,
"grad_norm": 0.6668664351542097,
"kl": 0.54197998046875,
"learning_rate": 7.10832566725092e-06,
"loss": 0.0217,
"reward": 1.2160714395344256,
"reward_std": 0.2636732104234397,
"rewards/accuracy_reward": 0.25285714818164706,
"rewards/format_reward": 0.9632142879068851,
"step": 275
},
{
"completion_length": 332.9325021743774,
"epoch": 0.4328920668663639,
"grad_norm": 0.862765307967942,
"kl": 0.3385986328125,
"learning_rate": 6.984995052388856e-06,
"loss": 0.0136,
"reward": 1.216785727441311,
"reward_std": 0.22093856362625958,
"rewards/accuracy_reward": 0.2428571493830532,
"rewards/format_reward": 0.9739285729825496,
"step": 280
},
{
"completion_length": 312.248931312561,
"epoch": 0.4406222823461204,
"grad_norm": 0.24545660293906987,
"kl": 0.2172607421875,
"learning_rate": 6.860213594376153e-06,
"loss": 0.0087,
"reward": 1.2532143011689185,
"reward_std": 0.2206911792047322,
"rewards/accuracy_reward": 0.2650000074878335,
"rewards/format_reward": 0.988214286416769,
"step": 285
},
{
"completion_length": 332.121431350708,
"epoch": 0.4483524978258769,
"grad_norm": 0.26547805533093827,
"kl": 0.21544189453125,
"learning_rate": 6.734072496625867e-06,
"loss": 0.0086,
"reward": 1.2425000101327897,
"reward_std": 0.22103301845490933,
"rewards/accuracy_reward": 0.2614285790361464,
"rewards/format_reward": 0.9810714296996593,
"step": 290
},
{
"completion_length": 375.60142974853517,
"epoch": 0.4560827133056334,
"grad_norm": 0.3864015818375869,
"kl": 0.29462890625,
"learning_rate": 6.606663956318782e-06,
"loss": 0.0118,
"reward": 1.2335714407265186,
"reward_std": 0.2652750977315009,
"rewards/accuracy_reward": 0.27428572135977447,
"rewards/format_reward": 0.9592857167124749,
"step": 295
},
{
"completion_length": 374.28750228881836,
"epoch": 0.4638129287853899,
"grad_norm": 0.3911583369947814,
"kl": 0.4628662109375,
"learning_rate": 6.478081097015985e-06,
"loss": 0.0185,
"reward": 1.2142857298254968,
"reward_std": 0.2580754934810102,
"rewards/accuracy_reward": 0.26392857884056864,
"rewards/format_reward": 0.9503571458160878,
"step": 300
},
{
"epoch": 0.4638129287853899,
"eval_completion_length": 332.5970458984375,
"eval_kl": 0.37158203125,
"eval_loss": 0.015323814935982227,
"eval_reward": 1.2125000059604645,
"eval_reward_std": 0.2901066914200783,
"eval_rewards/accuracy_reward": 0.25000000558793545,
"eval_rewards/format_reward": 0.9625000134110451,
"eval_runtime": 79.9,
"eval_samples_per_second": 1.239,
"eval_steps_per_second": 0.025,
"step": 300
},
{
"completion_length": 343.74143199920655,
"epoch": 0.4715431442651464,
"grad_norm": 0.38709550861776243,
"kl": 0.419091796875,
"learning_rate": 6.348417900594408e-06,
"loss": 0.0168,
"reward": 1.2289285875856877,
"reward_std": 0.24545602239668368,
"rewards/accuracy_reward": 0.2603571491781622,
"rewards/format_reward": 0.9685714304447174,
"step": 305
},
{
"completion_length": 334.96392917633057,
"epoch": 0.47927335974490287,
"grad_norm": 0.4392077094147235,
"kl": 0.39736328125,
"learning_rate": 6.2177691385549595e-06,
"loss": 0.0159,
"reward": 1.2221428737044335,
"reward_std": 0.21934431809931992,
"rewards/accuracy_reward": 0.24250000559259205,
"rewards/format_reward": 0.9796428583562374,
"step": 310
},
{
"completion_length": 308.76142902374266,
"epoch": 0.48700357522465937,
"grad_norm": 0.32886450863598027,
"kl": 0.333636474609375,
"learning_rate": 6.086230302753563e-06,
"loss": 0.0133,
"reward": 1.2160714440047742,
"reward_std": 0.19036251278594135,
"rewards/accuracy_reward": 0.23107143498491495,
"rewards/format_reward": 0.9850000008940697,
"step": 315
},
{
"completion_length": 333.30928802490234,
"epoch": 0.49473379070441587,
"grad_norm": 1.3946586911147487,
"kl": 0.37911376953125,
"learning_rate": 5.95389753560565e-06,
"loss": 0.0152,
"reward": 1.218928585201502,
"reward_std": 0.2294909401796758,
"rewards/accuracy_reward": 0.24178572059608996,
"rewards/format_reward": 0.9771428585052491,
"step": 320
},
{
"completion_length": 340.629288482666,
"epoch": 0.5024640061841724,
"grad_norm": 0.46150339120676787,
"kl": 0.36011962890625,
"learning_rate": 5.820867559815186e-06,
"loss": 0.0144,
"reward": 1.236071441322565,
"reward_std": 0.21350146597251296,
"rewards/accuracy_reward": 0.26500000632368026,
"rewards/format_reward": 0.9710714302957058,
"step": 325
},
{
"completion_length": 330.6417865753174,
"epoch": 0.5101942216639289,
"grad_norm": 0.7086286073905499,
"kl": 0.37000732421875,
"learning_rate": 5.68723760767954e-06,
"loss": 0.0148,
"reward": 1.2314285844564439,
"reward_std": 0.24753115382045507,
"rewards/accuracy_reward": 0.263571435585618,
"rewards/format_reward": 0.9678571447730064,
"step": 330
},
{
"completion_length": 306.0692878723145,
"epoch": 0.5179244371436854,
"grad_norm": 0.4592159227361041,
"kl": 0.43155517578125,
"learning_rate": 5.55310535002189e-06,
"loss": 0.0173,
"reward": 1.2125000201165677,
"reward_std": 0.2561903980560601,
"rewards/accuracy_reward": 0.24892857796512544,
"rewards/format_reward": 0.9635714307427407,
"step": 335
},
{
"completion_length": 301.78607177734375,
"epoch": 0.5256546526234419,
"grad_norm": 1.3334554805750072,
"kl": 0.40533447265625,
"learning_rate": 5.418568824803121e-06,
"loss": 0.0162,
"reward": 1.2046428814530372,
"reward_std": 0.24458126006647946,
"rewards/accuracy_reward": 0.23857143591158092,
"rewards/format_reward": 0.966071430593729,
"step": 340
},
{
"completion_length": 311.9282154083252,
"epoch": 0.5333848681031984,
"grad_norm": 0.49010519701579414,
"kl": 0.47899169921875,
"learning_rate": 5.2837263654653715e-06,
"loss": 0.0192,
"reward": 1.2089285902678966,
"reward_std": 0.24385176142677664,
"rewards/accuracy_reward": 0.24214286329224705,
"rewards/format_reward": 0.96678571626544,
"step": 345
},
{
"completion_length": 356.58785762786863,
"epoch": 0.5411150835829549,
"grad_norm": 0.40401739909507167,
"kl": 0.297998046875,
"learning_rate": 5.148676529059604e-06,
"loss": 0.0119,
"reward": 1.2339285902678967,
"reward_std": 0.2254973877221346,
"rewards/accuracy_reward": 0.25178572128061205,
"rewards/format_reward": 0.9821428582072258,
"step": 350
},
{
"completion_length": 401.15607299804685,
"epoch": 0.5488452990627114,
"grad_norm": 0.43919579917421436,
"kl": 0.467236328125,
"learning_rate": 5.013518024209757e-06,
"loss": 0.0187,
"reward": 1.223928590863943,
"reward_std": 0.25751951709389687,
"rewards/accuracy_reward": 0.2525000067660585,
"rewards/format_reward": 0.9714285731315613,
"step": 355
},
{
"completion_length": 372.611074256897,
"epoch": 0.5565755145424679,
"grad_norm": 0.5922777261314072,
"kl": 0.43697509765625,
"learning_rate": 4.878349638966098e-06,
"loss": 0.0175,
"reward": 1.2207143008708954,
"reward_std": 0.2579284094274044,
"rewards/accuracy_reward": 0.25178572118747977,
"rewards/format_reward": 0.9689285732805729,
"step": 360
},
{
"completion_length": 351.6828565597534,
"epoch": 0.5643057300222244,
"grad_norm": 0.29650599886416334,
"kl": 0.3662109375,
"learning_rate": 4.743270168600523e-06,
"loss": 0.0146,
"reward": 1.2132143080234528,
"reward_std": 0.21272512217983602,
"rewards/accuracy_reward": 0.23607143440749495,
"rewards/format_reward": 0.9771428585052491,
"step": 365
},
{
"completion_length": 352.63428859710694,
"epoch": 0.5720359455019809,
"grad_norm": 0.2713235178095771,
"kl": 0.32996826171875,
"learning_rate": 4.608378343396581e-06,
"loss": 0.0132,
"reward": 1.2214285895228385,
"reward_std": 0.2412548642605543,
"rewards/accuracy_reward": 0.24821429257281125,
"rewards/format_reward": 0.9732142873108387,
"step": 370
},
{
"completion_length": 400.2235725402832,
"epoch": 0.5797661609817374,
"grad_norm": 0.6530373844158506,
"kl": 0.534814453125,
"learning_rate": 4.47377275648701e-06,
"loss": 0.0214,
"reward": 1.1946428716182709,
"reward_std": 0.2843459703028202,
"rewards/accuracy_reward": 0.24785715015605092,
"rewards/format_reward": 0.9467857174575329,
"step": 375
},
{
"completion_length": 384.1235717773437,
"epoch": 0.5874963764614939,
"grad_norm": 0.5620739725200156,
"kl": 0.433917236328125,
"learning_rate": 4.33955179179149e-06,
"loss": 0.0174,
"reward": 1.1839285880327224,
"reward_std": 0.27014439897611736,
"rewards/accuracy_reward": 0.2300000066170469,
"rewards/format_reward": 0.9539285741746426,
"step": 380
},
{
"completion_length": 367.36893062591554,
"epoch": 0.5952265919412504,
"grad_norm": 0.3417788309196838,
"kl": 0.45970458984375,
"learning_rate": 4.205813552107337e-06,
"loss": 0.0184,
"reward": 1.2242857284843922,
"reward_std": 0.2591902747750282,
"rewards/accuracy_reward": 0.26214286310132595,
"rewards/format_reward": 0.9621428593993187,
"step": 385
},
{
"completion_length": 344.9664316177368,
"epoch": 0.6029568074210069,
"grad_norm": 0.383725508536428,
"kl": 0.2947509765625,
"learning_rate": 4.0726557874056625e-06,
"loss": 0.0118,
"reward": 1.1982143066823483,
"reward_std": 0.21319182245060803,
"rewards/accuracy_reward": 0.21928572067990898,
"rewards/format_reward": 0.9789285726845265,
"step": 390
},
{
"completion_length": 325.8582160949707,
"epoch": 0.6106870229007634,
"grad_norm": 0.5862839492831149,
"kl": 0.36025390625,
"learning_rate": 3.940175823385412e-06,
"loss": 0.0144,
"reward": 1.2221428655087947,
"reward_std": 0.24327749805524945,
"rewards/accuracy_reward": 0.24928572128992527,
"rewards/format_reward": 0.9728571444749832,
"step": 395
},
{
"completion_length": 347.8882158279419,
"epoch": 0.6184172383805199,
"grad_norm": 0.47993598719208436,
"kl": 0.2891845703125,
"learning_rate": 3.808470490337502e-06,
"loss": 0.0116,
"reward": 1.2317857250571251,
"reward_std": 0.2260462765581906,
"rewards/accuracy_reward": 0.2532142927404493,
"rewards/format_reward": 0.978571429848671,
"step": 400
},
{
"epoch": 0.6184172383805199,
"eval_completion_length": 318.71398162841797,
"eval_kl": 0.3338623046875,
"eval_loss": 0.013500670902431011,
"eval_reward": 1.2374999970197678,
"eval_reward_std": 0.24992241524159908,
"eval_rewards/accuracy_reward": 0.2607142888009548,
"eval_rewards/format_reward": 0.976785734295845,
"eval_runtime": 77.5724,
"eval_samples_per_second": 1.276,
"eval_steps_per_second": 0.026,
"step": 400
},
{
"completion_length": 340.0689334869385,
"epoch": 0.6261474538602764,
"grad_norm": 0.5074418639717388,
"kl": 0.3012939453125,
"learning_rate": 3.677636052371066e-06,
"loss": 0.0121,
"reward": 1.2257142968475818,
"reward_std": 0.23705143565312028,
"rewards/accuracy_reward": 0.2507142927730456,
"rewards/format_reward": 0.9750000014901161,
"step": 405
},
{
"completion_length": 334.34285869598386,
"epoch": 0.6338776693400329,
"grad_norm": 0.440989596288644,
"kl": 0.5120361328125,
"learning_rate": 3.547768137053523e-06,
"loss": 0.0205,
"reward": 1.2110714435577392,
"reward_std": 0.24922448974102734,
"rewards/accuracy_reward": 0.24642857799772172,
"rewards/format_reward": 0.9646428592503071,
"step": 410
},
{
"completion_length": 330.91714363098146,
"epoch": 0.6416078848197894,
"grad_norm": 0.26694024078543577,
"kl": 0.28255615234375,
"learning_rate": 3.4189616655158803e-06,
"loss": 0.0113,
"reward": 1.2403571613132953,
"reward_std": 0.2156613773666322,
"rewards/accuracy_reward": 0.2560714353807271,
"rewards/format_reward": 0.9842857152223587,
"step": 415
},
{
"completion_length": 373.41714534759524,
"epoch": 0.6493381002995459,
"grad_norm": 0.32331429774400394,
"kl": 0.262451171875,
"learning_rate": 3.291310783074405e-06,
"loss": 0.0105,
"reward": 1.26178572550416,
"reward_std": 0.22110692989081143,
"rewards/accuracy_reward": 0.2775000070221722,
"rewards/format_reward": 0.9842857152223587,
"step": 420
},
{
"completion_length": 410.3825017929077,
"epoch": 0.6570683157793024,
"grad_norm": 0.36969945354312556,
"kl": 0.34056396484375,
"learning_rate": 3.1649087904193142e-06,
"loss": 0.0136,
"reward": 1.2367857284843922,
"reward_std": 0.2502147083170712,
"rewards/accuracy_reward": 0.2603571502259001,
"rewards/format_reward": 0.976428572833538,
"step": 425
},
{
"completion_length": 401.2521469116211,
"epoch": 0.6647985312590589,
"grad_norm": 0.6482466478004806,
"kl": 0.38873291015625,
"learning_rate": 3.039848075420817e-06,
"loss": 0.0156,
"reward": 1.2332143016159534,
"reward_std": 0.2610732516273856,
"rewards/accuracy_reward": 0.2721428648335859,
"rewards/format_reward": 0.9610714308917523,
"step": 430
},
{
"completion_length": 416.10785961151123,
"epoch": 0.6725287467388154,
"grad_norm": 1.0368723402917392,
"kl": 0.44521484375,
"learning_rate": 2.916220045602349e-06,
"loss": 0.0178,
"reward": 1.2125000186264514,
"reward_std": 0.2809831270948052,
"rewards/accuracy_reward": 0.25500000710599124,
"rewards/format_reward": 0.9575000025331974,
"step": 435
},
{
"completion_length": 396.11535835266113,
"epoch": 0.6802589622185718,
"grad_norm": 0.4245630889591221,
"kl": 0.42137451171875,
"learning_rate": 2.794115061330336e-06,
"loss": 0.0169,
"reward": 1.2089285865426063,
"reward_std": 0.27289886865764856,
"rewards/accuracy_reward": 0.25464286408387127,
"rewards/format_reward": 0.954285717010498,
"step": 440
},
{
"completion_length": 405.51571731567384,
"epoch": 0.6879891776983283,
"grad_norm": 0.47571162730800487,
"kl": 0.45782470703125,
"learning_rate": 2.6736223697693387e-06,
"loss": 0.0183,
"reward": 1.21464286968112,
"reward_std": 0.2741479127667844,
"rewards/accuracy_reward": 0.2639285788871348,
"rewards/format_reward": 0.9507142886519432,
"step": 445
},
{
"completion_length": 378.1635715484619,
"epoch": 0.6957193931780848,
"grad_norm": 0.43896790616629155,
"kl": 0.4071044921875,
"learning_rate": 2.554830039650834e-06,
"loss": 0.0163,
"reward": 1.202500019222498,
"reward_std": 0.2554827404208481,
"rewards/accuracy_reward": 0.24857143468689175,
"rewards/format_reward": 0.9539285741746426,
"step": 450
},
{
"completion_length": 376.27357387542725,
"epoch": 0.7034496086578413,
"grad_norm": 0.6375781082839199,
"kl": 0.40799560546875,
"learning_rate": 2.4378248969033275e-06,
"loss": 0.0163,
"reward": 1.2100000150501729,
"reward_std": 0.2629528701305389,
"rewards/accuracy_reward": 0.24857143517583608,
"rewards/format_reward": 0.9614285737276077,
"step": 455
},
{
"completion_length": 400.56857414245604,
"epoch": 0.7111798241375978,
"grad_norm": 0.5893322722521851,
"kl": 0.46832275390625,
"learning_rate": 2.32269246119083e-06,
"loss": 0.0187,
"reward": 1.1839285910129547,
"reward_std": 0.2871158769354224,
"rewards/accuracy_reward": 0.24214286401402205,
"rewards/format_reward": 0.9417857177555561,
"step": 460
},
{
"completion_length": 426.16643199920657,
"epoch": 0.7189100396173543,
"grad_norm": 0.7285531480050851,
"kl": 0.45289306640625,
"learning_rate": 2.2095168834060982e-06,
"loss": 0.0181,
"reward": 1.213928584754467,
"reward_std": 0.27019564192742107,
"rewards/accuracy_reward": 0.2635714357485995,
"rewards/format_reward": 0.9503571458160878,
"step": 465
},
{
"completion_length": 426.24428634643556,
"epoch": 0.7266402550971108,
"grad_norm": 0.3644894126467112,
"kl": 0.44105224609375,
"learning_rate": 2.0983808841642996e-06,
"loss": 0.0176,
"reward": 1.227142871916294,
"reward_std": 0.2584091882221401,
"rewards/accuracy_reward": 0.2635714358650148,
"rewards/format_reward": 0.9635714307427407,
"step": 470
},
{
"completion_length": 398.2003578186035,
"epoch": 0.7343704705768673,
"grad_norm": 0.40238625933610955,
"kl": 0.339495849609375,
"learning_rate": 1.989365693342103e-06,
"loss": 0.0136,
"reward": 1.2378571562469005,
"reward_std": 0.24942016880959272,
"rewards/accuracy_reward": 0.2696428646799177,
"rewards/format_reward": 0.968214287608862,
"step": 475
},
{
"completion_length": 417.70250301361085,
"epoch": 0.7421006860566238,
"grad_norm": 0.4343672927770361,
"kl": 0.293597412109375,
"learning_rate": 1.8825509907063328e-06,
"loss": 0.0117,
"reward": 1.245714296400547,
"reward_std": 0.23920459682121872,
"rewards/accuracy_reward": 0.2710714365821332,
"rewards/format_reward": 0.9746428586542606,
"step": 480
},
{
"completion_length": 402.52250442504885,
"epoch": 0.7498309015363803,
"grad_norm": 0.5328436426470834,
"kl": 0.333837890625,
"learning_rate": 1.7780148476756148e-06,
"loss": 0.0134,
"reward": 1.2360714450478554,
"reward_std": 0.2392024408094585,
"rewards/accuracy_reward": 0.2632142927031964,
"rewards/format_reward": 0.9728571444749832,
"step": 485
},
{
"completion_length": 418.83428859710693,
"epoch": 0.7575611170161368,
"grad_norm": 0.3887859392004243,
"kl": 0.3875732421875,
"learning_rate": 1.6758336702575773e-06,
"loss": 0.0155,
"reward": 1.2235714450478554,
"reward_std": 0.26047459337860346,
"rewards/accuracy_reward": 0.25464286440983414,
"rewards/format_reward": 0.9689285732805729,
"step": 490
},
{
"completion_length": 418.6089317321777,
"epoch": 0.7652913324958933,
"grad_norm": 0.5048781836979007,
"kl": 0.3671630859375,
"learning_rate": 1.5760821432032953e-06,
"loss": 0.0147,
"reward": 1.2132142998278141,
"reward_std": 0.24158032452687622,
"rewards/accuracy_reward": 0.24642857771832496,
"rewards/format_reward": 0.96678571626544,
"step": 495
},
{
"completion_length": 401.3010726928711,
"epoch": 0.7730215479756498,
"grad_norm": 0.4607265236386812,
"kl": 0.4398681640625,
"learning_rate": 1.4788331754198316e-06,
"loss": 0.0176,
"reward": 1.2085714474320413,
"reward_std": 0.28208895614370705,
"rewards/accuracy_reward": 0.2539285784587264,
"rewards/format_reward": 0.9546428598463536,
"step": 500
},
{
"epoch": 0.7730215479756498,
"eval_completion_length": 354.90320205688477,
"eval_kl": 0.45703125,
"eval_loss": 0.018093252554535866,
"eval_reward": 1.226785734295845,
"eval_reward_std": 0.26129008270800114,
"eval_rewards/accuracy_reward": 0.2696428634226322,
"eval_rewards/format_reward": 0.9571428745985031,
"eval_runtime": 110.1034,
"eval_samples_per_second": 0.899,
"eval_steps_per_second": 0.018,
"step": 500
},
{
"completion_length": 402.9871459960938,
"epoch": 0.7807517634554063,
"grad_norm": 0.520985901336068,
"kl": 0.4232177734375,
"learning_rate": 1.384157846680737e-06,
"loss": 0.0169,
"reward": 1.2203571587800979,
"reward_std": 0.24645365020260215,
"rewards/accuracy_reward": 0.2632142924237996,
"rewards/format_reward": 0.9571428596973419,
"step": 505
},
{
"completion_length": 407.93928661346433,
"epoch": 0.7884819789351628,
"grad_norm": 0.3805648616018147,
"kl": 0.384832763671875,
"learning_rate": 1.2921253556734654e-06,
"loss": 0.0154,
"reward": 1.217857153713703,
"reward_std": 0.26537872953340413,
"rewards/accuracy_reward": 0.25535714966244993,
"rewards/format_reward": 0.9625000022351742,
"step": 510
},
{
"completion_length": 388.97393188476565,
"epoch": 0.7962121944149193,
"grad_norm": 1.1499390375989664,
"kl": 0.318841552734375,
"learning_rate": 1.202802969421708e-06,
"loss": 0.0128,
"reward": 1.198214303702116,
"reward_std": 0.23692603250965477,
"rewards/accuracy_reward": 0.23464286390226335,
"rewards/format_reward": 0.9635714307427407,
"step": 515
},
{
"completion_length": 383.35643138885496,
"epoch": 0.8039424098946758,
"grad_norm": 0.4367989993018896,
"kl": 0.34908447265625,
"learning_rate": 1.1162559741195733e-06,
"loss": 0.014,
"reward": 1.245357161015272,
"reward_std": 0.2558293900452554,
"rewards/accuracy_reward": 0.27678572088479997,
"rewards/format_reward": 0.9685714304447174,
"step": 520
},
{
"completion_length": 385.04857444763184,
"epoch": 0.8116726253744323,
"grad_norm": 0.6398289536823912,
"kl": 0.329840087890625,
"learning_rate": 1.0325476274135665e-06,
"loss": 0.0132,
"reward": 1.2332143023610116,
"reward_std": 0.23316460549831391,
"rewards/accuracy_reward": 0.2617857217788696,
"rewards/format_reward": 0.9714285731315613,
"step": 525
},
{
"completion_length": 385.87678928375243,
"epoch": 0.8194028408541888,
"grad_norm": 0.3695626628673057,
"kl": 0.39681396484375,
"learning_rate": 9.517391121672537e-07,
"loss": 0.0159,
"reward": 1.2292857207357883,
"reward_std": 0.2500005507841706,
"rewards/accuracy_reward": 0.26821429268457,
"rewards/format_reward": 0.9610714308917523,
"step": 530
},
{
"completion_length": 370.4653594970703,
"epoch": 0.8271330563339453,
"grad_norm": 0.6854915615610104,
"kl": 0.38438720703125,
"learning_rate": 8.738894917423918e-07,
"loss": 0.0154,
"reward": 1.2175000138580798,
"reward_std": 0.24949982650578023,
"rewards/accuracy_reward": 0.2521428640931845,
"rewards/format_reward": 0.9653571449220181,
"step": 535
},
{
"completion_length": 373.39250297546386,
"epoch": 0.8348632718137018,
"grad_norm": 0.3428641792816048,
"kl": 0.3291259765625,
"learning_rate": 7.990556668292021e-07,
"loss": 0.0132,
"reward": 1.2228571593761444,
"reward_std": 0.2329377906396985,
"rewards/accuracy_reward": 0.2507142930058762,
"rewards/format_reward": 0.9721428588032722,
"step": 540
},
{
"completion_length": 390.6789312362671,
"epoch": 0.8425934872934583,
"grad_norm": 0.8781910108571961,
"kl": 0.3635009765625,
"learning_rate": 7.272923338573723e-07,
"loss": 0.0145,
"reward": 1.2246428735554218,
"reward_std": 0.24744346737861633,
"rewards/accuracy_reward": 0.2567857220768929,
"rewards/format_reward": 0.9678571447730064,
"step": 545
},
{
"completion_length": 386.65393047332765,
"epoch": 0.8503237027732148,
"grad_norm": 0.374646921874402,
"kl": 0.305267333984375,
"learning_rate": 6.586519450181488e-07,
"loss": 0.0122,
"reward": 1.242500015348196,
"reward_std": 0.24353330470621587,
"rewards/accuracy_reward": 0.26964286335278304,
"rewards/format_reward": 0.9728571444749832,
"step": 550
},
{
"completion_length": 384.5810733795166,
"epoch": 0.8580539182529713,
"grad_norm": 0.5549528232027495,
"kl": 0.312255859375,
"learning_rate": 5.931846699267558e-07,
"loss": 0.0125,
"reward": 1.247857154905796,
"reward_std": 0.25878492267802355,
"rewards/accuracy_reward": 0.2767857232829556,
"rewards/format_reward": 0.9710714302957058,
"step": 555
},
{
"completion_length": 386.3992879867554,
"epoch": 0.8657841337327278,
"grad_norm": 0.4278411326159335,
"kl": 0.34853515625,
"learning_rate": 5.309383589531708e-07,
"loss": 0.0139,
"reward": 1.2271428763866425,
"reward_std": 0.23170938733965157,
"rewards/accuracy_reward": 0.2575000062817708,
"rewards/format_reward": 0.9696428589522839,
"step": 560
},
{
"completion_length": 391.38536109924314,
"epoch": 0.8735143492124843,
"grad_norm": 0.4003970163311169,
"kl": 0.37874755859375,
"learning_rate": 4.7195850824803823e-07,
"loss": 0.0152,
"reward": 1.2192857332527638,
"reward_std": 0.25189957171678545,
"rewards/accuracy_reward": 0.2528571498580277,
"rewards/format_reward": 0.9664285734295845,
"step": 565
},
{
"completion_length": 384.1317882537842,
"epoch": 0.8812445646922408,
"grad_norm": 0.4111180386794067,
"kl": 0.358599853515625,
"learning_rate": 4.1628822648929255e-07,
"loss": 0.0143,
"reward": 1.2210714399814606,
"reward_std": 0.24504473190754653,
"rewards/accuracy_reward": 0.25392857876140623,
"rewards/format_reward": 0.9671428591012955,
"step": 570
},
{
"completion_length": 400.0792875289917,
"epoch": 0.8889747801719973,
"grad_norm": 0.44019676078400016,
"kl": 0.317877197265625,
"learning_rate": 3.6396820337381236e-07,
"loss": 0.0127,
"reward": 1.2107143074274063,
"reward_std": 0.23559978352859617,
"rewards/accuracy_reward": 0.24178572117816657,
"rewards/format_reward": 0.9689285732805729,
"step": 575
},
{
"completion_length": 391.342502784729,
"epoch": 0.8967049956517538,
"grad_norm": 0.46727020273244035,
"kl": 0.312957763671875,
"learning_rate": 3.150366798771043e-07,
"loss": 0.0125,
"reward": 1.2439285896718502,
"reward_std": 0.2462494120001793,
"rewards/accuracy_reward": 0.2714285790920258,
"rewards/format_reward": 0.9725000016391278,
"step": 580
},
{
"completion_length": 372.30536060333253,
"epoch": 0.9044352111315103,
"grad_norm": 0.5209042194427927,
"kl": 0.319873046875,
"learning_rate": 2.6952942030277486e-07,
"loss": 0.0128,
"reward": 1.2671428687870503,
"reward_std": 0.26302206302061676,
"rewards/accuracy_reward": 0.2996428650803864,
"rewards/format_reward": 0.9675000019371509,
"step": 585
},
{
"completion_length": 394.72285861968993,
"epoch": 0.9121654266112668,
"grad_norm": 0.4137939679586483,
"kl": 0.33170166015625,
"learning_rate": 2.274796861422246e-07,
"loss": 0.0133,
"reward": 1.2225000075995922,
"reward_std": 0.24834517342969775,
"rewards/accuracy_reward": 0.25821429330389944,
"rewards/format_reward": 0.9642857164144516,
"step": 590
},
{
"completion_length": 402.35428485870364,
"epoch": 0.9198956420910233,
"grad_norm": 0.412787643650894,
"kl": 0.37198486328125,
"learning_rate": 1.88918211763639e-07,
"loss": 0.0149,
"reward": 1.2421428732573987,
"reward_std": 0.2519141098484397,
"rewards/accuracy_reward": 0.2735714362002909,
"rewards/format_reward": 0.9685714304447174,
"step": 595
},
{
"completion_length": 381.8421464920044,
"epoch": 0.9276258575707798,
"grad_norm": 0.4865523678871763,
"kl": 0.323974609375,
"learning_rate": 1.5387318194809098e-07,
"loss": 0.013,
"reward": 1.2353571593761443,
"reward_std": 0.22969860946759582,
"rewards/accuracy_reward": 0.2639285792130977,
"rewards/format_reward": 0.9714285731315613,
"step": 600
},
{
"epoch": 0.9276258575707798,
"eval_completion_length": 353.1224174499512,
"eval_kl": 0.30078125,
"eval_loss": 0.011807209812104702,
"eval_reward": 1.2553571313619614,
"eval_reward_std": 0.22612838447093964,
"eval_rewards/accuracy_reward": 0.2821428645402193,
"eval_rewards/format_reward": 0.973214291036129,
"eval_runtime": 111.1459,
"eval_samples_per_second": 0.891,
"eval_steps_per_second": 0.018,
"step": 600
},
{
"completion_length": 404.2853603363037,
"epoch": 0.9353560730505363,
"grad_norm": 0.5171782261479181,
"kl": 0.34097900390625,
"learning_rate": 1.223702112891345e-07,
"loss": 0.0136,
"reward": 1.2089285850524902,
"reward_std": 0.24284306410700082,
"rewards/accuracy_reward": 0.2428571501513943,
"rewards/format_reward": 0.966071430593729,
"step": 605
},
{
"completion_length": 397.3825029373169,
"epoch": 0.9430862885302927,
"grad_norm": 0.7320475164079379,
"kl": 0.3185546875,
"learning_rate": 9.443232547096448e-08,
"loss": 0.0127,
"reward": 1.256428588926792,
"reward_std": 0.26404928769916297,
"rewards/accuracy_reward": 0.2846428649034351,
"rewards/format_reward": 0.9717857159674168,
"step": 610
},
{
"completion_length": 407.19285888671874,
"epoch": 0.9508165040100492,
"grad_norm": 1.2171362297470418,
"kl": 0.36600341796875,
"learning_rate": 7.007994443882616e-08,
"loss": 0.0146,
"reward": 1.210714304447174,
"reward_std": 0.26716623855754734,
"rewards/accuracy_reward": 0.24892857847735286,
"rewards/format_reward": 0.9617857165634632,
"step": 615
},
{
"completion_length": 395.53178749084475,
"epoch": 0.9585467194898057,
"grad_norm": 0.36444035142958237,
"kl": 0.3221923828125,
"learning_rate": 4.933086747397231e-08,
"loss": 0.0129,
"reward": 1.2253571592271328,
"reward_std": 0.23916244860738517,
"rewards/accuracy_reward": 0.2553571488009766,
"rewards/format_reward": 0.9700000017881394,
"step": 620
},
{
"completion_length": 393.6335744857788,
"epoch": 0.9662769349695622,
"grad_norm": 0.3989424097774144,
"kl": 0.3381103515625,
"learning_rate": 3.220026018407541e-08,
"loss": 0.0135,
"reward": 1.2310714446008206,
"reward_std": 0.23451657630503178,
"rewards/accuracy_reward": 0.2621428639627993,
"rewards/format_reward": 0.9689285732805729,
"step": 625
},
{
"completion_length": 396.7300016403198,
"epoch": 0.9740071504493187,
"grad_norm": 0.7711804308584844,
"kl": 0.33509521484375,
"learning_rate": 1.8700643418607112e-08,
"loss": 0.0134,
"reward": 1.250000011920929,
"reward_std": 0.26608177088201046,
"rewards/accuracy_reward": 0.2835714362096041,
"rewards/format_reward": 0.9664285734295845,
"step": 630
},
{
"completion_length": 392.350359916687,
"epoch": 0.9817373659290752,
"grad_norm": 0.42013697611704715,
"kl": 0.327276611328125,
"learning_rate": 8.841884117284372e-09,
"loss": 0.0131,
"reward": 1.241785728931427,
"reward_std": 0.24906472209841013,
"rewards/accuracy_reward": 0.270714293140918,
"rewards/format_reward": 0.9710714302957058,
"step": 635
},
{
"completion_length": 379.29678897857667,
"epoch": 0.9894675814088317,
"grad_norm": 0.39572354868452714,
"kl": 0.298919677734375,
"learning_rate": 2.6311880982721195e-09,
"loss": 0.012,
"reward": 1.248571439087391,
"reward_std": 0.25294895516708493,
"rewards/accuracy_reward": 0.2753571497276425,
"rewards/format_reward": 0.9732142873108387,
"step": 640
},
{
"completion_length": 391.0450023651123,
"epoch": 0.9971977968885882,
"grad_norm": 0.4471955331682869,
"kl": 0.334100341796875,
"learning_rate": 7.30947914140412e-11,
"loss": 0.0134,
"reward": 1.2375000178813935,
"reward_std": 0.24879253581166266,
"rewards/accuracy_reward": 0.26464286535046994,
"rewards/format_reward": 0.9728571444749832,
"step": 645
},
{
"completion_length": 370.5642910003662,
"epoch": 0.9987438399845395,
"kl": 0.784271240234375,
"reward": 1.2250000201165676,
"reward_std": 0.259319587610662,
"rewards/accuracy_reward": 0.25714286393485963,
"rewards/format_reward": 0.9678571447730064,
"step": 646,
"total_flos": 0.0,
"train_loss": 0.01271514138510042,
"train_runtime": 147461.7668,
"train_samples_per_second": 0.491,
"train_steps_per_second": 0.004
}
],
"logging_steps": 5,
"max_steps": 646,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": false,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 5,
"trial_name": null,
"trial_params": null
}