| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.05333333333333334, | |
| "eval_steps": 500, | |
| "global_step": 150, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 961.2890625, | |
| "epoch": 0.0007111111111111111, | |
| "grad_norm": 0.07362582076051967, | |
| "kl": 0.0, | |
| "learning_rate": 2e-07, | |
| "loss": -0.0, | |
| "reward": 0.09375000186264515, | |
| "reward_std": 0.15193375945091248, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.09375000186264515, | |
| "step": 2 | |
| }, | |
| { | |
| "completion_length": 939.3046875, | |
| "epoch": 0.0014222222222222223, | |
| "grad_norm": 0.0907152492976058, | |
| "kl": 0.0003669261932373047, | |
| "learning_rate": 4e-07, | |
| "loss": 0.0, | |
| "reward": 0.0875000013038516, | |
| "reward_std": 0.14330127369612455, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.0875000013038516, | |
| "step": 4 | |
| }, | |
| { | |
| "completion_length": 966.875, | |
| "epoch": 0.0021333333333333334, | |
| "grad_norm": 0.07758448496582468, | |
| "kl": 0.00034809112548828125, | |
| "learning_rate": 4.99941324504621e-07, | |
| "loss": 0.0, | |
| "reward": 0.08750000176951289, | |
| "reward_std": 0.12500000186264515, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.08750000176951289, | |
| "step": 6 | |
| }, | |
| { | |
| "completion_length": 974.5625, | |
| "epoch": 0.0028444444444444446, | |
| "grad_norm": 0.04999161599871498, | |
| "kl": 0.00039124488830566406, | |
| "learning_rate": 4.99472085783721e-07, | |
| "loss": 0.0, | |
| "reward": 0.031250000931322575, | |
| "reward_std": 0.037500000558793545, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.031250000931322575, | |
| "step": 8 | |
| }, | |
| { | |
| "completion_length": 988.71875, | |
| "epoch": 0.0035555555555555557, | |
| "grad_norm": 0.05986623117422814, | |
| "kl": 0.00038301944732666016, | |
| "learning_rate": 4.985344892885899e-07, | |
| "loss": 0.0, | |
| "reward": 0.06250000093132257, | |
| "reward_std": 0.0933012729510665, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.06250000093132257, | |
| "step": 10 | |
| }, | |
| { | |
| "completion_length": 951.15625, | |
| "epoch": 0.004266666666666667, | |
| "grad_norm": 0.0799364307268448, | |
| "kl": 0.00038933753967285156, | |
| "learning_rate": 4.971302952586796e-07, | |
| "loss": 0.0, | |
| "reward": 0.07500000158324838, | |
| "reward_std": 0.12886751629412174, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.07500000158324838, | |
| "step": 12 | |
| }, | |
| { | |
| "completion_length": 960.3046875, | |
| "epoch": 0.004977777777777778, | |
| "grad_norm": 0.03830275509956425, | |
| "kl": 0.0003789663314819336, | |
| "learning_rate": 4.952621399215597e-07, | |
| "loss": 0.0, | |
| "reward": 0.05000000074505806, | |
| "reward_std": 0.0894337585195899, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.05000000074505806, | |
| "step": 14 | |
| }, | |
| { | |
| "completion_length": 943.65625, | |
| "epoch": 0.005688888888888889, | |
| "grad_norm": 0.09243726858362067, | |
| "kl": 0.00037360191345214844, | |
| "learning_rate": 4.929335305436764e-07, | |
| "loss": 0.0, | |
| "reward": 0.12500000279396772, | |
| "reward_std": 0.15773503109812737, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.12500000279396772, | |
| "step": 16 | |
| }, | |
| { | |
| "completion_length": 991.3359375, | |
| "epoch": 0.0064, | |
| "grad_norm": 0.02502555687332951, | |
| "kl": 0.0003898143768310547, | |
| "learning_rate": 4.901488388458247e-07, | |
| "loss": 0.0, | |
| "reward": 0.0437500006519258, | |
| "reward_std": 0.06636751536279917, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.0437500006519258, | |
| "step": 18 | |
| }, | |
| { | |
| "completion_length": 946.1328125, | |
| "epoch": 0.0071111111111111115, | |
| "grad_norm": 0.09101166665795608, | |
| "kl": 0.0004526376724243164, | |
| "learning_rate": 4.869132927957006e-07, | |
| "loss": 0.0, | |
| "reward": 0.1171875037252903, | |
| "reward_std": 0.1776762753725052, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.1171875037252903, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 935.46875, | |
| "epoch": 0.007822222222222222, | |
| "grad_norm": 0.07270975069713734, | |
| "kl": 0.0004680156707763672, | |
| "learning_rate": 4.832329667929376e-07, | |
| "loss": 0.0, | |
| "reward": 0.08750000223517418, | |
| "reward_std": 0.11443375889211893, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.08750000223517418, | |
| "step": 22 | |
| }, | |
| { | |
| "completion_length": 949.0859375, | |
| "epoch": 0.008533333333333334, | |
| "grad_norm": 0.08038949844442059, | |
| "kl": 0.0006613731384277344, | |
| "learning_rate": 4.791147702650565e-07, | |
| "loss": 0.0, | |
| "reward": 0.11250000260770321, | |
| "reward_std": 0.12886751629412174, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.11250000260770321, | |
| "step": 24 | |
| }, | |
| { | |
| "completion_length": 956.25, | |
| "epoch": 0.009244444444444444, | |
| "grad_norm": 0.08202117227401906, | |
| "kl": 0.0005040168762207031, | |
| "learning_rate": 4.745664346957361e-07, | |
| "loss": 0.0, | |
| "reward": 0.09375000186264515, | |
| "reward_std": 0.13466878794133663, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.09375000186264515, | |
| "step": 26 | |
| }, | |
| { | |
| "completion_length": 975.703125, | |
| "epoch": 0.009955555555555556, | |
| "grad_norm": 0.052563124629516914, | |
| "kl": 0.0009806156158447266, | |
| "learning_rate": 4.695964991097616e-07, | |
| "loss": 0.0, | |
| "reward": 0.056250001303851604, | |
| "reward_std": 0.07693375833332539, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.056250001303851604, | |
| "step": 28 | |
| }, | |
| { | |
| "completion_length": 950.8515625, | |
| "epoch": 0.010666666666666666, | |
| "grad_norm": 0.07832441677596065, | |
| "kl": 0.0008480548858642578, | |
| "learning_rate": 4.642142940418973e-07, | |
| "loss": 0.0, | |
| "reward": 0.15000000316649675, | |
| "reward_std": 0.20773503184318542, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.15000000316649675, | |
| "step": 30 | |
| }, | |
| { | |
| "completion_length": 974.40625, | |
| "epoch": 0.011377777777777778, | |
| "grad_norm": 0.07055076490510688, | |
| "kl": 0.0010929107666015625, | |
| "learning_rate": 4.5842992401978256e-07, | |
| "loss": 0.0, | |
| "reward": 0.11250000167638063, | |
| "reward_std": 0.15773503109812737, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.11250000167638063, | |
| "step": 32 | |
| }, | |
| { | |
| "completion_length": 931.6015625, | |
| "epoch": 0.012088888888888889, | |
| "grad_norm": 0.11840439438100717, | |
| "kl": 0.0014081001281738281, | |
| "learning_rate": 4.5225424859373684e-07, | |
| "loss": 0.0001, | |
| "reward": 0.17812500521540642, | |
| "reward_std": 0.22999473847448826, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.17812500521540642, | |
| "step": 34 | |
| }, | |
| { | |
| "completion_length": 913.5078125, | |
| "epoch": 0.0128, | |
| "grad_norm": 0.09388094812115422, | |
| "kl": 0.0025322437286376953, | |
| "learning_rate": 4.456988619490889e-07, | |
| "loss": 0.0001, | |
| "reward": 0.218750003259629, | |
| "reward_std": 0.19240381754934788, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.218750003259629, | |
| "step": 36 | |
| }, | |
| { | |
| "completion_length": 942.7890625, | |
| "epoch": 0.013511111111111111, | |
| "grad_norm": 0.1071443097365241, | |
| "kl": 0.0012729167938232422, | |
| "learning_rate": 4.3877607113930516e-07, | |
| "loss": 0.0001, | |
| "reward": 0.1937500024214387, | |
| "reward_std": 0.24523503240197897, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.1937500024214387, | |
| "step": 38 | |
| }, | |
| { | |
| "completion_length": 932.3125, | |
| "epoch": 0.014222222222222223, | |
| "grad_norm": 0.09884048766059533, | |
| "kl": 0.0025246143341064453, | |
| "learning_rate": 4.314988729807827e-07, | |
| "loss": 0.0001, | |
| "reward": 0.2312500043772161, | |
| "reward_std": 0.20966878905892372, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.2312500043772161, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 983.9375, | |
| "epoch": 0.014933333333333333, | |
| "grad_norm": 0.06377692673539463, | |
| "kl": 0.0017533302307128906, | |
| "learning_rate": 4.238809296526846e-07, | |
| "loss": 0.0001, | |
| "reward": 0.15000000223517418, | |
| "reward_std": 0.1933012744411826, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.15000000223517418, | |
| "step": 42 | |
| }, | |
| { | |
| "completion_length": 934.265625, | |
| "epoch": 0.015644444444444443, | |
| "grad_norm": 0.10797227603988564, | |
| "kl": 0.0016703605651855469, | |
| "learning_rate": 4.159365430476261e-07, | |
| "loss": 0.0001, | |
| "reward": 0.26250000577419996, | |
| "reward_std": 0.21830127481371164, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.26250000204890966, | |
| "step": 44 | |
| }, | |
| { | |
| "completion_length": 888.1484375, | |
| "epoch": 0.016355555555555557, | |
| "grad_norm": 0.11888486637171698, | |
| "kl": 0.0021381378173828125, | |
| "learning_rate": 4.076806279213655e-07, | |
| "loss": 0.0001, | |
| "reward": 0.3250000048428774, | |
| "reward_std": 0.2577350325882435, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.3250000048428774, | |
| "step": 46 | |
| }, | |
| { | |
| "completion_length": 844.6484375, | |
| "epoch": 0.017066666666666667, | |
| "grad_norm": 0.10144889612555925, | |
| "kl": 0.002949237823486328, | |
| "learning_rate": 3.991286838919086e-07, | |
| "loss": 0.0001, | |
| "reward": 0.3921875115483999, | |
| "reward_std": 0.2589998487383127, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.3921875115483999, | |
| "step": 48 | |
| }, | |
| { | |
| "completion_length": 862.4296875, | |
| "epoch": 0.017777777777777778, | |
| "grad_norm": 0.09453500886940876, | |
| "kl": 0.0031652450561523438, | |
| "learning_rate": 3.902967663405956e-07, | |
| "loss": 0.0001, | |
| "reward": 0.36250000912696123, | |
| "reward_std": 0.24047006107866764, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.36250000912696123, | |
| "step": 50 | |
| }, | |
| { | |
| "completion_length": 905.5, | |
| "epoch": 0.018488888888888888, | |
| "grad_norm": 0.10133881191260517, | |
| "kl": 0.0029811859130859375, | |
| "learning_rate": 3.8120145626980015e-07, | |
| "loss": 0.0001, | |
| "reward": 0.32031250838190317, | |
| "reward_std": 0.22642100881785154, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.3203125046566129, | |
| "step": 52 | |
| }, | |
| { | |
| "completion_length": 920.1953125, | |
| "epoch": 0.0192, | |
| "grad_norm": 0.10154509040958454, | |
| "kl": 0.0032434463500976562, | |
| "learning_rate": 3.718598291738298e-07, | |
| "loss": 0.0001, | |
| "reward": 0.30781250540167093, | |
| "reward_std": 0.2779353503137827, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.30781250540167093, | |
| "step": 54 | |
| }, | |
| { | |
| "completion_length": 893.3515625, | |
| "epoch": 0.019911111111111112, | |
| "grad_norm": 0.10046839615716938, | |
| "kl": 0.0037431716918945312, | |
| "learning_rate": 3.622894229814698e-07, | |
| "loss": 0.0001, | |
| "reward": 0.3812500098720193, | |
| "reward_std": 0.2846687901765108, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.3812500098720193, | |
| "step": 56 | |
| }, | |
| { | |
| "completion_length": 905.0546875, | |
| "epoch": 0.020622222222222222, | |
| "grad_norm": 0.0961680067295368, | |
| "kl": 0.004122734069824219, | |
| "learning_rate": 3.52508205130354e-07, | |
| "loss": 0.0002, | |
| "reward": 0.3875000085681677, | |
| "reward_std": 0.2616025470197201, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.3875000048428774, | |
| "step": 58 | |
| }, | |
| { | |
| "completion_length": 871.7890625, | |
| "epoch": 0.021333333333333333, | |
| "grad_norm": 0.08426575372485079, | |
| "kl": 0.0044574737548828125, | |
| "learning_rate": 3.4253453883497864e-07, | |
| "loss": 0.0002, | |
| "reward": 0.4125000177882612, | |
| "reward_std": 0.25103630404919386, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4125000028871, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 901.296875, | |
| "epoch": 0.022044444444444443, | |
| "grad_norm": 0.09601873424860208, | |
| "kl": 0.004614830017089844, | |
| "learning_rate": 3.323871486116851e-07, | |
| "loss": 0.0002, | |
| "reward": 0.3750000107102096, | |
| "reward_std": 0.2943375762552023, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.3750000107102096, | |
| "step": 62 | |
| }, | |
| { | |
| "completion_length": 876.109375, | |
| "epoch": 0.022755555555555557, | |
| "grad_norm": 0.07468416170263495, | |
| "kl": 0.004523277282714844, | |
| "learning_rate": 3.220850851253377e-07, | |
| "loss": 0.0002, | |
| "reward": 0.37187500670552254, | |
| "reward_std": 0.20931097934953868, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.37187500670552254, | |
| "step": 64 | |
| }, | |
| { | |
| "completion_length": 876.34375, | |
| "epoch": 0.023466666666666667, | |
| "grad_norm": 0.10975736428011727, | |
| "kl": 0.005245208740234375, | |
| "learning_rate": 3.1164768942369053e-07, | |
| "loss": 0.0002, | |
| "reward": 0.42343751108273864, | |
| "reward_std": 0.2873450629413128, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.42343750735744834, | |
| "step": 66 | |
| }, | |
| { | |
| "completion_length": 846.3671875, | |
| "epoch": 0.024177777777777777, | |
| "grad_norm": 0.10665048077601928, | |
| "kl": 0.0054931640625, | |
| "learning_rate": 3.010945566265912e-07, | |
| "loss": 0.0002, | |
| "reward": 0.4234375124797225, | |
| "reward_std": 0.2752937898039818, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.42343750689178705, | |
| "step": 68 | |
| }, | |
| { | |
| "completion_length": 829.9609375, | |
| "epoch": 0.024888888888888887, | |
| "grad_norm": 0.08361928294620831, | |
| "kl": 0.005539894104003906, | |
| "learning_rate": 2.9044549913819124e-07, | |
| "loss": 0.0002, | |
| "reward": 0.48750001983717084, | |
| "reward_std": 0.2154700607061386, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.48750000493600965, | |
| "step": 70 | |
| }, | |
| { | |
| "completion_length": 858.71875, | |
| "epoch": 0.0256, | |
| "grad_norm": 0.07638495432759437, | |
| "kl": 0.005488395690917969, | |
| "learning_rate": 2.797205094512266e-07, | |
| "loss": 0.0002, | |
| "reward": 0.45000001741573215, | |
| "reward_std": 0.21160254627466202, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.45000000623986125, | |
| "step": 72 | |
| }, | |
| { | |
| "completion_length": 864.84375, | |
| "epoch": 0.02631111111111111, | |
| "grad_norm": 0.10096698237334256, | |
| "kl": 0.0058040618896484375, | |
| "learning_rate": 2.6893972261320264e-07, | |
| "loss": 0.0002, | |
| "reward": 0.4000000124797225, | |
| "reward_std": 0.2827350329607725, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4000000087544322, | |
| "step": 74 | |
| }, | |
| { | |
| "completion_length": 907.4296875, | |
| "epoch": 0.027022222222222222, | |
| "grad_norm": 0.08728011123913502, | |
| "kl": 0.005370140075683594, | |
| "learning_rate": 2.5812337842494516e-07, | |
| "loss": 0.0002, | |
| "reward": 0.42500000866129994, | |
| "reward_std": 0.24433757551014423, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.42500000493600965, | |
| "step": 76 | |
| }, | |
| { | |
| "completion_length": 817.8828125, | |
| "epoch": 0.027733333333333332, | |
| "grad_norm": 0.09172512669808838, | |
| "kl": 0.0060749053955078125, | |
| "learning_rate": 2.4729178344249006e-07, | |
| "loss": 0.0002, | |
| "reward": 0.487500018440187, | |
| "reward_std": 0.22603630367666483, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4875000109896064, | |
| "step": 78 | |
| }, | |
| { | |
| "completion_length": 811.90625, | |
| "epoch": 0.028444444444444446, | |
| "grad_norm": 0.087230141698115, | |
| "kl": 0.0064601898193359375, | |
| "learning_rate": 2.3646527285364563e-07, | |
| "loss": 0.0003, | |
| "reward": 0.5500000175088644, | |
| "reward_std": 0.22216878924518824, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5500000100582838, | |
| "step": 80 | |
| }, | |
| { | |
| "completion_length": 820.3125, | |
| "epoch": 0.029155555555555556, | |
| "grad_norm": 0.0917309701218231, | |
| "kl": 0.0067539215087890625, | |
| "learning_rate": 2.256641723008026e-07, | |
| "loss": 0.0003, | |
| "reward": 0.4890625160187483, | |
| "reward_std": 0.23515222850255668, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.489062512293458, | |
| "step": 82 | |
| }, | |
| { | |
| "completion_length": 875.1953125, | |
| "epoch": 0.029866666666666666, | |
| "grad_norm": 0.05629416236953807, | |
| "kl": 0.005397796630859375, | |
| "learning_rate": 2.1490875972166393e-07, | |
| "loss": 0.0002, | |
| "reward": 0.5187500147148967, | |
| "reward_std": 0.1991025460883975, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5187500072643161, | |
| "step": 84 | |
| }, | |
| { | |
| "completion_length": 853.609375, | |
| "epoch": 0.030577777777777777, | |
| "grad_norm": 0.08222448453561998, | |
| "kl": 0.0061321258544921875, | |
| "learning_rate": 2.0421922727953595e-07, | |
| "loss": 0.0002, | |
| "reward": 0.49843751173466444, | |
| "reward_std": 0.24561973754316568, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.498437506146729, | |
| "step": 86 | |
| }, | |
| { | |
| "completion_length": 848.15625, | |
| "epoch": 0.03128888888888889, | |
| "grad_norm": 0.0924588566987047, | |
| "kl": 0.0057964324951171875, | |
| "learning_rate": 1.9361564345465145e-07, | |
| "loss": 0.0002, | |
| "reward": 0.49375001480802894, | |
| "reward_std": 0.2741025472059846, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.49375001108273864, | |
| "step": 88 | |
| }, | |
| { | |
| "completion_length": 850.2109375, | |
| "epoch": 0.032, | |
| "grad_norm": 0.09370433522264131, | |
| "kl": 0.005938529968261719, | |
| "learning_rate": 1.8311791536769483e-07, | |
| "loss": 0.0002, | |
| "reward": 0.4875000179745257, | |
| "reward_std": 0.25490381848067045, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4875000105239451, | |
| "step": 90 | |
| }, | |
| { | |
| "completion_length": 823.2890625, | |
| "epoch": 0.032711111111111114, | |
| "grad_norm": 0.10865632851826816, | |
| "kl": 0.0072078704833984375, | |
| "learning_rate": 1.7274575140626315e-07, | |
| "loss": 0.0003, | |
| "reward": 0.47968751238659024, | |
| "reward_std": 0.2377937890123576, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.47968750866129994, | |
| "step": 92 | |
| }, | |
| { | |
| "completion_length": 817.4140625, | |
| "epoch": 0.03342222222222222, | |
| "grad_norm": 0.08418982535916476, | |
| "kl": 0.0056285858154296875, | |
| "learning_rate": 1.6251862422442788e-07, | |
| "loss": 0.0002, | |
| "reward": 0.5242187650874257, | |
| "reward_std": 0.25055886153131723, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0054687499068677425, | |
| "rewards/solution_quality_reward": 0.5187500091269612, | |
| "step": 94 | |
| }, | |
| { | |
| "completion_length": 832.8984375, | |
| "epoch": 0.034133333333333335, | |
| "grad_norm": 0.08609457505525932, | |
| "kl": 0.0064220428466796875, | |
| "learning_rate": 1.5245573418486135e-07, | |
| "loss": 0.0003, | |
| "reward": 0.498437509406358, | |
| "reward_std": 0.19642627402208745, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.498437509406358, | |
| "step": 96 | |
| }, | |
| { | |
| "completion_length": 834.265625, | |
| "epoch": 0.03484444444444444, | |
| "grad_norm": 0.11364212512648743, | |
| "kl": 0.0072803497314453125, | |
| "learning_rate": 1.4257597331216208e-07, | |
| "loss": 0.0003, | |
| "reward": 0.4625000134110451, | |
| "reward_std": 0.25401466409675777, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4625000096857548, | |
| "step": 98 | |
| }, | |
| { | |
| "completion_length": 857.9921875, | |
| "epoch": 0.035555555555555556, | |
| "grad_norm": 0.07970778178862901, | |
| "kl": 0.005957603454589844, | |
| "learning_rate": 1.328978898250525e-07, | |
| "loss": 0.0002, | |
| "reward": 0.49140626657754183, | |
| "reward_std": 0.256591965444386, | |
| "rewards/format_compliance_reward": 0.00390625, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.48750000540167093, | |
| "step": 100 | |
| }, | |
| { | |
| "completion_length": 850.5234375, | |
| "epoch": 0.03626666666666667, | |
| "grad_norm": 0.0806380302022146, | |
| "kl": 0.0061206817626953125, | |
| "learning_rate": 1.234396533140365e-07, | |
| "loss": 0.0002, | |
| "reward": 0.5625000167638063, | |
| "reward_std": 0.22216878924518824, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5625000093132257, | |
| "step": 102 | |
| }, | |
| { | |
| "completion_length": 873.421875, | |
| "epoch": 0.036977777777777776, | |
| "grad_norm": 0.08485517408265005, | |
| "kl": 0.00583648681640625, | |
| "learning_rate": 1.1421902062989178e-07, | |
| "loss": 0.0002, | |
| "reward": 0.5046875160187483, | |
| "reward_std": 0.22255349438637495, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5046875067055225, | |
| "step": 104 | |
| }, | |
| { | |
| "completion_length": 868.8515625, | |
| "epoch": 0.03768888888888889, | |
| "grad_norm": 0.08212512079305459, | |
| "kl": 0.005665779113769531, | |
| "learning_rate": 1.0525330254703788e-07, | |
| "loss": 0.0002, | |
| "reward": 0.4375000107102096, | |
| "reward_std": 0.22603630367666483, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4375000107102096, | |
| "step": 106 | |
| }, | |
| { | |
| "completion_length": 853.9140625, | |
| "epoch": 0.0384, | |
| "grad_norm": 0.08994900430130048, | |
| "kl": 0.00644683837890625, | |
| "learning_rate": 9.655933126436563e-08, | |
| "loss": 0.0003, | |
| "reward": 0.4796875203028321, | |
| "reward_std": 0.21711003221571445, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4796875109896064, | |
| "step": 108 | |
| }, | |
| { | |
| "completion_length": 825.1328125, | |
| "epoch": 0.03911111111111111, | |
| "grad_norm": 0.07289579376020662, | |
| "kl": 0.006561279296875, | |
| "learning_rate": 8.81534288045431e-08, | |
| "loss": 0.0003, | |
| "reward": 0.5171875199303031, | |
| "reward_std": 0.20899984799325466, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5171875124797225, | |
| "step": 110 | |
| }, | |
| { | |
| "completion_length": 841.34375, | |
| "epoch": 0.039822222222222224, | |
| "grad_norm": 0.09488084966315946, | |
| "kl": 0.006694793701171875, | |
| "learning_rate": 8.005137637112302e-08, | |
| "loss": 0.0003, | |
| "reward": 0.5093750152736902, | |
| "reward_std": 0.28519109170883894, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5093750134110451, | |
| "step": 112 | |
| }, | |
| { | |
| "completion_length": 872.6796875, | |
| "epoch": 0.04053333333333333, | |
| "grad_norm": 0.09567296035443791, | |
| "kl": 0.0057201385498046875, | |
| "learning_rate": 7.226838472098237e-08, | |
| "loss": 0.0002, | |
| "reward": 0.47968751238659024, | |
| "reward_std": 0.2666613038163632, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.47968750493600965, | |
| "step": 114 | |
| }, | |
| { | |
| "completion_length": 813.8828125, | |
| "epoch": 0.041244444444444445, | |
| "grad_norm": 0.10820746157768055, | |
| "kl": 0.007022857666015625, | |
| "learning_rate": 6.481906560771524e-08, | |
| "loss": 0.0003, | |
| "reward": 0.5648437645286322, | |
| "reward_std": 0.24614199809730053, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.01015624962747097, | |
| "rewards/solution_quality_reward": 0.5546875093132257, | |
| "step": 116 | |
| }, | |
| { | |
| "completion_length": 767.515625, | |
| "epoch": 0.04195555555555556, | |
| "grad_norm": 0.08997306133980622, | |
| "kl": 0.0065708160400390625, | |
| "learning_rate": 5.771740434959277e-08, | |
| "loss": 0.0003, | |
| "reward": 0.6203125147148967, | |
| "reward_std": 0.21331608993932605, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.6203125072643161, | |
| "step": 118 | |
| }, | |
| { | |
| "completion_length": 873.734375, | |
| "epoch": 0.042666666666666665, | |
| "grad_norm": 0.08100641846157194, | |
| "kl": 0.006244659423828125, | |
| "learning_rate": 5.097673357358906e-08, | |
| "loss": 0.0002, | |
| "reward": 0.40000000363215804, | |
| "reward_std": 0.2500735791400075, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.40000000363215804, | |
| "step": 120 | |
| }, | |
| { | |
| "completion_length": 792.8515625, | |
| "epoch": 0.04337777777777778, | |
| "grad_norm": 0.09791409622965977, | |
| "kl": 0.0066165924072265625, | |
| "learning_rate": 4.460970818476717e-08, | |
| "loss": 0.0003, | |
| "reward": 0.5750000160187483, | |
| "reward_std": 0.23660254664719105, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5750000085681677, | |
| "step": 122 | |
| }, | |
| { | |
| "completion_length": 801.453125, | |
| "epoch": 0.044088888888888886, | |
| "grad_norm": 0.08071603466853912, | |
| "kl": 0.005702972412109375, | |
| "learning_rate": 3.8628281608017065e-08, | |
| "loss": 0.0002, | |
| "reward": 0.5296875154599547, | |
| "reward_std": 0.16949251643382013, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5296875117346644, | |
| "step": 124 | |
| }, | |
| { | |
| "completion_length": 837.828125, | |
| "epoch": 0.0448, | |
| "grad_norm": 0.08788137824409525, | |
| "kl": 0.0059604644775390625, | |
| "learning_rate": 3.304368334674965e-08, | |
| "loss": 0.0002, | |
| "reward": 0.481250012293458, | |
| "reward_std": 0.24910254683345556, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4812500048428774, | |
| "step": 126 | |
| }, | |
| { | |
| "completion_length": 821.6015625, | |
| "epoch": 0.04551111111111111, | |
| "grad_norm": 0.09054496411632566, | |
| "kl": 0.006633758544921875, | |
| "learning_rate": 2.7866397900677185e-08, | |
| "loss": 0.0003, | |
| "reward": 0.5437500169500709, | |
| "reward_std": 0.22410254646092653, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5437500094994903, | |
| "step": 128 | |
| }, | |
| { | |
| "completion_length": 853.3046875, | |
| "epoch": 0.04622222222222222, | |
| "grad_norm": 0.08754779746234931, | |
| "kl": 0.006439208984375, | |
| "learning_rate": 2.3106145082260774e-08, | |
| "loss": 0.0003, | |
| "reward": 0.48125001415610313, | |
| "reward_std": 0.23466878943145275, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.48125000670552254, | |
| "step": 130 | |
| }, | |
| { | |
| "completion_length": 828.0703125, | |
| "epoch": 0.046933333333333334, | |
| "grad_norm": 0.09068860656569837, | |
| "kl": 0.005916595458984375, | |
| "learning_rate": 1.877186176877779e-08, | |
| "loss": 0.0002, | |
| "reward": 0.4781250171363354, | |
| "reward_std": 0.15580127481371164, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4781250134110451, | |
| "step": 132 | |
| }, | |
| { | |
| "completion_length": 807.2109375, | |
| "epoch": 0.04764444444444445, | |
| "grad_norm": 0.0940658478261923, | |
| "kl": 0.006163597106933594, | |
| "learning_rate": 1.4871685124269007e-08, | |
| "loss": 0.0002, | |
| "reward": 0.48593751387670636, | |
| "reward_std": 0.23586003202944994, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.48593751015141606, | |
| "step": 134 | |
| }, | |
| { | |
| "completion_length": 850.7578125, | |
| "epoch": 0.048355555555555554, | |
| "grad_norm": 0.09234689786610698, | |
| "kl": 0.006160736083984375, | |
| "learning_rate": 1.141293732286297e-08, | |
| "loss": 0.0002, | |
| "reward": 0.4687500139698386, | |
| "reward_std": 0.2885363046079874, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4687500102445483, | |
| "step": 136 | |
| }, | |
| { | |
| "completion_length": 836.015625, | |
| "epoch": 0.04906666666666667, | |
| "grad_norm": 0.08756107592003563, | |
| "kl": 0.0068187713623046875, | |
| "learning_rate": 8.402111802159412e-09, | |
| "loss": 0.0003, | |
| "reward": 0.526562511920929, | |
| "reward_std": 0.23564936965703964, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5265625081956387, | |
| "step": 138 | |
| }, | |
| { | |
| "completion_length": 815.0625, | |
| "epoch": 0.049777777777777775, | |
| "grad_norm": 0.07921211552971878, | |
| "kl": 0.0070705413818359375, | |
| "learning_rate": 5.844861072478335e-09, | |
| "loss": 0.0003, | |
| "reward": 0.5671875206753612, | |
| "reward_std": 0.24085476621985435, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5671875076368451, | |
| "step": 140 | |
| }, | |
| { | |
| "completion_length": 817.890625, | |
| "epoch": 0.05048888888888889, | |
| "grad_norm": 0.08609005306539234, | |
| "kl": 0.006622314453125, | |
| "learning_rate": 3.745986104862903e-09, | |
| "loss": 0.0003, | |
| "reward": 0.5875000208616257, | |
| "reward_std": 0.2721687899902463, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5875000134110451, | |
| "step": 142 | |
| }, | |
| { | |
| "completion_length": 818.9375, | |
| "epoch": 0.0512, | |
| "grad_norm": 0.06621426959758697, | |
| "kl": 0.0066070556640625, | |
| "learning_rate": 2.1094273177576505e-09, | |
| "loss": 0.0003, | |
| "reward": 0.4500000085681677, | |
| "reward_std": 0.1933012744411826, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.4500000085681677, | |
| "step": 144 | |
| }, | |
| { | |
| "completion_length": 841.125, | |
| "epoch": 0.05191111111111111, | |
| "grad_norm": 0.10016409872935261, | |
| "kl": 0.0057544708251953125, | |
| "learning_rate": 9.38257179284696e-10, | |
| "loss": 0.0002, | |
| "reward": 0.5109375165775418, | |
| "reward_std": 0.2147275460883975, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.5109375016763806, | |
| "step": 146 | |
| }, | |
| { | |
| "completion_length": 822.9921875, | |
| "epoch": 0.05262222222222222, | |
| "grad_norm": 0.08984285169471264, | |
| "kl": 0.0066013336181640625, | |
| "learning_rate": 2.3467443900582197e-10, | |
| "loss": 0.0003, | |
| "reward": 0.517187518067658, | |
| "reward_std": 0.2522275464143604, | |
| "rewards/format_compliance_reward": 0.0, | |
| "rewards/math_reasoning_reward": 0.0, | |
| "rewards/solution_quality_reward": 0.517187506891787, | |
| "step": 148 | |
| }, | |
| { | |
| "completion_length": 772.4453125, | |
| "epoch": 0.05333333333333334, | |
| "grad_norm": 0.09806696754810183, | |
| "kl": 0.007259368896484375, | |
| "learning_rate": 0.0, | |
| "loss": 0.0003, | |
| "reward": 0.5906250197440386, | |
| "reward_std": 0.23228630423545837, | |
| "rewards/format_compliance_reward": 0.00390625, | |
| "rewards/math_reasoning_reward": 0.0054687499068677425, | |
| "rewards/solution_quality_reward": 0.5812500100582838, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.05333333333333334, | |
| "step": 150, | |
| "total_flos": 0.0, | |
| "train_loss": 0.00017194549279035223, | |
| "train_runtime": 4065.9132, | |
| "train_samples_per_second": 0.59, | |
| "train_steps_per_second": 0.037 | |
| } | |
| ], | |
| "logging_steps": 2, | |
| "max_steps": 150, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 25, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |