{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9984,
  "eval_steps": 83,
  "global_step": 78,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "clip_ratio": 0.0,
      "completion_length": 686.6350830078125,
      "epoch": 0.064,
      "grad_norm": 0.493407666683197,
      "kl": 0.00012958049774169922,
      "learning_rate": 1.2499999999999999e-06,
      "loss": -0.0056,
      "reward": 1.0069444552063942,
      "reward_std": 0.580621787160635,
      "rewards/accuracy_reward": 0.3986111156642437,
      "rewards/format_reward": 0.18090277863666415,
      "rewards/tag_count_reward": 0.42743055820465087,
      "step": 5
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 652.9118125915527,
      "epoch": 0.128,
      "grad_norm": 51.891143798828125,
      "kl": 13.452931213378907,
      "learning_rate": 1.995974293995239e-06,
      "loss": 0.1344,
      "reward": 1.3629340469837188,
      "reward_std": 0.62072244733572,
      "rewards/accuracy_reward": 0.3295138917863369,
      "rewards/format_reward": 0.3850694507360458,
      "rewards/tag_count_reward": 0.6483506999909878,
      "step": 10
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 676.9017471313476,
      "epoch": 0.192,
      "grad_norm": 17.215152740478516,
      "kl": 1.034814453125,
      "learning_rate": 1.9510565162951534e-06,
      "loss": 0.0138,
      "reward": 1.5778646022081375,
      "reward_std": 0.6299503356218338,
      "rewards/accuracy_reward": 0.3361111145466566,
      "rewards/format_reward": 0.4927083343267441,
      "rewards/tag_count_reward": 0.7490451440215111,
      "step": 15
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 641.2159820556641,
      "epoch": 0.256,
      "grad_norm": 0.4615473449230194,
      "kl": 0.032623291015625,
      "learning_rate": 1.858448793601866e-06,
      "loss": 0.0025,
      "reward": 1.623437511920929,
      "reward_std": 0.6311033435165883,
      "rewards/accuracy_reward": 0.3847222276031971,
      "rewards/format_reward": 0.5031250067055225,
      "rewards/tag_count_reward": 0.7355902805924416,
      "step": 20
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 653.2670181274414,
      "epoch": 0.32,
      "grad_norm": 0.2847181260585785,
      "kl": 0.04327239990234375,
      "learning_rate": 1.7227948638273915e-06,
      "loss": 0.0167,
      "reward": 1.8901041924953461,
      "reward_std": 0.6056328244507313,
      "rewards/accuracy_reward": 0.395138892903924,
      "rewards/format_reward": 0.6468750037252903,
      "rewards/tag_count_reward": 0.8480902835726738,
      "step": 25
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 616.6788215637207,
      "epoch": 0.384,
      "grad_norm": 0.27531540393829346,
      "kl": 5.2246551513671875,
      "learning_rate": 1.5508969814521024e-06,
      "loss": 0.0613,
      "reward": 2.1147569686174394,
      "reward_std": 0.540030462294817,
      "rewards/accuracy_reward": 0.37777778282761576,
      "rewards/format_reward": 0.8107638955116272,
      "rewards/tag_count_reward": 0.9262152895331383,
      "step": 30
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 638.4989616394043,
      "epoch": 0.448,
      "grad_norm": 0.2678464651107788,
      "kl": 0.0264862060546875,
      "learning_rate": 1.3513748240813427e-06,
      "loss": 0.0124,
      "reward": 2.2046007037162783,
      "reward_std": 0.47457179576158526,
      "rewards/accuracy_reward": 0.3527777839452028,
      "rewards/format_reward": 0.8920138970017433,
      "rewards/tag_count_reward": 0.9598090335726738,
      "step": 35
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 643.7434097290039,
      "epoch": 0.512,
      "grad_norm": 0.22826902568340302,
      "kl": 0.0377349853515625,
      "learning_rate": 1.1342332658176555e-06,
      "loss": 0.0127,
      "reward": 2.335156279802322,
      "reward_std": 0.4647583156824112,
      "rewards/accuracy_reward": 0.45034722685813905,
      "rewards/format_reward": 0.9152777850627899,
      "rewards/tag_count_reward": 0.9695312604308128,
      "step": 40
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 629.6038261413574,
      "epoch": 0.576,
      "grad_norm": 0.32088664174079895,
      "kl": 0.04580535888671875,
      "learning_rate": 9.103606910965665e-07,
      "loss": 0.008,
      "reward": 2.414062523841858,
      "reward_std": 0.40865729935467243,
      "rewards/accuracy_reward": 0.5135416679084301,
      "rewards/format_reward": 0.9260416761040687,
      "rewards/tag_count_reward": 0.974479179084301,
      "step": 45
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 656.8579933166504,
      "epoch": 0.64,
      "grad_norm": 2.3553261756896973,
      "kl": 0.08855743408203125,
      "learning_rate": 6.909830056250526e-07,
      "loss": 0.0135,
      "reward": 2.4554687619209288,
      "reward_std": 0.38128191530704497,
      "rewards/accuracy_reward": 0.5336805626749992,
      "rewards/format_reward": 0.9430555611848831,
      "rewards/tag_count_reward": 0.9787326440215111,
      "step": 50
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 652.9923721313477,
      "epoch": 0.704,
      "grad_norm": 2.0868406295776367,
      "kl": 0.0515777587890625,
      "learning_rate": 4.871007225940939e-07,
      "loss": 0.015,
      "reward": 2.487239581346512,
      "reward_std": 0.3608484253287315,
      "rewards/accuracy_reward": 0.5642361134290695,
      "rewards/format_reward": 0.9427083373069763,
      "rewards/tag_count_reward": 0.9802951425313949,
      "step": 55
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 650.6635467529297,
      "epoch": 0.768,
      "grad_norm": 0.19568555057048798,
      "kl": 0.035595703125,
      "learning_rate": 3.0893735101313535e-07,
      "loss": 0.0199,
      "reward": 2.501822918653488,
      "reward_std": 0.35273106172680857,
      "rewards/accuracy_reward": 0.5711805634200573,
      "rewards/format_reward": 0.947569452226162,
      "rewards/tag_count_reward": 0.9830729216337204,
      "step": 60
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 637.9875061035157,
      "epoch": 0.832,
      "grad_norm": 0.23244014382362366,
      "kl": 0.03612060546875,
      "learning_rate": 1.6542674627869734e-07,
      "loss": 0.0137,
      "reward": 2.5010416865348817,
      "reward_std": 0.34778057783842087,
      "rewards/accuracy_reward": 0.5725694492459297,
      "rewards/format_reward": 0.9472222268581391,
      "rewards/tag_count_reward": 0.9812500059604645,
      "step": 65
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 633.2107666015625,
      "epoch": 0.896,
      "grad_norm": 71.81304168701172,
      "kl": 0.2681488037109375,
      "learning_rate": 6.376512936026279e-08,
      "loss": 0.0135,
      "reward": 2.534635454416275,
      "reward_std": 0.3476743776351213,
      "rewards/accuracy_reward": 0.5899305626749992,
      "rewards/format_reward": 0.9600694462656975,
      "rewards/tag_count_reward": 0.9846354201436043,
      "step": 70
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 632.5708358764648,
      "epoch": 0.96,
      "grad_norm": 0.19250567257404327,
      "kl": 0.038299560546875,
      "learning_rate": 9.050238232065299e-09,
      "loss": 0.0194,
      "reward": 2.515277796983719,
      "reward_std": 0.37559727430343626,
      "rewards/accuracy_reward": 0.5836805649101734,
      "rewards/format_reward": 0.9520833417773247,
      "rewards/tag_count_reward": 0.9795139014720917,
      "step": 75
    },
    {
      "epoch": 0.9984,
      "step": 78,
      "total_flos": 0.0,
      "train_loss": 0.0,
      "train_runtime": 1.4449,
      "train_samples_per_second": 5190.534,
      "train_steps_per_second": 53.982
    }
  ],
  "logging_steps": 5,
  "max_steps": 78,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 12,
  "trial_name": null,
  "trial_params": null
}