Upload trainer_state.json with huggingface_hub

trainer_state.json

@@ -0,0 +1,225 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.08820286659316427,
+  "eval_steps": 500,
+  "global_step": 60,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00735023888276369,
+      "grad_norm": 4.643449306488037,
+      "learning_rate": 4.999333020279093e-05,
+      "logits/chosen": 21.724529266357422,
+      "logits/rejected": 21.258750915527344,
+      "logps/chosen": -288.99212646484375,
+      "logps/rejected": -283.6695556640625,
+      "loss": 0.5053,
+      "num_input_tokens_seen": 56304,
+      "rewards/accuracies": 0.737500011920929,
+      "rewards/chosen": 2.1427507400512695,
+      "rewards/margins": 2.0866787433624268,
+      "rewards/rejected": 0.05607207491993904,
+      "step": 5
+    },
+    {
+      "epoch": 0.01470047776552738,
+      "grad_norm": 0.004002333618700504,
+      "learning_rate": 4.997332437005931e-05,
+      "logits/chosen": 20.89365005493164,
+      "logits/rejected": 20.077491760253906,
+      "logps/chosen": -278.5107421875,
+      "logps/rejected": -335.56353759765625,
+      "loss": 0.0038,
+      "num_input_tokens_seen": 111536,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 2.714799404144287,
+      "rewards/margins": 10.309619903564453,
+      "rewards/rejected": -7.594820499420166,
+      "step": 10
+    },
+    {
+      "epoch": 0.022050716648291068,
+      "grad_norm": 0.003606519429013133,
+      "learning_rate": 4.9939993176592926e-05,
+      "logits/chosen": 21.55825424194336,
+      "logits/rejected": 19.04710578918457,
+      "logps/chosen": -306.679443359375,
+      "logps/rejected": -402.765380859375,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 170304,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 1.9726320505142212,
+      "rewards/margins": 15.496417999267578,
+      "rewards/rejected": -13.523785591125488,
+      "step": 15
+    },
+    {
+      "epoch": 0.02940095553105476,
+      "grad_norm": 0.00013470888370648026,
+      "learning_rate": 4.989335440737586e-05,
+      "logits/chosen": 22.240352630615234,
+      "logits/rejected": 20.095966339111328,
+      "logps/chosen": -334.5459289550781,
+      "logps/rejected": -465.93316650390625,
+      "loss": 0.0,
+      "num_input_tokens_seen": 231248,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 1.5124895572662354,
+      "rewards/margins": 18.956003189086914,
+      "rewards/rejected": -17.443511962890625,
+      "step": 20
+    },
+    {
+      "epoch": 0.036751194413818446,
+      "grad_norm": 1.964755256267381e-06,
+      "learning_rate": 4.9833432948098754e-05,
+      "logits/chosen": 21.701492309570312,
+      "logits/rejected": 19.725160598754883,
+      "logps/chosen": -296.9284362792969,
+      "logps/rejected": -462.3471984863281,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 286288,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 1.434482216835022,
+      "rewards/margins": 21.793750762939453,
+      "rewards/rejected": -20.359268188476562,
+      "step": 25
+    },
+    {
+      "epoch": 0.044101433296582136,
+      "grad_norm": 1.0419856153021101e-05,
+      "learning_rate": 4.976026077188013e-05,
+      "logits/chosen": 22.023757934570312,
+      "logits/rejected": 19.70968246459961,
+      "logps/chosen": -338.1859130859375,
+      "logps/rejected": -502.81890869140625,
+      "loss": 0.0,
+      "num_input_tokens_seen": 347904,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 1.06728994846344,
+      "rewards/margins": 21.31583023071289,
+      "rewards/rejected": -20.248538970947266,
+      "step": 30
+    },
+    {
+      "epoch": 0.05145167217934583,
+      "grad_norm": 0.00010334135731682181,
+      "learning_rate": 4.967387692220614e-05,
+      "logits/chosen": 21.776086807250977,
+      "logits/rejected": 21.1005802154541,
+      "logps/chosen": -308.8163757324219,
+      "logps/rejected": -506.4019775390625,
+      "loss": 0.0,
+      "num_input_tokens_seen": 404624,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 1.37391197681427,
+      "rewards/margins": 23.01706314086914,
+      "rewards/rejected": -21.643150329589844,
+      "step": 35
+    },
+    {
+      "epoch": 0.05880191106210952,
+      "grad_norm": 1.0441175390951685e-06,
+      "learning_rate": 4.957432749209755e-05,
+      "logits/chosen": 23.046411514282227,
+      "logits/rejected": 18.835281372070312,
+      "logps/chosen": -345.61572265625,
+      "logps/rejected": -501.54962158203125,
+      "loss": 0.0,
+      "num_input_tokens_seen": 467984,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 0.5436484217643738,
+      "rewards/margins": 22.15255355834961,
+      "rewards/rejected": -21.608903884887695,
+      "step": 40
+    },
+    {
+      "epoch": 0.06615214994487321,
+      "grad_norm": 4.266040923539549e-05,
+      "learning_rate": 4.946166559951523e-05,
+      "logits/chosen": 21.52145767211914,
+      "logits/rejected": 21.178810119628906,
+      "logps/chosen": -311.7443542480469,
+      "logps/rejected": -516.5821533203125,
+      "loss": 0.0,
+      "num_input_tokens_seen": 526448,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 0.872286856174469,
+      "rewards/margins": 22.805173873901367,
+      "rewards/rejected": -21.93288803100586,
+      "step": 45
+    },
+    {
+      "epoch": 0.07350238882763689,
+      "grad_norm": 1.2180415751572582e-06,
+      "learning_rate": 4.933595135901732e-05,
+      "logits/chosen": 21.246919631958008,
+      "logits/rejected": 21.005220413208008,
+      "logps/chosen": -306.83197021484375,
+      "logps/rejected": -517.5718994140625,
+      "loss": 0.0,
+      "num_input_tokens_seen": 583680,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 0.57448410987854,
+      "rewards/margins": 23.323020935058594,
+      "rewards/rejected": -22.748537063598633,
+      "step": 50
+    },
+    {
+      "epoch": 0.08085262771040058,
+      "grad_norm": 7.444796210620552e-07,
+      "learning_rate": 4.9197251849683066e-05,
+      "logits/chosen": 21.65299415588379,
+      "logits/rejected": 19.46175765991211,
+      "logps/chosen": -299.33660888671875,
+      "logps/rejected": -490.9933166503906,
+      "loss": 0.0,
+      "num_input_tokens_seen": 640432,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 1.3190252780914307,
+      "rewards/margins": 24.110233306884766,
+      "rewards/rejected": -22.791208267211914,
+      "step": 55
+    },
+    {
+      "epoch": 0.08820286659316427,
+      "grad_norm": 1.690499288997671e-06,
+      "learning_rate": 4.9045641079320484e-05,
+      "logits/chosen": 22.51614761352539,
+      "logits/rejected": 21.07533836364746,
+      "logps/chosen": -339.6164855957031,
+      "logps/rejected": -536.0887451171875,
+      "loss": 0.0,
+      "num_input_tokens_seen": 701920,
+      "rewards/accuracies": 1.0,
+      "rewards/chosen": 0.7054795026779175,
+      "rewards/margins": 23.903228759765625,
+      "rewards/rejected": -23.19774627685547,
+      "step": 60
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 680,
+  "num_input_tokens_seen": 701920,
+  "num_train_epochs": 1,
+  "save_steps": 30,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.1882328485658624e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}