{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9992985737666586,
  "eval_steps": 500,
  "global_step": 6414,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04676174888940846,
      "grad_norm": 0.414691299200058,
      "learning_rate": 9.923004399748587e-06,
      "loss": 1.3939,
      "step": 100
    },
    {
      "epoch": 0.09352349777881692,
      "grad_norm": 0.373704195022583,
      "learning_rate": 9.765870521684476e-06,
      "loss": 1.2045,
      "step": 200
    },
    {
      "epoch": 0.1402852466682254,
      "grad_norm": 0.4187537431716919,
      "learning_rate": 9.608736643620365e-06,
      "loss": 1.2093,
      "step": 300
    },
    {
      "epoch": 0.18704699555763385,
      "grad_norm": 0.49985188245773315,
      "learning_rate": 9.451602765556255e-06,
      "loss": 1.1465,
      "step": 400
    },
    {
      "epoch": 0.23380874444704233,
      "grad_norm": 0.547389805316925,
      "learning_rate": 9.294468887492145e-06,
      "loss": 1.1502,
      "step": 500
    },
    {
      "epoch": 0.2805704933364508,
      "grad_norm": 0.521124541759491,
      "learning_rate": 9.137335009428033e-06,
      "loss": 1.1455,
      "step": 600
    },
    {
      "epoch": 0.32733224222585927,
      "grad_norm": 0.5321390628814697,
      "learning_rate": 8.980201131363923e-06,
      "loss": 1.1196,
      "step": 700
    },
    {
      "epoch": 0.3740939911152677,
      "grad_norm": 0.5767441987991333,
      "learning_rate": 8.823067253299812e-06,
      "loss": 1.115,
      "step": 800
    },
    {
      "epoch": 0.4208557400046762,
      "grad_norm": 0.6053145527839661,
      "learning_rate": 8.6659333752357e-06,
      "loss": 1.1419,
      "step": 900
    },
    {
      "epoch": 0.46761748889408467,
      "grad_norm": 0.6067389249801636,
      "learning_rate": 8.50879949717159e-06,
      "loss": 1.1077,
      "step": 1000
    },
    {
      "epoch": 0.5143792377834931,
      "grad_norm": 0.6225459575653076,
      "learning_rate": 8.35166561910748e-06,
      "loss": 1.1181,
      "step": 1100
    },
    {
      "epoch": 0.5611409866729016,
      "grad_norm": 0.6895543932914734,
      "learning_rate": 8.19453174104337e-06,
      "loss": 1.1015,
      "step": 1200
    },
    {
      "epoch": 0.60790273556231,
      "grad_norm": 0.6458436846733093,
      "learning_rate": 8.03739786297926e-06,
      "loss": 1.1198,
      "step": 1300
    },
    {
      "epoch": 0.6546644844517185,
      "grad_norm": 0.663877010345459,
      "learning_rate": 7.88026398491515e-06,
      "loss": 1.0982,
      "step": 1400
    },
    {
      "epoch": 0.701426233341127,
      "grad_norm": 0.6076435446739197,
      "learning_rate": 7.723130106851037e-06,
      "loss": 1.0911,
      "step": 1500
    },
    {
      "epoch": 0.7481879822305354,
      "grad_norm": 1.181686282157898,
      "learning_rate": 7.565996228786927e-06,
      "loss": 1.0917,
      "step": 1600
    },
    {
      "epoch": 0.7949497311199439,
      "grad_norm": 0.8685171008110046,
      "learning_rate": 7.408862350722817e-06,
      "loss": 1.0836,
      "step": 1700
    },
    {
      "epoch": 0.8417114800093524,
      "grad_norm": 0.7595590949058533,
      "learning_rate": 7.251728472658706e-06,
      "loss": 1.0937,
      "step": 1800
    },
    {
      "epoch": 0.8884732288987608,
      "grad_norm": 1.043165683746338,
      "learning_rate": 7.0945945945945946e-06,
      "loss": 1.0681,
      "step": 1900
    },
    {
      "epoch": 0.9352349777881693,
      "grad_norm": 0.7252351641654968,
      "learning_rate": 6.937460716530484e-06,
      "loss": 1.0753,
      "step": 2000
    },
    {
      "epoch": 0.9819967266775778,
      "grad_norm": 16.970993041992188,
      "learning_rate": 6.780326838466373e-06,
      "loss": 1.068,
      "step": 2100
    },
    {
      "epoch": 1.0287584755669863,
      "grad_norm": 0.7194657921791077,
      "learning_rate": 6.623192960402264e-06,
      "loss": 1.0816,
      "step": 2200
    },
    {
      "epoch": 1.0755202244563946,
      "grad_norm": 0.8986325860023499,
      "learning_rate": 6.467630421118794e-06,
      "loss": 1.0516,
      "step": 2300
    },
    {
      "epoch": 1.1222819733458032,
      "grad_norm": 0.8846977353096008,
      "learning_rate": 6.3104965430546826e-06,
      "loss": 1.0775,
      "step": 2400
    },
    {
      "epoch": 1.1690437222352117,
      "grad_norm": 0.8062325119972229,
      "learning_rate": 6.153362664990572e-06,
      "loss": 1.0796,
      "step": 2500
    },
    {
      "epoch": 1.21580547112462,
      "grad_norm": 9.224539756774902,
      "learning_rate": 5.996228786926462e-06,
      "loss": 1.0646,
      "step": 2600
    },
    {
      "epoch": 1.2625672200140285,
      "grad_norm": 0.7716740369796753,
      "learning_rate": 5.839094908862352e-06,
      "loss": 1.0699,
      "step": 2700
    },
    {
      "epoch": 1.3093289689034369,
      "grad_norm": 1.1291840076446533,
      "learning_rate": 5.681961030798241e-06,
      "loss": 1.0679,
      "step": 2800
    },
    {
      "epoch": 1.3560907177928454,
      "grad_norm": 1.0691558122634888,
      "learning_rate": 5.5248271527341305e-06,
      "loss": 1.0871,
      "step": 2900
    },
    {
      "epoch": 1.402852466682254,
      "grad_norm": 1.0153058767318726,
      "learning_rate": 5.367693274670019e-06,
      "loss": 1.0418,
      "step": 3000
    },
    {
      "epoch": 1.4496142155716623,
      "grad_norm": 0.8397168517112732,
      "learning_rate": 5.210559396605908e-06,
      "loss": 1.0751,
      "step": 3100
    },
    {
      "epoch": 1.4963759644610708,
      "grad_norm": 0.9355253577232361,
      "learning_rate": 5.053425518541798e-06,
      "loss": 1.0588,
      "step": 3200
    },
    {
      "epoch": 1.5431377133504793,
      "grad_norm": 0.9902454614639282,
      "learning_rate": 4.896291640477687e-06,
      "loss": 1.0847,
      "step": 3300
    },
    {
      "epoch": 1.5898994622398877,
      "grad_norm": 0.9210862517356873,
      "learning_rate": 4.739157762413577e-06,
      "loss": 1.076,
      "step": 3400
    },
    {
      "epoch": 1.6366612111292962,
      "grad_norm": 0.9090029001235962,
      "learning_rate": 4.5820238843494665e-06,
      "loss": 1.0579,
      "step": 3500
    },
    {
      "epoch": 1.6834229600187047,
      "grad_norm": 0.9450795650482178,
      "learning_rate": 4.424890006285355e-06,
      "loss": 1.079,
      "step": 3600
    },
    {
      "epoch": 1.730184708908113,
      "grad_norm": 0.8659577965736389,
      "learning_rate": 4.267756128221245e-06,
      "loss": 1.0583,
      "step": 3700
    },
    {
      "epoch": 1.7769464577975216,
      "grad_norm": 0.9201979041099548,
      "learning_rate": 4.110622250157134e-06,
      "loss": 1.0263,
      "step": 3800
    },
    {
      "epoch": 1.8237082066869301,
      "grad_norm": 1.2461769580841064,
      "learning_rate": 3.953488372093024e-06,
      "loss": 1.0579,
      "step": 3900
    },
    {
      "epoch": 1.8704699555763384,
      "grad_norm": 0.8340646028518677,
      "learning_rate": 3.796354494028913e-06,
      "loss": 1.0781,
      "step": 4000
    },
    {
      "epoch": 1.917231704465747,
      "grad_norm": 1.7858061790466309,
      "learning_rate": 3.6392206159648025e-06,
      "loss": 1.0701,
      "step": 4100
    },
    {
      "epoch": 1.9639934533551555,
      "grad_norm": 1.354982614517212,
      "learning_rate": 3.4820867379006918e-06,
      "loss": 1.0613,
      "step": 4200
    },
    {
      "epoch": 2.010755202244564,
      "grad_norm": 0.9671053886413574,
      "learning_rate": 3.324952859836581e-06,
      "loss": 1.0741,
      "step": 4300
    },
    {
      "epoch": 2.0575169511339726,
      "grad_norm": 0.8994483351707458,
      "learning_rate": 3.1678189817724704e-06,
      "loss": 1.0347,
      "step": 4400
    },
    {
      "epoch": 2.104278700023381,
      "grad_norm": 1.036387324333191,
      "learning_rate": 3.0106851037083594e-06,
      "loss": 1.054,
      "step": 4500
    },
    {
      "epoch": 2.1510404489127892,
      "grad_norm": 1.0670599937438965,
      "learning_rate": 2.8535512256442495e-06,
      "loss": 1.0315,
      "step": 4600
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 1.0409014225006104,
      "learning_rate": 2.6964173475801384e-06,
      "loss": 1.0626,
      "step": 4700
    },
    {
      "epoch": 2.2445639466916063,
      "grad_norm": 1.0264023542404175,
      "learning_rate": 2.5392834695160278e-06,
      "loss": 1.0352,
      "step": 4800
    },
    {
      "epoch": 2.2913256955810146,
      "grad_norm": 3.9457595348358154,
      "learning_rate": 2.382149591451917e-06,
      "loss": 1.0428,
      "step": 4900
    },
    {
      "epoch": 2.3380874444704234,
      "grad_norm": 0.966581404209137,
      "learning_rate": 2.225015713387807e-06,
      "loss": 1.0487,
      "step": 5000
    },
    {
      "epoch": 2.3848491933598317,
      "grad_norm": 1.0433825254440308,
      "learning_rate": 2.0678818353236958e-06,
      "loss": 1.0679,
      "step": 5100
    },
    {
      "epoch": 2.43161094224924,
      "grad_norm": 1.005495548248291,
      "learning_rate": 1.910747957259585e-06,
      "loss": 1.0497,
      "step": 5200
    },
    {
      "epoch": 2.4783726911386488,
      "grad_norm": 1.0041530132293701,
      "learning_rate": 1.7536140791954748e-06,
      "loss": 1.05,
      "step": 5300
    },
    {
      "epoch": 2.525134440028057,
      "grad_norm": 1.108376383781433,
      "learning_rate": 1.596480201131364e-06,
      "loss": 1.0618,
      "step": 5400
    },
    {
      "epoch": 2.5718961889174654,
      "grad_norm": 1.0034010410308838,
      "learning_rate": 1.4393463230672533e-06,
      "loss": 1.0486,
      "step": 5500
    },
    {
      "epoch": 2.6186579378068737,
      "grad_norm": 0.9590221047401428,
      "learning_rate": 1.2822124450031428e-06,
      "loss": 1.0514,
      "step": 5600
    },
    {
      "epoch": 2.6654196866962825,
      "grad_norm": 1.027959942817688,
      "learning_rate": 1.1250785669390322e-06,
      "loss": 1.0578,
      "step": 5700
    },
    {
      "epoch": 2.712181435585691,
      "grad_norm": 0.9596933722496033,
      "learning_rate": 9.679446888749215e-07,
      "loss": 1.0659,
      "step": 5800
    },
    {
      "epoch": 2.7589431844750996,
      "grad_norm": 1.142251968383789,
      "learning_rate": 8.108108108108109e-07,
      "loss": 1.0714,
      "step": 5900
    },
    {
      "epoch": 2.805704933364508,
      "grad_norm": 1.2584409713745117,
      "learning_rate": 6.536769327467001e-07,
      "loss": 1.0485,
      "step": 6000
    },
    {
      "epoch": 2.852466682253916,
      "grad_norm": 1.3494170904159546,
      "learning_rate": 4.965430546825896e-07,
      "loss": 1.0321,
      "step": 6100
    },
    {
      "epoch": 2.8992284311433245,
      "grad_norm": 0.9571290612220764,
      "learning_rate": 3.39409176618479e-07,
      "loss": 1.0181,
      "step": 6200
    },
    {
      "epoch": 2.9459901800327333,
      "grad_norm": 1.231972575187683,
      "learning_rate": 1.8227529855436833e-07,
      "loss": 1.0409,
      "step": 6300
    },
    {
      "epoch": 2.9927519289221416,
      "grad_norm": 2.6358070373535156,
      "learning_rate": 2.6712759270898807e-08,
      "loss": 1.048,
      "step": 6400
    }
  ],
  "logging_steps": 100,
  "max_steps": 6414,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 2138,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.481950171724329e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}