{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 200,
  "global_step": 699,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001430615164520744,
      "grad_norm": 0.7870709777607977,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 0.9791,
      "step": 1
    },
    {
      "epoch": 0.00715307582260372,
      "grad_norm": 0.673048592872478,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 0.9655,
      "step": 5
    },
    {
      "epoch": 0.01430615164520744,
      "grad_norm": 0.6751613698851058,
      "learning_rate": 2.857142857142857e-05,
      "loss": 1.0427,
      "step": 10
    },
    {
      "epoch": 0.02145922746781116,
      "grad_norm": 0.37361113910805865,
      "learning_rate": 4.2857142857142856e-05,
      "loss": 1.0165,
      "step": 15
    },
    {
      "epoch": 0.02861230329041488,
      "grad_norm": 0.25425037309567433,
      "learning_rate": 5.714285714285714e-05,
      "loss": 0.7928,
      "step": 20
    },
    {
      "epoch": 0.0357653791130186,
      "grad_norm": 0.47123658085709424,
      "learning_rate": 7.142857142857143e-05,
      "loss": 0.9567,
      "step": 25
    },
    {
      "epoch": 0.04291845493562232,
      "grad_norm": 0.19886770818499985,
      "learning_rate": 8.571428571428571e-05,
      "loss": 0.7555,
      "step": 30
    },
    {
      "epoch": 0.05007153075822604,
      "grad_norm": 0.18492536060018994,
      "learning_rate": 0.0001,
      "loss": 0.8203,
      "step": 35
    },
    {
      "epoch": 0.05722460658082976,
      "grad_norm": 0.11579635774128288,
      "learning_rate": 0.00011428571428571428,
      "loss": 0.8403,
      "step": 40
    },
    {
      "epoch": 0.06437768240343347,
      "grad_norm": 0.14426080380091869,
      "learning_rate": 0.00012857142857142858,
      "loss": 0.765,
      "step": 45
    },
    {
      "epoch": 0.0715307582260372,
      "grad_norm": 0.3962935654200976,
      "learning_rate": 0.00014285714285714287,
      "loss": 0.9031,
      "step": 50
    },
    {
      "epoch": 0.07868383404864092,
      "grad_norm": 0.1122336069942178,
      "learning_rate": 0.00015714285714285716,
      "loss": 0.7221,
      "step": 55
    },
    {
      "epoch": 0.08583690987124463,
      "grad_norm": 0.14487919195639437,
      "learning_rate": 0.00017142857142857143,
      "loss": 0.8207,
      "step": 60
    },
    {
      "epoch": 0.09298998569384835,
      "grad_norm": 0.10991881963153113,
      "learning_rate": 0.00018571428571428572,
      "loss": 0.7837,
      "step": 65
    },
    {
      "epoch": 0.10014306151645208,
      "grad_norm": 0.12479037045363885,
      "learning_rate": 0.0002,
      "loss": 0.6984,
      "step": 70
    },
    {
      "epoch": 0.1072961373390558,
      "grad_norm": 0.3825157581902254,
      "learning_rate": 0.00019996881929740885,
      "loss": 0.8457,
      "step": 75
    },
    {
      "epoch": 0.11444921316165951,
      "grad_norm": 0.10204843755668831,
      "learning_rate": 0.00019987529663435965,
      "loss": 0.6723,
      "step": 80
    },
    {
      "epoch": 0.12160228898426323,
      "grad_norm": 0.1556108526142336,
      "learning_rate": 0.00019971949033289923,
      "loss": 0.787,
      "step": 85
    },
    {
      "epoch": 0.12875536480686695,
      "grad_norm": 0.1089156658349774,
      "learning_rate": 0.00019950149755602656,
      "loss": 0.7182,
      "step": 90
    },
    {
      "epoch": 0.13590844062947066,
      "grad_norm": 0.11809573830330126,
      "learning_rate": 0.00019922145424710051,
      "loss": 0.7088,
      "step": 95
    },
    {
      "epoch": 0.1430615164520744,
      "grad_norm": 0.4570754502103615,
      "learning_rate": 0.00019887953504506362,
      "loss": 0.8189,
      "step": 100
    },
    {
      "epoch": 0.15021459227467812,
      "grad_norm": 0.10840048416131945,
      "learning_rate": 0.00019847595317553488,
      "loss": 0.6759,
      "step": 105
    },
    {
      "epoch": 0.15736766809728184,
      "grad_norm": 0.1381325645315335,
      "learning_rate": 0.0001980109603178392,
      "loss": 0.768,
      "step": 110
    },
    {
      "epoch": 0.16452074391988555,
      "grad_norm": 0.1017001439638063,
      "learning_rate": 0.0001974848464480566,
      "loss": 0.7698,
      "step": 115
    },
    {
      "epoch": 0.17167381974248927,
      "grad_norm": 0.13205919198629731,
      "learning_rate": 0.00019689793965818917,
      "loss": 0.6944,
      "step": 120
    },
    {
      "epoch": 0.17882689556509299,
      "grad_norm": 0.48394521253305983,
      "learning_rate": 0.00019625060595155816,
      "loss": 0.8363,
      "step": 125
    },
    {
      "epoch": 0.1859799713876967,
      "grad_norm": 0.14521632085748434,
      "learning_rate": 0.00019554324901455928,
      "loss": 0.662,
      "step": 130
    },
    {
      "epoch": 0.19313304721030042,
      "grad_norm": 0.1689121199898348,
      "learning_rate": 0.00019477630996491804,
      "loss": 0.7749,
      "step": 135
    },
    {
      "epoch": 0.20028612303290416,
      "grad_norm": 0.10646210944295648,
      "learning_rate": 0.00019395026707660275,
      "loss": 0.7846,
      "step": 140
    },
    {
      "epoch": 0.20743919885550788,
      "grad_norm": 0.11099677119841628,
      "learning_rate": 0.00019306563548156594,
      "loss": 0.6496,
      "step": 145
    },
    {
      "epoch": 0.2145922746781116,
      "grad_norm": 0.4940715196481721,
      "learning_rate": 0.00019212296684850095,
      "loss": 0.7797,
      "step": 150
    },
    {
      "epoch": 0.2217453505007153,
      "grad_norm": 0.10857780176447043,
      "learning_rate": 0.0001911228490388136,
      "loss": 0.6568,
      "step": 155
    },
    {
      "epoch": 0.22889842632331903,
      "grad_norm": 0.1558194607792288,
      "learning_rate": 0.00019006590574002346,
      "loss": 0.7589,
      "step": 160
    },
    {
      "epoch": 0.23605150214592274,
      "grad_norm": 0.11205216199084236,
      "learning_rate": 0.00018895279607682365,
      "loss": 0.7432,
      "step": 165
    },
    {
      "epoch": 0.24320457796852646,
      "grad_norm": 0.10598348111600908,
      "learning_rate": 0.00018778421420004136,
      "loss": 0.6713,
      "step": 170
    },
    {
      "epoch": 0.2503576537911302,
      "grad_norm": 0.37721971351878564,
      "learning_rate": 0.00018656088885375568,
      "loss": 0.7928,
      "step": 175
    },
    {
      "epoch": 0.2575107296137339,
      "grad_norm": 0.11245600928935082,
      "learning_rate": 0.00018528358292084246,
      "loss": 0.6346,
      "step": 180
    },
    {
      "epoch": 0.2646638054363376,
      "grad_norm": 0.1620137549427017,
      "learning_rate": 0.00018395309294723,
      "loss": 0.757,
      "step": 185
    },
    {
      "epoch": 0.2718168812589413,
      "grad_norm": 0.09949111843144275,
      "learning_rate": 0.00018257024864516162,
      "loss": 0.7145,
      "step": 190
    },
    {
      "epoch": 0.27896995708154504,
      "grad_norm": 0.12215913633341108,
      "learning_rate": 0.00018113591237577556,
      "loss": 0.6667,
      "step": 195
    },
    {
      "epoch": 0.2861230329041488,
      "grad_norm": 0.5598361803307672,
      "learning_rate": 0.00017965097861132447,
      "loss": 0.8266,
      "step": 200
    },
    {
      "epoch": 0.2861230329041488,
      "eval_loss": 0.68742835521698,
      "eval_runtime": 974.2638,
      "eval_samples_per_second": 2.053,
      "eval_steps_per_second": 0.128,
      "step": 200
    },
    {
      "epoch": 0.2932761087267525,
      "grad_norm": 0.1103365072886984,
      "learning_rate": 0.00017811637337736988,
      "loss": 0.6201,
      "step": 205
    },
    {
      "epoch": 0.30042918454935624,
      "grad_norm": 0.18081388953274952,
      "learning_rate": 0.00017653305367529968,
      "loss": 0.7519,
      "step": 210
    },
    {
      "epoch": 0.30758226037195996,
      "grad_norm": 0.0979269774081774,
      "learning_rate": 0.00017490200688552866,
      "loss": 0.7811,
      "step": 215
    },
    {
      "epoch": 0.3147353361945637,
      "grad_norm": 0.1178423488937459,
      "learning_rate": 0.00017322425015175403,
      "loss": 0.6599,
      "step": 220
    },
    {
      "epoch": 0.3218884120171674,
      "grad_norm": 0.38638772763542717,
      "learning_rate": 0.00017150082974665053,
      "loss": 0.7658,
      "step": 225
    },
    {
      "epoch": 0.3290414878397711,
      "grad_norm": 0.10912001826583005,
      "learning_rate": 0.00016973282041940005,
      "loss": 0.6353,
      "step": 230
    },
    {
      "epoch": 0.3361945636623748,
      "grad_norm": 0.13882513170563118,
      "learning_rate": 0.00016792132472546274,
      "loss": 0.778,
      "step": 235
    },
    {
      "epoch": 0.34334763948497854,
      "grad_norm": 0.10083866344440855,
      "learning_rate": 0.00016606747233900815,
      "loss": 0.7229,
      "step": 240
    },
    {
      "epoch": 0.35050071530758226,
      "grad_norm": 0.1254352004833624,
      "learning_rate": 0.00016417241934843456,
      "loss": 0.7063,
      "step": 245
    },
    {
      "epoch": 0.35765379113018597,
      "grad_norm": 0.46499091728878567,
      "learning_rate": 0.00016223734753541575,
      "loss": 0.7838,
      "step": 250
    },
    {
      "epoch": 0.3648068669527897,
      "grad_norm": 0.1078358562936522,
      "learning_rate": 0.00016026346363792567,
      "loss": 0.6502,
      "step": 255
    },
    {
      "epoch": 0.3719599427753934,
      "grad_norm": 0.14916467905079567,
      "learning_rate": 0.0001582519985976994,
      "loss": 0.7599,
      "step": 260
    },
    {
      "epoch": 0.3791130185979971,
      "grad_norm": 0.10034285034077563,
      "learning_rate": 0.00015620420679260085,
      "loss": 0.7457,
      "step": 265
    },
    {
      "epoch": 0.38626609442060084,
      "grad_norm": 0.1178480592114291,
      "learning_rate": 0.00015412136525437485,
      "loss": 0.6755,
      "step": 270
    },
    {
      "epoch": 0.39341917024320455,
      "grad_norm": 0.4121462451204322,
      "learning_rate": 0.00015200477287227236,
      "loss": 0.8288,
      "step": 275
    },
    {
      "epoch": 0.4005722460658083,
      "grad_norm": 0.10328930758167154,
      "learning_rate": 0.00014985574958304484,
      "loss": 0.624,
      "step": 280
    },
    {
      "epoch": 0.40772532188841204,
      "grad_norm": 0.13717935978977466,
      "learning_rate": 0.00014767563554781316,
      "loss": 0.732,
      "step": 285
    },
    {
      "epoch": 0.41487839771101576,
      "grad_norm": 0.09128697749820436,
      "learning_rate": 0.00014546579031632427,
      "loss": 0.7197,
      "step": 290
    },
    {
      "epoch": 0.4220314735336195,
      "grad_norm": 0.12086812939243298,
      "learning_rate": 0.00014322759197911685,
      "loss": 0.6709,
      "step": 295
    },
    {
      "epoch": 0.4291845493562232,
      "grad_norm": 0.40143408299485855,
      "learning_rate": 0.00014096243630812478,
      "loss": 0.815,
      "step": 300
    },
    {
      "epoch": 0.4363376251788269,
      "grad_norm": 0.09924403899475973,
      "learning_rate": 0.00013867173588625405,
      "loss": 0.6408,
      "step": 305
    },
    {
      "epoch": 0.4434907010014306,
      "grad_norm": 0.13959887072890406,
      "learning_rate": 0.0001363569192264762,
      "loss": 0.731,
      "step": 310
    },
    {
      "epoch": 0.45064377682403434,
      "grad_norm": 0.09921104913462633,
      "learning_rate": 0.0001340194298809878,
      "loss": 0.7096,
      "step": 315
    },
    {
      "epoch": 0.45779685264663805,
      "grad_norm": 0.11089054056325505,
      "learning_rate": 0.00013166072554099056,
      "loss": 0.6672,
      "step": 320
    },
    {
      "epoch": 0.46494992846924177,
      "grad_norm": 0.4230116831435091,
      "learning_rate": 0.00012928227712765504,
      "loss": 0.7871,
      "step": 325
    },
    {
      "epoch": 0.4721030042918455,
      "grad_norm": 0.09737599815254978,
      "learning_rate": 0.00012688556787483334,
      "loss": 0.6405,
      "step": 330
    },
    {
      "epoch": 0.4792560801144492,
      "grad_norm": 0.14484542924430074,
      "learning_rate": 0.00012447209240409364,
      "loss": 0.7468,
      "step": 335
    },
    {
      "epoch": 0.4864091559370529,
      "grad_norm": 0.08987261375789386,
      "learning_rate": 0.00012204335579265323,
      "loss": 0.7169,
      "step": 340
    },
    {
      "epoch": 0.49356223175965663,
      "grad_norm": 0.10881204819795895,
      "learning_rate": 0.00011960087263479119,
      "loss": 0.6587,
      "step": 345
    },
    {
      "epoch": 0.5007153075822603,
      "grad_norm": 0.49675617394166816,
      "learning_rate": 0.0001171461660973261,
      "loss": 0.779,
      "step": 350
    },
    {
      "epoch": 0.5078683834048641,
      "grad_norm": 0.10435791237431437,
      "learning_rate": 0.00011468076696974778,
      "loss": 0.6392,
      "step": 355
    },
    {
      "epoch": 0.5150214592274678,
      "grad_norm": 0.14338822382120334,
      "learning_rate": 0.00011220621270959564,
      "loss": 0.746,
      "step": 360
    },
    {
      "epoch": 0.5221745350500715,
      "grad_norm": 0.09020136891885296,
      "learning_rate": 0.00010972404648367822,
      "loss": 0.7134,
      "step": 365
    },
    {
      "epoch": 0.5293276108726752,
      "grad_norm": 0.11624451016773857,
      "learning_rate": 0.00010723581620573299,
      "loss": 0.6715,
      "step": 370
    },
    {
      "epoch": 0.5364806866952789,
      "grad_norm": 0.5023243515754996,
      "learning_rate": 0.00010474307357112547,
      "loss": 0.7996,
      "step": 375
    },
    {
      "epoch": 0.5436337625178826,
      "grad_norm": 0.10482971216811227,
      "learning_rate": 0.00010224737308919014,
      "loss": 0.6509,
      "step": 380
    },
    {
      "epoch": 0.5507868383404864,
      "grad_norm": 0.15040978772920802,
      "learning_rate": 9.975027111381675e-05,
      "loss": 0.7435,
      "step": 385
    },
    {
      "epoch": 0.5579399141630901,
      "grad_norm": 0.09272976728170695,
      "learning_rate": 9.72533248728859e-05,
      "loss": 0.6922,
      "step": 390
    },
    {
      "epoch": 0.5650929899856938,
      "grad_norm": 0.1221214527065867,
      "learning_rate": 9.475809149716011e-05,
      "loss": 0.6814,
      "step": 395
    },
    {
      "epoch": 0.5722460658082976,
      "grad_norm": 0.5036832457140492,
      "learning_rate": 9.226612704923507e-05,
      "loss": 0.7478,
      "step": 400
    },
    {
      "epoch": 0.5722460658082976,
      "eval_loss": 0.6692562103271484,
      "eval_runtime": 972.3875,
      "eval_samples_per_second": 2.057,
      "eval_steps_per_second": 0.129,
      "step": 400
    },
    {
      "epoch": 0.5793991416309013,
      "grad_norm": 0.09390195648925902,
      "learning_rate": 8.977898555315713e-05,
      "loss": 0.6167,
      "step": 405
    },
    {
      "epoch": 0.586552217453505,
      "grad_norm": 0.14219781785034696,
      "learning_rate": 8.729821802531212e-05,
      "loss": 0.73,
      "step": 410
    },
    {
      "epoch": 0.5937052932761088,
      "grad_norm": 0.09671061747598036,
      "learning_rate": 8.482537150718975e-05,
      "loss": 0.7244,
      "step": 415
    },
    {
      "epoch": 0.6008583690987125,
      "grad_norm": 0.11955392967058884,
      "learning_rate": 8.23619881006267e-05,
      "loss": 0.6769,
      "step": 420
    },
    {
      "epoch": 0.6080114449213162,
      "grad_norm": 0.4189202491522242,
      "learning_rate": 7.99096040061303e-05,
      "loss": 0.7751,
      "step": 425
    },
    {
      "epoch": 0.6151645207439199,
      "grad_norm": 0.09721911498914373,
      "learning_rate": 7.746974856488238e-05,
      "loss": 0.6233,
      "step": 430
    },
    {
      "epoch": 0.6223175965665236,
      "grad_norm": 0.13846978267168025,
      "learning_rate": 7.50439433050205e-05,
      "loss": 0.7407,
      "step": 435
    },
    {
      "epoch": 0.6294706723891274,
      "grad_norm": 0.08838254367219467,
      "learning_rate": 7.263370099279172e-05,
      "loss": 0.7088,
      "step": 440
    },
    {
      "epoch": 0.6366237482117311,
      "grad_norm": 0.11873577831994696,
      "learning_rate": 7.024052468917022e-05,
      "loss": 0.6736,
      "step": 445
    },
    {
      "epoch": 0.6437768240343348,
      "grad_norm": 0.33813588083054347,
      "learning_rate": 6.786590681252744e-05,
      "loss": 0.7469,
      "step": 450
    },
    {
      "epoch": 0.6509298998569385,
      "grad_norm": 0.1035926098875485,
      "learning_rate": 6.551132820793902e-05,
      "loss": 0.6177,
      "step": 455
    },
    {
      "epoch": 0.6580829756795422,
      "grad_norm": 0.13996128874715752,
      "learning_rate": 6.31782572237088e-05,
      "loss": 0.7217,
      "step": 460
    },
    {
      "epoch": 0.6652360515021459,
      "grad_norm": 0.09586075004988552,
      "learning_rate": 6.08681487956865e-05,
      "loss": 0.6931,
      "step": 465
    },
    {
      "epoch": 0.6723891273247496,
      "grad_norm": 0.11431458069436656,
      "learning_rate": 5.858244353994906e-05,
      "loss": 0.6904,
      "step": 470
    },
    {
      "epoch": 0.6795422031473534,
      "grad_norm": 0.36826661059200655,
      "learning_rate": 5.632256685441229e-05,
      "loss": 0.7614,
      "step": 475
    },
    {
      "epoch": 0.6866952789699571,
      "grad_norm": 0.09520510613886908,
      "learning_rate": 5.408992802993269e-05,
      "loss": 0.6571,
      "step": 480
    },
    {
      "epoch": 0.6938483547925608,
      "grad_norm": 0.15384325014915562,
      "learning_rate": 5.188591937145386e-05,
      "loss": 0.7585,
      "step": 485
    },
    {
      "epoch": 0.7010014306151645,
      "grad_norm": 0.0899989739652617,
      "learning_rate": 4.971191532974552e-05,
      "loss": 0.7155,
      "step": 490
    },
    {
      "epoch": 0.7081545064377682,
      "grad_norm": 0.10977217448571064,
      "learning_rate": 4.756927164427685e-05,
      "loss": 0.6359,
      "step": 495
    },
    {
      "epoch": 0.7153075822603719,
      "grad_norm": 0.4092589446417867,
      "learning_rate": 4.5459324497758104e-05,
      "loss": 0.7788,
      "step": 500
    },
    {
      "epoch": 0.7224606580829757,
      "grad_norm": 0.09127215016969027,
      "learning_rate": 4.338338968287853e-05,
      "loss": 0.6295,
      "step": 505
    },
    {
      "epoch": 0.7296137339055794,
      "grad_norm": 0.15013590282846936,
      "learning_rate": 4.134276178175927e-05,
      "loss": 0.7025,
      "step": 510
    },
    {
      "epoch": 0.7367668097281831,
      "grad_norm": 0.0899908161380569,
      "learning_rate": 3.933871335863408e-05,
      "loss": 0.67,
      "step": 515
    },
    {
      "epoch": 0.7439198855507868,
      "grad_norm": 0.11465342107800292,
      "learning_rate": 3.737249416626014e-05,
      "loss": 0.6392,
      "step": 520
    },
    {
      "epoch": 0.7510729613733905,
      "grad_norm": 0.4280343702289959,
      "learning_rate": 3.544533036655476e-05,
      "loss": 0.786,
      "step": 525
    },
    {
      "epoch": 0.7582260371959942,
      "grad_norm": 0.10266949219770882,
      "learning_rate": 3.355842376594357e-05,
      "loss": 0.6068,
      "step": 530
    },
    {
      "epoch": 0.765379113018598,
      "grad_norm": 0.14253463950155285,
      "learning_rate": 3.171295106589726e-05,
      "loss": 0.7457,
      "step": 535
    },
    {
      "epoch": 0.7725321888412017,
      "grad_norm": 0.09202889667099431,
      "learning_rate": 2.9910063129123755e-05,
      "loss": 0.682,
      "step": 540
    },
    {
      "epoch": 0.7796852646638054,
      "grad_norm": 0.11296926525170213,
      "learning_rate": 2.8150884261874366e-05,
      "loss": 0.6397,
      "step": 545
    },
    {
      "epoch": 0.7868383404864091,
      "grad_norm": 0.509027438656149,
      "learning_rate": 2.6436511512810325e-05,
      "loss": 0.7777,
      "step": 550
    },
    {
      "epoch": 0.7939914163090128,
      "grad_norm": 0.09297223864460286,
      "learning_rate": 2.4768013988868065e-05,
      "loss": 0.6147,
      "step": 555
    },
    {
      "epoch": 0.8011444921316166,
      "grad_norm": 0.1399057626649613,
      "learning_rate": 2.3146432188548917e-05,
      "loss": 0.7012,
      "step": 560
    },
    {
      "epoch": 0.8082975679542204,
      "grad_norm": 0.09185298523651206,
      "learning_rate": 2.157277735304971e-05,
      "loss": 0.7267,
      "step": 565
    },
    {
      "epoch": 0.8154506437768241,
      "grad_norm": 0.1123786553918693,
      "learning_rate": 2.0048030835638644e-05,
      "loss": 0.6257,
      "step": 570
    },
    {
      "epoch": 0.8226037195994278,
      "grad_norm": 0.37210838744162594,
      "learning_rate": 1.8573143489669385e-05,
      "loss": 0.7216,
      "step": 575
    },
    {
      "epoch": 0.8297567954220315,
      "grad_norm": 0.10101729128186683,
      "learning_rate": 1.7149035075615794e-05,
      "loss": 0.6183,
      "step": 580
    },
    {
      "epoch": 0.8369098712446352,
      "grad_norm": 0.15231579242566323,
      "learning_rate": 1.5776593687496167e-05,
      "loss": 0.7182,
      "step": 585
    },
    {
      "epoch": 0.844062947067239,
      "grad_norm": 0.08888363881120907,
      "learning_rate": 1.44566751990454e-05,
      "loss": 0.6994,
      "step": 590
    },
    {
      "epoch": 0.8512160228898427,
      "grad_norm": 0.11401883397158272,
      "learning_rate": 1.3190102729980226e-05,
      "loss": 0.6824,
      "step": 595
    },
    {
      "epoch": 0.8583690987124464,
      "grad_norm": 0.4299251120038569,
      "learning_rate": 1.1977666132689947e-05,
      "loss": 0.7963,
      "step": 600
    },
    {
      "epoch": 0.8583690987124464,
      "eval_loss": 0.660947322845459,
      "eval_runtime": 974.2409,
      "eval_samples_per_second": 2.053,
      "eval_steps_per_second": 0.128,
      "step": 600
    },
    {
      "epoch": 0.8655221745350501,
      "grad_norm": 0.09507686854622492,
      "learning_rate": 1.0820121499673618e-05,
      "loss": 0.6198,
      "step": 605
    },
    {
      "epoch": 0.8726752503576538,
      "grad_norm": 0.1446777341342134,
      "learning_rate": 9.71819069202996e-06,
      "loss": 0.6841,
      "step": 610
    },
    {
      "epoch": 0.8798283261802575,
      "grad_norm": 0.09274602760519131,
      "learning_rate": 8.672560889294812e-06,
      "loss": 0.6759,
      "step": 615
    },
    {
      "epoch": 0.8869814020028612,
      "grad_norm": 0.13384317589987976,
      "learning_rate": 7.683884160906118e-06,
      "loss": 0.6853,
      "step": 620
    },
    {
      "epoch": 0.894134477825465,
      "grad_norm": 0.5618493715100463,
      "learning_rate": 6.75277705956443e-06,
      "loss": 0.76,
      "step": 625
    },
    {
      "epoch": 0.9012875536480687,
      "grad_norm": 0.08834479759548475,
      "learning_rate": 5.879820236741884e-06,
      "loss": 0.6058,
      "step": 630
    },
    {
      "epoch": 0.9084406294706724,
      "grad_norm": 0.13992620759849517,
      "learning_rate": 5.065558080579835e-06,
      "loss": 0.7586,
      "step": 635
    },
    {
      "epoch": 0.9155937052932761,
      "grad_norm": 0.09567272654127822,
      "learning_rate": 4.310498376400751e-06,
      "loss": 0.7173,
      "step": 640
    },
    {
      "epoch": 0.9227467811158798,
      "grad_norm": 0.112867269041588,
      "learning_rate": 3.615111990046094e-06,
      "loss": 0.6469,
      "step": 645
    },
    {
      "epoch": 0.9298998569384835,
      "grad_norm": 0.4489160430511751,
      "learning_rate": 2.979832574237884e-06,
      "loss": 0.7839,
      "step": 650
    },
    {
      "epoch": 0.9370529327610873,
      "grad_norm": 0.09860092960999309,
      "learning_rate": 2.4050562981465906e-06,
      "loss": 0.6202,
      "step": 655
    },
    {
      "epoch": 0.944206008583691,
      "grad_norm": 0.14952199122077578,
      "learning_rate": 1.8911416003346893e-06,
      "loss": 0.7517,
      "step": 660
    },
    {
      "epoch": 0.9513590844062947,
      "grad_norm": 0.09034770607257726,
      "learning_rate": 1.4384089652291543e-06,
      "loss": 0.722,
      "step": 665
    },
    {
      "epoch": 0.9585121602288984,
      "grad_norm": 0.12043580567803806,
      "learning_rate": 1.0471407232629626e-06,
      "loss": 0.6474,
      "step": 670
    },
    {
      "epoch": 0.9656652360515021,
      "grad_norm": 0.3910952273479509,
      "learning_rate": 7.175808748098311e-07,
      "loss": 0.7645,
      "step": 675
    },
    {
      "epoch": 0.9728183118741058,
      "grad_norm": 0.09625514486008946,
      "learning_rate": 4.4993493802217847e-07,
      "loss": 0.6296,
      "step": 680
    },
    {
      "epoch": 0.9799713876967096,
      "grad_norm": 0.14269654608023083,
      "learning_rate": 2.443698206670897e-07,
      "loss": 0.7063,
      "step": 685
    },
    {
      "epoch": 0.9871244635193133,
      "grad_norm": 0.09242040569454475,
      "learning_rate": 1.0101371604032128e-07,
      "loss": 0.7074,
      "step": 690
    },
    {
      "epoch": 0.994277539341917,
      "grad_norm": 0.12417081551389351,
      "learning_rate": 1.99560230231266e-08,
      "loss": 0.6753,
      "step": 695
    },
    {
      "epoch": 1.0,
      "step": 699,
      "total_flos": 1.493876632190976e+16,
      "train_loss": 0.7242236417932743,
      "train_runtime": 29465.3177,
      "train_samples_per_second": 0.759,
      "train_steps_per_second": 0.024
    }
  ],
  "logging_steps": 5,
  "max_steps": 699,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.493876632190976e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}