{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 2.352018816150529,
"eval_steps": 700,
"global_step": 12000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.001960015680125441,
"grad_norm": 7.928689002990723,
"learning_rate": 8.333333333333334e-08,
"loss": 1.4388,
"step": 10
},
{
"epoch": 0.003920031360250882,
"grad_norm": 9.54440689086914,
"learning_rate": 1.6666666666666668e-07,
"loss": 1.4362,
"step": 20
},
{
"epoch": 0.005880047040376323,
"grad_norm": 9.008377075195312,
"learning_rate": 2.5000000000000004e-07,
"loss": 1.4445,
"step": 30
},
{
"epoch": 0.007840062720501764,
"grad_norm": 7.416823863983154,
"learning_rate": 3.3333333333333335e-07,
"loss": 1.4217,
"step": 40
},
{
"epoch": 0.009800078400627205,
"grad_norm": 7.977886199951172,
"learning_rate": 4.1666666666666667e-07,
"loss": 1.4243,
"step": 50
},
{
"epoch": 0.011760094080752646,
"grad_norm": 8.24797248840332,
"learning_rate": 5.000000000000001e-07,
"loss": 1.3976,
"step": 60
},
{
"epoch": 0.013720109760878087,
"grad_norm": 7.240636348724365,
"learning_rate": 5.833333333333334e-07,
"loss": 1.3853,
"step": 70
},
{
"epoch": 0.01568012544100353,
"grad_norm": 5.709108352661133,
"learning_rate": 6.666666666666667e-07,
"loss": 1.3353,
"step": 80
},
{
"epoch": 0.01764014112112897,
"grad_norm": 9.35693073272705,
"learning_rate": 7.5e-07,
"loss": 1.3051,
"step": 90
},
{
"epoch": 0.01960015680125441,
"grad_norm": 47.39125442504883,
"learning_rate": 8.333333333333333e-07,
"loss": 1.265,
"step": 100
},
{
"epoch": 0.02156017248137985,
"grad_norm": 5.6352434158325195,
"learning_rate": 9.166666666666666e-07,
"loss": 1.2583,
"step": 110
},
{
"epoch": 0.023520188161505293,
"grad_norm": 6.022407531738281,
"learning_rate": 1.0000000000000002e-06,
"loss": 1.2398,
"step": 120
},
{
"epoch": 0.025480203841630734,
"grad_norm": 6.143012046813965,
"learning_rate": 1.0833333333333335e-06,
"loss": 1.2237,
"step": 130
},
{
"epoch": 0.027440219521756175,
"grad_norm": 6.173267841339111,
"learning_rate": 1.1666666666666668e-06,
"loss": 1.2246,
"step": 140
},
{
"epoch": 0.029400235201881616,
"grad_norm": 5.4503092765808105,
"learning_rate": 1.25e-06,
"loss": 1.1993,
"step": 150
},
{
"epoch": 0.03136025088200706,
"grad_norm": 17.596582412719727,
"learning_rate": 1.3333333333333334e-06,
"loss": 1.1889,
"step": 160
},
{
"epoch": 0.033320266562132494,
"grad_norm": 6.131169319152832,
"learning_rate": 1.4166666666666667e-06,
"loss": 1.1884,
"step": 170
},
{
"epoch": 0.03528028224225794,
"grad_norm": 5.450586795806885,
"learning_rate": 1.5e-06,
"loss": 1.1622,
"step": 180
},
{
"epoch": 0.03724029792238338,
"grad_norm": 14.713933944702148,
"learning_rate": 1.5833333333333333e-06,
"loss": 1.1675,
"step": 190
},
{
"epoch": 0.03920031360250882,
"grad_norm": 8.510261535644531,
"learning_rate": 1.6666666666666667e-06,
"loss": 1.1584,
"step": 200
},
{
"epoch": 0.04116032928263426,
"grad_norm": 6.9118971824646,
"learning_rate": 1.75e-06,
"loss": 1.1696,
"step": 210
},
{
"epoch": 0.0431203449627597,
"grad_norm": 5.986424922943115,
"learning_rate": 1.8333333333333333e-06,
"loss": 1.1734,
"step": 220
},
{
"epoch": 0.04508036064288514,
"grad_norm": 7.179569244384766,
"learning_rate": 1.916666666666667e-06,
"loss": 1.1563,
"step": 230
},
{
"epoch": 0.047040376323010585,
"grad_norm": 7.15562629699707,
"learning_rate": 2.0000000000000003e-06,
"loss": 1.1443,
"step": 240
},
{
"epoch": 0.04900039200313602,
"grad_norm": 5.163909912109375,
"learning_rate": 2.0833333333333334e-06,
"loss": 1.1567,
"step": 250
},
{
"epoch": 0.05096040768326147,
"grad_norm": 5.861210346221924,
"learning_rate": 2.166666666666667e-06,
"loss": 1.1596,
"step": 260
},
{
"epoch": 0.052920423363386905,
"grad_norm": 5.1880292892456055,
"learning_rate": 2.25e-06,
"loss": 1.1428,
"step": 270
},
{
"epoch": 0.05488043904351235,
"grad_norm": 6.203003406524658,
"learning_rate": 2.3333333333333336e-06,
"loss": 1.1463,
"step": 280
},
{
"epoch": 0.05684045472363779,
"grad_norm": 6.191583156585693,
"learning_rate": 2.4166666666666667e-06,
"loss": 1.1538,
"step": 290
},
{
"epoch": 0.05880047040376323,
"grad_norm": 9.0908203125,
"learning_rate": 2.5e-06,
"loss": 1.1277,
"step": 300
},
{
"epoch": 0.06076048608388867,
"grad_norm": 5.685515880584717,
"learning_rate": 2.5833333333333337e-06,
"loss": 1.1471,
"step": 310
},
{
"epoch": 0.06272050176401411,
"grad_norm": 6.010474681854248,
"learning_rate": 2.666666666666667e-06,
"loss": 1.1232,
"step": 320
},
{
"epoch": 0.06468051744413955,
"grad_norm": 9.0894193649292,
"learning_rate": 2.7500000000000004e-06,
"loss": 1.1286,
"step": 330
},
{
"epoch": 0.06664053312426499,
"grad_norm": 5.936020851135254,
"learning_rate": 2.8333333333333335e-06,
"loss": 1.1116,
"step": 340
},
{
"epoch": 0.06860054880439044,
"grad_norm": 6.055352210998535,
"learning_rate": 2.916666666666667e-06,
"loss": 1.1167,
"step": 350
},
{
"epoch": 0.07056056448451588,
"grad_norm": 5.160061836242676,
"learning_rate": 3e-06,
"loss": 1.1225,
"step": 360
},
{
"epoch": 0.07252058016464132,
"grad_norm": 5.748876571655273,
"learning_rate": 3.0833333333333336e-06,
"loss": 1.1298,
"step": 370
},
{
"epoch": 0.07448059584476675,
"grad_norm": 5.9786057472229,
"learning_rate": 3.1666666666666667e-06,
"loss": 1.1394,
"step": 380
},
{
"epoch": 0.0764406115248922,
"grad_norm": 5.474339008331299,
"learning_rate": 3.2500000000000002e-06,
"loss": 1.138,
"step": 390
},
{
"epoch": 0.07840062720501764,
"grad_norm": 6.028172016143799,
"learning_rate": 3.3333333333333333e-06,
"loss": 1.1243,
"step": 400
},
{
"epoch": 0.08036064288514308,
"grad_norm": 11.877293586730957,
"learning_rate": 3.416666666666667e-06,
"loss": 1.1086,
"step": 410
},
{
"epoch": 0.08232065856526852,
"grad_norm": 6.457036972045898,
"learning_rate": 3.5e-06,
"loss": 1.1113,
"step": 420
},
{
"epoch": 0.08428067424539397,
"grad_norm": 8.589061737060547,
"learning_rate": 3.5833333333333335e-06,
"loss": 1.1207,
"step": 430
},
{
"epoch": 0.0862406899255194,
"grad_norm": 6.367908000946045,
"learning_rate": 3.6666666666666666e-06,
"loss": 1.1192,
"step": 440
},
{
"epoch": 0.08820070560564484,
"grad_norm": 6.087027549743652,
"learning_rate": 3.7500000000000005e-06,
"loss": 1.114,
"step": 450
},
{
"epoch": 0.09016072128577028,
"grad_norm": 6.365817546844482,
"learning_rate": 3.833333333333334e-06,
"loss": 1.1104,
"step": 460
},
{
"epoch": 0.09212073696589573,
"grad_norm": 6.38438606262207,
"learning_rate": 3.916666666666667e-06,
"loss": 1.1222,
"step": 470
},
{
"epoch": 0.09408075264602117,
"grad_norm": 5.983357906341553,
"learning_rate": 4.000000000000001e-06,
"loss": 1.1082,
"step": 480
},
{
"epoch": 0.09604076832614661,
"grad_norm": 7.514024257659912,
"learning_rate": 4.083333333333334e-06,
"loss": 1.1305,
"step": 490
},
{
"epoch": 0.09800078400627205,
"grad_norm": 5.6476922035217285,
"learning_rate": 4.166666666666667e-06,
"loss": 1.1183,
"step": 500
},
{
"epoch": 0.0999607996863975,
"grad_norm": 6.5463128089904785,
"learning_rate": 4.25e-06,
"loss": 1.1126,
"step": 510
},
{
"epoch": 0.10192081536652293,
"grad_norm": 6.156862258911133,
"learning_rate": 4.333333333333334e-06,
"loss": 1.1161,
"step": 520
},
{
"epoch": 0.10388083104664837,
"grad_norm": 5.682535648345947,
"learning_rate": 4.416666666666667e-06,
"loss": 1.1096,
"step": 530
},
{
"epoch": 0.10584084672677381,
"grad_norm": 7.1881489753723145,
"learning_rate": 4.5e-06,
"loss": 1.1136,
"step": 540
},
{
"epoch": 0.10780086240689926,
"grad_norm": 5.990985870361328,
"learning_rate": 4.583333333333333e-06,
"loss": 1.1224,
"step": 550
},
{
"epoch": 0.1097608780870247,
"grad_norm": 5.474586009979248,
"learning_rate": 4.666666666666667e-06,
"loss": 1.1078,
"step": 560
},
{
"epoch": 0.11172089376715014,
"grad_norm": 5.7349371910095215,
"learning_rate": 4.75e-06,
"loss": 1.1238,
"step": 570
},
{
"epoch": 0.11368090944727557,
"grad_norm": 7.513430595397949,
"learning_rate": 4.833333333333333e-06,
"loss": 1.1158,
"step": 580
},
{
"epoch": 0.11564092512740103,
"grad_norm": 5.410061836242676,
"learning_rate": 4.9166666666666665e-06,
"loss": 1.1102,
"step": 590
},
{
"epoch": 0.11760094080752646,
"grad_norm": 6.409933567047119,
"learning_rate": 5e-06,
"loss": 1.1035,
"step": 600
},
{
"epoch": 0.1195609564876519,
"grad_norm": 14.141221046447754,
"learning_rate": 5.0833333333333335e-06,
"loss": 1.1066,
"step": 610
},
{
"epoch": 0.12152097216777734,
"grad_norm": 5.547974586486816,
"learning_rate": 5.1666666666666675e-06,
"loss": 1.1218,
"step": 620
},
{
"epoch": 0.12348098784790279,
"grad_norm": 5.946651935577393,
"learning_rate": 5.2500000000000006e-06,
"loss": 1.112,
"step": 630
},
{
"epoch": 0.12544100352802823,
"grad_norm": 6.724623680114746,
"learning_rate": 5.333333333333334e-06,
"loss": 1.0986,
"step": 640
},
{
"epoch": 0.12740101920815367,
"grad_norm": 8.897869110107422,
"learning_rate": 5.416666666666667e-06,
"loss": 1.1077,
"step": 650
},
{
"epoch": 0.1293610348882791,
"grad_norm": 6.75730037689209,
"learning_rate": 5.500000000000001e-06,
"loss": 1.1018,
"step": 660
},
{
"epoch": 0.13132105056840454,
"grad_norm": 5.3133111000061035,
"learning_rate": 5.583333333333334e-06,
"loss": 1.1089,
"step": 670
},
{
"epoch": 0.13328106624852998,
"grad_norm": 5.644856929779053,
"learning_rate": 5.666666666666667e-06,
"loss": 1.1159,
"step": 680
},
{
"epoch": 0.13524108192865542,
"grad_norm": 5.264536380767822,
"learning_rate": 5.75e-06,
"loss": 1.1068,
"step": 690
},
{
"epoch": 0.13720109760878088,
"grad_norm": 5.970139026641846,
"learning_rate": 5.833333333333334e-06,
"loss": 1.1214,
"step": 700
},
{
"epoch": 0.13720109760878088,
"eval_loss": 1.0996023416519165,
"eval_runtime": 14.1011,
"eval_samples_per_second": 46.379,
"eval_steps_per_second": 5.815,
"step": 700
},
{
"epoch": 0.13916111328890632,
"grad_norm": 5.035984039306641,
"learning_rate": 5.916666666666667e-06,
"loss": 1.1078,
"step": 710
},
{
"epoch": 0.14112112896903176,
"grad_norm": 5.657273292541504,
"learning_rate": 6e-06,
"loss": 1.0998,
"step": 720
},
{
"epoch": 0.1430811446491572,
"grad_norm": 5.413987636566162,
"learning_rate": 6.083333333333333e-06,
"loss": 1.1023,
"step": 730
},
{
"epoch": 0.14504116032928263,
"grad_norm": 7.05068302154541,
"learning_rate": 6.166666666666667e-06,
"loss": 1.1053,
"step": 740
},
{
"epoch": 0.14700117600940807,
"grad_norm": 6.170547008514404,
"learning_rate": 6.25e-06,
"loss": 1.0998,
"step": 750
},
{
"epoch": 0.1489611916895335,
"grad_norm": 5.373660087585449,
"learning_rate": 6.333333333333333e-06,
"loss": 1.0899,
"step": 760
},
{
"epoch": 0.15092120736965894,
"grad_norm": 6.981970310211182,
"learning_rate": 6.416666666666667e-06,
"loss": 1.113,
"step": 770
},
{
"epoch": 0.1528812230497844,
"grad_norm": 4.918264865875244,
"learning_rate": 6.5000000000000004e-06,
"loss": 1.0884,
"step": 780
},
{
"epoch": 0.15484123872990985,
"grad_norm": 13.080545425415039,
"learning_rate": 6.5833333333333335e-06,
"loss": 1.1012,
"step": 790
},
{
"epoch": 0.15680125441003528,
"grad_norm": 5.957456111907959,
"learning_rate": 6.666666666666667e-06,
"loss": 1.1044,
"step": 800
},
{
"epoch": 0.15876127009016072,
"grad_norm": 5.442764759063721,
"learning_rate": 6.750000000000001e-06,
"loss": 1.1051,
"step": 810
},
{
"epoch": 0.16072128577028616,
"grad_norm": 5.379378318786621,
"learning_rate": 6.833333333333334e-06,
"loss": 1.1092,
"step": 820
},
{
"epoch": 0.1626813014504116,
"grad_norm": 6.137138366699219,
"learning_rate": 6.916666666666667e-06,
"loss": 1.0835,
"step": 830
},
{
"epoch": 0.16464131713053703,
"grad_norm": 5.297956943511963,
"learning_rate": 7e-06,
"loss": 1.1089,
"step": 840
},
{
"epoch": 0.16660133281066247,
"grad_norm": 5.63748025894165,
"learning_rate": 7.083333333333335e-06,
"loss": 1.1024,
"step": 850
},
{
"epoch": 0.16856134849078794,
"grad_norm": 5.432644844055176,
"learning_rate": 7.166666666666667e-06,
"loss": 1.0712,
"step": 860
},
{
"epoch": 0.17052136417091338,
"grad_norm": 5.4105305671691895,
"learning_rate": 7.25e-06,
"loss": 1.1122,
"step": 870
},
{
"epoch": 0.1724813798510388,
"grad_norm": 6.026330471038818,
"learning_rate": 7.333333333333333e-06,
"loss": 1.1049,
"step": 880
},
{
"epoch": 0.17444139553116425,
"grad_norm": 6.143797397613525,
"learning_rate": 7.416666666666668e-06,
"loss": 1.1038,
"step": 890
},
{
"epoch": 0.1764014112112897,
"grad_norm": 5.558448791503906,
"learning_rate": 7.500000000000001e-06,
"loss": 1.095,
"step": 900
},
{
"epoch": 0.17836142689141513,
"grad_norm": 6.965857028961182,
"learning_rate": 7.583333333333333e-06,
"loss": 1.0979,
"step": 910
},
{
"epoch": 0.18032144257154056,
"grad_norm": 6.795146942138672,
"learning_rate": 7.666666666666667e-06,
"loss": 1.103,
"step": 920
},
{
"epoch": 0.182281458251666,
"grad_norm": 5.742541313171387,
"learning_rate": 7.75e-06,
"loss": 1.1031,
"step": 930
},
{
"epoch": 0.18424147393179147,
"grad_norm": 5.67035436630249,
"learning_rate": 7.833333333333333e-06,
"loss": 1.1018,
"step": 940
},
{
"epoch": 0.1862014896119169,
"grad_norm": 8.501360893249512,
"learning_rate": 7.916666666666667e-06,
"loss": 1.0916,
"step": 950
},
{
"epoch": 0.18816150529204234,
"grad_norm": 5.092253684997559,
"learning_rate": 8.000000000000001e-06,
"loss": 1.0886,
"step": 960
},
{
"epoch": 0.19012152097216778,
"grad_norm": 6.499626636505127,
"learning_rate": 8.083333333333334e-06,
"loss": 1.1008,
"step": 970
},
{
"epoch": 0.19208153665229322,
"grad_norm": 5.9327216148376465,
"learning_rate": 8.166666666666668e-06,
"loss": 1.0911,
"step": 980
},
{
"epoch": 0.19404155233241865,
"grad_norm": 5.990231990814209,
"learning_rate": 8.25e-06,
"loss": 1.0955,
"step": 990
},
{
"epoch": 0.1960015680125441,
"grad_norm": 32.17470932006836,
"learning_rate": 8.333333333333334e-06,
"loss": 1.1087,
"step": 1000
},
{
"epoch": 0.19796158369266953,
"grad_norm": 5.19512414932251,
"learning_rate": 8.416666666666667e-06,
"loss": 1.1302,
"step": 1010
},
{
"epoch": 0.199921599372795,
"grad_norm": 5.765759468078613,
"learning_rate": 8.5e-06,
"loss": 1.1089,
"step": 1020
},
{
"epoch": 0.20188161505292043,
"grad_norm": 5.5894927978515625,
"learning_rate": 8.583333333333333e-06,
"loss": 1.0914,
"step": 1030
},
{
"epoch": 0.20384163073304587,
"grad_norm": 6.387049198150635,
"learning_rate": 8.666666666666668e-06,
"loss": 1.095,
"step": 1040
},
{
"epoch": 0.2058016464131713,
"grad_norm": 5.629969596862793,
"learning_rate": 8.750000000000001e-06,
"loss": 1.0999,
"step": 1050
},
{
"epoch": 0.20776166209329675,
"grad_norm": 22.919910430908203,
"learning_rate": 8.833333333333334e-06,
"loss": 1.096,
"step": 1060
},
{
"epoch": 0.20972167777342218,
"grad_norm": 5.267335414886475,
"learning_rate": 8.916666666666667e-06,
"loss": 1.1006,
"step": 1070
},
{
"epoch": 0.21168169345354762,
"grad_norm": 53.39712905883789,
"learning_rate": 9e-06,
"loss": 1.106,
"step": 1080
},
{
"epoch": 0.21364170913367306,
"grad_norm": 5.858781814575195,
"learning_rate": 9.083333333333333e-06,
"loss": 1.2549,
"step": 1090
},
{
"epoch": 0.21560172481379852,
"grad_norm": 6.5703935623168945,
"learning_rate": 9.166666666666666e-06,
"loss": 1.094,
"step": 1100
},
{
"epoch": 0.21756174049392396,
"grad_norm": 5.414449214935303,
"learning_rate": 9.250000000000001e-06,
"loss": 1.0891,
"step": 1110
},
{
"epoch": 0.2195217561740494,
"grad_norm": 7.185405731201172,
"learning_rate": 9.333333333333334e-06,
"loss": 1.089,
"step": 1120
},
{
"epoch": 0.22148177185417484,
"grad_norm": 6.4889092445373535,
"learning_rate": 9.416666666666667e-06,
"loss": 1.0874,
"step": 1130
},
{
"epoch": 0.22344178753430027,
"grad_norm": 6.4478759765625,
"learning_rate": 9.5e-06,
"loss": 1.1111,
"step": 1140
},
{
"epoch": 0.2254018032144257,
"grad_norm": 6.49618673324585,
"learning_rate": 9.583333333333335e-06,
"loss": 1.1001,
"step": 1150
},
{
"epoch": 0.22736181889455115,
"grad_norm": 7.893542766571045,
"learning_rate": 9.666666666666667e-06,
"loss": 1.097,
"step": 1160
},
{
"epoch": 0.2293218345746766,
"grad_norm": 11.165901184082031,
"learning_rate": 9.75e-06,
"loss": 1.092,
"step": 1170
},
{
"epoch": 0.23128185025480205,
"grad_norm": 21.967939376831055,
"learning_rate": 9.833333333333333e-06,
"loss": 1.1216,
"step": 1180
},
{
"epoch": 0.2332418659349275,
"grad_norm": 14.317709922790527,
"learning_rate": 9.916666666666668e-06,
"loss": 1.1047,
"step": 1190
},
{
"epoch": 0.23520188161505293,
"grad_norm": 6.240993499755859,
"learning_rate": 1e-05,
"loss": 1.1045,
"step": 1200
},
{
"epoch": 0.23716189729517836,
"grad_norm": 5.804283142089844,
"learning_rate": 9.990740740740741e-06,
"loss": 1.0933,
"step": 1210
},
{
"epoch": 0.2391219129753038,
"grad_norm": 5.778935432434082,
"learning_rate": 9.981481481481482e-06,
"loss": 1.1098,
"step": 1220
},
{
"epoch": 0.24108192865542924,
"grad_norm": 6.391726016998291,
"learning_rate": 9.972222222222224e-06,
"loss": 1.0993,
"step": 1230
},
{
"epoch": 0.24304194433555468,
"grad_norm": 4.967405319213867,
"learning_rate": 9.962962962962964e-06,
"loss": 1.0835,
"step": 1240
},
{
"epoch": 0.24500196001568011,
"grad_norm": 11.337072372436523,
"learning_rate": 9.953703703703704e-06,
"loss": 1.1057,
"step": 1250
},
{
"epoch": 0.24696197569580558,
"grad_norm": 5.182584285736084,
"learning_rate": 9.944444444444445e-06,
"loss": 1.0913,
"step": 1260
},
{
"epoch": 0.24892199137593102,
"grad_norm": 6.305624961853027,
"learning_rate": 9.935185185185185e-06,
"loss": 1.0963,
"step": 1270
},
{
"epoch": 0.25088200705605646,
"grad_norm": 5.263504981994629,
"learning_rate": 9.925925925925927e-06,
"loss": 1.1097,
"step": 1280
},
{
"epoch": 0.2528420227361819,
"grad_norm": 5.2210493087768555,
"learning_rate": 9.916666666666668e-06,
"loss": 1.0934,
"step": 1290
},
{
"epoch": 0.25480203841630733,
"grad_norm": 6.707633972167969,
"learning_rate": 9.907407407407408e-06,
"loss": 1.1049,
"step": 1300
},
{
"epoch": 0.25676205409643277,
"grad_norm": 5.195355415344238,
"learning_rate": 9.898148148148148e-06,
"loss": 1.0866,
"step": 1310
},
{
"epoch": 0.2587220697765582,
"grad_norm": 7.137194633483887,
"learning_rate": 9.88888888888889e-06,
"loss": 1.1032,
"step": 1320
},
{
"epoch": 0.26068208545668364,
"grad_norm": 5.271111488342285,
"learning_rate": 9.87962962962963e-06,
"loss": 1.0925,
"step": 1330
},
{
"epoch": 0.2626421011368091,
"grad_norm": 6.781525135040283,
"learning_rate": 9.870370370370371e-06,
"loss": 1.0966,
"step": 1340
},
{
"epoch": 0.2646021168169345,
"grad_norm": 8.270143508911133,
"learning_rate": 9.861111111111112e-06,
"loss": 1.0991,
"step": 1350
},
{
"epoch": 0.26656213249705996,
"grad_norm": 6.368267059326172,
"learning_rate": 9.851851851851852e-06,
"loss": 1.1005,
"step": 1360
},
{
"epoch": 0.2685221481771854,
"grad_norm": 5.750402927398682,
"learning_rate": 9.842592592592594e-06,
"loss": 1.0907,
"step": 1370
},
{
"epoch": 0.27048216385731083,
"grad_norm": 5.706563472747803,
"learning_rate": 9.833333333333333e-06,
"loss": 1.1133,
"step": 1380
},
{
"epoch": 0.2724421795374363,
"grad_norm": 5.816508769989014,
"learning_rate": 9.824074074074075e-06,
"loss": 1.1074,
"step": 1390
},
{
"epoch": 0.27440219521756176,
"grad_norm": 4.7041449546813965,
"learning_rate": 9.814814814814815e-06,
"loss": 1.0944,
"step": 1400
},
{
"epoch": 0.27440219521756176,
"eval_loss": 1.089659571647644,
"eval_runtime": 14.1203,
"eval_samples_per_second": 46.316,
"eval_steps_per_second": 5.807,
"step": 1400
},
{
"epoch": 0.2763622108976872,
"grad_norm": 4.5806355476379395,
"learning_rate": 9.805555555555556e-06,
"loss": 1.0868,
"step": 1410
},
{
"epoch": 0.27832222657781264,
"grad_norm": 6.664804458618164,
"learning_rate": 9.796296296296298e-06,
"loss": 1.1031,
"step": 1420
},
{
"epoch": 0.2802822422579381,
"grad_norm": 5.814957141876221,
"learning_rate": 9.787037037037038e-06,
"loss": 1.0818,
"step": 1430
},
{
"epoch": 0.2822422579380635,
"grad_norm": 11.043229103088379,
"learning_rate": 9.777777777777779e-06,
"loss": 1.1147,
"step": 1440
},
{
"epoch": 0.28420227361818895,
"grad_norm": 5.907972812652588,
"learning_rate": 9.768518518518519e-06,
"loss": 1.0949,
"step": 1450
},
{
"epoch": 0.2861622892983144,
"grad_norm": 8.000860214233398,
"learning_rate": 9.759259259259261e-06,
"loss": 1.107,
"step": 1460
},
{
"epoch": 0.2881223049784398,
"grad_norm": 5.279980182647705,
"learning_rate": 9.75e-06,
"loss": 1.0988,
"step": 1470
},
{
"epoch": 0.29008232065856526,
"grad_norm": 6.427779674530029,
"learning_rate": 9.740740740740742e-06,
"loss": 1.0969,
"step": 1480
},
{
"epoch": 0.2920423363386907,
"grad_norm": 5.733342170715332,
"learning_rate": 9.731481481481482e-06,
"loss": 1.0832,
"step": 1490
},
{
"epoch": 0.29400235201881614,
"grad_norm": 5.370787620544434,
"learning_rate": 9.722222222222223e-06,
"loss": 1.0724,
"step": 1500
},
{
"epoch": 0.2959623676989416,
"grad_norm": 4.780156135559082,
"learning_rate": 9.712962962962965e-06,
"loss": 1.0911,
"step": 1510
},
{
"epoch": 0.297922383379067,
"grad_norm": 5.770766258239746,
"learning_rate": 9.703703703703703e-06,
"loss": 1.0913,
"step": 1520
},
{
"epoch": 0.29988239905919245,
"grad_norm": 5.799376487731934,
"learning_rate": 9.694444444444446e-06,
"loss": 1.1072,
"step": 1530
},
{
"epoch": 0.3018424147393179,
"grad_norm": 4.571477890014648,
"learning_rate": 9.685185185185186e-06,
"loss": 1.0977,
"step": 1540
},
{
"epoch": 0.3038024304194434,
"grad_norm": 6.020542144775391,
"learning_rate": 9.675925925925926e-06,
"loss": 1.1056,
"step": 1550
},
{
"epoch": 0.3057624460995688,
"grad_norm": 6.760439395904541,
"learning_rate": 9.666666666666667e-06,
"loss": 1.0874,
"step": 1560
},
{
"epoch": 0.30772246177969426,
"grad_norm": 4.900004863739014,
"learning_rate": 9.657407407407409e-06,
"loss": 1.0946,
"step": 1570
},
{
"epoch": 0.3096824774598197,
"grad_norm": 4.82609748840332,
"learning_rate": 9.64814814814815e-06,
"loss": 1.1017,
"step": 1580
},
{
"epoch": 0.31164249313994513,
"grad_norm": 5.115661144256592,
"learning_rate": 9.63888888888889e-06,
"loss": 1.1073,
"step": 1590
},
{
"epoch": 0.31360250882007057,
"grad_norm": 4.987372875213623,
"learning_rate": 9.62962962962963e-06,
"loss": 1.084,
"step": 1600
},
{
"epoch": 0.315562524500196,
"grad_norm": 5.010407447814941,
"learning_rate": 9.62037037037037e-06,
"loss": 1.1031,
"step": 1610
},
{
"epoch": 0.31752254018032144,
"grad_norm": 4.8331122398376465,
"learning_rate": 9.611111111111112e-06,
"loss": 1.0995,
"step": 1620
},
{
"epoch": 0.3194825558604469,
"grad_norm": 5.5287909507751465,
"learning_rate": 9.601851851851853e-06,
"loss": 1.0884,
"step": 1630
},
{
"epoch": 0.3214425715405723,
"grad_norm": 7.749701023101807,
"learning_rate": 9.592592592592593e-06,
"loss": 1.0786,
"step": 1640
},
{
"epoch": 0.32340258722069776,
"grad_norm": 4.908470153808594,
"learning_rate": 9.583333333333335e-06,
"loss": 1.1049,
"step": 1650
},
{
"epoch": 0.3253626029008232,
"grad_norm": 8.760143280029297,
"learning_rate": 9.574074074074074e-06,
"loss": 1.1,
"step": 1660
},
{
"epoch": 0.32732261858094863,
"grad_norm": 4.7910590171813965,
"learning_rate": 9.564814814814816e-06,
"loss": 1.0936,
"step": 1670
},
{
"epoch": 0.32928263426107407,
"grad_norm": 10.59984302520752,
"learning_rate": 9.555555555555556e-06,
"loss": 1.0888,
"step": 1680
},
{
"epoch": 0.3312426499411995,
"grad_norm": 5.18034029006958,
"learning_rate": 9.546296296296297e-06,
"loss": 1.1015,
"step": 1690
},
{
"epoch": 0.33320266562132494,
"grad_norm": 4.835277557373047,
"learning_rate": 9.537037037037037e-06,
"loss": 1.0934,
"step": 1700
},
{
"epoch": 0.33516268130145044,
"grad_norm": 5.690189838409424,
"learning_rate": 9.527777777777778e-06,
"loss": 1.0981,
"step": 1710
},
{
"epoch": 0.3371226969815759,
"grad_norm": 5.126386642456055,
"learning_rate": 9.51851851851852e-06,
"loss": 1.0731,
"step": 1720
},
{
"epoch": 0.3390827126617013,
"grad_norm": 5.041740894317627,
"learning_rate": 9.50925925925926e-06,
"loss": 1.0822,
"step": 1730
},
{
"epoch": 0.34104272834182675,
"grad_norm": 5.251774787902832,
"learning_rate": 9.5e-06,
"loss": 1.0914,
"step": 1740
},
{
"epoch": 0.3430027440219522,
"grad_norm": 4.976339817047119,
"learning_rate": 9.490740740740741e-06,
"loss": 1.0994,
"step": 1750
},
{
"epoch": 0.3449627597020776,
"grad_norm": 4.93164587020874,
"learning_rate": 9.481481481481483e-06,
"loss": 1.1029,
"step": 1760
},
{
"epoch": 0.34692277538220306,
"grad_norm": 4.964654445648193,
"learning_rate": 9.472222222222223e-06,
"loss": 1.0846,
"step": 1770
},
{
"epoch": 0.3488827910623285,
"grad_norm": 5.763545036315918,
"learning_rate": 9.462962962962964e-06,
"loss": 1.0861,
"step": 1780
},
{
"epoch": 0.35084280674245394,
"grad_norm": 7.256554126739502,
"learning_rate": 9.453703703703704e-06,
"loss": 1.0878,
"step": 1790
},
{
"epoch": 0.3528028224225794,
"grad_norm": 5.118113994598389,
"learning_rate": 9.444444444444445e-06,
"loss": 1.0814,
"step": 1800
},
{
"epoch": 0.3547628381027048,
"grad_norm": 5.370246410369873,
"learning_rate": 9.435185185185187e-06,
"loss": 1.0977,
"step": 1810
},
{
"epoch": 0.35672285378283025,
"grad_norm": 4.952902793884277,
"learning_rate": 9.425925925925925e-06,
"loss": 1.0889,
"step": 1820
},
{
"epoch": 0.3586828694629557,
"grad_norm": 4.842602252960205,
"learning_rate": 9.416666666666667e-06,
"loss": 1.0926,
"step": 1830
},
{
"epoch": 0.3606428851430811,
"grad_norm": 4.805694103240967,
"learning_rate": 9.407407407407408e-06,
"loss": 1.1087,
"step": 1840
},
{
"epoch": 0.36260290082320656,
"grad_norm": 5.138493061065674,
"learning_rate": 9.398148148148148e-06,
"loss": 1.0862,
"step": 1850
},
{
"epoch": 0.364562916503332,
"grad_norm": 7.099350929260254,
"learning_rate": 9.38888888888889e-06,
"loss": 1.0887,
"step": 1860
},
{
"epoch": 0.3665229321834575,
"grad_norm": 5.295989990234375,
"learning_rate": 9.37962962962963e-06,
"loss": 1.0715,
"step": 1870
},
{
"epoch": 0.36848294786358293,
"grad_norm": 5.222052097320557,
"learning_rate": 9.370370370370371e-06,
"loss": 1.0979,
"step": 1880
},
{
"epoch": 0.37044296354370837,
"grad_norm": 4.347951889038086,
"learning_rate": 9.361111111111111e-06,
"loss": 1.1036,
"step": 1890
},
{
"epoch": 0.3724029792238338,
"grad_norm": 5.062961101531982,
"learning_rate": 9.351851851851854e-06,
"loss": 1.0864,
"step": 1900
},
{
"epoch": 0.37436299490395925,
"grad_norm": 5.308873176574707,
"learning_rate": 9.342592592592594e-06,
"loss": 1.0877,
"step": 1910
},
{
"epoch": 0.3763230105840847,
"grad_norm": 4.578522682189941,
"learning_rate": 9.333333333333334e-06,
"loss": 1.0961,
"step": 1920
},
{
"epoch": 0.3782830262642101,
"grad_norm": 4.571235179901123,
"learning_rate": 9.324074074074075e-06,
"loss": 1.0838,
"step": 1930
},
{
"epoch": 0.38024304194433556,
"grad_norm": 4.522839069366455,
"learning_rate": 9.314814814814815e-06,
"loss": 1.0786,
"step": 1940
},
{
"epoch": 0.382203057624461,
"grad_norm": 4.68695068359375,
"learning_rate": 9.305555555555557e-06,
"loss": 1.1146,
"step": 1950
},
{
"epoch": 0.38416307330458643,
"grad_norm": 4.976430416107178,
"learning_rate": 9.296296296296296e-06,
"loss": 1.0937,
"step": 1960
},
{
"epoch": 0.38612308898471187,
"grad_norm": 5.086645126342773,
"learning_rate": 9.287037037037038e-06,
"loss": 1.097,
"step": 1970
},
{
"epoch": 0.3880831046648373,
"grad_norm": 4.946636199951172,
"learning_rate": 9.277777777777778e-06,
"loss": 1.0986,
"step": 1980
},
{
"epoch": 0.39004312034496275,
"grad_norm": 4.823138236999512,
"learning_rate": 9.268518518518519e-06,
"loss": 1.1034,
"step": 1990
},
{
"epoch": 0.3920031360250882,
"grad_norm": 5.26657772064209,
"learning_rate": 9.25925925925926e-06,
"loss": 1.0798,
"step": 2000
},
{
"epoch": 0.3939631517052136,
"grad_norm": 5.231563568115234,
"learning_rate": 9.250000000000001e-06,
"loss": 1.0944,
"step": 2010
},
{
"epoch": 0.39592316738533906,
"grad_norm": 4.791154384613037,
"learning_rate": 9.240740740740742e-06,
"loss": 1.0949,
"step": 2020
},
{
"epoch": 0.3978831830654645,
"grad_norm": 4.691703796386719,
"learning_rate": 9.231481481481482e-06,
"loss": 1.0856,
"step": 2030
},
{
"epoch": 0.39984319874559,
"grad_norm": 7.213362693786621,
"learning_rate": 9.222222222222224e-06,
"loss": 1.0922,
"step": 2040
},
{
"epoch": 0.4018032144257154,
"grad_norm": 6.0655646324157715,
"learning_rate": 9.212962962962963e-06,
"loss": 1.0948,
"step": 2050
},
{
"epoch": 0.40376323010584086,
"grad_norm": 4.249541759490967,
"learning_rate": 9.203703703703705e-06,
"loss": 1.091,
"step": 2060
},
{
"epoch": 0.4057232457859663,
"grad_norm": 4.832751750946045,
"learning_rate": 9.194444444444445e-06,
"loss": 1.0907,
"step": 2070
},
{
"epoch": 0.40768326146609174,
"grad_norm": 5.216608047485352,
"learning_rate": 9.185185185185186e-06,
"loss": 1.0802,
"step": 2080
},
{
"epoch": 0.4096432771462172,
"grad_norm": 5.988987445831299,
"learning_rate": 9.175925925925928e-06,
"loss": 1.0938,
"step": 2090
},
{
"epoch": 0.4116032928263426,
"grad_norm": 4.744123458862305,
"learning_rate": 9.166666666666666e-06,
"loss": 1.0889,
"step": 2100
},
{
"epoch": 0.4116032928263426,
"eval_loss": 1.08055579662323,
"eval_runtime": 14.0694,
"eval_samples_per_second": 46.484,
"eval_steps_per_second": 5.828,
"step": 2100
},
{
"epoch": 0.41356330850646805,
"grad_norm": 5.0730485916137695,
"learning_rate": 9.157407407407409e-06,
"loss": 1.0956,
"step": 2110
},
{
"epoch": 0.4155233241865935,
"grad_norm": 4.156872749328613,
"learning_rate": 9.148148148148149e-06,
"loss": 1.0899,
"step": 2120
},
{
"epoch": 0.4174833398667189,
"grad_norm": 5.194650173187256,
"learning_rate": 9.13888888888889e-06,
"loss": 1.0772,
"step": 2130
},
{
"epoch": 0.41944335554684437,
"grad_norm": 5.057788848876953,
"learning_rate": 9.12962962962963e-06,
"loss": 1.0886,
"step": 2140
},
{
"epoch": 0.4214033712269698,
"grad_norm": 4.849510192871094,
"learning_rate": 9.120370370370372e-06,
"loss": 1.1027,
"step": 2150
},
{
"epoch": 0.42336338690709524,
"grad_norm": 4.8577704429626465,
"learning_rate": 9.111111111111112e-06,
"loss": 1.0809,
"step": 2160
},
{
"epoch": 0.4253234025872207,
"grad_norm": 4.937686443328857,
"learning_rate": 9.101851851851853e-06,
"loss": 1.0819,
"step": 2170
},
{
"epoch": 0.4272834182673461,
"grad_norm": 5.295153617858887,
"learning_rate": 9.092592592592593e-06,
"loss": 1.0734,
"step": 2180
},
{
"epoch": 0.42924343394747155,
"grad_norm": 5.876978874206543,
"learning_rate": 9.083333333333333e-06,
"loss": 1.078,
"step": 2190
},
{
"epoch": 0.43120344962759705,
"grad_norm": 4.725461006164551,
"learning_rate": 9.074074074074075e-06,
"loss": 1.0787,
"step": 2200
},
{
"epoch": 0.4331634653077225,
"grad_norm": 4.425513744354248,
"learning_rate": 9.064814814814816e-06,
"loss": 1.1066,
"step": 2210
},
{
"epoch": 0.4351234809878479,
"grad_norm": 4.781891822814941,
"learning_rate": 9.055555555555556e-06,
"loss": 1.083,
"step": 2220
},
{
"epoch": 0.43708349666797336,
"grad_norm": 5.292329788208008,
"learning_rate": 9.046296296296298e-06,
"loss": 1.094,
"step": 2230
},
{
"epoch": 0.4390435123480988,
"grad_norm": 5.246599197387695,
"learning_rate": 9.037037037037037e-06,
"loss": 1.0903,
"step": 2240
},
{
"epoch": 0.44100352802822423,
"grad_norm": 4.701263427734375,
"learning_rate": 9.027777777777779e-06,
"loss": 1.0811,
"step": 2250
},
{
"epoch": 0.44296354370834967,
"grad_norm": 5.434783458709717,
"learning_rate": 9.01851851851852e-06,
"loss": 1.0862,
"step": 2260
},
{
"epoch": 0.4449235593884751,
"grad_norm": 5.898828506469727,
"learning_rate": 9.00925925925926e-06,
"loss": 1.0972,
"step": 2270
},
{
"epoch": 0.44688357506860055,
"grad_norm": 5.089272975921631,
"learning_rate": 9e-06,
"loss": 1.091,
"step": 2280
},
{
"epoch": 0.448843590748726,
"grad_norm": 6.887242317199707,
"learning_rate": 8.99074074074074e-06,
"loss": 1.0785,
"step": 2290
},
{
"epoch": 0.4508036064288514,
"grad_norm": 5.111120700836182,
"learning_rate": 8.981481481481483e-06,
"loss": 1.0682,
"step": 2300
},
{
"epoch": 0.45276362210897686,
"grad_norm": 5.331275939941406,
"learning_rate": 8.972222222222223e-06,
"loss": 1.0854,
"step": 2310
},
{
"epoch": 0.4547236377891023,
"grad_norm": 5.59519100189209,
"learning_rate": 8.962962962962963e-06,
"loss": 1.0883,
"step": 2320
},
{
"epoch": 0.45668365346922773,
"grad_norm": 5.6016364097595215,
"learning_rate": 8.953703703703704e-06,
"loss": 1.0799,
"step": 2330
},
{
"epoch": 0.4586436691493532,
"grad_norm": 4.625690460205078,
"learning_rate": 8.944444444444446e-06,
"loss": 1.0716,
"step": 2340
},
{
"epoch": 0.4606036848294786,
"grad_norm": 4.6536688804626465,
"learning_rate": 8.935185185185186e-06,
"loss": 1.0624,
"step": 2350
},
{
"epoch": 0.4625637005096041,
"grad_norm": 4.807366847991943,
"learning_rate": 8.925925925925927e-06,
"loss": 1.0829,
"step": 2360
},
{
"epoch": 0.46452371618972954,
"grad_norm": 4.950624942779541,
"learning_rate": 8.916666666666667e-06,
"loss": 1.0861,
"step": 2370
},
{
"epoch": 0.466483731869855,
"grad_norm": 4.980051517486572,
"learning_rate": 8.907407407407408e-06,
"loss": 1.0772,
"step": 2380
},
{
"epoch": 0.4684437475499804,
"grad_norm": 5.208264350891113,
"learning_rate": 8.89814814814815e-06,
"loss": 1.0929,
"step": 2390
},
{
"epoch": 0.47040376323010585,
"grad_norm": 5.6281657218933105,
"learning_rate": 8.888888888888888e-06,
"loss": 1.0818,
"step": 2400
},
{
"epoch": 0.4723637789102313,
"grad_norm": 6.125396251678467,
"learning_rate": 8.87962962962963e-06,
"loss": 1.0865,
"step": 2410
},
{
"epoch": 0.47432379459035673,
"grad_norm": 5.989163398742676,
"learning_rate": 8.87037037037037e-06,
"loss": 1.0685,
"step": 2420
},
{
"epoch": 0.47628381027048217,
"grad_norm": 9.247689247131348,
"learning_rate": 8.861111111111111e-06,
"loss": 1.0879,
"step": 2430
},
{
"epoch": 0.4782438259506076,
"grad_norm": 4.848996639251709,
"learning_rate": 8.851851851851853e-06,
"loss": 1.0783,
"step": 2440
},
{
"epoch": 0.48020384163073304,
"grad_norm": 5.04819917678833,
"learning_rate": 8.842592592592594e-06,
"loss": 1.0679,
"step": 2450
},
{
"epoch": 0.4821638573108585,
"grad_norm": 5.755705833435059,
"learning_rate": 8.833333333333334e-06,
"loss": 1.0939,
"step": 2460
},
{
"epoch": 0.4841238729909839,
"grad_norm": 4.5991058349609375,
"learning_rate": 8.824074074074074e-06,
"loss": 1.0775,
"step": 2470
},
{
"epoch": 0.48608388867110935,
"grad_norm": 5.101771354675293,
"learning_rate": 8.814814814814817e-06,
"loss": 1.084,
"step": 2480
},
{
"epoch": 0.4880439043512348,
"grad_norm": 4.9321441650390625,
"learning_rate": 8.805555555555557e-06,
"loss": 1.0762,
"step": 2490
},
{
"epoch": 0.49000392003136023,
"grad_norm": 5.363485813140869,
"learning_rate": 8.796296296296297e-06,
"loss": 1.0595,
"step": 2500
},
{
"epoch": 0.49196393571148567,
"grad_norm": 5.353972434997559,
"learning_rate": 8.787037037037038e-06,
"loss": 1.0689,
"step": 2510
},
{
"epoch": 0.49392395139161116,
"grad_norm": 5.158483505249023,
"learning_rate": 8.777777777777778e-06,
"loss": 1.0711,
"step": 2520
},
{
"epoch": 0.4958839670717366,
"grad_norm": 5.160126686096191,
"learning_rate": 8.76851851851852e-06,
"loss": 1.0886,
"step": 2530
},
{
"epoch": 0.49784398275186204,
"grad_norm": 4.926945686340332,
"learning_rate": 8.759259259259259e-06,
"loss": 1.0856,
"step": 2540
},
{
"epoch": 0.4998039984319875,
"grad_norm": 5.253294467926025,
"learning_rate": 8.750000000000001e-06,
"loss": 1.0876,
"step": 2550
},
{
"epoch": 0.5017640141121129,
"grad_norm": 11.674654960632324,
"learning_rate": 8.740740740740741e-06,
"loss": 1.0784,
"step": 2560
},
{
"epoch": 0.5037240297922383,
"grad_norm": 5.032644271850586,
"learning_rate": 8.731481481481482e-06,
"loss": 1.07,
"step": 2570
},
{
"epoch": 0.5056840454723638,
"grad_norm": 5.1500372886657715,
"learning_rate": 8.722222222222224e-06,
"loss": 1.0932,
"step": 2580
},
{
"epoch": 0.5076440611524892,
"grad_norm": 5.761635780334473,
"learning_rate": 8.712962962962964e-06,
"loss": 1.0816,
"step": 2590
},
{
"epoch": 0.5096040768326147,
"grad_norm": 5.257477760314941,
"learning_rate": 8.703703703703705e-06,
"loss": 1.0712,
"step": 2600
},
{
"epoch": 0.5115640925127402,
"grad_norm": 5.4931416511535645,
"learning_rate": 8.694444444444445e-06,
"loss": 1.0832,
"step": 2610
},
{
"epoch": 0.5135241081928655,
"grad_norm": 6.102149963378906,
"learning_rate": 8.685185185185185e-06,
"loss": 1.076,
"step": 2620
},
{
"epoch": 0.515484123872991,
"grad_norm": 5.596585273742676,
"learning_rate": 8.675925925925926e-06,
"loss": 1.0972,
"step": 2630
},
{
"epoch": 0.5174441395531164,
"grad_norm": 4.6653523445129395,
"learning_rate": 8.666666666666668e-06,
"loss": 1.0872,
"step": 2640
},
{
"epoch": 0.5194041552332419,
"grad_norm": 4.938266277313232,
"learning_rate": 8.657407407407408e-06,
"loss": 1.0717,
"step": 2650
},
{
"epoch": 0.5213641709133673,
"grad_norm": 5.11916446685791,
"learning_rate": 8.648148148148149e-06,
"loss": 1.0955,
"step": 2660
},
{
"epoch": 0.5233241865934928,
"grad_norm": 4.867392539978027,
"learning_rate": 8.63888888888889e-06,
"loss": 1.0769,
"step": 2670
},
{
"epoch": 0.5252842022736182,
"grad_norm": 5.589994430541992,
"learning_rate": 8.62962962962963e-06,
"loss": 1.0808,
"step": 2680
},
{
"epoch": 0.5272442179537437,
"grad_norm": 5.221999645233154,
"learning_rate": 8.620370370370371e-06,
"loss": 1.0627,
"step": 2690
},
{
"epoch": 0.529204233633869,
"grad_norm": 4.844895839691162,
"learning_rate": 8.611111111111112e-06,
"loss": 1.0951,
"step": 2700
},
{
"epoch": 0.5311642493139945,
"grad_norm": 4.937107563018799,
"learning_rate": 8.601851851851852e-06,
"loss": 1.0898,
"step": 2710
},
{
"epoch": 0.5331242649941199,
"grad_norm": 4.758755207061768,
"learning_rate": 8.592592592592593e-06,
"loss": 1.1017,
"step": 2720
},
{
"epoch": 0.5350842806742454,
"grad_norm": 5.145150661468506,
"learning_rate": 8.583333333333333e-06,
"loss": 1.0702,
"step": 2730
},
{
"epoch": 0.5370442963543708,
"grad_norm": 5.257258415222168,
"learning_rate": 8.574074074074075e-06,
"loss": 1.0822,
"step": 2740
},
{
"epoch": 0.5390043120344963,
"grad_norm": 5.826773166656494,
"learning_rate": 8.564814814814816e-06,
"loss": 1.0714,
"step": 2750
},
{
"epoch": 0.5409643277146217,
"grad_norm": 4.5895304679870605,
"learning_rate": 8.555555555555556e-06,
"loss": 1.0866,
"step": 2760
},
{
"epoch": 0.5429243433947472,
"grad_norm": 6.960358619689941,
"learning_rate": 8.546296296296296e-06,
"loss": 1.0942,
"step": 2770
},
{
"epoch": 0.5448843590748726,
"grad_norm": 5.870516300201416,
"learning_rate": 8.537037037037038e-06,
"loss": 1.0937,
"step": 2780
},
{
"epoch": 0.546844374754998,
"grad_norm": 4.99727725982666,
"learning_rate": 8.527777777777779e-06,
"loss": 1.0851,
"step": 2790
},
{
"epoch": 0.5488043904351235,
"grad_norm": 4.9571003913879395,
"learning_rate": 8.518518518518519e-06,
"loss": 1.085,
"step": 2800
},
{
"epoch": 0.5488043904351235,
"eval_loss": 1.073391318321228,
"eval_runtime": 14.0283,
"eval_samples_per_second": 46.62,
"eval_steps_per_second": 5.845,
"step": 2800
},
{
"epoch": 0.5507644061152489,
"grad_norm": 4.457803726196289,
"learning_rate": 8.509259259259261e-06,
"loss": 1.0787,
"step": 2810
},
{
"epoch": 0.5527244217953744,
"grad_norm": 5.098880290985107,
"learning_rate": 8.5e-06,
"loss": 1.0672,
"step": 2820
},
{
"epoch": 0.5546844374754998,
"grad_norm": 5.3498735427856445,
"learning_rate": 8.490740740740742e-06,
"loss": 1.0852,
"step": 2830
},
{
"epoch": 0.5566444531556253,
"grad_norm": 5.1486921310424805,
"learning_rate": 8.481481481481482e-06,
"loss": 1.0564,
"step": 2840
},
{
"epoch": 0.5586044688357507,
"grad_norm": 5.613958358764648,
"learning_rate": 8.472222222222223e-06,
"loss": 1.0864,
"step": 2850
},
{
"epoch": 0.5605644845158761,
"grad_norm": 5.687408924102783,
"learning_rate": 8.462962962962963e-06,
"loss": 1.0871,
"step": 2860
},
{
"epoch": 0.5625245001960015,
"grad_norm": 5.822880268096924,
"learning_rate": 8.453703703703704e-06,
"loss": 1.0708,
"step": 2870
},
{
"epoch": 0.564484515876127,
"grad_norm": 5.982561111450195,
"learning_rate": 8.444444444444446e-06,
"loss": 1.0633,
"step": 2880
},
{
"epoch": 0.5664445315562524,
"grad_norm": 4.887526035308838,
"learning_rate": 8.435185185185186e-06,
"loss": 1.0823,
"step": 2890
},
{
"epoch": 0.5684045472363779,
"grad_norm": 5.810245037078857,
"learning_rate": 8.425925925925926e-06,
"loss": 1.0683,
"step": 2900
},
{
"epoch": 0.5703645629165033,
"grad_norm": 4.757987022399902,
"learning_rate": 8.416666666666667e-06,
"loss": 1.0703,
"step": 2910
},
{
"epoch": 0.5723245785966288,
"grad_norm": 5.597621440887451,
"learning_rate": 8.407407407407409e-06,
"loss": 1.0861,
"step": 2920
},
{
"epoch": 0.5742845942767543,
"grad_norm": 9.786075592041016,
"learning_rate": 8.39814814814815e-06,
"loss": 1.0755,
"step": 2930
},
{
"epoch": 0.5762446099568796,
"grad_norm": 4.969895362854004,
"learning_rate": 8.38888888888889e-06,
"loss": 1.0907,
"step": 2940
},
{
"epoch": 0.5782046256370051,
"grad_norm": 5.833816051483154,
"learning_rate": 8.37962962962963e-06,
"loss": 1.0679,
"step": 2950
},
{
"epoch": 0.5801646413171305,
"grad_norm": 5.07546329498291,
"learning_rate": 8.37037037037037e-06,
"loss": 1.0705,
"step": 2960
},
{
"epoch": 0.582124656997256,
"grad_norm": 5.735626220703125,
"learning_rate": 8.361111111111113e-06,
"loss": 1.0676,
"step": 2970
},
{
"epoch": 0.5840846726773814,
"grad_norm": 4.732352256774902,
"learning_rate": 8.351851851851851e-06,
"loss": 1.0809,
"step": 2980
},
{
"epoch": 0.5860446883575069,
"grad_norm": 6.006665229797363,
"learning_rate": 8.342592592592593e-06,
"loss": 1.0624,
"step": 2990
},
{
"epoch": 0.5880047040376323,
"grad_norm": 6.649717330932617,
"learning_rate": 8.333333333333334e-06,
"loss": 1.072,
"step": 3000
},
{
"epoch": 0.5899647197177578,
"grad_norm": 5.156081199645996,
"learning_rate": 8.324074074074074e-06,
"loss": 1.0791,
"step": 3010
},
{
"epoch": 0.5919247353978832,
"grad_norm": 5.489958763122559,
"learning_rate": 8.314814814814816e-06,
"loss": 1.0803,
"step": 3020
},
{
"epoch": 0.5938847510780086,
"grad_norm": 5.912964344024658,
"learning_rate": 8.305555555555557e-06,
"loss": 1.0888,
"step": 3030
},
{
"epoch": 0.595844766758134,
"grad_norm": 5.113432884216309,
"learning_rate": 8.296296296296297e-06,
"loss": 1.0728,
"step": 3040
},
{
"epoch": 0.5978047824382595,
"grad_norm": 4.774835109710693,
"learning_rate": 8.287037037037037e-06,
"loss": 1.0772,
"step": 3050
},
{
"epoch": 0.5997647981183849,
"grad_norm": 5.954660892486572,
"learning_rate": 8.277777777777778e-06,
"loss": 1.0805,
"step": 3060
},
{
"epoch": 0.6017248137985104,
"grad_norm": 4.933722019195557,
"learning_rate": 8.26851851851852e-06,
"loss": 1.0678,
"step": 3070
},
{
"epoch": 0.6036848294786358,
"grad_norm": 5.152841567993164,
"learning_rate": 8.25925925925926e-06,
"loss": 1.0831,
"step": 3080
},
{
"epoch": 0.6056448451587613,
"grad_norm": 5.011537551879883,
"learning_rate": 8.25e-06,
"loss": 1.0841,
"step": 3090
},
{
"epoch": 0.6076048608388868,
"grad_norm": 4.196855545043945,
"learning_rate": 8.240740740740741e-06,
"loss": 1.0647,
"step": 3100
},
{
"epoch": 0.6095648765190121,
"grad_norm": 5.21035099029541,
"learning_rate": 8.231481481481483e-06,
"loss": 1.049,
"step": 3110
},
{
"epoch": 0.6115248921991376,
"grad_norm": 26.132904052734375,
"learning_rate": 8.222222222222222e-06,
"loss": 1.0799,
"step": 3120
},
{
"epoch": 0.613484907879263,
"grad_norm": 6.4696760177612305,
"learning_rate": 8.212962962962964e-06,
"loss": 1.0666,
"step": 3130
},
{
"epoch": 0.6154449235593885,
"grad_norm": 4.687003135681152,
"learning_rate": 8.203703703703704e-06,
"loss": 1.0732,
"step": 3140
},
{
"epoch": 0.6174049392395139,
"grad_norm": 5.188929557800293,
"learning_rate": 8.194444444444445e-06,
"loss": 1.0911,
"step": 3150
},
{
"epoch": 0.6193649549196394,
"grad_norm": 4.781430244445801,
"learning_rate": 8.185185185185187e-06,
"loss": 1.0705,
"step": 3160
},
{
"epoch": 0.6213249705997648,
"grad_norm": 4.717843055725098,
"learning_rate": 8.175925925925925e-06,
"loss": 1.0822,
"step": 3170
},
{
"epoch": 0.6232849862798903,
"grad_norm": 5.404903888702393,
"learning_rate": 8.166666666666668e-06,
"loss": 1.0917,
"step": 3180
},
{
"epoch": 0.6252450019600156,
"grad_norm": 5.684728145599365,
"learning_rate": 8.157407407407408e-06,
"loss": 1.0842,
"step": 3190
},
{
"epoch": 0.6272050176401411,
"grad_norm": 4.7895965576171875,
"learning_rate": 8.148148148148148e-06,
"loss": 1.0652,
"step": 3200
},
{
"epoch": 0.6291650333202665,
"grad_norm": 6.572015285491943,
"learning_rate": 8.138888888888889e-06,
"loss": 1.0959,
"step": 3210
},
{
"epoch": 0.631125049000392,
"grad_norm": 4.640923976898193,
"learning_rate": 8.12962962962963e-06,
"loss": 1.0896,
"step": 3220
},
{
"epoch": 0.6330850646805174,
"grad_norm": 4.732535362243652,
"learning_rate": 8.120370370370371e-06,
"loss": 1.0646,
"step": 3230
},
{
"epoch": 0.6350450803606429,
"grad_norm": 5.692999362945557,
"learning_rate": 8.111111111111112e-06,
"loss": 1.0774,
"step": 3240
},
{
"epoch": 0.6370050960407684,
"grad_norm": 5.28448486328125,
"learning_rate": 8.101851851851854e-06,
"loss": 1.0844,
"step": 3250
},
{
"epoch": 0.6389651117208938,
"grad_norm": 3.9686877727508545,
"learning_rate": 8.092592592592592e-06,
"loss": 1.0626,
"step": 3260
},
{
"epoch": 0.6409251274010193,
"grad_norm": 6.364278793334961,
"learning_rate": 8.083333333333334e-06,
"loss": 1.0696,
"step": 3270
},
{
"epoch": 0.6428851430811446,
"grad_norm": 4.789191722869873,
"learning_rate": 8.074074074074075e-06,
"loss": 1.0696,
"step": 3280
},
{
"epoch": 0.6448451587612701,
"grad_norm": 4.61089563369751,
"learning_rate": 8.064814814814815e-06,
"loss": 1.0701,
"step": 3290
},
{
"epoch": 0.6468051744413955,
"grad_norm": 4.959714889526367,
"learning_rate": 8.055555555555557e-06,
"loss": 1.0852,
"step": 3300
},
{
"epoch": 0.648765190121521,
"grad_norm": 4.559225082397461,
"learning_rate": 8.046296296296296e-06,
"loss": 1.0708,
"step": 3310
},
{
"epoch": 0.6507252058016464,
"grad_norm": 4.9751691818237305,
"learning_rate": 8.037037037037038e-06,
"loss": 1.0545,
"step": 3320
},
{
"epoch": 0.6526852214817719,
"grad_norm": 5.153299808502197,
"learning_rate": 8.027777777777778e-06,
"loss": 1.074,
"step": 3330
},
{
"epoch": 0.6546452371618973,
"grad_norm": 5.507195472717285,
"learning_rate": 8.018518518518519e-06,
"loss": 1.0772,
"step": 3340
},
{
"epoch": 0.6566052528420228,
"grad_norm": 4.8530449867248535,
"learning_rate": 8.00925925925926e-06,
"loss": 1.087,
"step": 3350
},
{
"epoch": 0.6585652685221481,
"grad_norm": 4.754231929779053,
"learning_rate": 8.000000000000001e-06,
"loss": 1.0792,
"step": 3360
},
{
"epoch": 0.6605252842022736,
"grad_norm": 4.642824172973633,
"learning_rate": 7.990740740740742e-06,
"loss": 1.0681,
"step": 3370
},
{
"epoch": 0.662485299882399,
"grad_norm": 5.338252067565918,
"learning_rate": 7.981481481481482e-06,
"loss": 1.0579,
"step": 3380
},
{
"epoch": 0.6644453155625245,
"grad_norm": 5.290416240692139,
"learning_rate": 7.972222222222224e-06,
"loss": 1.0523,
"step": 3390
},
{
"epoch": 0.6664053312426499,
"grad_norm": 4.5010294914245605,
"learning_rate": 7.962962962962963e-06,
"loss": 1.0694,
"step": 3400
},
{
"epoch": 0.6683653469227754,
"grad_norm": 5.253542900085449,
"learning_rate": 7.953703703703705e-06,
"loss": 1.0745,
"step": 3410
},
{
"epoch": 0.6703253626029009,
"grad_norm": 4.743661880493164,
"learning_rate": 7.944444444444445e-06,
"loss": 1.0586,
"step": 3420
},
{
"epoch": 0.6722853782830263,
"grad_norm": 5.1141839027404785,
"learning_rate": 7.935185185185186e-06,
"loss": 1.0767,
"step": 3430
},
{
"epoch": 0.6742453939631518,
"grad_norm": 4.729719638824463,
"learning_rate": 7.925925925925926e-06,
"loss": 1.0841,
"step": 3440
},
{
"epoch": 0.6762054096432771,
"grad_norm": 5.445465087890625,
"learning_rate": 7.916666666666667e-06,
"loss": 1.0901,
"step": 3450
},
{
"epoch": 0.6781654253234026,
"grad_norm": 4.362582683563232,
"learning_rate": 7.907407407407409e-06,
"loss": 1.0634,
"step": 3460
},
{
"epoch": 0.680125441003528,
"grad_norm": 4.604685306549072,
"learning_rate": 7.898148148148149e-06,
"loss": 1.0631,
"step": 3470
},
{
"epoch": 0.6820854566836535,
"grad_norm": 5.426617622375488,
"learning_rate": 7.88888888888889e-06,
"loss": 1.0691,
"step": 3480
},
{
"epoch": 0.6840454723637789,
"grad_norm": 4.578293323516846,
"learning_rate": 7.87962962962963e-06,
"loss": 1.0761,
"step": 3490
},
{
"epoch": 0.6860054880439044,
"grad_norm": 5.362606525421143,
"learning_rate": 7.870370370370372e-06,
"loss": 1.0836,
"step": 3500
},
{
"epoch": 0.6860054880439044,
"eval_loss": 1.0641947984695435,
"eval_runtime": 14.0879,
"eval_samples_per_second": 46.423,
"eval_steps_per_second": 5.821,
"step": 3500
},
{
"epoch": 0.6879655037240298,
"grad_norm": 4.338893890380859,
"learning_rate": 7.861111111111112e-06,
"loss": 1.0604,
"step": 3510
},
{
"epoch": 0.6899255194041553,
"grad_norm": 5.606161594390869,
"learning_rate": 7.851851851851853e-06,
"loss": 1.0869,
"step": 3520
},
{
"epoch": 0.6918855350842806,
"grad_norm": 4.934096336364746,
"learning_rate": 7.842592592592593e-06,
"loss": 1.07,
"step": 3530
},
{
"epoch": 0.6938455507644061,
"grad_norm": 4.351364612579346,
"learning_rate": 7.833333333333333e-06,
"loss": 1.0682,
"step": 3540
},
{
"epoch": 0.6958055664445315,
"grad_norm": 4.8932976722717285,
"learning_rate": 7.824074074074076e-06,
"loss": 1.0766,
"step": 3550
},
{
"epoch": 0.697765582124657,
"grad_norm": 4.501565456390381,
"learning_rate": 7.814814814814816e-06,
"loss": 1.0612,
"step": 3560
},
{
"epoch": 0.6997255978047824,
"grad_norm": 4.929937362670898,
"learning_rate": 7.805555555555556e-06,
"loss": 1.0609,
"step": 3570
},
{
"epoch": 0.7016856134849079,
"grad_norm": 5.501171112060547,
"learning_rate": 7.796296296296297e-06,
"loss": 1.0583,
"step": 3580
},
{
"epoch": 0.7036456291650334,
"grad_norm": 4.9919891357421875,
"learning_rate": 7.787037037037037e-06,
"loss": 1.0603,
"step": 3590
},
{
"epoch": 0.7056056448451588,
"grad_norm": 4.892634868621826,
"learning_rate": 7.77777777777778e-06,
"loss": 1.0718,
"step": 3600
},
{
"epoch": 0.7075656605252842,
"grad_norm": 5.0666632652282715,
"learning_rate": 7.76851851851852e-06,
"loss": 1.0733,
"step": 3610
},
{
"epoch": 0.7095256762054096,
"grad_norm": 4.797816753387451,
"learning_rate": 7.75925925925926e-06,
"loss": 1.0664,
"step": 3620
},
{
"epoch": 0.7114856918855351,
"grad_norm": 5.004721164703369,
"learning_rate": 7.75e-06,
"loss": 1.0847,
"step": 3630
},
{
"epoch": 0.7134457075656605,
"grad_norm": 4.80883264541626,
"learning_rate": 7.74074074074074e-06,
"loss": 1.075,
"step": 3640
},
{
"epoch": 0.715405723245786,
"grad_norm": 5.439119815826416,
"learning_rate": 7.731481481481483e-06,
"loss": 1.0517,
"step": 3650
},
{
"epoch": 0.7173657389259114,
"grad_norm": 4.244631290435791,
"learning_rate": 7.722222222222223e-06,
"loss": 1.0836,
"step": 3660
},
{
"epoch": 0.7193257546060369,
"grad_norm": 4.710737705230713,
"learning_rate": 7.712962962962964e-06,
"loss": 1.0748,
"step": 3670
},
{
"epoch": 0.7212857702861623,
"grad_norm": 5.23133659362793,
"learning_rate": 7.703703703703704e-06,
"loss": 1.0843,
"step": 3680
},
{
"epoch": 0.7232457859662877,
"grad_norm": 4.706710338592529,
"learning_rate": 7.694444444444446e-06,
"loss": 1.0637,
"step": 3690
},
{
"epoch": 0.7252058016464131,
"grad_norm": 4.4408955574035645,
"learning_rate": 7.685185185185185e-06,
"loss": 1.0945,
"step": 3700
},
{
"epoch": 0.7271658173265386,
"grad_norm": 5.1011199951171875,
"learning_rate": 7.675925925925927e-06,
"loss": 1.0573,
"step": 3710
},
{
"epoch": 0.729125833006664,
"grad_norm": 4.85494327545166,
"learning_rate": 7.666666666666667e-06,
"loss": 1.0686,
"step": 3720
},
{
"epoch": 0.7310858486867895,
"grad_norm": 4.990062236785889,
"learning_rate": 7.657407407407408e-06,
"loss": 1.052,
"step": 3730
},
{
"epoch": 0.733045864366915,
"grad_norm": 4.779956817626953,
"learning_rate": 7.64814814814815e-06,
"loss": 1.0619,
"step": 3740
},
{
"epoch": 0.7350058800470404,
"grad_norm": 4.921076774597168,
"learning_rate": 7.638888888888888e-06,
"loss": 1.0834,
"step": 3750
},
{
"epoch": 0.7369658957271659,
"grad_norm": 4.729534149169922,
"learning_rate": 7.62962962962963e-06,
"loss": 1.0643,
"step": 3760
},
{
"epoch": 0.7389259114072912,
"grad_norm": 4.321104049682617,
"learning_rate": 7.620370370370372e-06,
"loss": 1.0736,
"step": 3770
},
{
"epoch": 0.7408859270874167,
"grad_norm": 5.252387523651123,
"learning_rate": 7.611111111111111e-06,
"loss": 1.0515,
"step": 3780
},
{
"epoch": 0.7428459427675421,
"grad_norm": 4.770890712738037,
"learning_rate": 7.6018518518518525e-06,
"loss": 1.0865,
"step": 3790
},
{
"epoch": 0.7448059584476676,
"grad_norm": 4.786081790924072,
"learning_rate": 7.592592592592594e-06,
"loss": 1.0727,
"step": 3800
},
{
"epoch": 0.746765974127793,
"grad_norm": 5.215248107910156,
"learning_rate": 7.583333333333333e-06,
"loss": 1.0657,
"step": 3810
},
{
"epoch": 0.7487259898079185,
"grad_norm": 8.386008262634277,
"learning_rate": 7.5740740740740745e-06,
"loss": 1.0774,
"step": 3820
},
{
"epoch": 0.7506860054880439,
"grad_norm": 5.009541034698486,
"learning_rate": 7.564814814814816e-06,
"loss": 1.0517,
"step": 3830
},
{
"epoch": 0.7526460211681694,
"grad_norm": 5.512828826904297,
"learning_rate": 7.555555555555556e-06,
"loss": 1.0661,
"step": 3840
},
{
"epoch": 0.7546060368482947,
"grad_norm": 4.983898162841797,
"learning_rate": 7.546296296296297e-06,
"loss": 1.0561,
"step": 3850
},
{
"epoch": 0.7565660525284202,
"grad_norm": 4.687797546386719,
"learning_rate": 7.537037037037037e-06,
"loss": 1.0623,
"step": 3860
},
{
"epoch": 0.7585260682085456,
"grad_norm": 4.924409866333008,
"learning_rate": 7.527777777777778e-06,
"loss": 1.0557,
"step": 3870
},
{
"epoch": 0.7604860838886711,
"grad_norm": 4.704287528991699,
"learning_rate": 7.518518518518519e-06,
"loss": 1.0732,
"step": 3880
},
{
"epoch": 0.7624460995687965,
"grad_norm": 5.610473155975342,
"learning_rate": 7.50925925925926e-06,
"loss": 1.0827,
"step": 3890
},
{
"epoch": 0.764406115248922,
"grad_norm": 5.7728590965271,
"learning_rate": 7.500000000000001e-06,
"loss": 1.0738,
"step": 3900
},
{
"epoch": 0.7663661309290475,
"grad_norm": 4.7245659828186035,
"learning_rate": 7.4907407407407414e-06,
"loss": 1.0665,
"step": 3910
},
{
"epoch": 0.7683261466091729,
"grad_norm": 6.519947528839111,
"learning_rate": 7.481481481481482e-06,
"loss": 1.0631,
"step": 3920
},
{
"epoch": 0.7702861622892984,
"grad_norm": 4.989842891693115,
"learning_rate": 7.472222222222223e-06,
"loss": 1.053,
"step": 3930
},
{
"epoch": 0.7722461779694237,
"grad_norm": 4.687224864959717,
"learning_rate": 7.462962962962964e-06,
"loss": 1.0593,
"step": 3940
},
{
"epoch": 0.7742061936495492,
"grad_norm": 4.693930625915527,
"learning_rate": 7.453703703703704e-06,
"loss": 1.0665,
"step": 3950
},
{
"epoch": 0.7761662093296746,
"grad_norm": 5.265392303466797,
"learning_rate": 7.444444444444445e-06,
"loss": 1.042,
"step": 3960
},
{
"epoch": 0.7781262250098001,
"grad_norm": 5.122781753540039,
"learning_rate": 7.4351851851851855e-06,
"loss": 1.0748,
"step": 3970
},
{
"epoch": 0.7800862406899255,
"grad_norm": 4.934235095977783,
"learning_rate": 7.425925925925927e-06,
"loss": 1.0603,
"step": 3980
},
{
"epoch": 0.782046256370051,
"grad_norm": 4.4583587646484375,
"learning_rate": 7.416666666666668e-06,
"loss": 1.0724,
"step": 3990
},
{
"epoch": 0.7840062720501764,
"grad_norm": 5.3386030197143555,
"learning_rate": 7.4074074074074075e-06,
"loss": 1.0651,
"step": 4000
},
{
"epoch": 0.7859662877303019,
"grad_norm": 4.659664154052734,
"learning_rate": 7.398148148148149e-06,
"loss": 1.0525,
"step": 4010
},
{
"epoch": 0.7879263034104272,
"grad_norm": 4.794917106628418,
"learning_rate": 7.38888888888889e-06,
"loss": 1.0561,
"step": 4020
},
{
"epoch": 0.7898863190905527,
"grad_norm": 5.210708141326904,
"learning_rate": 7.3796296296296295e-06,
"loss": 1.0641,
"step": 4030
},
{
"epoch": 0.7918463347706781,
"grad_norm": 4.441596031188965,
"learning_rate": 7.370370370370371e-06,
"loss": 1.0696,
"step": 4040
},
{
"epoch": 0.7938063504508036,
"grad_norm": 5.239253044128418,
"learning_rate": 7.361111111111112e-06,
"loss": 1.0576,
"step": 4050
},
{
"epoch": 0.795766366130929,
"grad_norm": 5.195384502410889,
"learning_rate": 7.351851851851852e-06,
"loss": 1.0556,
"step": 4060
},
{
"epoch": 0.7977263818110545,
"grad_norm": 5.0446648597717285,
"learning_rate": 7.342592592592594e-06,
"loss": 1.067,
"step": 4070
},
{
"epoch": 0.79968639749118,
"grad_norm": 5.061046600341797,
"learning_rate": 7.333333333333333e-06,
"loss": 1.0587,
"step": 4080
},
{
"epoch": 0.8016464131713054,
"grad_norm": 7.661867141723633,
"learning_rate": 7.324074074074074e-06,
"loss": 1.0694,
"step": 4090
},
{
"epoch": 0.8036064288514309,
"grad_norm": 4.821944236755371,
"learning_rate": 7.314814814814816e-06,
"loss": 1.0675,
"step": 4100
},
{
"epoch": 0.8055664445315562,
"grad_norm": 4.810634613037109,
"learning_rate": 7.305555555555556e-06,
"loss": 1.0589,
"step": 4110
},
{
"epoch": 0.8075264602116817,
"grad_norm": 5.0643157958984375,
"learning_rate": 7.296296296296297e-06,
"loss": 1.0714,
"step": 4120
},
{
"epoch": 0.8094864758918071,
"grad_norm": 4.812649250030518,
"learning_rate": 7.287037037037038e-06,
"loss": 1.0635,
"step": 4130
},
{
"epoch": 0.8114464915719326,
"grad_norm": 4.7638840675354,
"learning_rate": 7.277777777777778e-06,
"loss": 1.064,
"step": 4140
},
{
"epoch": 0.813406507252058,
"grad_norm": 4.386782646179199,
"learning_rate": 7.268518518518519e-06,
"loss": 1.0726,
"step": 4150
},
{
"epoch": 0.8153665229321835,
"grad_norm": 4.593876838684082,
"learning_rate": 7.2592592592592605e-06,
"loss": 1.0542,
"step": 4160
},
{
"epoch": 0.8173265386123089,
"grad_norm": 4.822241306304932,
"learning_rate": 7.25e-06,
"loss": 1.0541,
"step": 4170
},
{
"epoch": 0.8192865542924344,
"grad_norm": 4.806110858917236,
"learning_rate": 7.240740740740741e-06,
"loss": 1.0522,
"step": 4180
},
{
"epoch": 0.8212465699725597,
"grad_norm": 4.5700788497924805,
"learning_rate": 7.231481481481482e-06,
"loss": 1.0672,
"step": 4190
},
{
"epoch": 0.8232065856526852,
"grad_norm": 4.629611492156982,
"learning_rate": 7.222222222222223e-06,
"loss": 1.072,
"step": 4200
},
{
"epoch": 0.8232065856526852,
"eval_loss": 1.0551141500473022,
"eval_runtime": 13.9585,
"eval_samples_per_second": 46.853,
"eval_steps_per_second": 5.875,
"step": 4200
},
{
"epoch": 0.8251666013328106,
"grad_norm": 5.06083345413208,
"learning_rate": 7.212962962962964e-06,
"loss": 1.0641,
"step": 4210
},
{
"epoch": 0.8271266170129361,
"grad_norm": 4.53200626373291,
"learning_rate": 7.203703703703704e-06,
"loss": 1.0764,
"step": 4220
},
{
"epoch": 0.8290866326930616,
"grad_norm": 4.572458744049072,
"learning_rate": 7.194444444444445e-06,
"loss": 1.0616,
"step": 4230
},
{
"epoch": 0.831046648373187,
"grad_norm": 21.508056640625,
"learning_rate": 7.185185185185186e-06,
"loss": 1.0606,
"step": 4240
},
{
"epoch": 0.8330066640533125,
"grad_norm": 5.574312210083008,
"learning_rate": 7.1759259259259266e-06,
"loss": 1.0736,
"step": 4250
},
{
"epoch": 0.8349666797334379,
"grad_norm": 4.778395175933838,
"learning_rate": 7.166666666666667e-06,
"loss": 1.0561,
"step": 4260
},
{
"epoch": 0.8369266954135633,
"grad_norm": 4.696834564208984,
"learning_rate": 7.157407407407408e-06,
"loss": 1.0753,
"step": 4270
},
{
"epoch": 0.8388867110936887,
"grad_norm": 4.8193769454956055,
"learning_rate": 7.1481481481481486e-06,
"loss": 1.0454,
"step": 4280
},
{
"epoch": 0.8408467267738142,
"grad_norm": 4.693731784820557,
"learning_rate": 7.13888888888889e-06,
"loss": 1.0634,
"step": 4290
},
{
"epoch": 0.8428067424539396,
"grad_norm": 5.045989990234375,
"learning_rate": 7.129629629629629e-06,
"loss": 1.057,
"step": 4300
},
{
"epoch": 0.8447667581340651,
"grad_norm": 5.245114326477051,
"learning_rate": 7.120370370370371e-06,
"loss": 1.0435,
"step": 4310
},
{
"epoch": 0.8467267738141905,
"grad_norm": 5.094894886016846,
"learning_rate": 7.111111111111112e-06,
"loss": 1.0657,
"step": 4320
},
{
"epoch": 0.848686789494316,
"grad_norm": 4.630204200744629,
"learning_rate": 7.101851851851852e-06,
"loss": 1.0729,
"step": 4330
},
{
"epoch": 0.8506468051744414,
"grad_norm": 4.463089942932129,
"learning_rate": 7.0925925925925935e-06,
"loss": 1.0573,
"step": 4340
},
{
"epoch": 0.8526068208545668,
"grad_norm": 4.479245185852051,
"learning_rate": 7.083333333333335e-06,
"loss": 1.0534,
"step": 4350
},
{
"epoch": 0.8545668365346922,
"grad_norm": 4.832218170166016,
"learning_rate": 7.074074074074074e-06,
"loss": 1.0499,
"step": 4360
},
{
"epoch": 0.8565268522148177,
"grad_norm": 4.618699550628662,
"learning_rate": 7.0648148148148155e-06,
"loss": 1.073,
"step": 4370
},
{
"epoch": 0.8584868678949431,
"grad_norm": 4.646695137023926,
"learning_rate": 7.055555555555557e-06,
"loss": 1.0662,
"step": 4380
},
{
"epoch": 0.8604468835750686,
"grad_norm": 4.74224853515625,
"learning_rate": 7.046296296296296e-06,
"loss": 1.0516,
"step": 4390
},
{
"epoch": 0.8624068992551941,
"grad_norm": 4.836453914642334,
"learning_rate": 7.0370370370370375e-06,
"loss": 1.0622,
"step": 4400
},
{
"epoch": 0.8643669149353195,
"grad_norm": 5.0554046630859375,
"learning_rate": 7.027777777777778e-06,
"loss": 1.0725,
"step": 4410
},
{
"epoch": 0.866326930615445,
"grad_norm": 4.8123579025268555,
"learning_rate": 7.018518518518519e-06,
"loss": 1.0451,
"step": 4420
},
{
"epoch": 0.8682869462955703,
"grad_norm": 4.815413951873779,
"learning_rate": 7.00925925925926e-06,
"loss": 1.057,
"step": 4430
},
{
"epoch": 0.8702469619756958,
"grad_norm": 5.103263854980469,
"learning_rate": 7e-06,
"loss": 1.073,
"step": 4440
},
{
"epoch": 0.8722069776558212,
"grad_norm": 5.115508556365967,
"learning_rate": 6.990740740740741e-06,
"loss": 1.058,
"step": 4450
},
{
"epoch": 0.8741669933359467,
"grad_norm": 4.976015567779541,
"learning_rate": 6.981481481481482e-06,
"loss": 1.0601,
"step": 4460
},
{
"epoch": 0.8761270090160721,
"grad_norm": 5.111723899841309,
"learning_rate": 6.972222222222223e-06,
"loss": 1.0735,
"step": 4470
},
{
"epoch": 0.8780870246961976,
"grad_norm": 4.711007118225098,
"learning_rate": 6.962962962962964e-06,
"loss": 1.0723,
"step": 4480
},
{
"epoch": 0.880047040376323,
"grad_norm": 4.8820881843566895,
"learning_rate": 6.953703703703704e-06,
"loss": 1.0562,
"step": 4490
},
{
"epoch": 0.8820070560564485,
"grad_norm": 5.674580097198486,
"learning_rate": 6.944444444444445e-06,
"loss": 1.0657,
"step": 4500
},
{
"epoch": 0.8839670717365739,
"grad_norm": 4.517936706542969,
"learning_rate": 6.935185185185186e-06,
"loss": 1.0604,
"step": 4510
},
{
"epoch": 0.8859270874166993,
"grad_norm": 5.491835594177246,
"learning_rate": 6.9259259259259256e-06,
"loss": 1.0635,
"step": 4520
},
{
"epoch": 0.8878871030968247,
"grad_norm": 5.377597808837891,
"learning_rate": 6.916666666666667e-06,
"loss": 1.0567,
"step": 4530
},
{
"epoch": 0.8898471187769502,
"grad_norm": 5.251382350921631,
"learning_rate": 6.907407407407408e-06,
"loss": 1.0564,
"step": 4540
},
{
"epoch": 0.8918071344570757,
"grad_norm": 4.623981952667236,
"learning_rate": 6.898148148148148e-06,
"loss": 1.0663,
"step": 4550
},
{
"epoch": 0.8937671501372011,
"grad_norm": 4.460480690002441,
"learning_rate": 6.88888888888889e-06,
"loss": 1.0773,
"step": 4560
},
{
"epoch": 0.8957271658173266,
"grad_norm": 4.909152984619141,
"learning_rate": 6.879629629629631e-06,
"loss": 1.0462,
"step": 4570
},
{
"epoch": 0.897687181497452,
"grad_norm": 4.5406951904296875,
"learning_rate": 6.8703703703703704e-06,
"loss": 1.0619,
"step": 4580
},
{
"epoch": 0.8996471971775775,
"grad_norm": 4.8268890380859375,
"learning_rate": 6.861111111111112e-06,
"loss": 1.0749,
"step": 4590
},
{
"epoch": 0.9016072128577028,
"grad_norm": 5.024204254150391,
"learning_rate": 6.851851851851853e-06,
"loss": 1.082,
"step": 4600
},
{
"epoch": 0.9035672285378283,
"grad_norm": 4.6898908615112305,
"learning_rate": 6.842592592592593e-06,
"loss": 1.0527,
"step": 4610
},
{
"epoch": 0.9055272442179537,
"grad_norm": 5.445582866668701,
"learning_rate": 6.833333333333334e-06,
"loss": 1.05,
"step": 4620
},
{
"epoch": 0.9074872598980792,
"grad_norm": 4.625185966491699,
"learning_rate": 6.824074074074075e-06,
"loss": 1.0623,
"step": 4630
},
{
"epoch": 0.9094472755782046,
"grad_norm": 4.991087913513184,
"learning_rate": 6.814814814814815e-06,
"loss": 1.048,
"step": 4640
},
{
"epoch": 0.9114072912583301,
"grad_norm": 5.890523433685303,
"learning_rate": 6.8055555555555566e-06,
"loss": 1.0539,
"step": 4650
},
{
"epoch": 0.9133673069384555,
"grad_norm": 4.583831787109375,
"learning_rate": 6.796296296296296e-06,
"loss": 1.0616,
"step": 4660
},
{
"epoch": 0.915327322618581,
"grad_norm": 5.098804473876953,
"learning_rate": 6.787037037037037e-06,
"loss": 1.0555,
"step": 4670
},
{
"epoch": 0.9172873382987063,
"grad_norm": 4.51339864730835,
"learning_rate": 6.777777777777779e-06,
"loss": 1.0563,
"step": 4680
},
{
"epoch": 0.9192473539788318,
"grad_norm": 5.437107086181641,
"learning_rate": 6.768518518518519e-06,
"loss": 1.0639,
"step": 4690
},
{
"epoch": 0.9212073696589572,
"grad_norm": 5.220668315887451,
"learning_rate": 6.75925925925926e-06,
"loss": 1.0335,
"step": 4700
},
{
"epoch": 0.9231673853390827,
"grad_norm": 5.214885711669922,
"learning_rate": 6.750000000000001e-06,
"loss": 1.0616,
"step": 4710
},
{
"epoch": 0.9251274010192082,
"grad_norm": 4.807358264923096,
"learning_rate": 6.740740740740741e-06,
"loss": 1.0556,
"step": 4720
},
{
"epoch": 0.9270874166993336,
"grad_norm": 4.536919116973877,
"learning_rate": 6.731481481481482e-06,
"loss": 1.0427,
"step": 4730
},
{
"epoch": 0.9290474323794591,
"grad_norm": 4.960407733917236,
"learning_rate": 6.7222222222222235e-06,
"loss": 1.0573,
"step": 4740
},
{
"epoch": 0.9310074480595845,
"grad_norm": 5.058611869812012,
"learning_rate": 6.712962962962963e-06,
"loss": 1.0529,
"step": 4750
},
{
"epoch": 0.93296746373971,
"grad_norm": 4.611677169799805,
"learning_rate": 6.703703703703704e-06,
"loss": 1.0609,
"step": 4760
},
{
"epoch": 0.9349274794198353,
"grad_norm": 4.662081241607666,
"learning_rate": 6.694444444444445e-06,
"loss": 1.0585,
"step": 4770
},
{
"epoch": 0.9368874950999608,
"grad_norm": 4.845633029937744,
"learning_rate": 6.685185185185186e-06,
"loss": 1.0591,
"step": 4780
},
{
"epoch": 0.9388475107800862,
"grad_norm": 4.63094425201416,
"learning_rate": 6.675925925925927e-06,
"loss": 1.051,
"step": 4790
},
{
"epoch": 0.9408075264602117,
"grad_norm": 5.272851467132568,
"learning_rate": 6.666666666666667e-06,
"loss": 1.0643,
"step": 4800
},
{
"epoch": 0.9427675421403371,
"grad_norm": 5.056580066680908,
"learning_rate": 6.657407407407408e-06,
"loss": 1.0483,
"step": 4810
},
{
"epoch": 0.9447275578204626,
"grad_norm": 4.985904693603516,
"learning_rate": 6.648148148148149e-06,
"loss": 1.0526,
"step": 4820
},
{
"epoch": 0.946687573500588,
"grad_norm": 5.002072334289551,
"learning_rate": 6.6388888888888895e-06,
"loss": 1.0693,
"step": 4830
},
{
"epoch": 0.9486475891807135,
"grad_norm": 5.099184036254883,
"learning_rate": 6.62962962962963e-06,
"loss": 1.0629,
"step": 4840
},
{
"epoch": 0.9506076048608388,
"grad_norm": 4.710622310638428,
"learning_rate": 6.620370370370371e-06,
"loss": 1.0458,
"step": 4850
},
{
"epoch": 0.9525676205409643,
"grad_norm": 5.143291473388672,
"learning_rate": 6.6111111111111115e-06,
"loss": 1.0552,
"step": 4860
},
{
"epoch": 0.9545276362210897,
"grad_norm": 5.28003454208374,
"learning_rate": 6.601851851851853e-06,
"loss": 1.0643,
"step": 4870
},
{
"epoch": 0.9564876519012152,
"grad_norm": 5.275862216949463,
"learning_rate": 6.592592592592592e-06,
"loss": 1.0566,
"step": 4880
},
{
"epoch": 0.9584476675813407,
"grad_norm": 4.868998050689697,
"learning_rate": 6.5833333333333335e-06,
"loss": 1.0703,
"step": 4890
},
{
"epoch": 0.9604076832614661,
"grad_norm": 4.964428424835205,
"learning_rate": 6.574074074074075e-06,
"loss": 1.0564,
"step": 4900
},
{
"epoch": 0.9604076832614661,
"eval_loss": 1.0497612953186035,
"eval_runtime": 14.0356,
"eval_samples_per_second": 46.596,
"eval_steps_per_second": 5.842,
"step": 4900
},
{
"epoch": 0.9623676989415916,
"grad_norm": 4.545341968536377,
"learning_rate": 6.564814814814815e-06,
"loss": 1.0741,
"step": 4910
},
{
"epoch": 0.964327714621717,
"grad_norm": 5.679270267486572,
"learning_rate": 6.555555555555556e-06,
"loss": 1.0528,
"step": 4920
},
{
"epoch": 0.9662877303018425,
"grad_norm": 4.5773749351501465,
"learning_rate": 6.546296296296298e-06,
"loss": 1.048,
"step": 4930
},
{
"epoch": 0.9682477459819678,
"grad_norm": 5.288699150085449,
"learning_rate": 6.537037037037037e-06,
"loss": 1.0487,
"step": 4940
},
{
"epoch": 0.9702077616620933,
"grad_norm": 5.2343363761901855,
"learning_rate": 6.5277777777777784e-06,
"loss": 1.0523,
"step": 4950
},
{
"epoch": 0.9721677773422187,
"grad_norm": 4.845068454742432,
"learning_rate": 6.51851851851852e-06,
"loss": 1.0519,
"step": 4960
},
{
"epoch": 0.9741277930223442,
"grad_norm": 5.101285457611084,
"learning_rate": 6.509259259259259e-06,
"loss": 1.0618,
"step": 4970
},
{
"epoch": 0.9760878087024696,
"grad_norm": 4.684749126434326,
"learning_rate": 6.5000000000000004e-06,
"loss": 1.0506,
"step": 4980
},
{
"epoch": 0.9780478243825951,
"grad_norm": 4.986086368560791,
"learning_rate": 6.490740740740741e-06,
"loss": 1.0621,
"step": 4990
},
{
"epoch": 0.9800078400627205,
"grad_norm": 4.658474922180176,
"learning_rate": 6.481481481481482e-06,
"loss": 1.0727,
"step": 5000
},
{
"epoch": 0.981967855742846,
"grad_norm": 5.1348419189453125,
"learning_rate": 6.472222222222223e-06,
"loss": 1.0542,
"step": 5010
},
{
"epoch": 0.9839278714229713,
"grad_norm": 5.368491172790527,
"learning_rate": 6.462962962962963e-06,
"loss": 1.0656,
"step": 5020
},
{
"epoch": 0.9858878871030968,
"grad_norm": 5.312760829925537,
"learning_rate": 6.453703703703704e-06,
"loss": 1.0587,
"step": 5030
},
{
"epoch": 0.9878479027832223,
"grad_norm": 5.235229969024658,
"learning_rate": 6.444444444444445e-06,
"loss": 1.0588,
"step": 5040
},
{
"epoch": 0.9898079184633477,
"grad_norm": 4.761176586151123,
"learning_rate": 6.435185185185186e-06,
"loss": 1.0507,
"step": 5050
},
{
"epoch": 0.9917679341434732,
"grad_norm": 5.440311431884766,
"learning_rate": 6.425925925925927e-06,
"loss": 1.0566,
"step": 5060
},
{
"epoch": 0.9937279498235986,
"grad_norm": 4.793478488922119,
"learning_rate": 6.416666666666667e-06,
"loss": 1.0607,
"step": 5070
},
{
"epoch": 0.9956879655037241,
"grad_norm": 5.079543113708496,
"learning_rate": 6.407407407407408e-06,
"loss": 1.0494,
"step": 5080
},
{
"epoch": 0.9976479811838495,
"grad_norm": 4.377906322479248,
"learning_rate": 6.398148148148149e-06,
"loss": 1.0558,
"step": 5090
},
{
"epoch": 0.999607996863975,
"grad_norm": 4.611093521118164,
"learning_rate": 6.3888888888888885e-06,
"loss": 1.0693,
"step": 5100
},
{
"epoch": 1.0015680125441004,
"grad_norm": 4.401882171630859,
"learning_rate": 6.37962962962963e-06,
"loss": 1.0297,
"step": 5110
},
{
"epoch": 1.0035280282242258,
"grad_norm": 4.928489685058594,
"learning_rate": 6.370370370370371e-06,
"loss": 1.0276,
"step": 5120
},
{
"epoch": 1.0054880439043512,
"grad_norm": 5.5292487144470215,
"learning_rate": 6.361111111111111e-06,
"loss": 1.0267,
"step": 5130
},
{
"epoch": 1.0074480595844766,
"grad_norm": 5.00799036026001,
"learning_rate": 6.351851851851853e-06,
"loss": 1.0173,
"step": 5140
},
{
"epoch": 1.0094080752646022,
"grad_norm": 4.399227619171143,
"learning_rate": 6.342592592592594e-06,
"loss": 1.0106,
"step": 5150
},
{
"epoch": 1.0113680909447276,
"grad_norm": 5.132420539855957,
"learning_rate": 6.333333333333333e-06,
"loss": 1.0212,
"step": 5160
},
{
"epoch": 1.013328106624853,
"grad_norm": 5.298924446105957,
"learning_rate": 6.324074074074075e-06,
"loss": 1.0122,
"step": 5170
},
{
"epoch": 1.0152881223049783,
"grad_norm": 5.066485404968262,
"learning_rate": 6.314814814814816e-06,
"loss": 1.0114,
"step": 5180
},
{
"epoch": 1.017248137985104,
"grad_norm": 6.66790771484375,
"learning_rate": 6.305555555555556e-06,
"loss": 1.0128,
"step": 5190
},
{
"epoch": 1.0192081536652293,
"grad_norm": 4.905239105224609,
"learning_rate": 6.296296296296297e-06,
"loss": 1.0118,
"step": 5200
},
{
"epoch": 1.0211681693453547,
"grad_norm": 5.377009868621826,
"learning_rate": 6.287037037037037e-06,
"loss": 1.0229,
"step": 5210
},
{
"epoch": 1.0231281850254803,
"grad_norm": 5.1396942138671875,
"learning_rate": 6.277777777777778e-06,
"loss": 1.0221,
"step": 5220
},
{
"epoch": 1.0250882007056057,
"grad_norm": 5.001946449279785,
"learning_rate": 6.2685185185185195e-06,
"loss": 1.0461,
"step": 5230
},
{
"epoch": 1.027048216385731,
"grad_norm": 6.100106716156006,
"learning_rate": 6.259259259259259e-06,
"loss": 1.0169,
"step": 5240
},
{
"epoch": 1.0290082320658565,
"grad_norm": 5.1383209228515625,
"learning_rate": 6.25e-06,
"loss": 1.0282,
"step": 5250
},
{
"epoch": 1.030968247745982,
"grad_norm": 5.477851390838623,
"learning_rate": 6.2407407407407415e-06,
"loss": 1.0266,
"step": 5260
},
{
"epoch": 1.0329282634261074,
"grad_norm": 5.047489643096924,
"learning_rate": 6.231481481481482e-06,
"loss": 1.0256,
"step": 5270
},
{
"epoch": 1.0348882791062328,
"grad_norm": 4.994131565093994,
"learning_rate": 6.222222222222223e-06,
"loss": 1.0224,
"step": 5280
},
{
"epoch": 1.0368482947863582,
"grad_norm": 5.558932781219482,
"learning_rate": 6.2129629629629636e-06,
"loss": 1.0186,
"step": 5290
},
{
"epoch": 1.0388083104664838,
"grad_norm": 5.365056037902832,
"learning_rate": 6.203703703703704e-06,
"loss": 1.0095,
"step": 5300
},
{
"epoch": 1.0407683261466092,
"grad_norm": 5.53687858581543,
"learning_rate": 6.194444444444445e-06,
"loss": 1.0132,
"step": 5310
},
{
"epoch": 1.0427283418267346,
"grad_norm": 5.936549663543701,
"learning_rate": 6.1851851851851856e-06,
"loss": 1.0347,
"step": 5320
},
{
"epoch": 1.04468835750686,
"grad_norm": 5.228058338165283,
"learning_rate": 6.175925925925926e-06,
"loss": 1.0234,
"step": 5330
},
{
"epoch": 1.0466483731869856,
"grad_norm": 4.896886348724365,
"learning_rate": 6.166666666666667e-06,
"loss": 1.0065,
"step": 5340
},
{
"epoch": 1.048608388867111,
"grad_norm": 6.313221454620361,
"learning_rate": 6.157407407407408e-06,
"loss": 1.0191,
"step": 5350
},
{
"epoch": 1.0505684045472363,
"grad_norm": 5.8848114013671875,
"learning_rate": 6.148148148148149e-06,
"loss": 1.0378,
"step": 5360
},
{
"epoch": 1.052528420227362,
"grad_norm": 5.468878746032715,
"learning_rate": 6.13888888888889e-06,
"loss": 1.0056,
"step": 5370
},
{
"epoch": 1.0544884359074873,
"grad_norm": 5.208171367645264,
"learning_rate": 6.12962962962963e-06,
"loss": 1.0194,
"step": 5380
},
{
"epoch": 1.0564484515876127,
"grad_norm": 5.1294450759887695,
"learning_rate": 6.120370370370371e-06,
"loss": 1.0084,
"step": 5390
},
{
"epoch": 1.058408467267738,
"grad_norm": 5.981677532196045,
"learning_rate": 6.111111111111112e-06,
"loss": 1.0148,
"step": 5400
},
{
"epoch": 1.0603684829478637,
"grad_norm": 5.662644863128662,
"learning_rate": 6.1018518518518525e-06,
"loss": 1.0163,
"step": 5410
},
{
"epoch": 1.062328498627989,
"grad_norm": 5.452698230743408,
"learning_rate": 6.092592592592593e-06,
"loss": 1.0047,
"step": 5420
},
{
"epoch": 1.0642885143081144,
"grad_norm": 4.969189167022705,
"learning_rate": 6.083333333333333e-06,
"loss": 1.0031,
"step": 5430
},
{
"epoch": 1.0662485299882398,
"grad_norm": 5.396177768707275,
"learning_rate": 6.0740740740740745e-06,
"loss": 1.0109,
"step": 5440
},
{
"epoch": 1.0682085456683654,
"grad_norm": 6.180945873260498,
"learning_rate": 6.064814814814816e-06,
"loss": 1.0318,
"step": 5450
},
{
"epoch": 1.0701685613484908,
"grad_norm": 4.878726959228516,
"learning_rate": 6.055555555555555e-06,
"loss": 1.0257,
"step": 5460
},
{
"epoch": 1.0721285770286162,
"grad_norm": 5.634671688079834,
"learning_rate": 6.0462962962962965e-06,
"loss": 1.0241,
"step": 5470
},
{
"epoch": 1.0740885927087416,
"grad_norm": 5.971144199371338,
"learning_rate": 6.037037037037038e-06,
"loss": 1.0247,
"step": 5480
},
{
"epoch": 1.0760486083888672,
"grad_norm": 5.1925950050354,
"learning_rate": 6.027777777777778e-06,
"loss": 1.0094,
"step": 5490
},
{
"epoch": 1.0780086240689926,
"grad_norm": 4.921753406524658,
"learning_rate": 6.018518518518519e-06,
"loss": 1.0233,
"step": 5500
},
{
"epoch": 1.079968639749118,
"grad_norm": 5.969301700592041,
"learning_rate": 6.009259259259261e-06,
"loss": 0.994,
"step": 5510
},
{
"epoch": 1.0819286554292433,
"grad_norm": 5.875487804412842,
"learning_rate": 6e-06,
"loss": 1.0171,
"step": 5520
},
{
"epoch": 1.083888671109369,
"grad_norm": 5.540329933166504,
"learning_rate": 5.990740740740741e-06,
"loss": 1.0198,
"step": 5530
},
{
"epoch": 1.0858486867894943,
"grad_norm": 5.154452323913574,
"learning_rate": 5.981481481481482e-06,
"loss": 1.0174,
"step": 5540
},
{
"epoch": 1.0878087024696197,
"grad_norm": 5.469849586486816,
"learning_rate": 5.972222222222222e-06,
"loss": 1.0141,
"step": 5550
},
{
"epoch": 1.0897687181497453,
"grad_norm": 6.041581153869629,
"learning_rate": 5.962962962962963e-06,
"loss": 1.0216,
"step": 5560
},
{
"epoch": 1.0917287338298707,
"grad_norm": 5.2390522956848145,
"learning_rate": 5.953703703703704e-06,
"loss": 1.0202,
"step": 5570
},
{
"epoch": 1.093688749509996,
"grad_norm": 5.63343620300293,
"learning_rate": 5.944444444444445e-06,
"loss": 1.0234,
"step": 5580
},
{
"epoch": 1.0956487651901214,
"grad_norm": 14.769401550292969,
"learning_rate": 5.935185185185186e-06,
"loss": 1.019,
"step": 5590
},
{
"epoch": 1.097608780870247,
"grad_norm": 5.917840957641602,
"learning_rate": 5.925925925925926e-06,
"loss": 1.0259,
"step": 5600
},
{
"epoch": 1.097608780870247,
"eval_loss": 1.0469825267791748,
"eval_runtime": 14.056,
"eval_samples_per_second": 46.528,
"eval_steps_per_second": 5.834,
"step": 5600
},
{
"epoch": 1.0995687965503724,
"grad_norm": 4.929704666137695,
"learning_rate": 5.916666666666667e-06,
"loss": 1.0146,
"step": 5610
},
{
"epoch": 1.1015288122304978,
"grad_norm": 6.432901382446289,
"learning_rate": 5.907407407407408e-06,
"loss": 1.0268,
"step": 5620
},
{
"epoch": 1.1034888279106232,
"grad_norm": 5.020516872406006,
"learning_rate": 5.898148148148149e-06,
"loss": 1.0272,
"step": 5630
},
{
"epoch": 1.1054488435907488,
"grad_norm": 5.231268882751465,
"learning_rate": 5.88888888888889e-06,
"loss": 1.0046,
"step": 5640
},
{
"epoch": 1.1074088592708742,
"grad_norm": 5.203913688659668,
"learning_rate": 5.8796296296296295e-06,
"loss": 1.015,
"step": 5650
},
{
"epoch": 1.1093688749509996,
"grad_norm": 5.593926906585693,
"learning_rate": 5.870370370370371e-06,
"loss": 1.0185,
"step": 5660
},
{
"epoch": 1.1113288906311252,
"grad_norm": 5.165170669555664,
"learning_rate": 5.861111111111112e-06,
"loss": 1.0056,
"step": 5670
},
{
"epoch": 1.1132889063112505,
"grad_norm": 5.521978855133057,
"learning_rate": 5.8518518518518515e-06,
"loss": 1.022,
"step": 5680
},
{
"epoch": 1.115248921991376,
"grad_norm": 5.280319690704346,
"learning_rate": 5.842592592592593e-06,
"loss": 1.0357,
"step": 5690
},
{
"epoch": 1.1172089376715013,
"grad_norm": 6.761595726013184,
"learning_rate": 5.833333333333334e-06,
"loss": 1.0229,
"step": 5700
},
{
"epoch": 1.119168953351627,
"grad_norm": 5.606836318969727,
"learning_rate": 5.824074074074074e-06,
"loss": 1.019,
"step": 5710
},
{
"epoch": 1.1211289690317523,
"grad_norm": 5.351015567779541,
"learning_rate": 5.814814814814816e-06,
"loss": 1.0343,
"step": 5720
},
{
"epoch": 1.1230889847118777,
"grad_norm": 4.853587627410889,
"learning_rate": 5.805555555555557e-06,
"loss": 1.0239,
"step": 5730
},
{
"epoch": 1.125049000392003,
"grad_norm": 16.355466842651367,
"learning_rate": 5.796296296296296e-06,
"loss": 1.0013,
"step": 5740
},
{
"epoch": 1.1270090160721287,
"grad_norm": 5.404659748077393,
"learning_rate": 5.787037037037038e-06,
"loss": 1.0181,
"step": 5750
},
{
"epoch": 1.128969031752254,
"grad_norm": 5.103781700134277,
"learning_rate": 5.777777777777778e-06,
"loss": 1.0213,
"step": 5760
},
{
"epoch": 1.1309290474323794,
"grad_norm": 5.420756816864014,
"learning_rate": 5.768518518518519e-06,
"loss": 1.0072,
"step": 5770
},
{
"epoch": 1.1328890631125048,
"grad_norm": 5.301304817199707,
"learning_rate": 5.75925925925926e-06,
"loss": 0.9901,
"step": 5780
},
{
"epoch": 1.1348490787926304,
"grad_norm": 4.864381790161133,
"learning_rate": 5.75e-06,
"loss": 1.0129,
"step": 5790
},
{
"epoch": 1.1368090944727558,
"grad_norm": 6.017991542816162,
"learning_rate": 5.740740740740741e-06,
"loss": 1.0113,
"step": 5800
},
{
"epoch": 1.1387691101528812,
"grad_norm": 5.6904520988464355,
"learning_rate": 5.7314814814814825e-06,
"loss": 1.0211,
"step": 5810
},
{
"epoch": 1.1407291258330066,
"grad_norm": 5.778028964996338,
"learning_rate": 5.722222222222222e-06,
"loss": 1.0247,
"step": 5820
},
{
"epoch": 1.1426891415131322,
"grad_norm": 5.682682991027832,
"learning_rate": 5.712962962962963e-06,
"loss": 1.0309,
"step": 5830
},
{
"epoch": 1.1446491571932575,
"grad_norm": 5.886664867401123,
"learning_rate": 5.7037037037037045e-06,
"loss": 1.0244,
"step": 5840
},
{
"epoch": 1.146609172873383,
"grad_norm": 5.014996528625488,
"learning_rate": 5.694444444444445e-06,
"loss": 1.0207,
"step": 5850
},
{
"epoch": 1.1485691885535085,
"grad_norm": 5.563379287719727,
"learning_rate": 5.685185185185186e-06,
"loss": 1.0276,
"step": 5860
},
{
"epoch": 1.150529204233634,
"grad_norm": 5.241649627685547,
"learning_rate": 5.675925925925926e-06,
"loss": 1.022,
"step": 5870
},
{
"epoch": 1.1524892199137593,
"grad_norm": 5.154331207275391,
"learning_rate": 5.666666666666667e-06,
"loss": 1.0232,
"step": 5880
},
{
"epoch": 1.1544492355938847,
"grad_norm": 5.823696136474609,
"learning_rate": 5.657407407407408e-06,
"loss": 1.0364,
"step": 5890
},
{
"epoch": 1.1564092512740103,
"grad_norm": 5.451704978942871,
"learning_rate": 5.6481481481481485e-06,
"loss": 1.02,
"step": 5900
},
{
"epoch": 1.1583692669541357,
"grad_norm": 5.540503978729248,
"learning_rate": 5.638888888888889e-06,
"loss": 1.0127,
"step": 5910
},
{
"epoch": 1.160329282634261,
"grad_norm": 5.463021278381348,
"learning_rate": 5.62962962962963e-06,
"loss": 1.0205,
"step": 5920
},
{
"epoch": 1.1622892983143864,
"grad_norm": 5.372107028961182,
"learning_rate": 5.6203703703703705e-06,
"loss": 1.0085,
"step": 5930
},
{
"epoch": 1.164249313994512,
"grad_norm": 5.14231538772583,
"learning_rate": 5.611111111111112e-06,
"loss": 1.0189,
"step": 5940
},
{
"epoch": 1.1662093296746374,
"grad_norm": 5.416358470916748,
"learning_rate": 5.601851851851853e-06,
"loss": 1.0066,
"step": 5950
},
{
"epoch": 1.1681693453547628,
"grad_norm": 5.824409484863281,
"learning_rate": 5.5925925925925926e-06,
"loss": 1.0294,
"step": 5960
},
{
"epoch": 1.1701293610348882,
"grad_norm": 5.362888336181641,
"learning_rate": 5.583333333333334e-06,
"loss": 1.011,
"step": 5970
},
{
"epoch": 1.1720893767150138,
"grad_norm": 5.583401679992676,
"learning_rate": 5.574074074074075e-06,
"loss": 1.0218,
"step": 5980
},
{
"epoch": 1.1740493923951392,
"grad_norm": 5.501253128051758,
"learning_rate": 5.5648148148148154e-06,
"loss": 1.0198,
"step": 5990
},
{
"epoch": 1.1760094080752646,
"grad_norm": 5.536640167236328,
"learning_rate": 5.555555555555557e-06,
"loss": 1.0243,
"step": 6000
},
{
"epoch": 1.17796942375539,
"grad_norm": 5.525614261627197,
"learning_rate": 5.546296296296296e-06,
"loss": 1.0234,
"step": 6010
},
{
"epoch": 1.1799294394355155,
"grad_norm": 5.270368576049805,
"learning_rate": 5.5370370370370374e-06,
"loss": 1.0214,
"step": 6020
},
{
"epoch": 1.181889455115641,
"grad_norm": 5.895664691925049,
"learning_rate": 5.527777777777779e-06,
"loss": 1.0203,
"step": 6030
},
{
"epoch": 1.1838494707957663,
"grad_norm": 5.530089378356934,
"learning_rate": 5.518518518518518e-06,
"loss": 1.0254,
"step": 6040
},
{
"epoch": 1.185809486475892,
"grad_norm": 5.275720119476318,
"learning_rate": 5.5092592592592595e-06,
"loss": 1.015,
"step": 6050
},
{
"epoch": 1.1877695021560173,
"grad_norm": 5.464200496673584,
"learning_rate": 5.500000000000001e-06,
"loss": 1.0134,
"step": 6060
},
{
"epoch": 1.1897295178361427,
"grad_norm": 5.803837299346924,
"learning_rate": 5.490740740740741e-06,
"loss": 1.0125,
"step": 6070
},
{
"epoch": 1.191689533516268,
"grad_norm": 5.1351752281188965,
"learning_rate": 5.481481481481482e-06,
"loss": 1.0061,
"step": 6080
},
{
"epoch": 1.1936495491963937,
"grad_norm": 5.232799530029297,
"learning_rate": 5.4722222222222236e-06,
"loss": 1.0213,
"step": 6090
},
{
"epoch": 1.195609564876519,
"grad_norm": 5.996954917907715,
"learning_rate": 5.462962962962963e-06,
"loss": 1.0177,
"step": 6100
},
{
"epoch": 1.1975695805566444,
"grad_norm": 7.579484939575195,
"learning_rate": 5.453703703703704e-06,
"loss": 1.0133,
"step": 6110
},
{
"epoch": 1.1995295962367698,
"grad_norm": 5.351324081420898,
"learning_rate": 5.444444444444445e-06,
"loss": 1.0019,
"step": 6120
},
{
"epoch": 1.2014896119168954,
"grad_norm": 5.5653581619262695,
"learning_rate": 5.435185185185186e-06,
"loss": 1.0069,
"step": 6130
},
{
"epoch": 1.2034496275970208,
"grad_norm": 5.198008060455322,
"learning_rate": 5.425925925925926e-06,
"loss": 1.0157,
"step": 6140
},
{
"epoch": 1.2054096432771462,
"grad_norm": 5.67602014541626,
"learning_rate": 5.416666666666667e-06,
"loss": 1.0327,
"step": 6150
},
{
"epoch": 1.2073696589572718,
"grad_norm": 5.185479164123535,
"learning_rate": 5.407407407407408e-06,
"loss": 1.0118,
"step": 6160
},
{
"epoch": 1.2093296746373972,
"grad_norm": 5.254889965057373,
"learning_rate": 5.398148148148149e-06,
"loss": 1.0282,
"step": 6170
},
{
"epoch": 1.2112896903175225,
"grad_norm": 5.635478496551514,
"learning_rate": 5.388888888888889e-06,
"loss": 1.0211,
"step": 6180
},
{
"epoch": 1.213249705997648,
"grad_norm": 5.388778209686279,
"learning_rate": 5.37962962962963e-06,
"loss": 1.0171,
"step": 6190
},
{
"epoch": 1.2152097216777733,
"grad_norm": 5.546689987182617,
"learning_rate": 5.370370370370371e-06,
"loss": 1.0113,
"step": 6200
},
{
"epoch": 1.217169737357899,
"grad_norm": 5.316011428833008,
"learning_rate": 5.361111111111112e-06,
"loss": 1.0183,
"step": 6210
},
{
"epoch": 1.2191297530380243,
"grad_norm": 6.057391166687012,
"learning_rate": 5.351851851851853e-06,
"loss": 1.0149,
"step": 6220
},
{
"epoch": 1.2210897687181497,
"grad_norm": 5.451624393463135,
"learning_rate": 5.342592592592592e-06,
"loss": 1.0129,
"step": 6230
},
{
"epoch": 1.2230497843982753,
"grad_norm": 5.58920955657959,
"learning_rate": 5.333333333333334e-06,
"loss": 1.0152,
"step": 6240
},
{
"epoch": 1.2250098000784007,
"grad_norm": 5.132778167724609,
"learning_rate": 5.324074074074075e-06,
"loss": 1.0059,
"step": 6250
},
{
"epoch": 1.226969815758526,
"grad_norm": 4.807291030883789,
"learning_rate": 5.314814814814815e-06,
"loss": 1.0146,
"step": 6260
},
{
"epoch": 1.2289298314386514,
"grad_norm": 5.3906474113464355,
"learning_rate": 5.305555555555556e-06,
"loss": 1.0045,
"step": 6270
},
{
"epoch": 1.230889847118777,
"grad_norm": 5.229481220245361,
"learning_rate": 5.296296296296297e-06,
"loss": 1.0018,
"step": 6280
},
{
"epoch": 1.2328498627989024,
"grad_norm": 5.5774126052856445,
"learning_rate": 5.287037037037037e-06,
"loss": 1.0096,
"step": 6290
},
{
"epoch": 1.2348098784790278,
"grad_norm": 5.752622127532959,
"learning_rate": 5.2777777777777785e-06,
"loss": 1.0173,
"step": 6300
},
{
"epoch": 1.2348098784790278,
"eval_loss": 1.0454390048980713,
"eval_runtime": 14.0845,
"eval_samples_per_second": 46.434,
"eval_steps_per_second": 5.822,
"step": 6300
},
{
"epoch": 1.2367698941591532,
"grad_norm": 4.995856285095215,
"learning_rate": 5.26851851851852e-06,
"loss": 1.0274,
"step": 6310
},
{
"epoch": 1.2387299098392788,
"grad_norm": 5.631256103515625,
"learning_rate": 5.259259259259259e-06,
"loss": 1.029,
"step": 6320
},
{
"epoch": 1.2406899255194042,
"grad_norm": 5.617944717407227,
"learning_rate": 5.2500000000000006e-06,
"loss": 1.0087,
"step": 6330
},
{
"epoch": 1.2426499411995295,
"grad_norm": 5.174662113189697,
"learning_rate": 5.240740740740741e-06,
"loss": 1.0114,
"step": 6340
},
{
"epoch": 1.2446099568796551,
"grad_norm": 5.841761112213135,
"learning_rate": 5.231481481481482e-06,
"loss": 1.0113,
"step": 6350
},
{
"epoch": 1.2465699725597805,
"grad_norm": 5.008285999298096,
"learning_rate": 5.2222222222222226e-06,
"loss": 1.0058,
"step": 6360
},
{
"epoch": 1.248529988239906,
"grad_norm": 5.529172420501709,
"learning_rate": 5.212962962962963e-06,
"loss": 1.0225,
"step": 6370
},
{
"epoch": 1.2504900039200313,
"grad_norm": 6.809742450714111,
"learning_rate": 5.203703703703704e-06,
"loss": 1.0194,
"step": 6380
},
{
"epoch": 1.2524500196001567,
"grad_norm": 5.778404712677002,
"learning_rate": 5.1944444444444454e-06,
"loss": 1.0312,
"step": 6390
},
{
"epoch": 1.2544100352802823,
"grad_norm": 6.095964431762695,
"learning_rate": 5.185185185185185e-06,
"loss": 1.0155,
"step": 6400
},
{
"epoch": 1.2563700509604077,
"grad_norm": 5.453831672668457,
"learning_rate": 5.175925925925926e-06,
"loss": 1.0155,
"step": 6410
},
{
"epoch": 1.258330066640533,
"grad_norm": 5.425611972808838,
"learning_rate": 5.1666666666666675e-06,
"loss": 1.0353,
"step": 6420
},
{
"epoch": 1.2602900823206586,
"grad_norm": 6.835920810699463,
"learning_rate": 5.157407407407408e-06,
"loss": 1.0089,
"step": 6430
},
{
"epoch": 1.262250098000784,
"grad_norm": 8.35204029083252,
"learning_rate": 5.148148148148149e-06,
"loss": 1.0235,
"step": 6440
},
{
"epoch": 1.2642101136809094,
"grad_norm": 5.1433234214782715,
"learning_rate": 5.138888888888889e-06,
"loss": 1.0226,
"step": 6450
},
{
"epoch": 1.266170129361035,
"grad_norm": 5.907522201538086,
"learning_rate": 5.12962962962963e-06,
"loss": 1.0161,
"step": 6460
},
{
"epoch": 1.2681301450411604,
"grad_norm": 5.631725788116455,
"learning_rate": 5.120370370370371e-06,
"loss": 1.014,
"step": 6470
},
{
"epoch": 1.2700901607212858,
"grad_norm": 5.635436058044434,
"learning_rate": 5.1111111111111115e-06,
"loss": 1.0216,
"step": 6480
},
{
"epoch": 1.2720501764014112,
"grad_norm": 6.376223087310791,
"learning_rate": 5.101851851851852e-06,
"loss": 1.0135,
"step": 6490
},
{
"epoch": 1.2740101920815365,
"grad_norm": 6.083188533782959,
"learning_rate": 5.092592592592593e-06,
"loss": 1.0117,
"step": 6500
},
{
"epoch": 1.2759702077616621,
"grad_norm": 5.436441898345947,
"learning_rate": 5.0833333333333335e-06,
"loss": 1.0079,
"step": 6510
},
{
"epoch": 1.2779302234417875,
"grad_norm": 5.303137302398682,
"learning_rate": 5.074074074074075e-06,
"loss": 1.02,
"step": 6520
},
{
"epoch": 1.279890239121913,
"grad_norm": 5.048837661743164,
"learning_rate": 5.064814814814816e-06,
"loss": 1.0045,
"step": 6530
},
{
"epoch": 1.2818502548020385,
"grad_norm": 6.105396747589111,
"learning_rate": 5.0555555555555555e-06,
"loss": 1.0105,
"step": 6540
},
{
"epoch": 1.283810270482164,
"grad_norm": 4.97545051574707,
"learning_rate": 5.046296296296297e-06,
"loss": 1.0128,
"step": 6550
},
{
"epoch": 1.2857702861622893,
"grad_norm": 6.359137535095215,
"learning_rate": 5.037037037037037e-06,
"loss": 1.0127,
"step": 6560
},
{
"epoch": 1.2877303018424147,
"grad_norm": 6.185931205749512,
"learning_rate": 5.027777777777778e-06,
"loss": 1.0156,
"step": 6570
},
{
"epoch": 1.28969031752254,
"grad_norm": 6.333951950073242,
"learning_rate": 5.01851851851852e-06,
"loss": 1.0113,
"step": 6580
},
{
"epoch": 1.2916503332026656,
"grad_norm": 5.14535665512085,
"learning_rate": 5.009259259259259e-06,
"loss": 1.0062,
"step": 6590
},
{
"epoch": 1.293610348882791,
"grad_norm": 6.086668491363525,
"learning_rate": 5e-06,
"loss": 1.0123,
"step": 6600
},
{
"epoch": 1.2955703645629164,
"grad_norm": 5.336708068847656,
"learning_rate": 4.990740740740741e-06,
"loss": 1.0058,
"step": 6610
},
{
"epoch": 1.297530380243042,
"grad_norm": 5.65183687210083,
"learning_rate": 4.981481481481482e-06,
"loss": 1.0232,
"step": 6620
},
{
"epoch": 1.2994903959231674,
"grad_norm": 5.356630802154541,
"learning_rate": 4.9722222222222224e-06,
"loss": 1.0248,
"step": 6630
},
{
"epoch": 1.3014504116032928,
"grad_norm": 5.61469841003418,
"learning_rate": 4.962962962962964e-06,
"loss": 1.0049,
"step": 6640
},
{
"epoch": 1.3034104272834184,
"grad_norm": 5.575668811798096,
"learning_rate": 4.953703703703704e-06,
"loss": 1.0046,
"step": 6650
},
{
"epoch": 1.3053704429635438,
"grad_norm": 5.938807010650635,
"learning_rate": 4.944444444444445e-06,
"loss": 1.0254,
"step": 6660
},
{
"epoch": 1.3073304586436691,
"grad_norm": 5.57589054107666,
"learning_rate": 4.935185185185186e-06,
"loss": 1.016,
"step": 6670
},
{
"epoch": 1.3092904743237945,
"grad_norm": 5.684128284454346,
"learning_rate": 4.925925925925926e-06,
"loss": 1.0102,
"step": 6680
},
{
"epoch": 1.31125049000392,
"grad_norm": 5.43093729019165,
"learning_rate": 4.9166666666666665e-06,
"loss": 1.0092,
"step": 6690
},
{
"epoch": 1.3132105056840455,
"grad_norm": 5.595739841461182,
"learning_rate": 4.907407407407408e-06,
"loss": 1.0103,
"step": 6700
},
{
"epoch": 1.315170521364171,
"grad_norm": 6.116888046264648,
"learning_rate": 4.898148148148149e-06,
"loss": 1.0177,
"step": 6710
},
{
"epoch": 1.3171305370442963,
"grad_norm": 5.478735446929932,
"learning_rate": 4.888888888888889e-06,
"loss": 1.0147,
"step": 6720
},
{
"epoch": 1.3190905527244219,
"grad_norm": 5.878492832183838,
"learning_rate": 4.8796296296296306e-06,
"loss": 1.0189,
"step": 6730
},
{
"epoch": 1.3210505684045473,
"grad_norm": 5.890417098999023,
"learning_rate": 4.870370370370371e-06,
"loss": 1.0246,
"step": 6740
},
{
"epoch": 1.3230105840846726,
"grad_norm": 5.2328410148620605,
"learning_rate": 4.861111111111111e-06,
"loss": 1.0116,
"step": 6750
},
{
"epoch": 1.3249705997647983,
"grad_norm": 6.1324005126953125,
"learning_rate": 4.851851851851852e-06,
"loss": 1.0028,
"step": 6760
},
{
"epoch": 1.3269306154449236,
"grad_norm": 5.392694473266602,
"learning_rate": 4.842592592592593e-06,
"loss": 1.0192,
"step": 6770
},
{
"epoch": 1.328890631125049,
"grad_norm": 5.902957439422607,
"learning_rate": 4.833333333333333e-06,
"loss": 1.0145,
"step": 6780
},
{
"epoch": 1.3308506468051744,
"grad_norm": 5.553819179534912,
"learning_rate": 4.824074074074075e-06,
"loss": 1.0091,
"step": 6790
},
{
"epoch": 1.3328106624852998,
"grad_norm": 6.013294219970703,
"learning_rate": 4.814814814814815e-06,
"loss": 1.0198,
"step": 6800
},
{
"epoch": 1.3347706781654254,
"grad_norm": 5.731135368347168,
"learning_rate": 4.805555555555556e-06,
"loss": 1.014,
"step": 6810
},
{
"epoch": 1.3367306938455508,
"grad_norm": 5.954074382781982,
"learning_rate": 4.796296296296297e-06,
"loss": 1.0128,
"step": 6820
},
{
"epoch": 1.3386907095256761,
"grad_norm": 5.550869464874268,
"learning_rate": 4.787037037037037e-06,
"loss": 1.0151,
"step": 6830
},
{
"epoch": 1.3406507252058018,
"grad_norm": 6.043259620666504,
"learning_rate": 4.777777777777778e-06,
"loss": 1.0069,
"step": 6840
},
{
"epoch": 1.3426107408859271,
"grad_norm": 5.002622127532959,
"learning_rate": 4.768518518518519e-06,
"loss": 1.0219,
"step": 6850
},
{
"epoch": 1.3445707565660525,
"grad_norm": 6.016299247741699,
"learning_rate": 4.75925925925926e-06,
"loss": 1.0158,
"step": 6860
},
{
"epoch": 1.346530772246178,
"grad_norm": 5.6830220222473145,
"learning_rate": 4.75e-06,
"loss": 1.0092,
"step": 6870
},
{
"epoch": 1.3484907879263033,
"grad_norm": 6.092140197753906,
"learning_rate": 4.7407407407407415e-06,
"loss": 1.0241,
"step": 6880
},
{
"epoch": 1.3504508036064289,
"grad_norm": 5.837907791137695,
"learning_rate": 4.731481481481482e-06,
"loss": 1.0259,
"step": 6890
},
{
"epoch": 1.3524108192865543,
"grad_norm": 5.598001480102539,
"learning_rate": 4.722222222222222e-06,
"loss": 1.0043,
"step": 6900
},
{
"epoch": 1.3543708349666796,
"grad_norm": 5.820865631103516,
"learning_rate": 4.712962962962963e-06,
"loss": 1.0325,
"step": 6910
},
{
"epoch": 1.3563308506468053,
"grad_norm": 6.162250518798828,
"learning_rate": 4.703703703703704e-06,
"loss": 1.0118,
"step": 6920
},
{
"epoch": 1.3582908663269306,
"grad_norm": 5.53606653213501,
"learning_rate": 4.694444444444445e-06,
"loss": 1.0099,
"step": 6930
},
{
"epoch": 1.360250882007056,
"grad_norm": 6.468924045562744,
"learning_rate": 4.6851851851851855e-06,
"loss": 1.0172,
"step": 6940
},
{
"epoch": 1.3622108976871816,
"grad_norm": 6.867157936096191,
"learning_rate": 4.675925925925927e-06,
"loss": 1.0021,
"step": 6950
},
{
"epoch": 1.364170913367307,
"grad_norm": 6.068783760070801,
"learning_rate": 4.666666666666667e-06,
"loss": 1.0083,
"step": 6960
},
{
"epoch": 1.3661309290474324,
"grad_norm": 5.502538204193115,
"learning_rate": 4.6574074074074076e-06,
"loss": 1.0173,
"step": 6970
},
{
"epoch": 1.3680909447275578,
"grad_norm": 5.83467960357666,
"learning_rate": 4.648148148148148e-06,
"loss": 1.031,
"step": 6980
},
{
"epoch": 1.3700509604076831,
"grad_norm": 5.383768558502197,
"learning_rate": 4.638888888888889e-06,
"loss": 1.0187,
"step": 6990
},
{
"epoch": 1.3720109760878088,
"grad_norm": 5.172204494476318,
"learning_rate": 4.62962962962963e-06,
"loss": 1.0079,
"step": 7000
},
{
"epoch": 1.3720109760878088,
"eval_loss": 1.0383639335632324,
"eval_runtime": 14.0609,
"eval_samples_per_second": 46.512,
"eval_steps_per_second": 5.832,
"step": 7000
},
{
"epoch": 1.3739709917679341,
"grad_norm": 5.811285495758057,
"learning_rate": 4.620370370370371e-06,
"loss": 1.0153,
"step": 7010
},
{
"epoch": 1.3759310074480595,
"grad_norm": 5.887601375579834,
"learning_rate": 4.611111111111112e-06,
"loss": 1.0104,
"step": 7020
},
{
"epoch": 1.3778910231281851,
"grad_norm": 5.245418548583984,
"learning_rate": 4.6018518518518524e-06,
"loss": 1.0063,
"step": 7030
},
{
"epoch": 1.3798510388083105,
"grad_norm": 6.191716194152832,
"learning_rate": 4.592592592592593e-06,
"loss": 1.0254,
"step": 7040
},
{
"epoch": 1.3818110544884359,
"grad_norm": 6.047815799713135,
"learning_rate": 4.583333333333333e-06,
"loss": 1.0291,
"step": 7050
},
{
"epoch": 1.3837710701685613,
"grad_norm": 5.58579158782959,
"learning_rate": 4.5740740740740745e-06,
"loss": 1.0126,
"step": 7060
},
{
"epoch": 1.3857310858486869,
"grad_norm": 5.651394844055176,
"learning_rate": 4.564814814814815e-06,
"loss": 1.013,
"step": 7070
},
{
"epoch": 1.3876911015288123,
"grad_norm": 5.703254699707031,
"learning_rate": 4.555555555555556e-06,
"loss": 1.0209,
"step": 7080
},
{
"epoch": 1.3896511172089376,
"grad_norm": 6.428845405578613,
"learning_rate": 4.5462962962962965e-06,
"loss": 1.0065,
"step": 7090
},
{
"epoch": 1.391611132889063,
"grad_norm": 5.854006767272949,
"learning_rate": 4.537037037037038e-06,
"loss": 1.0192,
"step": 7100
},
{
"epoch": 1.3935711485691886,
"grad_norm": 5.257528781890869,
"learning_rate": 4.527777777777778e-06,
"loss": 1.0125,
"step": 7110
},
{
"epoch": 1.395531164249314,
"grad_norm": 5.832418441772461,
"learning_rate": 4.5185185185185185e-06,
"loss": 1.0077,
"step": 7120
},
{
"epoch": 1.3974911799294394,
"grad_norm": 18.90093994140625,
"learning_rate": 4.50925925925926e-06,
"loss": 1.0039,
"step": 7130
},
{
"epoch": 1.399451195609565,
"grad_norm": 6.230194568634033,
"learning_rate": 4.5e-06,
"loss": 1.0168,
"step": 7140
},
{
"epoch": 1.4014112112896904,
"grad_norm": 5.916494846343994,
"learning_rate": 4.490740740740741e-06,
"loss": 1.0367,
"step": 7150
},
{
"epoch": 1.4033712269698158,
"grad_norm": 6.498172760009766,
"learning_rate": 4.481481481481482e-06,
"loss": 1.0226,
"step": 7160
},
{
"epoch": 1.4053312426499411,
"grad_norm": 5.681482791900635,
"learning_rate": 4.472222222222223e-06,
"loss": 1.0135,
"step": 7170
},
{
"epoch": 1.4072912583300665,
"grad_norm": 5.3359880447387695,
"learning_rate": 4.462962962962963e-06,
"loss": 1.0222,
"step": 7180
},
{
"epoch": 1.4092512740101921,
"grad_norm": 6.866293430328369,
"learning_rate": 4.453703703703704e-06,
"loss": 1.015,
"step": 7190
},
{
"epoch": 1.4112112896903175,
"grad_norm": 6.149731159210205,
"learning_rate": 4.444444444444444e-06,
"loss": 0.998,
"step": 7200
},
{
"epoch": 1.4131713053704429,
"grad_norm": 5.832232475280762,
"learning_rate": 4.435185185185185e-06,
"loss": 1.0097,
"step": 7210
},
{
"epoch": 1.4151313210505685,
"grad_norm": 5.8602986335754395,
"learning_rate": 4.425925925925927e-06,
"loss": 1.0133,
"step": 7220
},
{
"epoch": 1.4170913367306939,
"grad_norm": 6.716607093811035,
"learning_rate": 4.416666666666667e-06,
"loss": 1.0181,
"step": 7230
},
{
"epoch": 1.4190513524108193,
"grad_norm": 5.983255863189697,
"learning_rate": 4.407407407407408e-06,
"loss": 1.0152,
"step": 7240
},
{
"epoch": 1.4210113680909449,
"grad_norm": 5.979559898376465,
"learning_rate": 4.398148148148149e-06,
"loss": 1.0187,
"step": 7250
},
{
"epoch": 1.4229713837710702,
"grad_norm": 5.463419437408447,
"learning_rate": 4.388888888888889e-06,
"loss": 1.0018,
"step": 7260
},
{
"epoch": 1.4249313994511956,
"grad_norm": 5.58013916015625,
"learning_rate": 4.379629629629629e-06,
"loss": 1.0161,
"step": 7270
},
{
"epoch": 1.426891415131321,
"grad_norm": 5.896617412567139,
"learning_rate": 4.370370370370371e-06,
"loss": 1.0234,
"step": 7280
},
{
"epoch": 1.4288514308114464,
"grad_norm": 6.59088659286499,
"learning_rate": 4.361111111111112e-06,
"loss": 1.0116,
"step": 7290
},
{
"epoch": 1.430811446491572,
"grad_norm": 5.4909348487854,
"learning_rate": 4.351851851851852e-06,
"loss": 1.0241,
"step": 7300
},
{
"epoch": 1.4327714621716974,
"grad_norm": 5.706267356872559,
"learning_rate": 4.342592592592593e-06,
"loss": 1.0113,
"step": 7310
},
{
"epoch": 1.4347314778518228,
"grad_norm": 5.893515586853027,
"learning_rate": 4.333333333333334e-06,
"loss": 1.0074,
"step": 7320
},
{
"epoch": 1.4366914935319484,
"grad_norm": 5.337756156921387,
"learning_rate": 4.324074074074074e-06,
"loss": 1.0086,
"step": 7330
},
{
"epoch": 1.4386515092120737,
"grad_norm": 6.063902854919434,
"learning_rate": 4.314814814814815e-06,
"loss": 1.0135,
"step": 7340
},
{
"epoch": 1.4406115248921991,
"grad_norm": 5.862417221069336,
"learning_rate": 4.305555555555556e-06,
"loss": 1.0218,
"step": 7350
},
{
"epoch": 1.4425715405723245,
"grad_norm": 6.047614574432373,
"learning_rate": 4.296296296296296e-06,
"loss": 1.0147,
"step": 7360
},
{
"epoch": 1.4445315562524499,
"grad_norm": 7.018215656280518,
"learning_rate": 4.2870370370370376e-06,
"loss": 1.029,
"step": 7370
},
{
"epoch": 1.4464915719325755,
"grad_norm": 5.391064167022705,
"learning_rate": 4.277777777777778e-06,
"loss": 1.007,
"step": 7380
},
{
"epoch": 1.4484515876127009,
"grad_norm": 5.364874362945557,
"learning_rate": 4.268518518518519e-06,
"loss": 1.0188,
"step": 7390
},
{
"epoch": 1.4504116032928263,
"grad_norm": 5.990734577178955,
"learning_rate": 4.2592592592592596e-06,
"loss": 1.0003,
"step": 7400
},
{
"epoch": 1.4523716189729519,
"grad_norm": 5.727319717407227,
"learning_rate": 4.25e-06,
"loss": 1.0198,
"step": 7410
},
{
"epoch": 1.4543316346530772,
"grad_norm": 5.658199310302734,
"learning_rate": 4.240740740740741e-06,
"loss": 1.0221,
"step": 7420
},
{
"epoch": 1.4562916503332026,
"grad_norm": 5.460375785827637,
"learning_rate": 4.231481481481482e-06,
"loss": 1.0127,
"step": 7430
},
{
"epoch": 1.4582516660133282,
"grad_norm": 6.161991596221924,
"learning_rate": 4.222222222222223e-06,
"loss": 1.0025,
"step": 7440
},
{
"epoch": 1.4602116816934536,
"grad_norm": 5.7905192375183105,
"learning_rate": 4.212962962962963e-06,
"loss": 1.0071,
"step": 7450
},
{
"epoch": 1.462171697373579,
"grad_norm": 5.652228832244873,
"learning_rate": 4.2037037037037045e-06,
"loss": 1.0112,
"step": 7460
},
{
"epoch": 1.4641317130537044,
"grad_norm": 5.817644119262695,
"learning_rate": 4.194444444444445e-06,
"loss": 1.0191,
"step": 7470
},
{
"epoch": 1.4660917287338298,
"grad_norm": 6.155873775482178,
"learning_rate": 4.185185185185185e-06,
"loss": 1.013,
"step": 7480
},
{
"epoch": 1.4680517444139554,
"grad_norm": 5.775312423706055,
"learning_rate": 4.175925925925926e-06,
"loss": 1.0107,
"step": 7490
},
{
"epoch": 1.4700117600940807,
"grad_norm": 5.765095233917236,
"learning_rate": 4.166666666666667e-06,
"loss": 1.0151,
"step": 7500
},
{
"epoch": 1.4719717757742061,
"grad_norm": 5.336995601654053,
"learning_rate": 4.157407407407408e-06,
"loss": 1.0048,
"step": 7510
},
{
"epoch": 1.4739317914543317,
"grad_norm": 6.261089324951172,
"learning_rate": 4.1481481481481485e-06,
"loss": 1.0002,
"step": 7520
},
{
"epoch": 1.4758918071344571,
"grad_norm": 5.8046746253967285,
"learning_rate": 4.138888888888889e-06,
"loss": 1.0079,
"step": 7530
},
{
"epoch": 1.4778518228145825,
"grad_norm": 5.5930867195129395,
"learning_rate": 4.12962962962963e-06,
"loss": 1.0094,
"step": 7540
},
{
"epoch": 1.4798118384947079,
"grad_norm": 5.929795742034912,
"learning_rate": 4.1203703703703705e-06,
"loss": 1.0122,
"step": 7550
},
{
"epoch": 1.4817718541748335,
"grad_norm": 5.746526718139648,
"learning_rate": 4.111111111111111e-06,
"loss": 1.0186,
"step": 7560
},
{
"epoch": 1.4837318698549589,
"grad_norm": 6.316400051116943,
"learning_rate": 4.101851851851852e-06,
"loss": 1.0019,
"step": 7570
},
{
"epoch": 1.4856918855350842,
"grad_norm": 5.561999320983887,
"learning_rate": 4.092592592592593e-06,
"loss": 1.0157,
"step": 7580
},
{
"epoch": 1.4876519012152096,
"grad_norm": 6.012383937835693,
"learning_rate": 4.083333333333334e-06,
"loss": 1.0108,
"step": 7590
},
{
"epoch": 1.4896119168953352,
"grad_norm": 5.594381809234619,
"learning_rate": 4.074074074074074e-06,
"loss": 0.9917,
"step": 7600
},
{
"epoch": 1.4915719325754606,
"grad_norm": 6.158176898956299,
"learning_rate": 4.064814814814815e-06,
"loss": 1.0063,
"step": 7610
},
{
"epoch": 1.493531948255586,
"grad_norm": 5.4881510734558105,
"learning_rate": 4.055555555555556e-06,
"loss": 1.0122,
"step": 7620
},
{
"epoch": 1.4954919639357116,
"grad_norm": 6.7185869216918945,
"learning_rate": 4.046296296296296e-06,
"loss": 0.9927,
"step": 7630
},
{
"epoch": 1.497451979615837,
"grad_norm": 6.015646934509277,
"learning_rate": 4.037037037037037e-06,
"loss": 1.0054,
"step": 7640
},
{
"epoch": 1.4994119952959624,
"grad_norm": 5.855646133422852,
"learning_rate": 4.027777777777779e-06,
"loss": 0.9988,
"step": 7650
},
{
"epoch": 1.501372010976088,
"grad_norm": 6.158780574798584,
"learning_rate": 4.018518518518519e-06,
"loss": 1.027,
"step": 7660
},
{
"epoch": 1.5033320266562131,
"grad_norm": 5.943362712860107,
"learning_rate": 4.0092592592592594e-06,
"loss": 1.0285,
"step": 7670
},
{
"epoch": 1.5052920423363387,
"grad_norm": 5.775484085083008,
"learning_rate": 4.000000000000001e-06,
"loss": 1.0093,
"step": 7680
},
{
"epoch": 1.5072520580164641,
"grad_norm": 6.551724910736084,
"learning_rate": 3.990740740740741e-06,
"loss": 1.0185,
"step": 7690
},
{
"epoch": 1.5092120736965895,
"grad_norm": 5.986613750457764,
"learning_rate": 3.9814814814814814e-06,
"loss": 1.0058,
"step": 7700
},
{
"epoch": 1.5092120736965895,
"eval_loss": 1.0326706171035767,
"eval_runtime": 13.9953,
"eval_samples_per_second": 46.73,
"eval_steps_per_second": 5.859,
"step": 7700
},
{
"epoch": 1.511172089376715,
"grad_norm": 5.968577861785889,
"learning_rate": 3.972222222222223e-06,
"loss": 1.0111,
"step": 7710
},
{
"epoch": 1.5131321050568405,
"grad_norm": 5.956306457519531,
"learning_rate": 3.962962962962963e-06,
"loss": 0.9822,
"step": 7720
},
{
"epoch": 1.5150921207369659,
"grad_norm": 6.391535758972168,
"learning_rate": 3.953703703703704e-06,
"loss": 1.0073,
"step": 7730
},
{
"epoch": 1.5170521364170915,
"grad_norm": 6.031282901763916,
"learning_rate": 3.944444444444445e-06,
"loss": 0.9992,
"step": 7740
},
{
"epoch": 1.5190121520972166,
"grad_norm": 6.070298194885254,
"learning_rate": 3.935185185185186e-06,
"loss": 0.9995,
"step": 7750
},
{
"epoch": 1.5209721677773422,
"grad_norm": 6.470989227294922,
"learning_rate": 3.925925925925926e-06,
"loss": 1.0041,
"step": 7760
},
{
"epoch": 1.5229321834574676,
"grad_norm": 6.339069843292236,
"learning_rate": 3.916666666666667e-06,
"loss": 1.0145,
"step": 7770
},
{
"epoch": 1.524892199137593,
"grad_norm": 6.204465866088867,
"learning_rate": 3.907407407407408e-06,
"loss": 1.0202,
"step": 7780
},
{
"epoch": 1.5268522148177186,
"grad_norm": 5.39393424987793,
"learning_rate": 3.898148148148148e-06,
"loss": 1.0144,
"step": 7790
},
{
"epoch": 1.528812230497844,
"grad_norm": 6.083856105804443,
"learning_rate": 3.88888888888889e-06,
"loss": 1.0087,
"step": 7800
},
{
"epoch": 1.5307722461779694,
"grad_norm": 6.141456604003906,
"learning_rate": 3.87962962962963e-06,
"loss": 1.0189,
"step": 7810
},
{
"epoch": 1.532732261858095,
"grad_norm": 6.509696960449219,
"learning_rate": 3.87037037037037e-06,
"loss": 1.0136,
"step": 7820
},
{
"epoch": 1.5346922775382204,
"grad_norm": 5.372650146484375,
"learning_rate": 3.861111111111112e-06,
"loss": 1.0009,
"step": 7830
},
{
"epoch": 1.5366522932183457,
"grad_norm": 5.931579113006592,
"learning_rate": 3.851851851851852e-06,
"loss": 1.0144,
"step": 7840
},
{
"epoch": 1.5386123088984713,
"grad_norm": 6.2442626953125,
"learning_rate": 3.842592592592592e-06,
"loss": 1.0132,
"step": 7850
},
{
"epoch": 1.5405723245785965,
"grad_norm": 6.475978851318359,
"learning_rate": 3.833333333333334e-06,
"loss": 1.0058,
"step": 7860
},
{
"epoch": 1.542532340258722,
"grad_norm": 5.5199103355407715,
"learning_rate": 3.824074074074075e-06,
"loss": 1.0017,
"step": 7870
},
{
"epoch": 1.5444923559388475,
"grad_norm": 5.857003211975098,
"learning_rate": 3.814814814814815e-06,
"loss": 1.0108,
"step": 7880
},
{
"epoch": 1.5464523716189729,
"grad_norm": 5.81916618347168,
"learning_rate": 3.8055555555555556e-06,
"loss": 1.0185,
"step": 7890
},
{
"epoch": 1.5484123872990985,
"grad_norm": 6.099959850311279,
"learning_rate": 3.796296296296297e-06,
"loss": 1.0109,
"step": 7900
},
{
"epoch": 1.5503724029792239,
"grad_norm": 5.837829113006592,
"learning_rate": 3.7870370370370373e-06,
"loss": 1.0004,
"step": 7910
},
{
"epoch": 1.5523324186593492,
"grad_norm": 6.274796485900879,
"learning_rate": 3.777777777777778e-06,
"loss": 1.0165,
"step": 7920
},
{
"epoch": 1.5542924343394748,
"grad_norm": 5.926800727844238,
"learning_rate": 3.7685185185185185e-06,
"loss": 1.0067,
"step": 7930
},
{
"epoch": 1.5562524500196,
"grad_norm": 6.2746381759643555,
"learning_rate": 3.7592592592592597e-06,
"loss": 1.0078,
"step": 7940
},
{
"epoch": 1.5582124656997256,
"grad_norm": 6.315319538116455,
"learning_rate": 3.7500000000000005e-06,
"loss": 1.0085,
"step": 7950
},
{
"epoch": 1.560172481379851,
"grad_norm": 6.36542272567749,
"learning_rate": 3.740740740740741e-06,
"loss": 1.0073,
"step": 7960
},
{
"epoch": 1.5621324970599764,
"grad_norm": 6.047231197357178,
"learning_rate": 3.731481481481482e-06,
"loss": 1.0019,
"step": 7970
},
{
"epoch": 1.564092512740102,
"grad_norm": 6.49619722366333,
"learning_rate": 3.7222222222222225e-06,
"loss": 1.0126,
"step": 7980
},
{
"epoch": 1.5660525284202274,
"grad_norm": 6.945578098297119,
"learning_rate": 3.7129629629629633e-06,
"loss": 1.0141,
"step": 7990
},
{
"epoch": 1.5680125441003527,
"grad_norm": 5.595407485961914,
"learning_rate": 3.7037037037037037e-06,
"loss": 1.0077,
"step": 8000
},
{
"epoch": 1.5699725597804783,
"grad_norm": 6.3146867752075195,
"learning_rate": 3.694444444444445e-06,
"loss": 1.0178,
"step": 8010
},
{
"epoch": 1.5719325754606037,
"grad_norm": 8.867284774780273,
"learning_rate": 3.6851851851851854e-06,
"loss": 0.9974,
"step": 8020
},
{
"epoch": 1.573892591140729,
"grad_norm": 5.997375011444092,
"learning_rate": 3.675925925925926e-06,
"loss": 1.0169,
"step": 8030
},
{
"epoch": 1.5758526068208547,
"grad_norm": 6.150747776031494,
"learning_rate": 3.6666666666666666e-06,
"loss": 1.0087,
"step": 8040
},
{
"epoch": 1.5778126225009799,
"grad_norm": 6.344914436340332,
"learning_rate": 3.657407407407408e-06,
"loss": 1.008,
"step": 8050
},
{
"epoch": 1.5797726381811055,
"grad_norm": 5.457338333129883,
"learning_rate": 3.6481481481481486e-06,
"loss": 1.0169,
"step": 8060
},
{
"epoch": 1.5817326538612309,
"grad_norm": 6.128787994384766,
"learning_rate": 3.638888888888889e-06,
"loss": 1.0104,
"step": 8070
},
{
"epoch": 1.5836926695413562,
"grad_norm": 6.624429702758789,
"learning_rate": 3.6296296296296302e-06,
"loss": 0.9982,
"step": 8080
},
{
"epoch": 1.5856526852214818,
"grad_norm": 5.785494327545166,
"learning_rate": 3.6203703703703706e-06,
"loss": 0.9968,
"step": 8090
},
{
"epoch": 1.5876127009016072,
"grad_norm": 6.378090858459473,
"learning_rate": 3.6111111111111115e-06,
"loss": 0.9972,
"step": 8100
},
{
"epoch": 1.5895727165817326,
"grad_norm": 7.523343086242676,
"learning_rate": 3.601851851851852e-06,
"loss": 1.0077,
"step": 8110
},
{
"epoch": 1.5915327322618582,
"grad_norm": 5.578686714172363,
"learning_rate": 3.592592592592593e-06,
"loss": 1.0103,
"step": 8120
},
{
"epoch": 1.5934927479419836,
"grad_norm": 6.031825065612793,
"learning_rate": 3.5833333333333335e-06,
"loss": 1.015,
"step": 8130
},
{
"epoch": 1.595452763622109,
"grad_norm": 6.009352207183838,
"learning_rate": 3.5740740740740743e-06,
"loss": 0.9997,
"step": 8140
},
{
"epoch": 1.5974127793022346,
"grad_norm": 6.1863694190979,
"learning_rate": 3.5648148148148147e-06,
"loss": 0.9902,
"step": 8150
},
{
"epoch": 1.5993727949823597,
"grad_norm": 5.477410316467285,
"learning_rate": 3.555555555555556e-06,
"loss": 1.0077,
"step": 8160
},
{
"epoch": 1.6013328106624853,
"grad_norm": 6.446470260620117,
"learning_rate": 3.5462962962962967e-06,
"loss": 1.0123,
"step": 8170
},
{
"epoch": 1.6032928263426107,
"grad_norm": 5.979601860046387,
"learning_rate": 3.537037037037037e-06,
"loss": 1.0106,
"step": 8180
},
{
"epoch": 1.605252842022736,
"grad_norm": 5.748382091522217,
"learning_rate": 3.5277777777777784e-06,
"loss": 1.0083,
"step": 8190
},
{
"epoch": 1.6072128577028617,
"grad_norm": 6.122110843658447,
"learning_rate": 3.5185185185185187e-06,
"loss": 1.0124,
"step": 8200
},
{
"epoch": 1.609172873382987,
"grad_norm": 6.104898452758789,
"learning_rate": 3.5092592592592596e-06,
"loss": 1.0118,
"step": 8210
},
{
"epoch": 1.6111328890631125,
"grad_norm": 6.527801513671875,
"learning_rate": 3.5e-06,
"loss": 1.0084,
"step": 8220
},
{
"epoch": 1.613092904743238,
"grad_norm": 6.3016676902771,
"learning_rate": 3.490740740740741e-06,
"loss": 1.0104,
"step": 8230
},
{
"epoch": 1.6150529204233632,
"grad_norm": 6.44483757019043,
"learning_rate": 3.481481481481482e-06,
"loss": 1.0102,
"step": 8240
},
{
"epoch": 1.6170129361034888,
"grad_norm": 6.052326679229736,
"learning_rate": 3.4722222222222224e-06,
"loss": 1.0147,
"step": 8250
},
{
"epoch": 1.6189729517836142,
"grad_norm": 5.94256067276001,
"learning_rate": 3.4629629629629628e-06,
"loss": 1.0108,
"step": 8260
},
{
"epoch": 1.6209329674637396,
"grad_norm": 6.634081840515137,
"learning_rate": 3.453703703703704e-06,
"loss": 1.0139,
"step": 8270
},
{
"epoch": 1.6228929831438652,
"grad_norm": 6.239657878875732,
"learning_rate": 3.444444444444445e-06,
"loss": 0.9949,
"step": 8280
},
{
"epoch": 1.6248529988239906,
"grad_norm": 6.047982692718506,
"learning_rate": 3.4351851851851852e-06,
"loss": 1.0223,
"step": 8290
},
{
"epoch": 1.626813014504116,
"grad_norm": 5.618074417114258,
"learning_rate": 3.4259259259259265e-06,
"loss": 1.022,
"step": 8300
},
{
"epoch": 1.6287730301842416,
"grad_norm": 5.856754779815674,
"learning_rate": 3.416666666666667e-06,
"loss": 1.0053,
"step": 8310
},
{
"epoch": 1.630733045864367,
"grad_norm": 6.435812473297119,
"learning_rate": 3.4074074074074077e-06,
"loss": 0.9989,
"step": 8320
},
{
"epoch": 1.6326930615444923,
"grad_norm": 5.980440139770508,
"learning_rate": 3.398148148148148e-06,
"loss": 1.0108,
"step": 8330
},
{
"epoch": 1.634653077224618,
"grad_norm": 6.19628381729126,
"learning_rate": 3.3888888888888893e-06,
"loss": 0.995,
"step": 8340
},
{
"epoch": 1.636613092904743,
"grad_norm": 5.549736976623535,
"learning_rate": 3.37962962962963e-06,
"loss": 1.0181,
"step": 8350
},
{
"epoch": 1.6385731085848687,
"grad_norm": 6.485236644744873,
"learning_rate": 3.3703703703703705e-06,
"loss": 1.0092,
"step": 8360
},
{
"epoch": 1.640533124264994,
"grad_norm": 6.0221848487854,
"learning_rate": 3.3611111111111117e-06,
"loss": 1.0038,
"step": 8370
},
{
"epoch": 1.6424931399451195,
"grad_norm": 5.699035167694092,
"learning_rate": 3.351851851851852e-06,
"loss": 1.0092,
"step": 8380
},
{
"epoch": 1.644453155625245,
"grad_norm": 6.401322364807129,
"learning_rate": 3.342592592592593e-06,
"loss": 1.0013,
"step": 8390
},
{
"epoch": 1.6464131713053705,
"grad_norm": 6.202515125274658,
"learning_rate": 3.3333333333333333e-06,
"loss": 1.0165,
"step": 8400
},
{
"epoch": 1.6464131713053705,
"eval_loss": 1.0264891386032104,
"eval_runtime": 14.05,
"eval_samples_per_second": 46.548,
"eval_steps_per_second": 5.836,
"step": 8400
},
{
"epoch": 1.6483731869854958,
"grad_norm": 6.184670448303223,
"learning_rate": 3.3240740740740746e-06,
"loss": 1.0055,
"step": 8410
},
{
"epoch": 1.6503332026656214,
"grad_norm": 6.040178298950195,
"learning_rate": 3.314814814814815e-06,
"loss": 1.007,
"step": 8420
},
{
"epoch": 1.6522932183457466,
"grad_norm": 6.925061225891113,
"learning_rate": 3.3055555555555558e-06,
"loss": 1.0101,
"step": 8430
},
{
"epoch": 1.6542532340258722,
"grad_norm": 6.050986289978027,
"learning_rate": 3.296296296296296e-06,
"loss": 0.9969,
"step": 8440
},
{
"epoch": 1.6562132497059978,
"grad_norm": 5.321831703186035,
"learning_rate": 3.2870370370370374e-06,
"loss": 1.0092,
"step": 8450
},
{
"epoch": 1.658173265386123,
"grad_norm": 5.440800666809082,
"learning_rate": 3.277777777777778e-06,
"loss": 1.0115,
"step": 8460
},
{
"epoch": 1.6601332810662486,
"grad_norm": 8.311331748962402,
"learning_rate": 3.2685185185185186e-06,
"loss": 1.0014,
"step": 8470
},
{
"epoch": 1.662093296746374,
"grad_norm": 6.014708518981934,
"learning_rate": 3.25925925925926e-06,
"loss": 1.0135,
"step": 8480
},
{
"epoch": 1.6640533124264993,
"grad_norm": 6.3742475509643555,
"learning_rate": 3.2500000000000002e-06,
"loss": 1.0024,
"step": 8490
},
{
"epoch": 1.666013328106625,
"grad_norm": 6.1811041831970215,
"learning_rate": 3.240740740740741e-06,
"loss": 0.9983,
"step": 8500
},
{
"epoch": 1.6679733437867503,
"grad_norm": 6.055778503417969,
"learning_rate": 3.2314814814814814e-06,
"loss": 0.9986,
"step": 8510
},
{
"epoch": 1.6699333594668757,
"grad_norm": 6.654355525970459,
"learning_rate": 3.2222222222222227e-06,
"loss": 1.0111,
"step": 8520
},
{
"epoch": 1.6718933751470013,
"grad_norm": 6.156193733215332,
"learning_rate": 3.2129629629629635e-06,
"loss": 0.9879,
"step": 8530
},
{
"epoch": 1.6738533908271265,
"grad_norm": 6.491064548492432,
"learning_rate": 3.203703703703704e-06,
"loss": 1.0197,
"step": 8540
},
{
"epoch": 1.675813406507252,
"grad_norm": 5.876689434051514,
"learning_rate": 3.1944444444444443e-06,
"loss": 0.9934,
"step": 8550
},
{
"epoch": 1.6777734221873775,
"grad_norm": 6.113574504852295,
"learning_rate": 3.1851851851851855e-06,
"loss": 0.9992,
"step": 8560
},
{
"epoch": 1.6797334378675028,
"grad_norm": 6.2524518966674805,
"learning_rate": 3.1759259259259263e-06,
"loss": 1.0101,
"step": 8570
},
{
"epoch": 1.6816934535476284,
"grad_norm": 6.034154891967773,
"learning_rate": 3.1666666666666667e-06,
"loss": 1.0009,
"step": 8580
},
{
"epoch": 1.6836534692277538,
"grad_norm": 5.920796871185303,
"learning_rate": 3.157407407407408e-06,
"loss": 1.0088,
"step": 8590
},
{
"epoch": 1.6856134849078792,
"grad_norm": 5.578927993774414,
"learning_rate": 3.1481481481481483e-06,
"loss": 1.0004,
"step": 8600
},
{
"epoch": 1.6875735005880048,
"grad_norm": 6.1217803955078125,
"learning_rate": 3.138888888888889e-06,
"loss": 1.0034,
"step": 8610
},
{
"epoch": 1.6895335162681302,
"grad_norm": 6.209445953369141,
"learning_rate": 3.1296296296296295e-06,
"loss": 0.9912,
"step": 8620
},
{
"epoch": 1.6914935319482556,
"grad_norm": 6.419200897216797,
"learning_rate": 3.1203703703703708e-06,
"loss": 1.0048,
"step": 8630
},
{
"epoch": 1.6934535476283812,
"grad_norm": 6.344346046447754,
"learning_rate": 3.1111111111111116e-06,
"loss": 0.9986,
"step": 8640
},
{
"epoch": 1.6954135633085063,
"grad_norm": 6.1742963790893555,
"learning_rate": 3.101851851851852e-06,
"loss": 1.0085,
"step": 8650
},
{
"epoch": 1.697373578988632,
"grad_norm": 5.269043445587158,
"learning_rate": 3.0925925925925928e-06,
"loss": 1.0045,
"step": 8660
},
{
"epoch": 1.6993335946687573,
"grad_norm": 6.707599639892578,
"learning_rate": 3.0833333333333336e-06,
"loss": 1.0074,
"step": 8670
},
{
"epoch": 1.7012936103488827,
"grad_norm": 6.476319313049316,
"learning_rate": 3.0740740740740744e-06,
"loss": 1.0066,
"step": 8680
},
{
"epoch": 1.7032536260290083,
"grad_norm": 5.808709621429443,
"learning_rate": 3.064814814814815e-06,
"loss": 0.9969,
"step": 8690
},
{
"epoch": 1.7052136417091337,
"grad_norm": 10.500265121459961,
"learning_rate": 3.055555555555556e-06,
"loss": 1.0062,
"step": 8700
},
{
"epoch": 1.707173657389259,
"grad_norm": 5.992859840393066,
"learning_rate": 3.0462962962962964e-06,
"loss": 1.0133,
"step": 8710
},
{
"epoch": 1.7091336730693847,
"grad_norm": 6.0215325355529785,
"learning_rate": 3.0370370370370372e-06,
"loss": 1.0175,
"step": 8720
},
{
"epoch": 1.7110936887495098,
"grad_norm": 6.671189785003662,
"learning_rate": 3.0277777777777776e-06,
"loss": 1.0113,
"step": 8730
},
{
"epoch": 1.7130537044296354,
"grad_norm": 6.012123107910156,
"learning_rate": 3.018518518518519e-06,
"loss": 0.9931,
"step": 8740
},
{
"epoch": 1.7150137201097608,
"grad_norm": 5.328975200653076,
"learning_rate": 3.0092592592592597e-06,
"loss": 1.0052,
"step": 8750
},
{
"epoch": 1.7169737357898862,
"grad_norm": 6.184416770935059,
"learning_rate": 3e-06,
"loss": 1.0125,
"step": 8760
},
{
"epoch": 1.7189337514700118,
"grad_norm": 6.222989559173584,
"learning_rate": 2.990740740740741e-06,
"loss": 1.0166,
"step": 8770
},
{
"epoch": 1.7208937671501372,
"grad_norm": 6.706179141998291,
"learning_rate": 2.9814814814814817e-06,
"loss": 1.0095,
"step": 8780
},
{
"epoch": 1.7228537828302626,
"grad_norm": 6.823479652404785,
"learning_rate": 2.9722222222222225e-06,
"loss": 1.0147,
"step": 8790
},
{
"epoch": 1.7248137985103882,
"grad_norm": 7.233177185058594,
"learning_rate": 2.962962962962963e-06,
"loss": 0.9963,
"step": 8800
},
{
"epoch": 1.7267738141905136,
"grad_norm": 5.568224906921387,
"learning_rate": 2.953703703703704e-06,
"loss": 1.0052,
"step": 8810
},
{
"epoch": 1.728733829870639,
"grad_norm": 6.352148532867432,
"learning_rate": 2.944444444444445e-06,
"loss": 0.9951,
"step": 8820
},
{
"epoch": 1.7306938455507646,
"grad_norm": 6.312885284423828,
"learning_rate": 2.9351851851851853e-06,
"loss": 1.0126,
"step": 8830
},
{
"epoch": 1.7326538612308897,
"grad_norm": 6.648190975189209,
"learning_rate": 2.9259259259259257e-06,
"loss": 1.0095,
"step": 8840
},
{
"epoch": 1.7346138769110153,
"grad_norm": 7.448049545288086,
"learning_rate": 2.916666666666667e-06,
"loss": 1.0058,
"step": 8850
},
{
"epoch": 1.7365738925911407,
"grad_norm": 6.0499653816223145,
"learning_rate": 2.907407407407408e-06,
"loss": 1.002,
"step": 8860
},
{
"epoch": 1.738533908271266,
"grad_norm": 6.453138828277588,
"learning_rate": 2.898148148148148e-06,
"loss": 1.0107,
"step": 8870
},
{
"epoch": 1.7404939239513917,
"grad_norm": 6.5974555015563965,
"learning_rate": 2.888888888888889e-06,
"loss": 1.0119,
"step": 8880
},
{
"epoch": 1.742453939631517,
"grad_norm": 6.174962043762207,
"learning_rate": 2.87962962962963e-06,
"loss": 1.0067,
"step": 8890
},
{
"epoch": 1.7444139553116425,
"grad_norm": 6.343291282653809,
"learning_rate": 2.8703703703703706e-06,
"loss": 0.9903,
"step": 8900
},
{
"epoch": 1.746373970991768,
"grad_norm": 6.71571159362793,
"learning_rate": 2.861111111111111e-06,
"loss": 1.018,
"step": 8910
},
{
"epoch": 1.7483339866718932,
"grad_norm": 6.948620319366455,
"learning_rate": 2.8518518518518522e-06,
"loss": 1.0138,
"step": 8920
},
{
"epoch": 1.7502940023520188,
"grad_norm": 6.206993579864502,
"learning_rate": 2.842592592592593e-06,
"loss": 1.0024,
"step": 8930
},
{
"epoch": 1.7522540180321444,
"grad_norm": 6.701568603515625,
"learning_rate": 2.8333333333333335e-06,
"loss": 1.0117,
"step": 8940
},
{
"epoch": 1.7542140337122696,
"grad_norm": 6.476100921630859,
"learning_rate": 2.8240740740740743e-06,
"loss": 1.0,
"step": 8950
},
{
"epoch": 1.7561740493923952,
"grad_norm": 7.1540703773498535,
"learning_rate": 2.814814814814815e-06,
"loss": 0.9933,
"step": 8960
},
{
"epoch": 1.7581340650725206,
"grad_norm": 6.764838695526123,
"learning_rate": 2.805555555555556e-06,
"loss": 1.0051,
"step": 8970
},
{
"epoch": 1.760094080752646,
"grad_norm": 5.835758209228516,
"learning_rate": 2.7962962962962963e-06,
"loss": 1.0058,
"step": 8980
},
{
"epoch": 1.7620540964327716,
"grad_norm": 6.640206813812256,
"learning_rate": 2.7870370370370375e-06,
"loss": 1.0012,
"step": 8990
},
{
"epoch": 1.764014112112897,
"grad_norm": 7.032010555267334,
"learning_rate": 2.7777777777777783e-06,
"loss": 0.9988,
"step": 9000
},
{
"epoch": 1.7659741277930223,
"grad_norm": 6.398713111877441,
"learning_rate": 2.7685185185185187e-06,
"loss": 1.0179,
"step": 9010
},
{
"epoch": 1.767934143473148,
"grad_norm": 6.625948905944824,
"learning_rate": 2.759259259259259e-06,
"loss": 1.0089,
"step": 9020
},
{
"epoch": 1.769894159153273,
"grad_norm": 5.858684062957764,
"learning_rate": 2.7500000000000004e-06,
"loss": 1.0057,
"step": 9030
},
{
"epoch": 1.7718541748333987,
"grad_norm": 7.03538703918457,
"learning_rate": 2.740740740740741e-06,
"loss": 1.0223,
"step": 9040
},
{
"epoch": 1.773814190513524,
"grad_norm": 6.332048416137695,
"learning_rate": 2.7314814814814816e-06,
"loss": 1.0027,
"step": 9050
},
{
"epoch": 1.7757742061936495,
"grad_norm": 6.304274082183838,
"learning_rate": 2.7222222222222224e-06,
"loss": 0.994,
"step": 9060
},
{
"epoch": 1.777734221873775,
"grad_norm": 5.588042736053467,
"learning_rate": 2.712962962962963e-06,
"loss": 1.0044,
"step": 9070
},
{
"epoch": 1.7796942375539004,
"grad_norm": 6.531040191650391,
"learning_rate": 2.703703703703704e-06,
"loss": 1.0059,
"step": 9080
},
{
"epoch": 1.7816542532340258,
"grad_norm": 6.511843681335449,
"learning_rate": 2.6944444444444444e-06,
"loss": 1.0046,
"step": 9090
},
{
"epoch": 1.7836142689141514,
"grad_norm": 6.718422889709473,
"learning_rate": 2.6851851851851856e-06,
"loss": 1.0084,
"step": 9100
},
{
"epoch": 1.7836142689141514,
"eval_loss": 1.0242658853530884,
"eval_runtime": 14.0168,
"eval_samples_per_second": 46.658,
"eval_steps_per_second": 5.85,
"step": 9100
},
{
"epoch": 1.7855742845942768,
"grad_norm": 5.511220455169678,
"learning_rate": 2.6759259259259264e-06,
"loss": 1.0028,
"step": 9110
},
{
"epoch": 1.7875343002744022,
"grad_norm": 6.125180244445801,
"learning_rate": 2.666666666666667e-06,
"loss": 0.9937,
"step": 9120
},
{
"epoch": 1.7894943159545278,
"grad_norm": 6.439998626708984,
"learning_rate": 2.6574074074074076e-06,
"loss": 0.9946,
"step": 9130
},
{
"epoch": 1.791454331634653,
"grad_norm": 6.341091156005859,
"learning_rate": 2.6481481481481485e-06,
"loss": 1.0131,
"step": 9140
},
{
"epoch": 1.7934143473147786,
"grad_norm": 6.909265041351318,
"learning_rate": 2.6388888888888893e-06,
"loss": 1.019,
"step": 9150
},
{
"epoch": 1.795374362994904,
"grad_norm": 5.798973083496094,
"learning_rate": 2.6296296296296297e-06,
"loss": 1.0058,
"step": 9160
},
{
"epoch": 1.7973343786750293,
"grad_norm": 6.564090728759766,
"learning_rate": 2.6203703703703705e-06,
"loss": 1.0012,
"step": 9170
},
{
"epoch": 1.799294394355155,
"grad_norm": 6.725678443908691,
"learning_rate": 2.6111111111111113e-06,
"loss": 0.9987,
"step": 9180
},
{
"epoch": 1.8012544100352803,
"grad_norm": 6.482659339904785,
"learning_rate": 2.601851851851852e-06,
"loss": 0.9986,
"step": 9190
},
{
"epoch": 1.8032144257154057,
"grad_norm": 10.73702621459961,
"learning_rate": 2.5925925925925925e-06,
"loss": 0.9968,
"step": 9200
},
{
"epoch": 1.8051744413955313,
"grad_norm": 6.893209457397461,
"learning_rate": 2.5833333333333337e-06,
"loss": 1.0111,
"step": 9210
},
{
"epoch": 1.8071344570756565,
"grad_norm": 6.212709426879883,
"learning_rate": 2.5740740740740745e-06,
"loss": 1.0036,
"step": 9220
},
{
"epoch": 1.809094472755782,
"grad_norm": 7.134426116943359,
"learning_rate": 2.564814814814815e-06,
"loss": 1.0008,
"step": 9230
},
{
"epoch": 1.8110544884359074,
"grad_norm": 12.403793334960938,
"learning_rate": 2.5555555555555557e-06,
"loss": 0.9933,
"step": 9240
},
{
"epoch": 1.8130145041160328,
"grad_norm": 6.31683349609375,
"learning_rate": 2.5462962962962966e-06,
"loss": 1.0083,
"step": 9250
},
{
"epoch": 1.8149745197961584,
"grad_norm": 5.857621669769287,
"learning_rate": 2.5370370370370374e-06,
"loss": 0.993,
"step": 9260
},
{
"epoch": 1.8169345354762838,
"grad_norm": 5.9981584548950195,
"learning_rate": 2.5277777777777778e-06,
"loss": 1.008,
"step": 9270
},
{
"epoch": 1.8188945511564092,
"grad_norm": 6.6797404289245605,
"learning_rate": 2.5185185185185186e-06,
"loss": 0.9915,
"step": 9280
},
{
"epoch": 1.8208545668365348,
"grad_norm": 6.050951957702637,
"learning_rate": 2.50925925925926e-06,
"loss": 1.0248,
"step": 9290
},
{
"epoch": 1.8228145825166602,
"grad_norm": 6.692429542541504,
"learning_rate": 2.5e-06,
"loss": 1.0103,
"step": 9300
},
{
"epoch": 1.8247745981967856,
"grad_norm": 6.396121978759766,
"learning_rate": 2.490740740740741e-06,
"loss": 1.0026,
"step": 9310
},
{
"epoch": 1.8267346138769112,
"grad_norm": 6.65963077545166,
"learning_rate": 2.481481481481482e-06,
"loss": 0.9912,
"step": 9320
},
{
"epoch": 1.8286946295570363,
"grad_norm": 7.833820343017578,
"learning_rate": 2.4722222222222226e-06,
"loss": 0.994,
"step": 9330
},
{
"epoch": 1.830654645237162,
"grad_norm": 5.663256645202637,
"learning_rate": 2.462962962962963e-06,
"loss": 1.0014,
"step": 9340
},
{
"epoch": 1.8326146609172873,
"grad_norm": 6.487533092498779,
"learning_rate": 2.453703703703704e-06,
"loss": 1.0022,
"step": 9350
},
{
"epoch": 1.8345746765974127,
"grad_norm": 6.143520832061768,
"learning_rate": 2.4444444444444447e-06,
"loss": 0.9852,
"step": 9360
},
{
"epoch": 1.8365346922775383,
"grad_norm": 6.246576309204102,
"learning_rate": 2.4351851851851855e-06,
"loss": 0.9995,
"step": 9370
},
{
"epoch": 1.8384947079576637,
"grad_norm": 6.709537982940674,
"learning_rate": 2.425925925925926e-06,
"loss": 1.0039,
"step": 9380
},
{
"epoch": 1.840454723637789,
"grad_norm": 6.031428813934326,
"learning_rate": 2.4166666666666667e-06,
"loss": 1.0103,
"step": 9390
},
{
"epoch": 1.8424147393179147,
"grad_norm": 6.703726291656494,
"learning_rate": 2.4074074074074075e-06,
"loss": 0.9999,
"step": 9400
},
{
"epoch": 1.8443747549980398,
"grad_norm": 6.8644819259643555,
"learning_rate": 2.3981481481481483e-06,
"loss": 0.9994,
"step": 9410
},
{
"epoch": 1.8463347706781654,
"grad_norm": 7.306818962097168,
"learning_rate": 2.388888888888889e-06,
"loss": 0.9995,
"step": 9420
},
{
"epoch": 1.848294786358291,
"grad_norm": 5.757288932800293,
"learning_rate": 2.37962962962963e-06,
"loss": 0.9883,
"step": 9430
},
{
"epoch": 1.8502548020384162,
"grad_norm": 6.339224815368652,
"learning_rate": 2.3703703703703707e-06,
"loss": 0.9953,
"step": 9440
},
{
"epoch": 1.8522148177185418,
"grad_norm": 8.186257362365723,
"learning_rate": 2.361111111111111e-06,
"loss": 0.9999,
"step": 9450
},
{
"epoch": 1.8541748333986672,
"grad_norm": 6.2635111808776855,
"learning_rate": 2.351851851851852e-06,
"loss": 1.0047,
"step": 9460
},
{
"epoch": 1.8561348490787926,
"grad_norm": 6.483547210693359,
"learning_rate": 2.3425925925925928e-06,
"loss": 1.0003,
"step": 9470
},
{
"epoch": 1.8580948647589182,
"grad_norm": 6.6517333984375,
"learning_rate": 2.3333333333333336e-06,
"loss": 1.0152,
"step": 9480
},
{
"epoch": 1.8600548804390435,
"grad_norm": 6.463938236236572,
"learning_rate": 2.324074074074074e-06,
"loss": 0.9917,
"step": 9490
},
{
"epoch": 1.862014896119169,
"grad_norm": 6.184695243835449,
"learning_rate": 2.314814814814815e-06,
"loss": 0.9889,
"step": 9500
},
{
"epoch": 1.8639749117992945,
"grad_norm": 6.435100078582764,
"learning_rate": 2.305555555555556e-06,
"loss": 1.002,
"step": 9510
},
{
"epoch": 1.8659349274794197,
"grad_norm": 5.961505889892578,
"learning_rate": 2.2962962962962964e-06,
"loss": 0.9931,
"step": 9520
},
{
"epoch": 1.8678949431595453,
"grad_norm": 6.590498924255371,
"learning_rate": 2.2870370370370372e-06,
"loss": 0.9967,
"step": 9530
},
{
"epoch": 1.8698549588396707,
"grad_norm": 6.019999027252197,
"learning_rate": 2.277777777777778e-06,
"loss": 0.9887,
"step": 9540
},
{
"epoch": 1.871814974519796,
"grad_norm": 6.332427978515625,
"learning_rate": 2.268518518518519e-06,
"loss": 1.0014,
"step": 9550
},
{
"epoch": 1.8737749901999217,
"grad_norm": 6.301807880401611,
"learning_rate": 2.2592592592592592e-06,
"loss": 0.9969,
"step": 9560
},
{
"epoch": 1.875735005880047,
"grad_norm": 6.279837131500244,
"learning_rate": 2.25e-06,
"loss": 0.9944,
"step": 9570
},
{
"epoch": 1.8776950215601724,
"grad_norm": 7.422451496124268,
"learning_rate": 2.240740740740741e-06,
"loss": 1.0007,
"step": 9580
},
{
"epoch": 1.879655037240298,
"grad_norm": 6.722255229949951,
"learning_rate": 2.2314814814814817e-06,
"loss": 0.9985,
"step": 9590
},
{
"epoch": 1.8816150529204234,
"grad_norm": 6.471696853637695,
"learning_rate": 2.222222222222222e-06,
"loss": 0.9984,
"step": 9600
},
{
"epoch": 1.8835750686005488,
"grad_norm": 6.347057819366455,
"learning_rate": 2.2129629629629633e-06,
"loss": 1.0092,
"step": 9610
},
{
"epoch": 1.8855350842806744,
"grad_norm": 6.340747833251953,
"learning_rate": 2.203703703703704e-06,
"loss": 0.9978,
"step": 9620
},
{
"epoch": 1.8874950999607996,
"grad_norm": 5.975046157836914,
"learning_rate": 2.1944444444444445e-06,
"loss": 1.0006,
"step": 9630
},
{
"epoch": 1.8894551156409252,
"grad_norm": 6.538125038146973,
"learning_rate": 2.1851851851851853e-06,
"loss": 1.006,
"step": 9640
},
{
"epoch": 1.8914151313210505,
"grad_norm": 6.345036506652832,
"learning_rate": 2.175925925925926e-06,
"loss": 1.0106,
"step": 9650
},
{
"epoch": 1.893375147001176,
"grad_norm": 6.604660987854004,
"learning_rate": 2.166666666666667e-06,
"loss": 0.9964,
"step": 9660
},
{
"epoch": 1.8953351626813015,
"grad_norm": 6.32635498046875,
"learning_rate": 2.1574074074074073e-06,
"loss": 1.0108,
"step": 9670
},
{
"epoch": 1.897295178361427,
"grad_norm": 6.804265975952148,
"learning_rate": 2.148148148148148e-06,
"loss": 1.0053,
"step": 9680
},
{
"epoch": 1.8992551940415523,
"grad_norm": 6.880146503448486,
"learning_rate": 2.138888888888889e-06,
"loss": 1.0073,
"step": 9690
},
{
"epoch": 1.901215209721678,
"grad_norm": 7.2419538497924805,
"learning_rate": 2.1296296296296298e-06,
"loss": 1.004,
"step": 9700
},
{
"epoch": 1.903175225401803,
"grad_norm": 6.319647789001465,
"learning_rate": 2.1203703703703706e-06,
"loss": 1.0049,
"step": 9710
},
{
"epoch": 1.9051352410819287,
"grad_norm": 6.6896491050720215,
"learning_rate": 2.1111111111111114e-06,
"loss": 1.0007,
"step": 9720
},
{
"epoch": 1.907095256762054,
"grad_norm": 5.643420696258545,
"learning_rate": 2.1018518518518522e-06,
"loss": 0.9898,
"step": 9730
},
{
"epoch": 1.9090552724421794,
"grad_norm": 6.660647869110107,
"learning_rate": 2.0925925925925926e-06,
"loss": 1.0039,
"step": 9740
},
{
"epoch": 1.911015288122305,
"grad_norm": 7.0795464515686035,
"learning_rate": 2.0833333333333334e-06,
"loss": 0.986,
"step": 9750
},
{
"epoch": 1.9129753038024304,
"grad_norm": 6.72257137298584,
"learning_rate": 2.0740740740740742e-06,
"loss": 1.0045,
"step": 9760
},
{
"epoch": 1.9149353194825558,
"grad_norm": 7.132964134216309,
"learning_rate": 2.064814814814815e-06,
"loss": 1.0043,
"step": 9770
},
{
"epoch": 1.9168953351626814,
"grad_norm": 6.032354354858398,
"learning_rate": 2.0555555555555555e-06,
"loss": 1.0159,
"step": 9780
},
{
"epoch": 1.9188553508428068,
"grad_norm": 6.651278495788574,
"learning_rate": 2.0462962962962967e-06,
"loss": 1.0009,
"step": 9790
},
{
"epoch": 1.9208153665229322,
"grad_norm": 6.432239532470703,
"learning_rate": 2.037037037037037e-06,
"loss": 1.0035,
"step": 9800
},
{
"epoch": 1.9208153665229322,
"eval_loss": 1.0201009511947632,
"eval_runtime": 14.0626,
"eval_samples_per_second": 46.506,
"eval_steps_per_second": 5.831,
"step": 9800
},
{
"epoch": 1.9227753822030578,
"grad_norm": 6.820202827453613,
"learning_rate": 2.027777777777778e-06,
"loss": 0.9879,
"step": 9810
},
{
"epoch": 1.924735397883183,
"grad_norm": 6.324273586273193,
"learning_rate": 2.0185185185185187e-06,
"loss": 1.0022,
"step": 9820
},
{
"epoch": 1.9266954135633085,
"grad_norm": 5.975357532501221,
"learning_rate": 2.0092592592592595e-06,
"loss": 1.0168,
"step": 9830
},
{
"epoch": 1.928655429243434,
"grad_norm": 7.312973976135254,
"learning_rate": 2.0000000000000003e-06,
"loss": 1.0017,
"step": 9840
},
{
"epoch": 1.9306154449235593,
"grad_norm": 7.051765441894531,
"learning_rate": 1.9907407407407407e-06,
"loss": 0.992,
"step": 9850
},
{
"epoch": 1.932575460603685,
"grad_norm": 6.269126892089844,
"learning_rate": 1.9814814814814815e-06,
"loss": 1.0018,
"step": 9860
},
{
"epoch": 1.9345354762838103,
"grad_norm": 6.204473972320557,
"learning_rate": 1.9722222222222224e-06,
"loss": 0.999,
"step": 9870
},
{
"epoch": 1.9364954919639357,
"grad_norm": 6.758467197418213,
"learning_rate": 1.962962962962963e-06,
"loss": 1.0023,
"step": 9880
},
{
"epoch": 1.9384555076440613,
"grad_norm": 6.538867950439453,
"learning_rate": 1.953703703703704e-06,
"loss": 0.9907,
"step": 9890
},
{
"epoch": 1.9404155233241864,
"grad_norm": 7.003431797027588,
"learning_rate": 1.944444444444445e-06,
"loss": 1.0047,
"step": 9900
},
{
"epoch": 1.942375539004312,
"grad_norm": 6.028417587280273,
"learning_rate": 1.935185185185185e-06,
"loss": 1.0027,
"step": 9910
},
{
"epoch": 1.9443355546844376,
"grad_norm": 6.356867790222168,
"learning_rate": 1.925925925925926e-06,
"loss": 0.9902,
"step": 9920
},
{
"epoch": 1.9462955703645628,
"grad_norm": 7.202489376068115,
"learning_rate": 1.916666666666667e-06,
"loss": 1.0106,
"step": 9930
},
{
"epoch": 1.9482555860446884,
"grad_norm": 6.344156265258789,
"learning_rate": 1.9074074074074076e-06,
"loss": 0.9916,
"step": 9940
},
{
"epoch": 1.9502156017248138,
"grad_norm": 6.817245006561279,
"learning_rate": 1.8981481481481484e-06,
"loss": 0.9829,
"step": 9950
},
{
"epoch": 1.9521756174049392,
"grad_norm": 6.988001823425293,
"learning_rate": 1.888888888888889e-06,
"loss": 0.9997,
"step": 9960
},
{
"epoch": 1.9541356330850648,
"grad_norm": 6.65484619140625,
"learning_rate": 1.8796296296296299e-06,
"loss": 1.0026,
"step": 9970
},
{
"epoch": 1.9560956487651902,
"grad_norm": 6.717133045196533,
"learning_rate": 1.8703703703703705e-06,
"loss": 1.0071,
"step": 9980
},
{
"epoch": 1.9580556644453155,
"grad_norm": 6.037536144256592,
"learning_rate": 1.8611111111111113e-06,
"loss": 0.993,
"step": 9990
},
{
"epoch": 1.9600156801254411,
"grad_norm": 6.965274810791016,
"learning_rate": 1.8518518518518519e-06,
"loss": 0.9918,
"step": 10000
},
{
"epoch": 1.9619756958055663,
"grad_norm": 6.768052101135254,
"learning_rate": 1.8425925925925927e-06,
"loss": 0.9873,
"step": 10010
},
{
"epoch": 1.963935711485692,
"grad_norm": 6.111681938171387,
"learning_rate": 1.8333333333333333e-06,
"loss": 1.0111,
"step": 10020
},
{
"epoch": 1.9658957271658173,
"grad_norm": 6.606689453125,
"learning_rate": 1.8240740740740743e-06,
"loss": 0.9997,
"step": 10030
},
{
"epoch": 1.9678557428459427,
"grad_norm": 6.256832599639893,
"learning_rate": 1.8148148148148151e-06,
"loss": 0.9977,
"step": 10040
},
{
"epoch": 1.9698157585260683,
"grad_norm": 6.401496410369873,
"learning_rate": 1.8055555555555557e-06,
"loss": 1.0069,
"step": 10050
},
{
"epoch": 1.9717757742061937,
"grad_norm": 6.166873455047607,
"learning_rate": 1.7962962962962965e-06,
"loss": 0.9998,
"step": 10060
},
{
"epoch": 1.973735789886319,
"grad_norm": 5.77340030670166,
"learning_rate": 1.7870370370370371e-06,
"loss": 1.0008,
"step": 10070
},
{
"epoch": 1.9756958055664446,
"grad_norm": 7.6040120124816895,
"learning_rate": 1.777777777777778e-06,
"loss": 0.9991,
"step": 10080
},
{
"epoch": 1.97765582124657,
"grad_norm": 6.114837169647217,
"learning_rate": 1.7685185185185186e-06,
"loss": 0.9949,
"step": 10090
},
{
"epoch": 1.9796158369266954,
"grad_norm": 6.565464496612549,
"learning_rate": 1.7592592592592594e-06,
"loss": 1.0141,
"step": 10100
},
{
"epoch": 1.981575852606821,
"grad_norm": 6.436923980712891,
"learning_rate": 1.75e-06,
"loss": 0.9975,
"step": 10110
},
{
"epoch": 1.9835358682869462,
"grad_norm": 7.330633640289307,
"learning_rate": 1.740740740740741e-06,
"loss": 1.0014,
"step": 10120
},
{
"epoch": 1.9854958839670718,
"grad_norm": 7.172529697418213,
"learning_rate": 1.7314814814814814e-06,
"loss": 0.9811,
"step": 10130
},
{
"epoch": 1.9874558996471972,
"grad_norm": 6.164400577545166,
"learning_rate": 1.7222222222222224e-06,
"loss": 0.9972,
"step": 10140
},
{
"epoch": 1.9894159153273225,
"grad_norm": 6.392111778259277,
"learning_rate": 1.7129629629629632e-06,
"loss": 1.0001,
"step": 10150
},
{
"epoch": 1.9913759310074481,
"grad_norm": 8.478386878967285,
"learning_rate": 1.7037037037037038e-06,
"loss": 1.0015,
"step": 10160
},
{
"epoch": 1.9933359466875735,
"grad_norm": 6.89587926864624,
"learning_rate": 1.6944444444444446e-06,
"loss": 1.0047,
"step": 10170
},
{
"epoch": 1.995295962367699,
"grad_norm": 6.686724662780762,
"learning_rate": 1.6851851851851852e-06,
"loss": 0.9953,
"step": 10180
},
{
"epoch": 1.9972559780478245,
"grad_norm": 6.857761859893799,
"learning_rate": 1.675925925925926e-06,
"loss": 0.9836,
"step": 10190
},
{
"epoch": 1.9992159937279497,
"grad_norm": 6.607189178466797,
"learning_rate": 1.6666666666666667e-06,
"loss": 0.9979,
"step": 10200
},
{
"epoch": 2.0011760094080753,
"grad_norm": 6.168262481689453,
"learning_rate": 1.6574074074074075e-06,
"loss": 0.9719,
"step": 10210
},
{
"epoch": 2.003136025088201,
"grad_norm": 6.525495529174805,
"learning_rate": 1.648148148148148e-06,
"loss": 0.9789,
"step": 10220
},
{
"epoch": 2.005096040768326,
"grad_norm": 5.562708854675293,
"learning_rate": 1.638888888888889e-06,
"loss": 0.98,
"step": 10230
},
{
"epoch": 2.0070560564484516,
"grad_norm": 7.023379802703857,
"learning_rate": 1.62962962962963e-06,
"loss": 0.985,
"step": 10240
},
{
"epoch": 2.0090160721285772,
"grad_norm": 7.55203104019165,
"learning_rate": 1.6203703703703705e-06,
"loss": 0.9758,
"step": 10250
},
{
"epoch": 2.0109760878087024,
"grad_norm": 13.453210830688477,
"learning_rate": 1.6111111111111113e-06,
"loss": 0.9656,
"step": 10260
},
{
"epoch": 2.012936103488828,
"grad_norm": 6.530963897705078,
"learning_rate": 1.601851851851852e-06,
"loss": 0.9615,
"step": 10270
},
{
"epoch": 2.014896119168953,
"grad_norm": 6.9765520095825195,
"learning_rate": 1.5925925925925927e-06,
"loss": 0.9786,
"step": 10280
},
{
"epoch": 2.0168561348490788,
"grad_norm": 7.124659538269043,
"learning_rate": 1.5833333333333333e-06,
"loss": 0.9795,
"step": 10290
},
{
"epoch": 2.0188161505292044,
"grad_norm": 7.119600772857666,
"learning_rate": 1.5740740740740742e-06,
"loss": 0.9672,
"step": 10300
},
{
"epoch": 2.0207761662093295,
"grad_norm": 6.711264133453369,
"learning_rate": 1.5648148148148148e-06,
"loss": 0.965,
"step": 10310
},
{
"epoch": 2.022736181889455,
"grad_norm": 7.027464389801025,
"learning_rate": 1.5555555555555558e-06,
"loss": 0.97,
"step": 10320
},
{
"epoch": 2.0246961975695807,
"grad_norm": 7.815002918243408,
"learning_rate": 1.5462962962962964e-06,
"loss": 0.9706,
"step": 10330
},
{
"epoch": 2.026656213249706,
"grad_norm": 6.989712238311768,
"learning_rate": 1.5370370370370372e-06,
"loss": 0.9741,
"step": 10340
},
{
"epoch": 2.0286162289298315,
"grad_norm": 6.903376579284668,
"learning_rate": 1.527777777777778e-06,
"loss": 0.9707,
"step": 10350
},
{
"epoch": 2.0305762446099567,
"grad_norm": 5.8991570472717285,
"learning_rate": 1.5185185185185186e-06,
"loss": 0.9731,
"step": 10360
},
{
"epoch": 2.0325362602900823,
"grad_norm": 7.208601474761963,
"learning_rate": 1.5092592592592594e-06,
"loss": 0.9845,
"step": 10370
},
{
"epoch": 2.034496275970208,
"grad_norm": 6.827620506286621,
"learning_rate": 1.5e-06,
"loss": 0.968,
"step": 10380
},
{
"epoch": 2.036456291650333,
"grad_norm": 6.6345295906066895,
"learning_rate": 1.4907407407407409e-06,
"loss": 0.9626,
"step": 10390
},
{
"epoch": 2.0384163073304586,
"grad_norm": 7.7344865798950195,
"learning_rate": 1.4814814814814815e-06,
"loss": 0.9717,
"step": 10400
},
{
"epoch": 2.0403763230105842,
"grad_norm": 7.092048168182373,
"learning_rate": 1.4722222222222225e-06,
"loss": 0.9721,
"step": 10410
},
{
"epoch": 2.0423363386907094,
"grad_norm": 6.746728897094727,
"learning_rate": 1.4629629629629629e-06,
"loss": 0.9755,
"step": 10420
},
{
"epoch": 2.044296354370835,
"grad_norm": 7.295462131500244,
"learning_rate": 1.453703703703704e-06,
"loss": 0.9633,
"step": 10430
},
{
"epoch": 2.0462563700509606,
"grad_norm": 6.882177829742432,
"learning_rate": 1.4444444444444445e-06,
"loss": 0.9668,
"step": 10440
},
{
"epoch": 2.0482163857310858,
"grad_norm": 6.1587300300598145,
"learning_rate": 1.4351851851851853e-06,
"loss": 0.9773,
"step": 10450
},
{
"epoch": 2.0501764014112114,
"grad_norm": 7.219092845916748,
"learning_rate": 1.4259259259259261e-06,
"loss": 0.9724,
"step": 10460
},
{
"epoch": 2.0521364170913365,
"grad_norm": 6.330183029174805,
"learning_rate": 1.4166666666666667e-06,
"loss": 0.965,
"step": 10470
},
{
"epoch": 2.054096432771462,
"grad_norm": 7.83421516418457,
"learning_rate": 1.4074074074074075e-06,
"loss": 0.9715,
"step": 10480
},
{
"epoch": 2.0560564484515877,
"grad_norm": 6.530287265777588,
"learning_rate": 1.3981481481481481e-06,
"loss": 0.9859,
"step": 10490
},
{
"epoch": 2.058016464131713,
"grad_norm": 7.4246625900268555,
"learning_rate": 1.3888888888888892e-06,
"loss": 0.9567,
"step": 10500
},
{
"epoch": 2.058016464131713,
"eval_loss": 1.0192580223083496,
"eval_runtime": 14.0156,
"eval_samples_per_second": 46.662,
"eval_steps_per_second": 5.851,
"step": 10500
},
{
"epoch": 2.0599764798118385,
"grad_norm": 7.052817344665527,
"learning_rate": 1.3796296296296296e-06,
"loss": 0.9657,
"step": 10510
},
{
"epoch": 2.061936495491964,
"grad_norm": 7.35888147354126,
"learning_rate": 1.3703703703703706e-06,
"loss": 0.9702,
"step": 10520
},
{
"epoch": 2.0638965111720893,
"grad_norm": 6.373018264770508,
"learning_rate": 1.3611111111111112e-06,
"loss": 0.9753,
"step": 10530
},
{
"epoch": 2.065856526852215,
"grad_norm": 6.720044136047363,
"learning_rate": 1.351851851851852e-06,
"loss": 0.9708,
"step": 10540
},
{
"epoch": 2.0678165425323405,
"grad_norm": 6.653097152709961,
"learning_rate": 1.3425925925925928e-06,
"loss": 0.9702,
"step": 10550
},
{
"epoch": 2.0697765582124656,
"grad_norm": 7.028474807739258,
"learning_rate": 1.3333333333333334e-06,
"loss": 0.9787,
"step": 10560
},
{
"epoch": 2.0717365738925912,
"grad_norm": 7.457616329193115,
"learning_rate": 1.3240740740740742e-06,
"loss": 0.9585,
"step": 10570
},
{
"epoch": 2.0736965895727164,
"grad_norm": 6.340860843658447,
"learning_rate": 1.3148148148148148e-06,
"loss": 0.9592,
"step": 10580
},
{
"epoch": 2.075656605252842,
"grad_norm": 7.086592674255371,
"learning_rate": 1.3055555555555556e-06,
"loss": 0.9701,
"step": 10590
},
{
"epoch": 2.0776166209329676,
"grad_norm": 7.2209320068359375,
"learning_rate": 1.2962962962962962e-06,
"loss": 0.9655,
"step": 10600
},
{
"epoch": 2.0795766366130928,
"grad_norm": 6.678873062133789,
"learning_rate": 1.2870370370370373e-06,
"loss": 0.9674,
"step": 10610
},
{
"epoch": 2.0815366522932184,
"grad_norm": 7.573465347290039,
"learning_rate": 1.2777777777777779e-06,
"loss": 0.9754,
"step": 10620
},
{
"epoch": 2.083496667973344,
"grad_norm": 7.289187908172607,
"learning_rate": 1.2685185185185187e-06,
"loss": 0.9769,
"step": 10630
},
{
"epoch": 2.085456683653469,
"grad_norm": 6.930860996246338,
"learning_rate": 1.2592592592592593e-06,
"loss": 0.9697,
"step": 10640
},
{
"epoch": 2.0874166993335947,
"grad_norm": 6.5301618576049805,
"learning_rate": 1.25e-06,
"loss": 0.9766,
"step": 10650
},
{
"epoch": 2.08937671501372,
"grad_norm": 8.65379524230957,
"learning_rate": 1.240740740740741e-06,
"loss": 0.9545,
"step": 10660
},
{
"epoch": 2.0913367306938455,
"grad_norm": 6.923322677612305,
"learning_rate": 1.2314814814814815e-06,
"loss": 0.9643,
"step": 10670
},
{
"epoch": 2.093296746373971,
"grad_norm": 7.2696614265441895,
"learning_rate": 1.2222222222222223e-06,
"loss": 0.9677,
"step": 10680
},
{
"epoch": 2.0952567620540963,
"grad_norm": 7.1026835441589355,
"learning_rate": 1.212962962962963e-06,
"loss": 0.9791,
"step": 10690
},
{
"epoch": 2.097216777734222,
"grad_norm": 6.935880661010742,
"learning_rate": 1.2037037037037037e-06,
"loss": 0.9639,
"step": 10700
},
{
"epoch": 2.0991767934143475,
"grad_norm": 6.7199201583862305,
"learning_rate": 1.1944444444444446e-06,
"loss": 0.9795,
"step": 10710
},
{
"epoch": 2.1011368090944726,
"grad_norm": 7.126111030578613,
"learning_rate": 1.1851851851851854e-06,
"loss": 0.9604,
"step": 10720
},
{
"epoch": 2.1030968247745983,
"grad_norm": 7.274319171905518,
"learning_rate": 1.175925925925926e-06,
"loss": 0.9696,
"step": 10730
},
{
"epoch": 2.105056840454724,
"grad_norm": 7.07975959777832,
"learning_rate": 1.1666666666666668e-06,
"loss": 0.9708,
"step": 10740
},
{
"epoch": 2.107016856134849,
"grad_norm": 24.05130386352539,
"learning_rate": 1.1574074074074076e-06,
"loss": 0.9765,
"step": 10750
},
{
"epoch": 2.1089768718149746,
"grad_norm": 7.428647518157959,
"learning_rate": 1.1481481481481482e-06,
"loss": 0.9665,
"step": 10760
},
{
"epoch": 2.1109368874951,
"grad_norm": 6.800421714782715,
"learning_rate": 1.138888888888889e-06,
"loss": 0.9687,
"step": 10770
},
{
"epoch": 2.1128969031752254,
"grad_norm": 8.014981269836426,
"learning_rate": 1.1296296296296296e-06,
"loss": 0.9773,
"step": 10780
},
{
"epoch": 2.114856918855351,
"grad_norm": 7.821423053741455,
"learning_rate": 1.1203703703703704e-06,
"loss": 0.9694,
"step": 10790
},
{
"epoch": 2.116816934535476,
"grad_norm": 8.069396018981934,
"learning_rate": 1.111111111111111e-06,
"loss": 0.9741,
"step": 10800
},
{
"epoch": 2.1187769502156018,
"grad_norm": 7.268844127655029,
"learning_rate": 1.101851851851852e-06,
"loss": 0.9685,
"step": 10810
},
{
"epoch": 2.1207369658957274,
"grad_norm": 7.122548580169678,
"learning_rate": 1.0925925925925927e-06,
"loss": 0.9491,
"step": 10820
},
{
"epoch": 2.1226969815758525,
"grad_norm": 6.834280014038086,
"learning_rate": 1.0833333333333335e-06,
"loss": 0.9836,
"step": 10830
},
{
"epoch": 2.124656997255978,
"grad_norm": 6.231177806854248,
"learning_rate": 1.074074074074074e-06,
"loss": 0.9729,
"step": 10840
},
{
"epoch": 2.1266170129361033,
"grad_norm": 7.387545585632324,
"learning_rate": 1.0648148148148149e-06,
"loss": 0.9658,
"step": 10850
},
{
"epoch": 2.128577028616229,
"grad_norm": 8.538785934448242,
"learning_rate": 1.0555555555555557e-06,
"loss": 0.9521,
"step": 10860
},
{
"epoch": 2.1305370442963545,
"grad_norm": 7.329588890075684,
"learning_rate": 1.0462962962962963e-06,
"loss": 0.9804,
"step": 10870
},
{
"epoch": 2.1324970599764796,
"grad_norm": 6.391878128051758,
"learning_rate": 1.0370370370370371e-06,
"loss": 0.9684,
"step": 10880
},
{
"epoch": 2.1344570756566053,
"grad_norm": 7.090411186218262,
"learning_rate": 1.0277777777777777e-06,
"loss": 0.9622,
"step": 10890
},
{
"epoch": 2.136417091336731,
"grad_norm": 6.1176958084106445,
"learning_rate": 1.0185185185185185e-06,
"loss": 0.9696,
"step": 10900
},
{
"epoch": 2.138377107016856,
"grad_norm": 10.32075023651123,
"learning_rate": 1.0092592592592594e-06,
"loss": 0.9686,
"step": 10910
},
{
"epoch": 2.1403371226969816,
"grad_norm": 7.174540996551514,
"learning_rate": 1.0000000000000002e-06,
"loss": 0.9647,
"step": 10920
},
{
"epoch": 2.1422971383771072,
"grad_norm": 7.739523410797119,
"learning_rate": 9.907407407407408e-07,
"loss": 0.9646,
"step": 10930
},
{
"epoch": 2.1442571540572324,
"grad_norm": 7.084393501281738,
"learning_rate": 9.814814814814816e-07,
"loss": 0.9695,
"step": 10940
},
{
"epoch": 2.146217169737358,
"grad_norm": 7.240608215332031,
"learning_rate": 9.722222222222224e-07,
"loss": 0.9655,
"step": 10950
},
{
"epoch": 2.148177185417483,
"grad_norm": 7.608102798461914,
"learning_rate": 9.62962962962963e-07,
"loss": 0.9598,
"step": 10960
},
{
"epoch": 2.1501372010976088,
"grad_norm": 7.160534858703613,
"learning_rate": 9.537037037037038e-07,
"loss": 0.9649,
"step": 10970
},
{
"epoch": 2.1520972167777344,
"grad_norm": 7.145265102386475,
"learning_rate": 9.444444444444445e-07,
"loss": 0.9646,
"step": 10980
},
{
"epoch": 2.1540572324578595,
"grad_norm": 25.257863998413086,
"learning_rate": 9.351851851851852e-07,
"loss": 0.9529,
"step": 10990
},
{
"epoch": 2.156017248137985,
"grad_norm": 7.226001262664795,
"learning_rate": 9.259259259259259e-07,
"loss": 0.9556,
"step": 11000
},
{
"epoch": 2.1579772638181107,
"grad_norm": 8.324951171875,
"learning_rate": 9.166666666666666e-07,
"loss": 0.9666,
"step": 11010
},
{
"epoch": 2.159937279498236,
"grad_norm": 7.676420211791992,
"learning_rate": 9.074074074074076e-07,
"loss": 0.9822,
"step": 11020
},
{
"epoch": 2.1618972951783615,
"grad_norm": 8.159540176391602,
"learning_rate": 8.981481481481483e-07,
"loss": 0.9608,
"step": 11030
},
{
"epoch": 2.1638573108584866,
"grad_norm": 7.420976161956787,
"learning_rate": 8.88888888888889e-07,
"loss": 0.974,
"step": 11040
},
{
"epoch": 2.1658173265386123,
"grad_norm": 7.221758842468262,
"learning_rate": 8.796296296296297e-07,
"loss": 0.9679,
"step": 11050
},
{
"epoch": 2.167777342218738,
"grad_norm": 7.399634838104248,
"learning_rate": 8.703703703703705e-07,
"loss": 0.9699,
"step": 11060
},
{
"epoch": 2.169737357898863,
"grad_norm": 6.9496026039123535,
"learning_rate": 8.611111111111112e-07,
"loss": 0.963,
"step": 11070
},
{
"epoch": 2.1716973735789886,
"grad_norm": 7.964886665344238,
"learning_rate": 8.518518518518519e-07,
"loss": 0.9649,
"step": 11080
},
{
"epoch": 2.1736573892591142,
"grad_norm": 6.945036888122559,
"learning_rate": 8.425925925925926e-07,
"loss": 0.9658,
"step": 11090
},
{
"epoch": 2.1756174049392394,
"grad_norm": 7.315770149230957,
"learning_rate": 8.333333333333333e-07,
"loss": 0.9715,
"step": 11100
},
{
"epoch": 2.177577420619365,
"grad_norm": 7.41797399520874,
"learning_rate": 8.24074074074074e-07,
"loss": 0.9579,
"step": 11110
},
{
"epoch": 2.1795374362994906,
"grad_norm": 6.9420366287231445,
"learning_rate": 8.14814814814815e-07,
"loss": 0.9785,
"step": 11120
},
{
"epoch": 2.1814974519796158,
"grad_norm": 6.257632255554199,
"learning_rate": 8.055555555555557e-07,
"loss": 0.9673,
"step": 11130
},
{
"epoch": 2.1834574676597414,
"grad_norm": 7.180861949920654,
"learning_rate": 7.962962962962964e-07,
"loss": 0.9691,
"step": 11140
},
{
"epoch": 2.1854174833398665,
"grad_norm": 7.286172389984131,
"learning_rate": 7.870370370370371e-07,
"loss": 0.9583,
"step": 11150
},
{
"epoch": 2.187377499019992,
"grad_norm": 7.305385589599609,
"learning_rate": 7.777777777777779e-07,
"loss": 0.9632,
"step": 11160
},
{
"epoch": 2.1893375147001177,
"grad_norm": 7.4768290519714355,
"learning_rate": 7.685185185185186e-07,
"loss": 0.9777,
"step": 11170
},
{
"epoch": 2.191297530380243,
"grad_norm": 7.44431209564209,
"learning_rate": 7.592592592592593e-07,
"loss": 0.9748,
"step": 11180
},
{
"epoch": 2.1932575460603685,
"grad_norm": 7.362459182739258,
"learning_rate": 7.5e-07,
"loss": 0.97,
"step": 11190
},
{
"epoch": 2.195217561740494,
"grad_norm": 6.118969917297363,
"learning_rate": 7.407407407407407e-07,
"loss": 0.967,
"step": 11200
},
{
"epoch": 2.195217561740494,
"eval_loss": 1.015982985496521,
"eval_runtime": 14.0402,
"eval_samples_per_second": 46.58,
"eval_steps_per_second": 5.84,
"step": 11200
},
{
"epoch": 2.1971775774206193,
"grad_norm": 7.092718601226807,
"learning_rate": 7.314814814814814e-07,
"loss": 0.9661,
"step": 11210
},
{
"epoch": 2.199137593100745,
"grad_norm": 7.384366512298584,
"learning_rate": 7.222222222222222e-07,
"loss": 0.9669,
"step": 11220
},
{
"epoch": 2.20109760878087,
"grad_norm": 7.769095420837402,
"learning_rate": 7.129629629629631e-07,
"loss": 0.9674,
"step": 11230
},
{
"epoch": 2.2030576244609956,
"grad_norm": 6.9204864501953125,
"learning_rate": 7.037037037037038e-07,
"loss": 0.9661,
"step": 11240
},
{
"epoch": 2.2050176401411212,
"grad_norm": 6.869389057159424,
"learning_rate": 6.944444444444446e-07,
"loss": 0.9619,
"step": 11250
},
{
"epoch": 2.2069776558212464,
"grad_norm": 7.39153528213501,
"learning_rate": 6.851851851851853e-07,
"loss": 0.9605,
"step": 11260
},
{
"epoch": 2.208937671501372,
"grad_norm": 6.61447811126709,
"learning_rate": 6.75925925925926e-07,
"loss": 0.9796,
"step": 11270
},
{
"epoch": 2.2108976871814976,
"grad_norm": 6.7030863761901855,
"learning_rate": 6.666666666666667e-07,
"loss": 0.96,
"step": 11280
},
{
"epoch": 2.2128577028616228,
"grad_norm": 7.7893829345703125,
"learning_rate": 6.574074074074074e-07,
"loss": 0.9571,
"step": 11290
},
{
"epoch": 2.2148177185417484,
"grad_norm": 7.597008228302002,
"learning_rate": 6.481481481481481e-07,
"loss": 0.9672,
"step": 11300
},
{
"epoch": 2.216777734221874,
"grad_norm": 6.373151779174805,
"learning_rate": 6.388888888888889e-07,
"loss": 0.9713,
"step": 11310
},
{
"epoch": 2.218737749901999,
"grad_norm": 7.9771575927734375,
"learning_rate": 6.296296296296296e-07,
"loss": 0.9674,
"step": 11320
},
{
"epoch": 2.2206977655821247,
"grad_norm": 7.23372745513916,
"learning_rate": 6.203703703703705e-07,
"loss": 0.9787,
"step": 11330
},
{
"epoch": 2.2226577812622503,
"grad_norm": 7.515969276428223,
"learning_rate": 6.111111111111112e-07,
"loss": 0.9702,
"step": 11340
},
{
"epoch": 2.2246177969423755,
"grad_norm": 6.468687534332275,
"learning_rate": 6.018518518518519e-07,
"loss": 0.981,
"step": 11350
},
{
"epoch": 2.226577812622501,
"grad_norm": 6.765408992767334,
"learning_rate": 5.925925925925927e-07,
"loss": 0.9757,
"step": 11360
},
{
"epoch": 2.2285378283026263,
"grad_norm": 8.031702041625977,
"learning_rate": 5.833333333333334e-07,
"loss": 0.9643,
"step": 11370
},
{
"epoch": 2.230497843982752,
"grad_norm": 7.857892990112305,
"learning_rate": 5.740740740740741e-07,
"loss": 0.9712,
"step": 11380
},
{
"epoch": 2.2324578596628775,
"grad_norm": 6.461490154266357,
"learning_rate": 5.648148148148148e-07,
"loss": 0.9664,
"step": 11390
},
{
"epoch": 2.2344178753430026,
"grad_norm": 7.290163993835449,
"learning_rate": 5.555555555555555e-07,
"loss": 0.9554,
"step": 11400
},
{
"epoch": 2.2363778910231282,
"grad_norm": 7.196146011352539,
"learning_rate": 5.462962962962963e-07,
"loss": 0.9755,
"step": 11410
},
{
"epoch": 2.238337906703254,
"grad_norm": 7.482301712036133,
"learning_rate": 5.37037037037037e-07,
"loss": 0.9577,
"step": 11420
},
{
"epoch": 2.240297922383379,
"grad_norm": 7.794521808624268,
"learning_rate": 5.277777777777779e-07,
"loss": 0.9679,
"step": 11430
},
{
"epoch": 2.2422579380635046,
"grad_norm": 6.857132434844971,
"learning_rate": 5.185185185185186e-07,
"loss": 0.9561,
"step": 11440
},
{
"epoch": 2.2442179537436298,
"grad_norm": 6.887381553649902,
"learning_rate": 5.092592592592593e-07,
"loss": 0.9712,
"step": 11450
},
{
"epoch": 2.2461779694237554,
"grad_norm": 7.537138938903809,
"learning_rate": 5.000000000000001e-07,
"loss": 0.9755,
"step": 11460
},
{
"epoch": 2.248137985103881,
"grad_norm": 7.604095935821533,
"learning_rate": 4.907407407407408e-07,
"loss": 0.968,
"step": 11470
},
{
"epoch": 2.250098000784006,
"grad_norm": 6.840078830718994,
"learning_rate": 4.814814814814815e-07,
"loss": 0.9677,
"step": 11480
},
{
"epoch": 2.2520580164641317,
"grad_norm": 7.0317301750183105,
"learning_rate": 4.7222222222222226e-07,
"loss": 0.9635,
"step": 11490
},
{
"epoch": 2.2540180321442573,
"grad_norm": 7.006657123565674,
"learning_rate": 4.6296296296296297e-07,
"loss": 0.96,
"step": 11500
},
{
"epoch": 2.2559780478243825,
"grad_norm": 7.701179504394531,
"learning_rate": 4.537037037037038e-07,
"loss": 0.9747,
"step": 11510
},
{
"epoch": 2.257938063504508,
"grad_norm": 7.04123592376709,
"learning_rate": 4.444444444444445e-07,
"loss": 0.9632,
"step": 11520
},
{
"epoch": 2.2598980791846337,
"grad_norm": 7.217432022094727,
"learning_rate": 4.3518518518518525e-07,
"loss": 0.9675,
"step": 11530
},
{
"epoch": 2.261858094864759,
"grad_norm": 7.661186695098877,
"learning_rate": 4.2592592592592596e-07,
"loss": 0.984,
"step": 11540
},
{
"epoch": 2.2638181105448845,
"grad_norm": 11.790616989135742,
"learning_rate": 4.1666666666666667e-07,
"loss": 0.9724,
"step": 11550
},
{
"epoch": 2.2657781262250096,
"grad_norm": 7.301620960235596,
"learning_rate": 4.074074074074075e-07,
"loss": 0.9601,
"step": 11560
},
{
"epoch": 2.2677381419051352,
"grad_norm": 8.462876319885254,
"learning_rate": 3.981481481481482e-07,
"loss": 0.9752,
"step": 11570
},
{
"epoch": 2.269698157585261,
"grad_norm": 6.7517547607421875,
"learning_rate": 3.8888888888888895e-07,
"loss": 0.9762,
"step": 11580
},
{
"epoch": 2.271658173265386,
"grad_norm": 7.299182891845703,
"learning_rate": 3.7962962962962966e-07,
"loss": 0.972,
"step": 11590
},
{
"epoch": 2.2736181889455116,
"grad_norm": 7.082560062408447,
"learning_rate": 3.7037037037037036e-07,
"loss": 0.9679,
"step": 11600
},
{
"epoch": 2.2755782046256368,
"grad_norm": 7.469284534454346,
"learning_rate": 3.611111111111111e-07,
"loss": 0.9546,
"step": 11610
},
{
"epoch": 2.2775382203057624,
"grad_norm": 7.5840535163879395,
"learning_rate": 3.518518518518519e-07,
"loss": 0.9761,
"step": 11620
},
{
"epoch": 2.279498235985888,
"grad_norm": 8.262914657592773,
"learning_rate": 3.4259259259259265e-07,
"loss": 0.9646,
"step": 11630
},
{
"epoch": 2.281458251666013,
"grad_norm": 8.672895431518555,
"learning_rate": 3.3333333333333335e-07,
"loss": 0.9732,
"step": 11640
},
{
"epoch": 2.2834182673461387,
"grad_norm": 7.6948347091674805,
"learning_rate": 3.2407407407407406e-07,
"loss": 0.9726,
"step": 11650
},
{
"epoch": 2.2853782830262643,
"grad_norm": 6.536133289337158,
"learning_rate": 3.148148148148148e-07,
"loss": 0.9694,
"step": 11660
},
{
"epoch": 2.2873382987063895,
"grad_norm": 8.90619945526123,
"learning_rate": 3.055555555555556e-07,
"loss": 0.9793,
"step": 11670
},
{
"epoch": 2.289298314386515,
"grad_norm": 7.702218055725098,
"learning_rate": 2.9629629629629634e-07,
"loss": 0.9642,
"step": 11680
},
{
"epoch": 2.2912583300666407,
"grad_norm": 8.119073867797852,
"learning_rate": 2.8703703703703705e-07,
"loss": 0.9641,
"step": 11690
},
{
"epoch": 2.293218345746766,
"grad_norm": 7.159200191497803,
"learning_rate": 2.7777777777777776e-07,
"loss": 0.9636,
"step": 11700
},
{
"epoch": 2.2951783614268915,
"grad_norm": 6.998493671417236,
"learning_rate": 2.685185185185185e-07,
"loss": 0.9664,
"step": 11710
},
{
"epoch": 2.297138377107017,
"grad_norm": 7.50088357925415,
"learning_rate": 2.592592592592593e-07,
"loss": 0.9787,
"step": 11720
},
{
"epoch": 2.2990983927871422,
"grad_norm": 7.634678363800049,
"learning_rate": 2.5000000000000004e-07,
"loss": 0.9712,
"step": 11730
},
{
"epoch": 2.301058408467268,
"grad_norm": 7.635111331939697,
"learning_rate": 2.4074074074074075e-07,
"loss": 0.9694,
"step": 11740
},
{
"epoch": 2.303018424147393,
"grad_norm": 7.645463466644287,
"learning_rate": 2.3148148148148148e-07,
"loss": 0.9717,
"step": 11750
},
{
"epoch": 2.3049784398275186,
"grad_norm": 6.8600568771362305,
"learning_rate": 2.2222222222222224e-07,
"loss": 0.9495,
"step": 11760
},
{
"epoch": 2.306938455507644,
"grad_norm": 7.019852638244629,
"learning_rate": 2.1296296296296298e-07,
"loss": 0.9527,
"step": 11770
},
{
"epoch": 2.3088984711877694,
"grad_norm": 8.227087020874023,
"learning_rate": 2.0370370370370374e-07,
"loss": 0.9608,
"step": 11780
},
{
"epoch": 2.310858486867895,
"grad_norm": 7.640336036682129,
"learning_rate": 1.9444444444444447e-07,
"loss": 0.9684,
"step": 11790
},
{
"epoch": 2.3128185025480206,
"grad_norm": 7.304652690887451,
"learning_rate": 1.8518518518518518e-07,
"loss": 0.9698,
"step": 11800
},
{
"epoch": 2.3147785182281457,
"grad_norm": 7.173428535461426,
"learning_rate": 1.7592592592592594e-07,
"loss": 0.9635,
"step": 11810
},
{
"epoch": 2.3167385339082713,
"grad_norm": 7.876226902008057,
"learning_rate": 1.6666666666666668e-07,
"loss": 0.9606,
"step": 11820
},
{
"epoch": 2.3186985495883965,
"grad_norm": 6.757920265197754,
"learning_rate": 1.574074074074074e-07,
"loss": 0.9692,
"step": 11830
},
{
"epoch": 2.320658565268522,
"grad_norm": 8.267070770263672,
"learning_rate": 1.4814814814814817e-07,
"loss": 0.9565,
"step": 11840
},
{
"epoch": 2.3226185809486477,
"grad_norm": 7.382258892059326,
"learning_rate": 1.3888888888888888e-07,
"loss": 0.9672,
"step": 11850
},
{
"epoch": 2.324578596628773,
"grad_norm": 7.452052116394043,
"learning_rate": 1.2962962962962964e-07,
"loss": 0.9649,
"step": 11860
},
{
"epoch": 2.3265386123088985,
"grad_norm": 9.273903846740723,
"learning_rate": 1.2037037037037037e-07,
"loss": 0.9652,
"step": 11870
},
{
"epoch": 2.328498627989024,
"grad_norm": 6.987192153930664,
"learning_rate": 1.1111111111111112e-07,
"loss": 0.9571,
"step": 11880
},
{
"epoch": 2.3304586436691492,
"grad_norm": 6.799464702606201,
"learning_rate": 1.0185185185185187e-07,
"loss": 0.9707,
"step": 11890
},
{
"epoch": 2.332418659349275,
"grad_norm": 7.16199254989624,
"learning_rate": 9.259259259259259e-08,
"loss": 0.9734,
"step": 11900
},
{
"epoch": 2.332418659349275,
"eval_loss": 1.0144330263137817,
"eval_runtime": 14.0924,
"eval_samples_per_second": 46.408,
"eval_steps_per_second": 5.819,
"step": 11900
},
{
"epoch": 2.3343786750294004,
"grad_norm": 8.338574409484863,
"learning_rate": 8.333333333333334e-08,
"loss": 0.9714,
"step": 11910
},
{
"epoch": 2.3363386907095256,
"grad_norm": 6.403331279754639,
"learning_rate": 7.407407407407409e-08,
"loss": 0.959,
"step": 11920
},
{
"epoch": 2.338298706389651,
"grad_norm": 8.215003967285156,
"learning_rate": 6.481481481481482e-08,
"loss": 0.964,
"step": 11930
},
{
"epoch": 2.3402587220697764,
"grad_norm": 7.930845737457275,
"learning_rate": 5.555555555555556e-08,
"loss": 0.9575,
"step": 11940
},
{
"epoch": 2.342218737749902,
"grad_norm": 7.033510684967041,
"learning_rate": 4.6296296296296295e-08,
"loss": 0.9626,
"step": 11950
},
{
"epoch": 2.3441787534300276,
"grad_norm": 7.8353800773620605,
"learning_rate": 3.703703703703704e-08,
"loss": 0.9673,
"step": 11960
},
{
"epoch": 2.3461387691101527,
"grad_norm": 7.304898738861084,
"learning_rate": 2.777777777777778e-08,
"loss": 0.9618,
"step": 11970
},
{
"epoch": 2.3480987847902783,
"grad_norm": 7.420264720916748,
"learning_rate": 1.851851851851852e-08,
"loss": 0.9544,
"step": 11980
},
{
"epoch": 2.350058800470404,
"grad_norm": 7.217324256896973,
"learning_rate": 9.25925925925926e-09,
"loss": 0.9752,
"step": 11990
},
{
"epoch": 2.352018816150529,
"grad_norm": 7.595900058746338,
"learning_rate": 0.0,
"loss": 0.9548,
"step": 12000
},
{
"epoch": 2.352018816150529,
"eval_loss": 1.0147355794906616,
"eval_runtime": 14.1258,
"eval_samples_per_second": 46.298,
"eval_steps_per_second": 5.805,
"step": 12000
}
],
"logging_steps": 10,
"max_steps": 12000,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 1,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 6.2834751593089335e+19,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}