| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.250272034820457, | |
| "eval_steps": 230, | |
| "global_step": 230, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.001088139281828074, | |
| "grad_norm": 0.04828796908259392, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0762, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.002176278563656148, | |
| "grad_norm": 0.06207922473549843, | |
| "learning_rate": 4e-05, | |
| "loss": 0.0973, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.003264417845484222, | |
| "grad_norm": 0.06030188128352165, | |
| "learning_rate": 6e-05, | |
| "loss": 0.1003, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.004352557127312296, | |
| "grad_norm": 0.05758730694651604, | |
| "learning_rate": 8e-05, | |
| "loss": 0.085, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.00544069640914037, | |
| "grad_norm": 0.07111983001232147, | |
| "learning_rate": 0.0001, | |
| "loss": 0.1174, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.006528835690968444, | |
| "grad_norm": 0.09522929042577744, | |
| "learning_rate": 0.00012, | |
| "loss": 0.1404, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.007616974972796518, | |
| "grad_norm": 0.08600069582462311, | |
| "learning_rate": 0.00014, | |
| "loss": 0.1187, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.008705114254624592, | |
| "grad_norm": 0.0808354914188385, | |
| "learning_rate": 0.00016, | |
| "loss": 0.1235, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.009793253536452665, | |
| "grad_norm": 0.10051260888576508, | |
| "learning_rate": 0.00018, | |
| "loss": 0.135, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.01088139281828074, | |
| "grad_norm": 0.08877796679735184, | |
| "learning_rate": 0.0002, | |
| "loss": 0.0803, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.011969532100108813, | |
| "grad_norm": 0.10384293645620346, | |
| "learning_rate": 0.00019999940277008808, | |
| "loss": 0.1206, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.013057671381936888, | |
| "grad_norm": 0.1314290463924408, | |
| "learning_rate": 0.00019999761108748597, | |
| "loss": 0.1249, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.014145810663764961, | |
| "grad_norm": 0.12873488664627075, | |
| "learning_rate": 0.00019999462497359466, | |
| "loss": 0.0847, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.015233949945593036, | |
| "grad_norm": 0.12493155896663666, | |
| "learning_rate": 0.000199990444464082, | |
| "loss": 0.0858, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.01632208922742111, | |
| "grad_norm": 0.1131022647023201, | |
| "learning_rate": 0.00019998506960888256, | |
| "loss": 0.0737, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.017410228509249184, | |
| "grad_norm": 0.1214890405535698, | |
| "learning_rate": 0.0001999785004721968, | |
| "loss": 0.1151, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.018498367791077257, | |
| "grad_norm": 0.12649253010749817, | |
| "learning_rate": 0.0001999707371324904, | |
| "loss": 0.0913, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.01958650707290533, | |
| "grad_norm": 0.12470237910747528, | |
| "learning_rate": 0.00019996177968249334, | |
| "loss": 0.1043, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.020674646354733407, | |
| "grad_norm": 0.15574277937412262, | |
| "learning_rate": 0.00019995162822919883, | |
| "loss": 0.1092, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.02176278563656148, | |
| "grad_norm": 0.1281992644071579, | |
| "learning_rate": 0.0001999402828938618, | |
| "loss": 0.0892, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.022850924918389554, | |
| "grad_norm": 0.16906976699829102, | |
| "learning_rate": 0.00019992774381199778, | |
| "loss": 0.1633, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.023939064200217627, | |
| "grad_norm": 0.12387573719024658, | |
| "learning_rate": 0.00019991401113338104, | |
| "loss": 0.0872, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.025027203482045703, | |
| "grad_norm": 0.12343913316726685, | |
| "learning_rate": 0.00019989908502204292, | |
| "loss": 0.1084, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.026115342763873776, | |
| "grad_norm": 0.11399204283952713, | |
| "learning_rate": 0.00019988296565626987, | |
| "loss": 0.0824, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.02720348204570185, | |
| "grad_norm": 0.1402149796485901, | |
| "learning_rate": 0.00019986565322860115, | |
| "loss": 0.1289, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.028291621327529923, | |
| "grad_norm": 0.13711000978946686, | |
| "learning_rate": 0.00019984714794582683, | |
| "loss": 0.097, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.029379760609358, | |
| "grad_norm": 0.18544617295265198, | |
| "learning_rate": 0.000199827450028985, | |
| "loss": 0.1281, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.030467899891186073, | |
| "grad_norm": 0.15856046974658966, | |
| "learning_rate": 0.00019980655971335945, | |
| "loss": 0.1027, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.031556039173014146, | |
| "grad_norm": 0.12590578198432922, | |
| "learning_rate": 0.00019978447724847652, | |
| "loss": 0.0863, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.03264417845484222, | |
| "grad_norm": 0.14784540235996246, | |
| "learning_rate": 0.00019976120289810247, | |
| "loss": 0.1125, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.03373231773667029, | |
| "grad_norm": 0.19753308594226837, | |
| "learning_rate": 0.00019973673694024, | |
| "loss": 0.1389, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.03482045701849837, | |
| "grad_norm": 0.17247086763381958, | |
| "learning_rate": 0.00019971107966712518, | |
| "loss": 0.0901, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.035908596300326445, | |
| "grad_norm": 0.23573236167430878, | |
| "learning_rate": 0.0001996842313852238, | |
| "loss": 0.1141, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.036996735582154515, | |
| "grad_norm": 0.1349520981311798, | |
| "learning_rate": 0.0001996561924152278, | |
| "loss": 0.077, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.03808487486398259, | |
| "grad_norm": 0.2573637068271637, | |
| "learning_rate": 0.00019962696309205148, | |
| "loss": 0.0965, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.03917301414581066, | |
| "grad_norm": 0.2688570022583008, | |
| "learning_rate": 0.0001995965437648273, | |
| "loss": 0.1754, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.04026115342763874, | |
| "grad_norm": 0.2946501076221466, | |
| "learning_rate": 0.0001995649347969019, | |
| "loss": 0.1893, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.041349292709466814, | |
| "grad_norm": 0.2942318320274353, | |
| "learning_rate": 0.00019953213656583168, | |
| "loss": 0.1461, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.042437431991294884, | |
| "grad_norm": 0.3316934406757355, | |
| "learning_rate": 0.00019949814946337838, | |
| "loss": 0.1072, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.04352557127312296, | |
| "grad_norm": 0.3863315284252167, | |
| "learning_rate": 0.00019946297389550433, | |
| "loss": 0.1517, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04461371055495103, | |
| "grad_norm": 0.3102675974369049, | |
| "learning_rate": 0.00019942661028236745, | |
| "loss": 0.1421, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.04570184983677911, | |
| "grad_norm": 0.3270488679409027, | |
| "learning_rate": 0.00019938905905831654, | |
| "loss": 0.085, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.046789989118607184, | |
| "grad_norm": 0.3799861669540405, | |
| "learning_rate": 0.0001993503206718859, | |
| "loss": 0.1333, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.04787812840043525, | |
| "grad_norm": 0.45475858449935913, | |
| "learning_rate": 0.00019931039558578997, | |
| "loss": 0.1431, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.04896626768226333, | |
| "grad_norm": 0.3995339870452881, | |
| "learning_rate": 0.00019926928427691786, | |
| "loss": 0.18, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.05005440696409141, | |
| "grad_norm": 0.4547290503978729, | |
| "learning_rate": 0.00019922698723632767, | |
| "loss": 0.1578, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.051142546245919476, | |
| "grad_norm": 0.44180116057395935, | |
| "learning_rate": 0.0001991835049692405, | |
| "loss": 0.2327, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.05223068552774755, | |
| "grad_norm": 0.8059853911399841, | |
| "learning_rate": 0.0001991388379950346, | |
| "loss": 0.3089, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.05331882480957562, | |
| "grad_norm": 0.6336686015129089, | |
| "learning_rate": 0.00019909298684723904, | |
| "loss": 0.2055, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.0544069640914037, | |
| "grad_norm": 0.8279074430465698, | |
| "learning_rate": 0.00019904595207352737, | |
| "loss": 0.2626, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.055495103373231776, | |
| "grad_norm": 0.07426032423973083, | |
| "learning_rate": 0.000198997734235711, | |
| "loss": 0.0632, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.056583242655059846, | |
| "grad_norm": 0.09094005823135376, | |
| "learning_rate": 0.00019894833390973266, | |
| "loss": 0.0734, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.05767138193688792, | |
| "grad_norm": 0.09561450034379959, | |
| "learning_rate": 0.00019889775168565943, | |
| "loss": 0.0972, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.058759521218716, | |
| "grad_norm": 0.09174304455518723, | |
| "learning_rate": 0.00019884598816767563, | |
| "loss": 0.082, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.05984766050054407, | |
| "grad_norm": 0.0911480113863945, | |
| "learning_rate": 0.0001987930439740757, | |
| "loss": 0.0712, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.060935799782372145, | |
| "grad_norm": 0.1090071052312851, | |
| "learning_rate": 0.0001987389197372567, | |
| "loss": 0.09, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.062023939064200215, | |
| "grad_norm": 0.09118974953889847, | |
| "learning_rate": 0.00019868361610371097, | |
| "loss": 0.0946, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.06311207834602829, | |
| "grad_norm": 0.09903446584939957, | |
| "learning_rate": 0.0001986271337340182, | |
| "loss": 0.1074, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.06420021762785637, | |
| "grad_norm": 0.08208192884922028, | |
| "learning_rate": 0.00019856947330283752, | |
| "loss": 0.0847, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.06528835690968444, | |
| "grad_norm": 0.08504832535982132, | |
| "learning_rate": 0.0001985106354988997, | |
| "loss": 0.0852, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.06637649619151251, | |
| "grad_norm": 0.07276565581560135, | |
| "learning_rate": 0.0001984506210249986, | |
| "loss": 0.061, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.06746463547334058, | |
| "grad_norm": 0.08346979320049286, | |
| "learning_rate": 0.00019838943059798304, | |
| "loss": 0.0717, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.06855277475516866, | |
| "grad_norm": 0.09144837409257889, | |
| "learning_rate": 0.0001983270649487481, | |
| "loss": 0.0817, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.06964091403699674, | |
| "grad_norm": 0.09562050551176071, | |
| "learning_rate": 0.00019826352482222638, | |
| "loss": 0.0809, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.07072905331882481, | |
| "grad_norm": 0.10410594195127487, | |
| "learning_rate": 0.00019819881097737915, | |
| "loss": 0.0801, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.07181719260065289, | |
| "grad_norm": 0.0836932361125946, | |
| "learning_rate": 0.00019813292418718732, | |
| "loss": 0.0775, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.07290533188248095, | |
| "grad_norm": 0.09397463500499725, | |
| "learning_rate": 0.0001980658652386421, | |
| "loss": 0.065, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.07399347116430903, | |
| "grad_norm": 0.108340784907341, | |
| "learning_rate": 0.0001979976349327357, | |
| "loss": 0.0981, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.0750816104461371, | |
| "grad_norm": 0.08717814087867737, | |
| "learning_rate": 0.00019792823408445174, | |
| "loss": 0.0798, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.07616974972796518, | |
| "grad_norm": 0.1279960721731186, | |
| "learning_rate": 0.00019785766352275542, | |
| "loss": 0.0993, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.07725788900979326, | |
| "grad_norm": 0.13422514498233795, | |
| "learning_rate": 0.00019778592409058378, | |
| "loss": 0.1023, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.07834602829162132, | |
| "grad_norm": 0.10113417357206345, | |
| "learning_rate": 0.0001977130166448355, | |
| "loss": 0.0742, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0794341675734494, | |
| "grad_norm": 0.1026310920715332, | |
| "learning_rate": 0.00019763894205636072, | |
| "loss": 0.0988, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.08052230685527748, | |
| "grad_norm": 0.09779265522956848, | |
| "learning_rate": 0.00019756370120995066, | |
| "loss": 0.0738, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.08161044613710555, | |
| "grad_norm": 0.14643464982509613, | |
| "learning_rate": 0.000197487295004327, | |
| "loss": 0.09, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.08269858541893363, | |
| "grad_norm": 0.11976644396781921, | |
| "learning_rate": 0.00019740972435213115, | |
| "loss": 0.0904, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.08378672470076169, | |
| "grad_norm": 0.10904321819543839, | |
| "learning_rate": 0.00019733099017991341, | |
| "loss": 0.0766, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.08487486398258977, | |
| "grad_norm": 0.1651339828968048, | |
| "learning_rate": 0.0001972510934281218, | |
| "loss": 0.1186, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.08596300326441784, | |
| "grad_norm": 0.11781762540340424, | |
| "learning_rate": 0.00019717003505109095, | |
| "loss": 0.0833, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.08705114254624592, | |
| "grad_norm": 0.15122370421886444, | |
| "learning_rate": 0.00019708781601703065, | |
| "loss": 0.1166, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.088139281828074, | |
| "grad_norm": 0.1798838973045349, | |
| "learning_rate": 0.00019700443730801413, | |
| "loss": 0.1109, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.08922742110990206, | |
| "grad_norm": 0.18025629222393036, | |
| "learning_rate": 0.00019691989991996663, | |
| "loss": 0.1243, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.09031556039173014, | |
| "grad_norm": 0.1731874644756317, | |
| "learning_rate": 0.00019683420486265327, | |
| "loss": 0.1189, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.09140369967355821, | |
| "grad_norm": 0.2220824509859085, | |
| "learning_rate": 0.0001967473531596671, | |
| "loss": 0.1451, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.09249183895538629, | |
| "grad_norm": 0.1664338856935501, | |
| "learning_rate": 0.00019665934584841682, | |
| "loss": 0.0897, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.09357997823721437, | |
| "grad_norm": 0.17619486153125763, | |
| "learning_rate": 0.00019657018398011434, | |
| "loss": 0.0935, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.09466811751904244, | |
| "grad_norm": 0.24987219274044037, | |
| "learning_rate": 0.00019647986861976246, | |
| "loss": 0.1955, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.0957562568008705, | |
| "grad_norm": 0.21318784356117249, | |
| "learning_rate": 0.00019638840084614182, | |
| "loss": 0.1131, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.09684439608269858, | |
| "grad_norm": 0.3128167390823364, | |
| "learning_rate": 0.0001962957817517982, | |
| "loss": 0.2011, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.09793253536452666, | |
| "grad_norm": 0.2833835184574127, | |
| "learning_rate": 0.00019620201244302952, | |
| "loss": 0.1592, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.09902067464635474, | |
| "grad_norm": 0.3286789357662201, | |
| "learning_rate": 0.00019610709403987246, | |
| "loss": 0.1602, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.10010881392818281, | |
| "grad_norm": 0.44117358326911926, | |
| "learning_rate": 0.00019601102767608923, | |
| "loss": 0.2323, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.10119695321001088, | |
| "grad_norm": 0.3795579671859741, | |
| "learning_rate": 0.00019591381449915397, | |
| "loss": 0.1867, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.10228509249183895, | |
| "grad_norm": 0.5780506730079651, | |
| "learning_rate": 0.000195815455670239, | |
| "loss": 0.1884, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.10337323177366703, | |
| "grad_norm": 0.5124024748802185, | |
| "learning_rate": 0.00019571595236420102, | |
| "loss": 0.221, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.1044613710554951, | |
| "grad_norm": 0.4628782272338867, | |
| "learning_rate": 0.00019561530576956703, | |
| "loss": 0.208, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.10554951033732318, | |
| "grad_norm": 0.3904087543487549, | |
| "learning_rate": 0.0001955135170885202, | |
| "loss": 0.2029, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.10663764961915125, | |
| "grad_norm": 0.513387143611908, | |
| "learning_rate": 0.00019541058753688538, | |
| "loss": 0.2248, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.10772578890097932, | |
| "grad_norm": 0.6133597493171692, | |
| "learning_rate": 0.00019530651834411474, | |
| "loss": 0.3751, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.1088139281828074, | |
| "grad_norm": 0.6515563726425171, | |
| "learning_rate": 0.00019520131075327298, | |
| "loss": 0.2096, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.10990206746463548, | |
| "grad_norm": 0.07718291878700256, | |
| "learning_rate": 0.00019509496602102252, | |
| "loss": 0.0631, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.11099020674646355, | |
| "grad_norm": 0.07896394282579422, | |
| "learning_rate": 0.00019498748541760846, | |
| "loss": 0.095, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.11207834602829161, | |
| "grad_norm": 0.07955438643693924, | |
| "learning_rate": 0.00019487887022684336, | |
| "loss": 0.067, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.11316648531011969, | |
| "grad_norm": 0.08391376584768295, | |
| "learning_rate": 0.0001947691217460921, | |
| "loss": 0.0637, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.11425462459194777, | |
| "grad_norm": 0.07990088313817978, | |
| "learning_rate": 0.00019465824128625617, | |
| "loss": 0.0569, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.11534276387377584, | |
| "grad_norm": 0.09000790864229202, | |
| "learning_rate": 0.00019454623017175812, | |
| "loss": 0.0639, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.11643090315560392, | |
| "grad_norm": 0.0831453874707222, | |
| "learning_rate": 0.0001944330897405257, | |
| "loss": 0.0766, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.117519042437432, | |
| "grad_norm": 0.08180610835552216, | |
| "learning_rate": 0.00019431882134397598, | |
| "loss": 0.0806, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.11860718171926006, | |
| "grad_norm": 0.07601706683635712, | |
| "learning_rate": 0.0001942034263469989, | |
| "loss": 0.0727, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.11969532100108814, | |
| "grad_norm": 0.08873546868562698, | |
| "learning_rate": 0.00019408690612794148, | |
| "loss": 0.0878, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.12078346028291621, | |
| "grad_norm": 0.10206414759159088, | |
| "learning_rate": 0.00019396926207859084, | |
| "loss": 0.1171, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.12187159956474429, | |
| "grad_norm": 0.07465587556362152, | |
| "learning_rate": 0.00019385049560415794, | |
| "loss": 0.0603, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.12295973884657237, | |
| "grad_norm": 0.09952360391616821, | |
| "learning_rate": 0.00019373060812326052, | |
| "loss": 0.0923, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.12404787812840043, | |
| "grad_norm": 0.09894778579473495, | |
| "learning_rate": 0.00019360960106790643, | |
| "loss": 0.0795, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.1251360174102285, | |
| "grad_norm": 0.09721358120441437, | |
| "learning_rate": 0.00019348747588347637, | |
| "loss": 0.1103, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.12622415669205658, | |
| "grad_norm": 0.10310002416372299, | |
| "learning_rate": 0.00019336423402870653, | |
| "loss": 0.1037, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.12731229597388466, | |
| "grad_norm": 0.10904382914304733, | |
| "learning_rate": 0.0001932398769756714, | |
| "loss": 0.1063, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.12840043525571274, | |
| "grad_norm": 0.11545544862747192, | |
| "learning_rate": 0.00019311440620976597, | |
| "loss": 0.096, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.1294885745375408, | |
| "grad_norm": 0.08674886077642441, | |
| "learning_rate": 0.00019298782322968815, | |
| "loss": 0.0779, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.1305767138193689, | |
| "grad_norm": 0.09437372535467148, | |
| "learning_rate": 0.0001928601295474208, | |
| "loss": 0.0975, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.13166485310119697, | |
| "grad_norm": 0.1258208006620407, | |
| "learning_rate": 0.00019273132668821364, | |
| "loss": 0.1277, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.13275299238302501, | |
| "grad_norm": 0.09919868409633636, | |
| "learning_rate": 0.00019260141619056507, | |
| "loss": 0.0993, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.1338411316648531, | |
| "grad_norm": 0.12028370052576065, | |
| "learning_rate": 0.0001924703996062038, | |
| "loss": 0.0751, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.13492927094668117, | |
| "grad_norm": 0.10702817142009735, | |
| "learning_rate": 0.00019233827850007027, | |
| "loss": 0.0949, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.13601741022850924, | |
| "grad_norm": 0.10939855128526688, | |
| "learning_rate": 0.000192205054450298, | |
| "loss": 0.0977, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.13710554951033732, | |
| "grad_norm": 0.11803679168224335, | |
| "learning_rate": 0.00019207072904819486, | |
| "loss": 0.0877, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.1381936887921654, | |
| "grad_norm": 0.1382649838924408, | |
| "learning_rate": 0.00019193530389822363, | |
| "loss": 0.1017, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.13928182807399347, | |
| "grad_norm": 0.1433139145374298, | |
| "learning_rate": 0.00019179878061798347, | |
| "loss": 0.0748, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.14036996735582155, | |
| "grad_norm": 0.14679527282714844, | |
| "learning_rate": 0.00019166116083819002, | |
| "loss": 0.1164, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.14145810663764963, | |
| "grad_norm": 0.13680118322372437, | |
| "learning_rate": 0.0001915224462026563, | |
| "loss": 0.1149, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.1425462459194777, | |
| "grad_norm": 0.16263848543167114, | |
| "learning_rate": 0.00019138263836827288, | |
| "loss": 0.1192, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.14363438520130578, | |
| "grad_norm": 0.16534928977489471, | |
| "learning_rate": 0.00019124173900498818, | |
| "loss": 0.1138, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.14472252448313383, | |
| "grad_norm": 0.21276706457138062, | |
| "learning_rate": 0.0001910997497957885, | |
| "loss": 0.1461, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.1458106637649619, | |
| "grad_norm": 0.2375650703907013, | |
| "learning_rate": 0.0001909566724366779, | |
| "loss": 0.2031, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.14689880304678998, | |
| "grad_norm": 0.20974405109882355, | |
| "learning_rate": 0.00019081250863665794, | |
| "loss": 0.1285, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.14798694232861806, | |
| "grad_norm": 0.308624267578125, | |
| "learning_rate": 0.00019066726011770726, | |
| "loss": 0.1717, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.14907508161044614, | |
| "grad_norm": 0.21192695200443268, | |
| "learning_rate": 0.0001905209286147611, | |
| "loss": 0.1064, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.1501632208922742, | |
| "grad_norm": 0.20596542954444885, | |
| "learning_rate": 0.0001903735158756905, | |
| "loss": 0.0975, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.1512513601741023, | |
| "grad_norm": 0.21547934412956238, | |
| "learning_rate": 0.00019022502366128135, | |
| "loss": 0.1255, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.15233949945593037, | |
| "grad_norm": 0.276815801858902, | |
| "learning_rate": 0.00019007545374521355, | |
| "loss": 0.0868, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.15342763873775844, | |
| "grad_norm": 0.37251031398773193, | |
| "learning_rate": 0.00018992480791403958, | |
| "loss": 0.1078, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.15451577801958652, | |
| "grad_norm": 0.328265517950058, | |
| "learning_rate": 0.0001897730879671634, | |
| "loss": 0.1842, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.15560391730141457, | |
| "grad_norm": 0.4400005340576172, | |
| "learning_rate": 0.00018962029571681886, | |
| "loss": 0.1857, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.15669205658324264, | |
| "grad_norm": 0.28378888964653015, | |
| "learning_rate": 0.00018946643298804793, | |
| "loss": 0.0955, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.15778019586507072, | |
| "grad_norm": 0.609008252620697, | |
| "learning_rate": 0.00018931150161867916, | |
| "loss": 0.3827, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.1588683351468988, | |
| "grad_norm": 0.3973180055618286, | |
| "learning_rate": 0.0001891555034593055, | |
| "loss": 0.1844, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.15995647442872687, | |
| "grad_norm": 0.36245423555374146, | |
| "learning_rate": 0.00018899844037326225, | |
| "loss": 0.2005, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.16104461371055495, | |
| "grad_norm": 0.5730637311935425, | |
| "learning_rate": 0.0001888403142366049, | |
| "loss": 0.2742, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.16213275299238303, | |
| "grad_norm": 0.5383718013763428, | |
| "learning_rate": 0.00018868112693808665, | |
| "loss": 0.2249, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.1632208922742111, | |
| "grad_norm": 0.9835379123687744, | |
| "learning_rate": 0.00018852088037913577, | |
| "loss": 0.344, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.16430903155603918, | |
| "grad_norm": 0.09142426401376724, | |
| "learning_rate": 0.00018835957647383303, | |
| "loss": 0.0876, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.16539717083786726, | |
| "grad_norm": 0.09199874103069305, | |
| "learning_rate": 0.00018819721714888877, | |
| "loss": 0.0798, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.16648531011969533, | |
| "grad_norm": 0.08299195021390915, | |
| "learning_rate": 0.00018803380434362, | |
| "loss": 0.0746, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.16757344940152338, | |
| "grad_norm": 0.10273315012454987, | |
| "learning_rate": 0.00018786934000992688, | |
| "loss": 0.101, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.16866158868335146, | |
| "grad_norm": 0.08524151146411896, | |
| "learning_rate": 0.00018770382611226987, | |
| "loss": 0.0684, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.16974972796517954, | |
| "grad_norm": 0.10515481233596802, | |
| "learning_rate": 0.000187537264627646, | |
| "loss": 0.0809, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.1708378672470076, | |
| "grad_norm": 0.09009183198213577, | |
| "learning_rate": 0.00018736965754556528, | |
| "loss": 0.0955, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.1719260065288357, | |
| "grad_norm": 0.10571747273206711, | |
| "learning_rate": 0.00018720100686802694, | |
| "loss": 0.0847, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.17301414581066377, | |
| "grad_norm": 0.08275768160820007, | |
| "learning_rate": 0.00018703131460949554, | |
| "loss": 0.0799, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.17410228509249184, | |
| "grad_norm": 0.08440782129764557, | |
| "learning_rate": 0.00018686058279687698, | |
| "loss": 0.0672, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.17519042437431992, | |
| "grad_norm": 0.10261505097150803, | |
| "learning_rate": 0.00018668881346949417, | |
| "loss": 0.1004, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.176278563656148, | |
| "grad_norm": 0.08730655908584595, | |
| "learning_rate": 0.00018651600867906272, | |
| "loss": 0.0711, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.17736670293797607, | |
| "grad_norm": 0.10591359436511993, | |
| "learning_rate": 0.00018634217048966637, | |
| "loss": 0.0919, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.17845484221980412, | |
| "grad_norm": 0.09251653403043747, | |
| "learning_rate": 0.0001861673009777325, | |
| "loss": 0.078, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.1795429815016322, | |
| "grad_norm": 0.106822170317173, | |
| "learning_rate": 0.00018599140223200716, | |
| "loss": 0.0895, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.18063112078346028, | |
| "grad_norm": 0.11222364753484726, | |
| "learning_rate": 0.0001858144763535302, | |
| "loss": 0.0918, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.18171926006528835, | |
| "grad_norm": 0.1363314390182495, | |
| "learning_rate": 0.00018563652545561013, | |
| "loss": 0.1126, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.18280739934711643, | |
| "grad_norm": 0.09316174685955048, | |
| "learning_rate": 0.000185457551663799, | |
| "loss": 0.0799, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.1838955386289445, | |
| "grad_norm": 0.13098089396953583, | |
| "learning_rate": 0.00018527755711586678, | |
| "loss": 0.0994, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.18498367791077258, | |
| "grad_norm": 0.11433115601539612, | |
| "learning_rate": 0.00018509654396177609, | |
| "loss": 0.1072, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.18607181719260066, | |
| "grad_norm": 0.11261814087629318, | |
| "learning_rate": 0.00018491451436365627, | |
| "loss": 0.1011, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.18715995647442873, | |
| "grad_norm": 0.1038559302687645, | |
| "learning_rate": 0.00018473147049577774, | |
| "loss": 0.0746, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.1882480957562568, | |
| "grad_norm": 0.11395396292209625, | |
| "learning_rate": 0.00018454741454452603, | |
| "loss": 0.0792, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.1893362350380849, | |
| "grad_norm": 0.13332821428775787, | |
| "learning_rate": 0.00018436234870837547, | |
| "loss": 0.1041, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.19042437431991294, | |
| "grad_norm": 0.12438289821147919, | |
| "learning_rate": 0.00018417627519786315, | |
| "loss": 0.1066, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.191512513601741, | |
| "grad_norm": 0.1353287398815155, | |
| "learning_rate": 0.00018398919623556238, | |
| "loss": 0.1193, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.1926006528835691, | |
| "grad_norm": 0.13928581774234772, | |
| "learning_rate": 0.0001838011140560562, | |
| "loss": 0.1228, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.19368879216539717, | |
| "grad_norm": 0.1474994421005249, | |
| "learning_rate": 0.00018361203090591071, | |
| "loss": 0.0812, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.19477693144722524, | |
| "grad_norm": 0.1910678595304489, | |
| "learning_rate": 0.00018342194904364813, | |
| "loss": 0.1435, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.19586507072905332, | |
| "grad_norm": 0.16526034474372864, | |
| "learning_rate": 0.00018323087073971993, | |
| "loss": 0.1136, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.1969532100108814, | |
| "grad_norm": 0.1933068335056305, | |
| "learning_rate": 0.00018303879827647975, | |
| "loss": 0.1498, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.19804134929270947, | |
| "grad_norm": 0.1647845059633255, | |
| "learning_rate": 0.00018284573394815597, | |
| "loss": 0.0764, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.19912948857453755, | |
| "grad_norm": 0.19414739310741425, | |
| "learning_rate": 0.00018265168006082437, | |
| "loss": 0.1142, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.20021762785636563, | |
| "grad_norm": 0.1872360110282898, | |
| "learning_rate": 0.00018245663893238075, | |
| "loss": 0.1169, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.20130576713819368, | |
| "grad_norm": 0.19919492304325104, | |
| "learning_rate": 0.00018226061289251298, | |
| "loss": 0.0854, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.20239390642002175, | |
| "grad_norm": 0.2233375757932663, | |
| "learning_rate": 0.00018206360428267332, | |
| "loss": 0.1271, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.20348204570184983, | |
| "grad_norm": 0.22116345167160034, | |
| "learning_rate": 0.00018186561545605054, | |
| "loss": 0.1402, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.2045701849836779, | |
| "grad_norm": 0.253864049911499, | |
| "learning_rate": 0.0001816666487775416, | |
| "loss": 0.1431, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.20565832426550598, | |
| "grad_norm": 0.2945636212825775, | |
| "learning_rate": 0.00018146670662372354, | |
| "loss": 0.1284, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.20674646354733406, | |
| "grad_norm": 0.24834126234054565, | |
| "learning_rate": 0.00018126579138282503, | |
| "loss": 0.098, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.20783460282916214, | |
| "grad_norm": 0.26815730333328247, | |
| "learning_rate": 0.00018106390545469795, | |
| "loss": 0.0877, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.2089227421109902, | |
| "grad_norm": 0.375293493270874, | |
| "learning_rate": 0.00018086105125078857, | |
| "loss": 0.1985, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.2100108813928183, | |
| "grad_norm": 0.4025906026363373, | |
| "learning_rate": 0.00018065723119410884, | |
| "loss": 0.2082, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.21109902067464636, | |
| "grad_norm": 0.3551553785800934, | |
| "learning_rate": 0.0001804524477192075, | |
| "loss": 0.2305, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.21218715995647444, | |
| "grad_norm": 0.594780445098877, | |
| "learning_rate": 0.00018024670327214084, | |
| "loss": 0.2713, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.2132752992383025, | |
| "grad_norm": 0.3940027356147766, | |
| "learning_rate": 0.0001800400003104436, | |
| "loss": 0.1623, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.21436343852013057, | |
| "grad_norm": 0.51041579246521, | |
| "learning_rate": 0.00017983234130309968, | |
| "loss": 0.2236, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.21545157780195864, | |
| "grad_norm": 0.6203753352165222, | |
| "learning_rate": 0.00017962372873051252, | |
| "loss": 0.2654, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.21653971708378672, | |
| "grad_norm": 0.7527713179588318, | |
| "learning_rate": 0.00017941416508447536, | |
| "loss": 0.2088, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.2176278563656148, | |
| "grad_norm": 1.1047406196594238, | |
| "learning_rate": 0.00017920365286814183, | |
| "loss": 0.3097, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.21871599564744287, | |
| "grad_norm": 0.0492124930024147, | |
| "learning_rate": 0.0001789921945959958, | |
| "loss": 0.0344, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.21980413492927095, | |
| "grad_norm": 0.07087790220975876, | |
| "learning_rate": 0.00017877979279382135, | |
| "loss": 0.0582, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.22089227421109903, | |
| "grad_norm": 0.07622935622930527, | |
| "learning_rate": 0.00017856644999867264, | |
| "loss": 0.062, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.2219804134929271, | |
| "grad_norm": 0.08792652189731598, | |
| "learning_rate": 0.00017835216875884368, | |
| "loss": 0.0511, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.22306855277475518, | |
| "grad_norm": 0.08028998970985413, | |
| "learning_rate": 0.0001781369516338378, | |
| "loss": 0.0665, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.22415669205658323, | |
| "grad_norm": 0.08997032046318054, | |
| "learning_rate": 0.0001779208011943371, | |
| "loss": 0.069, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.2252448313384113, | |
| "grad_norm": 0.08684886246919632, | |
| "learning_rate": 0.00017770372002217172, | |
| "loss": 0.077, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.22633297062023938, | |
| "grad_norm": 0.0965440422296524, | |
| "learning_rate": 0.000177485710710289, | |
| "loss": 0.0782, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.22742110990206746, | |
| "grad_norm": 0.09060367196798325, | |
| "learning_rate": 0.00017726677586272263, | |
| "loss": 0.066, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.22850924918389554, | |
| "grad_norm": 0.0900409147143364, | |
| "learning_rate": 0.00017704691809456143, | |
| "loss": 0.0707, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.2295973884657236, | |
| "grad_norm": 0.10733999311923981, | |
| "learning_rate": 0.00017682614003191807, | |
| "loss": 0.0916, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.2306855277475517, | |
| "grad_norm": 0.09372083842754364, | |
| "learning_rate": 0.0001766044443118978, | |
| "loss": 0.0872, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.23177366702937977, | |
| "grad_norm": 0.10344577580690384, | |
| "learning_rate": 0.00017638183358256696, | |
| "loss": 0.0903, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.23286180631120784, | |
| "grad_norm": 0.1084800437092781, | |
| "learning_rate": 0.0001761583105029213, | |
| "loss": 0.0926, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.23394994559303592, | |
| "grad_norm": 0.08565113693475723, | |
| "learning_rate": 0.00017593387774285412, | |
| "loss": 0.0758, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.235038084874864, | |
| "grad_norm": 0.11589045077562332, | |
| "learning_rate": 0.0001757085379831246, | |
| "loss": 0.0925, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.23612622415669204, | |
| "grad_norm": 0.12087468057870865, | |
| "learning_rate": 0.00017548229391532572, | |
| "loss": 0.1012, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.23721436343852012, | |
| "grad_norm": 0.1125798150897026, | |
| "learning_rate": 0.00017525514824185185, | |
| "loss": 0.109, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.2383025027203482, | |
| "grad_norm": 0.12492644041776657, | |
| "learning_rate": 0.00017502710367586687, | |
| "loss": 0.1048, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.23939064200217627, | |
| "grad_norm": 0.09837982058525085, | |
| "learning_rate": 0.00017479816294127152, | |
| "loss": 0.0803, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.24047878128400435, | |
| "grad_norm": 0.099558524787426, | |
| "learning_rate": 0.00017456832877267084, | |
| "loss": 0.0552, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.24156692056583243, | |
| "grad_norm": 0.095551498234272, | |
| "learning_rate": 0.00017433760391534167, | |
| "loss": 0.0905, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.2426550598476605, | |
| "grad_norm": 0.11664412170648575, | |
| "learning_rate": 0.0001741059911251997, | |
| "loss": 0.1005, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.24374319912948858, | |
| "grad_norm": 0.1248706802725792, | |
| "learning_rate": 0.00017387349316876666, | |
| "loss": 0.1135, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.24483133841131666, | |
| "grad_norm": 0.13133874535560608, | |
| "learning_rate": 0.0001736401128231373, | |
| "loss": 0.121, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.24591947769314473, | |
| "grad_norm": 0.12476039677858353, | |
| "learning_rate": 0.00017340585287594604, | |
| "loss": 0.1025, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.2470076169749728, | |
| "grad_norm": 0.1645650863647461, | |
| "learning_rate": 0.0001731707161253338, | |
| "loss": 0.1313, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.24809575625680086, | |
| "grad_norm": 0.1172671690583229, | |
| "learning_rate": 0.00017293470537991463, | |
| "loss": 0.0801, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.24918389553862894, | |
| "grad_norm": 0.17031441628932953, | |
| "learning_rate": 0.00017269782345874203, | |
| "loss": 0.154, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.250272034820457, | |
| "grad_norm": 0.16571593284606934, | |
| "learning_rate": 0.00017246007319127545, | |
| "loss": 0.1209, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.250272034820457, | |
| "eval_loss": 0.12318640202283859, | |
| "eval_runtime": 24.4163, | |
| "eval_samples_per_second": 15.85, | |
| "eval_steps_per_second": 7.945, | |
| "step": 230 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 919, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 230, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.305676486121882e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |