| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 9.0, | |
| "eval_steps": 500, | |
| "global_step": 999, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.009009009009009009, | |
| "grad_norm": 1.7692377372839305, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3442, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.018018018018018018, | |
| "grad_norm": 1.655774168281545, | |
| "learning_rate": 5e-06, | |
| "loss": 0.374, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.02702702702702703, | |
| "grad_norm": 1.5838611317965265, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3763, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.036036036036036036, | |
| "grad_norm": 1.4722490643600856, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3667, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.04504504504504504, | |
| "grad_norm": 0.967982129724269, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3378, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.05405405405405406, | |
| "grad_norm": 0.9655512366546067, | |
| "learning_rate": 5e-06, | |
| "loss": 0.325, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.06306306306306306, | |
| "grad_norm": 0.7980444967597017, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3418, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.07207207207207207, | |
| "grad_norm": 0.5186921114651042, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3508, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.08108108108108109, | |
| "grad_norm": 0.5518215648538942, | |
| "learning_rate": 5e-06, | |
| "loss": 0.348, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.09009009009009009, | |
| "grad_norm": 0.6622509236535837, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3539, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0990990990990991, | |
| "grad_norm": 0.6537261351376887, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3364, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.10810810810810811, | |
| "grad_norm": 0.6557224204301801, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3529, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.11711711711711711, | |
| "grad_norm": 0.6677743317643713, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3233, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.12612612612612611, | |
| "grad_norm": 0.5771734482767436, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3433, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.13513513513513514, | |
| "grad_norm": 0.5194262746227281, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2968, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.14414414414414414, | |
| "grad_norm": 0.5871866323370637, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3177, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.15315315315315314, | |
| "grad_norm": 0.6823752349157315, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3217, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.16216216216216217, | |
| "grad_norm": 0.5298328303770766, | |
| "learning_rate": 5e-06, | |
| "loss": 0.333, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.17117117117117117, | |
| "grad_norm": 0.45672917289622006, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2998, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.18018018018018017, | |
| "grad_norm": 0.4892453526407057, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3301, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.1891891891891892, | |
| "grad_norm": 0.4157035225188495, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3097, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.1981981981981982, | |
| "grad_norm": 0.42144355038756004, | |
| "learning_rate": 5e-06, | |
| "loss": 0.336, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.2072072072072072, | |
| "grad_norm": 0.40449172267977285, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3203, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.21621621621621623, | |
| "grad_norm": 0.3817504264369776, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3282, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.22522522522522523, | |
| "grad_norm": 0.37458931065383283, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3427, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.23423423423423423, | |
| "grad_norm": 0.43415654347436194, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3361, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.24324324324324326, | |
| "grad_norm": 0.34734907350951355, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3081, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.25225225225225223, | |
| "grad_norm": 0.3446691978222806, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3104, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.26126126126126126, | |
| "grad_norm": 0.3219457244434707, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3154, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.2702702702702703, | |
| "grad_norm": 0.35333024684448033, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3238, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.27927927927927926, | |
| "grad_norm": 0.38018940900412435, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3479, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.2882882882882883, | |
| "grad_norm": 0.4160537077429581, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3225, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.2972972972972973, | |
| "grad_norm": 0.4001899610048794, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3378, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.3063063063063063, | |
| "grad_norm": 0.3966450451230361, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3136, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.3153153153153153, | |
| "grad_norm": 0.35442342787868963, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3272, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.32432432432432434, | |
| "grad_norm": 0.31417075347024526, | |
| "learning_rate": 5e-06, | |
| "loss": 0.34, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 0.31460209634883374, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3068, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.34234234234234234, | |
| "grad_norm": 0.27638346613404846, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3355, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.35135135135135137, | |
| "grad_norm": 0.31966876717000925, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3176, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.36036036036036034, | |
| "grad_norm": 0.2841478766107157, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3031, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.36936936936936937, | |
| "grad_norm": 0.30103555060540843, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3149, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.3783783783783784, | |
| "grad_norm": 0.3245469606074819, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3147, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.38738738738738737, | |
| "grad_norm": 0.32434042643762057, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3305, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.3963963963963964, | |
| "grad_norm": 0.27778799916309627, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3384, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.40540540540540543, | |
| "grad_norm": 0.2745056010877783, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3156, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.4144144144144144, | |
| "grad_norm": 0.29410832050755714, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3112, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.42342342342342343, | |
| "grad_norm": 0.39421096404575884, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3504, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.43243243243243246, | |
| "grad_norm": 0.30297987367745016, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3133, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.44144144144144143, | |
| "grad_norm": 0.312599049596589, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3298, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.45045045045045046, | |
| "grad_norm": 0.28890139188869196, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3016, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.4594594594594595, | |
| "grad_norm": 0.27234641580243496, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3349, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.46846846846846846, | |
| "grad_norm": 0.30882782510454476, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3307, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.4774774774774775, | |
| "grad_norm": 0.2657310651267706, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3246, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.4864864864864865, | |
| "grad_norm": 0.2876695765716273, | |
| "learning_rate": 5e-06, | |
| "loss": 0.336, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.4954954954954955, | |
| "grad_norm": 0.29656571676225046, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3428, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5045045045045045, | |
| "grad_norm": 0.25789947550982967, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3035, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.5135135135135135, | |
| "grad_norm": 0.3359664317488606, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3221, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.5225225225225225, | |
| "grad_norm": 0.26901646941539337, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3061, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.5315315315315315, | |
| "grad_norm": 0.26500112714488566, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3203, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.5405405405405406, | |
| "grad_norm": 0.2614586643859284, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3068, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.5495495495495496, | |
| "grad_norm": 0.28994271054547277, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3568, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.5585585585585585, | |
| "grad_norm": 0.3372155822417667, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3559, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.5675675675675675, | |
| "grad_norm": 0.30224128387648297, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3069, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.5765765765765766, | |
| "grad_norm": 0.3130672270163632, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3513, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.5855855855855856, | |
| "grad_norm": 0.3065414445284105, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3194, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.5945945945945946, | |
| "grad_norm": 0.29075353592758474, | |
| "learning_rate": 5e-06, | |
| "loss": 0.364, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.6036036036036037, | |
| "grad_norm": 0.28085597006714386, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3626, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.6126126126126126, | |
| "grad_norm": 0.30828909246343983, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3278, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.6216216216216216, | |
| "grad_norm": 0.30901462421223835, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3338, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.6306306306306306, | |
| "grad_norm": 0.3316361212286006, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3444, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.6396396396396397, | |
| "grad_norm": 0.26217545165384337, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3226, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.6486486486486487, | |
| "grad_norm": 0.2563886493400457, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3409, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.6576576576576577, | |
| "grad_norm": 0.2962337946705661, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3196, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 0.2542256020612804, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3281, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.6756756756756757, | |
| "grad_norm": 0.32938420923589096, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3185, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.6846846846846847, | |
| "grad_norm": 0.33155654515742616, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3153, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.6936936936936937, | |
| "grad_norm": 0.25618184255532905, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3109, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.7027027027027027, | |
| "grad_norm": 0.27091352477500336, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3371, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.7117117117117117, | |
| "grad_norm": 0.270383658268609, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3325, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.7207207207207207, | |
| "grad_norm": 0.2525642887483178, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3288, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.7297297297297297, | |
| "grad_norm": 0.3027811916633369, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3472, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.7387387387387387, | |
| "grad_norm": 0.3506129591935139, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3383, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.7477477477477478, | |
| "grad_norm": 0.32710280320818547, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3095, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.7567567567567568, | |
| "grad_norm": 0.28423266582526613, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2909, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.7657657657657657, | |
| "grad_norm": 0.30514786428468144, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3181, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.7747747747747747, | |
| "grad_norm": 0.3219013280475637, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3421, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.7837837837837838, | |
| "grad_norm": 0.30765019613171724, | |
| "learning_rate": 5e-06, | |
| "loss": 0.339, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.7927927927927928, | |
| "grad_norm": 0.31363666903509363, | |
| "learning_rate": 5e-06, | |
| "loss": 0.32, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.8018018018018018, | |
| "grad_norm": 0.2802553985535834, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3698, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.8108108108108109, | |
| "grad_norm": 0.29928509597489333, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3465, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.8198198198198198, | |
| "grad_norm": 0.30368274583450106, | |
| "learning_rate": 5e-06, | |
| "loss": 0.321, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.8288288288288288, | |
| "grad_norm": 0.28901190479096217, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3034, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.8378378378378378, | |
| "grad_norm": 0.27035852334114224, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3379, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.8468468468468469, | |
| "grad_norm": 0.2757989755002078, | |
| "learning_rate": 5e-06, | |
| "loss": 0.335, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.8558558558558559, | |
| "grad_norm": 0.30063030136785046, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3299, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.8648648648648649, | |
| "grad_norm": 0.3436429105109027, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2906, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.8738738738738738, | |
| "grad_norm": 0.2995609579715489, | |
| "learning_rate": 5e-06, | |
| "loss": 0.317, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.8828828828828829, | |
| "grad_norm": 0.2860865100969785, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3281, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.8918918918918919, | |
| "grad_norm": 0.29202094172851817, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3225, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.9009009009009009, | |
| "grad_norm": 0.2931365896073913, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3022, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.9099099099099099, | |
| "grad_norm": 0.30610410355543166, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3287, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.918918918918919, | |
| "grad_norm": 0.27050744175601266, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3004, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.9279279279279279, | |
| "grad_norm": 0.2530762314307683, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3153, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.9369369369369369, | |
| "grad_norm": 0.2939696187606388, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3039, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.9459459459459459, | |
| "grad_norm": 0.269725936200039, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3028, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.954954954954955, | |
| "grad_norm": 0.32481323273559976, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3328, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.963963963963964, | |
| "grad_norm": 0.3297388133110706, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3303, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.972972972972973, | |
| "grad_norm": 0.3137683488542705, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3317, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.9819819819819819, | |
| "grad_norm": 0.2724212797943338, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3231, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.990990990990991, | |
| "grad_norm": 0.26974252035068974, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3052, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.27546705234954955, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2872, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.009009009009009, | |
| "grad_norm": 0.26532136740094475, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2831, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.018018018018018, | |
| "grad_norm": 0.2847617719081207, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3127, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.027027027027027, | |
| "grad_norm": 0.25187489870567525, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3179, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.0360360360360361, | |
| "grad_norm": 0.2470210561590589, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2888, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.045045045045045, | |
| "grad_norm": 0.2908873792372198, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3172, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.054054054054054, | |
| "grad_norm": 0.2545755890884819, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3044, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.063063063063063, | |
| "grad_norm": 0.2720375854552878, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3171, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.072072072072072, | |
| "grad_norm": 0.2804009954248822, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2903, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.0810810810810811, | |
| "grad_norm": 0.2584639986814767, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2786, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.09009009009009, | |
| "grad_norm": 0.2523704924311713, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3009, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.0990990990990992, | |
| "grad_norm": 0.27166739983138516, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3144, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.1081081081081081, | |
| "grad_norm": 0.291934322919287, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3199, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.117117117117117, | |
| "grad_norm": 0.2869424658137007, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2768, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.1261261261261262, | |
| "grad_norm": 0.35542461802439873, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2972, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.135135135135135, | |
| "grad_norm": 0.25765779721736737, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2715, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.1441441441441442, | |
| "grad_norm": 0.2850720419420103, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2861, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.1531531531531531, | |
| "grad_norm": 0.2869267701696132, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2797, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.1621621621621623, | |
| "grad_norm": 0.27437916265446266, | |
| "learning_rate": 5e-06, | |
| "loss": 0.284, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.1711711711711712, | |
| "grad_norm": 0.26640743341471523, | |
| "learning_rate": 5e-06, | |
| "loss": 0.282, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.1801801801801801, | |
| "grad_norm": 0.2600732173679119, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2919, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.1891891891891893, | |
| "grad_norm": 0.2665092682109021, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3143, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.1981981981981982, | |
| "grad_norm": 0.24683974895824953, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2987, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.2072072072072073, | |
| "grad_norm": 0.2908036694917544, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3158, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.2162162162162162, | |
| "grad_norm": 0.2945953899064198, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3152, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.2252252252252251, | |
| "grad_norm": 0.2616231868963709, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3152, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.2342342342342343, | |
| "grad_norm": 0.27650089751312973, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3029, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.2432432432432432, | |
| "grad_norm": 0.2631481660529609, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3084, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.2522522522522523, | |
| "grad_norm": 0.28830473220819297, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3251, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.2612612612612613, | |
| "grad_norm": 0.3062303048487267, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3093, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.2702702702702702, | |
| "grad_norm": 0.3066815320224598, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2881, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.2792792792792793, | |
| "grad_norm": 0.29129920876550947, | |
| "learning_rate": 5e-06, | |
| "loss": 0.282, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.2882882882882882, | |
| "grad_norm": 0.2895564905632834, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3076, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.2972972972972974, | |
| "grad_norm": 0.25687914463290057, | |
| "learning_rate": 5e-06, | |
| "loss": 0.283, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.3063063063063063, | |
| "grad_norm": 0.2543976032045274, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2987, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.3153153153153152, | |
| "grad_norm": 0.27423309545031693, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2981, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.3243243243243243, | |
| "grad_norm": 0.3127504643012831, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3091, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 0.2738777266583336, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2577, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.3423423423423424, | |
| "grad_norm": 0.2669333852747903, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2855, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.3513513513513513, | |
| "grad_norm": 0.26761386479699967, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3019, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.3603603603603602, | |
| "grad_norm": 0.25789802423884284, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3107, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.3693693693693694, | |
| "grad_norm": 0.27940713368034126, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2843, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.3783783783783785, | |
| "grad_norm": 0.277366156708692, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2799, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.3873873873873874, | |
| "grad_norm": 0.2607843059312788, | |
| "learning_rate": 5e-06, | |
| "loss": 0.292, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.3963963963963963, | |
| "grad_norm": 0.2649281612489507, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3134, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.4054054054054055, | |
| "grad_norm": 0.27271972468771527, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2972, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.4144144144144144, | |
| "grad_norm": 0.26207901754212165, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2822, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.4234234234234235, | |
| "grad_norm": 0.2641717963089793, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2971, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.4324324324324325, | |
| "grad_norm": 0.2579842614638958, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3024, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.4414414414414414, | |
| "grad_norm": 0.2870255938899811, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2885, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.4504504504504505, | |
| "grad_norm": 0.2777224839264993, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2892, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.4594594594594594, | |
| "grad_norm": 0.27625106290913043, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2805, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.4684684684684686, | |
| "grad_norm": 0.2700016737510603, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2992, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.4774774774774775, | |
| "grad_norm": 0.25372514988722056, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2972, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.4864864864864864, | |
| "grad_norm": 0.28782834487825465, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3018, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.4954954954954955, | |
| "grad_norm": 0.27036226357763354, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2968, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.5045045045045045, | |
| "grad_norm": 0.24997568182394178, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2482, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.5135135135135136, | |
| "grad_norm": 0.28025540658752757, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3314, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.5225225225225225, | |
| "grad_norm": 0.25563343479526396, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3163, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.5315315315315314, | |
| "grad_norm": 0.3556162754506623, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2925, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.5405405405405406, | |
| "grad_norm": 0.27599016482238853, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2838, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.5495495495495497, | |
| "grad_norm": 0.272343971725021, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3088, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.5585585585585586, | |
| "grad_norm": 0.28693003610171597, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2921, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.5675675675675675, | |
| "grad_norm": 0.2955327518594707, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2777, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.5765765765765765, | |
| "grad_norm": 0.27961760151449894, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2838, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.5855855855855856, | |
| "grad_norm": 0.24665431850909808, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2781, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.5945945945945947, | |
| "grad_norm": 0.26426261640553667, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2816, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.6036036036036037, | |
| "grad_norm": 0.2711333903704824, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3142, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.6126126126126126, | |
| "grad_norm": 0.2722379287245898, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2816, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.6216216216216215, | |
| "grad_norm": 0.3012330875667607, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3263, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.6306306306306306, | |
| "grad_norm": 0.2669108739090265, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2952, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.6396396396396398, | |
| "grad_norm": 0.2748579289599078, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2823, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.6486486486486487, | |
| "grad_norm": 0.29837425745633833, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3038, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.6576576576576576, | |
| "grad_norm": 0.3305979404285009, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3017, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 0.26365462645864157, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2952, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.6756756756756757, | |
| "grad_norm": 0.27117354048602127, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2713, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.6846846846846848, | |
| "grad_norm": 0.2618109082938301, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3259, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.6936936936936937, | |
| "grad_norm": 0.24890174240606217, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2864, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.7027027027027026, | |
| "grad_norm": 0.28948368345439884, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3242, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.7117117117117115, | |
| "grad_norm": 0.2659473815766033, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2928, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.7207207207207207, | |
| "grad_norm": 0.26435921312812555, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2747, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.7297297297297298, | |
| "grad_norm": 0.2834566804404197, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3373, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.7387387387387387, | |
| "grad_norm": 0.26226690378932954, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2713, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.7477477477477477, | |
| "grad_norm": 0.2574908549961044, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2949, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.7567567567567568, | |
| "grad_norm": 0.2670216430713444, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3105, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.7657657657657657, | |
| "grad_norm": 0.2644549565961117, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2974, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.7747747747747749, | |
| "grad_norm": 0.2754975911578592, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3019, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.7837837837837838, | |
| "grad_norm": 0.28446592391114817, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3148, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.7927927927927927, | |
| "grad_norm": 0.28893386362511947, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3189, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.8018018018018018, | |
| "grad_norm": 0.2869246676669029, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3015, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.810810810810811, | |
| "grad_norm": 0.2847178633594474, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2628, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.8198198198198199, | |
| "grad_norm": 0.2946725850660284, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2768, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.8288288288288288, | |
| "grad_norm": 0.29608299277278, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3171, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.8378378378378377, | |
| "grad_norm": 0.28628382246998885, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3096, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.8468468468468469, | |
| "grad_norm": 0.2660371973699119, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2685, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.855855855855856, | |
| "grad_norm": 0.2514264016055165, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2622, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.864864864864865, | |
| "grad_norm": 0.2675623714158383, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3324, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.8738738738738738, | |
| "grad_norm": 0.2817065371989752, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2926, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.8828828828828827, | |
| "grad_norm": 0.24376840027264843, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2695, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.8918918918918919, | |
| "grad_norm": 0.2679237524654036, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2606, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.900900900900901, | |
| "grad_norm": 0.2593077892544588, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2781, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.90990990990991, | |
| "grad_norm": 0.2555343741606999, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2616, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.9189189189189189, | |
| "grad_norm": 0.27065363914180135, | |
| "learning_rate": 5e-06, | |
| "loss": 0.309, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.9279279279279278, | |
| "grad_norm": 0.29950662348843465, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2953, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.936936936936937, | |
| "grad_norm": 0.30392398016557, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3302, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.945945945945946, | |
| "grad_norm": 0.2688781676455933, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2946, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.954954954954955, | |
| "grad_norm": 0.27334249580678227, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3169, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.9639639639639639, | |
| "grad_norm": 0.2637661232011851, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2923, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.972972972972973, | |
| "grad_norm": 0.24845919128888916, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2956, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.981981981981982, | |
| "grad_norm": 0.2677476120892863, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2725, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.990990990990991, | |
| "grad_norm": 0.27245457118100547, | |
| "learning_rate": 5e-06, | |
| "loss": 0.304, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.2632364290696338, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2759, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 2.009009009009009, | |
| "grad_norm": 0.29524131111947416, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2467, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 2.018018018018018, | |
| "grad_norm": 0.26959444826517864, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2509, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 2.027027027027027, | |
| "grad_norm": 0.24776989679141162, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2647, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 2.036036036036036, | |
| "grad_norm": 0.24922491602278132, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2734, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 2.045045045045045, | |
| "grad_norm": 0.2637011140567836, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2538, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 2.054054054054054, | |
| "grad_norm": 0.24677968833597697, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2569, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 2.063063063063063, | |
| "grad_norm": 0.25749179244984177, | |
| "learning_rate": 5e-06, | |
| "loss": 0.266, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 2.0720720720720722, | |
| "grad_norm": 0.2704364348984915, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2645, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 2.081081081081081, | |
| "grad_norm": 0.2848341811917101, | |
| "learning_rate": 5e-06, | |
| "loss": 0.258, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 2.09009009009009, | |
| "grad_norm": 0.2539455237645273, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2648, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 2.099099099099099, | |
| "grad_norm": 0.2534894136461773, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2611, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 2.108108108108108, | |
| "grad_norm": 0.2666435185167066, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2671, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 2.1171171171171173, | |
| "grad_norm": 0.275032039682747, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2807, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 2.126126126126126, | |
| "grad_norm": 0.24537895004936466, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2777, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 2.135135135135135, | |
| "grad_norm": 0.29459998669694115, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2782, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 2.144144144144144, | |
| "grad_norm": 0.2727554788191977, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2687, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 2.153153153153153, | |
| "grad_norm": 0.30880501847599995, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2878, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 2.1621621621621623, | |
| "grad_norm": 0.2886633976684916, | |
| "learning_rate": 5e-06, | |
| "loss": 0.267, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.171171171171171, | |
| "grad_norm": 0.2597628174067978, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2648, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 2.18018018018018, | |
| "grad_norm": 0.2534324931692372, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2981, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 2.189189189189189, | |
| "grad_norm": 0.2563993838591747, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2487, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 2.1981981981981984, | |
| "grad_norm": 0.2852726219398302, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2543, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 2.2072072072072073, | |
| "grad_norm": 0.30478195170068134, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2562, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 2.2162162162162162, | |
| "grad_norm": 0.24772685929517294, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2869, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 2.225225225225225, | |
| "grad_norm": 0.26428977786941277, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2709, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 2.234234234234234, | |
| "grad_norm": 0.2447098843485426, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2241, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.2432432432432434, | |
| "grad_norm": 0.2841804786817898, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2398, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 2.2522522522522523, | |
| "grad_norm": 0.2837413945636495, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2755, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 2.2612612612612613, | |
| "grad_norm": 0.27688677145182117, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2581, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 2.27027027027027, | |
| "grad_norm": 0.2524013812037196, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2447, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.279279279279279, | |
| "grad_norm": 0.25708866849265744, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2629, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 2.2882882882882885, | |
| "grad_norm": 0.31089756790372536, | |
| "learning_rate": 5e-06, | |
| "loss": 0.262, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 2.2972972972972974, | |
| "grad_norm": 0.2580437334513352, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2672, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 2.3063063063063063, | |
| "grad_norm": 0.25589033140205797, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2854, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 2.315315315315315, | |
| "grad_norm": 0.2851188761111017, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2847, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 2.3243243243243246, | |
| "grad_norm": 0.2742352435214708, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2863, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 2.3333333333333335, | |
| "grad_norm": 0.25574343614682743, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2744, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 2.3423423423423424, | |
| "grad_norm": 0.2704501372387818, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2356, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 2.3513513513513513, | |
| "grad_norm": 0.2694883625074875, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2845, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 2.3603603603603602, | |
| "grad_norm": 0.2749897171746042, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2745, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 2.3693693693693696, | |
| "grad_norm": 0.33678826387641014, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3088, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 2.3783783783783785, | |
| "grad_norm": 0.2773165283746789, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2946, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.3873873873873874, | |
| "grad_norm": 0.31677913584086903, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3179, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 2.3963963963963963, | |
| "grad_norm": 0.2563051452749462, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2625, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 2.4054054054054053, | |
| "grad_norm": 0.321688693489085, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2671, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 2.4144144144144146, | |
| "grad_norm": 0.26634437339972133, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2613, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 2.4234234234234235, | |
| "grad_norm": 0.27171211584580457, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2628, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 2.4324324324324325, | |
| "grad_norm": 0.2555430715005437, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2687, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 2.4414414414414414, | |
| "grad_norm": 0.24255848197003171, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2941, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 2.4504504504504503, | |
| "grad_norm": 0.29538238957980967, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2777, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 2.4594594594594597, | |
| "grad_norm": 0.2876545631402078, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2764, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 2.4684684684684686, | |
| "grad_norm": 0.2773762933353327, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2834, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 2.4774774774774775, | |
| "grad_norm": 0.25275190194965114, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2625, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 2.4864864864864864, | |
| "grad_norm": 0.30548139692249815, | |
| "learning_rate": 5e-06, | |
| "loss": 0.264, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.4954954954954953, | |
| "grad_norm": 0.2857116539220258, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2663, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 2.5045045045045047, | |
| "grad_norm": 0.27127459034653845, | |
| "learning_rate": 5e-06, | |
| "loss": 0.289, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 2.5135135135135136, | |
| "grad_norm": 0.29403524162565264, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2665, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 2.5225225225225225, | |
| "grad_norm": 0.2982604039719257, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2635, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 2.5315315315315314, | |
| "grad_norm": 0.25776587175299304, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2592, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 2.5405405405405403, | |
| "grad_norm": 0.2646598986862087, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2579, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 2.5495495495495497, | |
| "grad_norm": 0.24717949544087905, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2544, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 2.5585585585585586, | |
| "grad_norm": 0.2657887766041429, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2656, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 2.5675675675675675, | |
| "grad_norm": 0.27748457946008864, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2675, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 2.5765765765765765, | |
| "grad_norm": 0.25089374600320746, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2816, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 2.5855855855855854, | |
| "grad_norm": 0.28897866413916584, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2589, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 2.5945945945945947, | |
| "grad_norm": 0.26235423487495346, | |
| "learning_rate": 5e-06, | |
| "loss": 0.271, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.6036036036036037, | |
| "grad_norm": 0.29773828111895406, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2884, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 2.6126126126126126, | |
| "grad_norm": 0.2732062490555635, | |
| "learning_rate": 5e-06, | |
| "loss": 0.297, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 2.6216216216216215, | |
| "grad_norm": 0.28269145506341653, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2794, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 2.6306306306306304, | |
| "grad_norm": 0.2592351362804753, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2653, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 2.6396396396396398, | |
| "grad_norm": 0.27363184791488976, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2659, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 2.6486486486486487, | |
| "grad_norm": 0.2687283362268144, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2881, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 2.6576576576576576, | |
| "grad_norm": 0.2669999794761192, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2658, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 0.2584313873251436, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2597, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 2.6756756756756754, | |
| "grad_norm": 0.2870412914872632, | |
| "learning_rate": 5e-06, | |
| "loss": 0.273, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.684684684684685, | |
| "grad_norm": 0.2565405158611234, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2471, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 2.6936936936936937, | |
| "grad_norm": 0.2718920473228364, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2556, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 2.7027027027027026, | |
| "grad_norm": 0.2732398668856954, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2729, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.7117117117117115, | |
| "grad_norm": 0.25213076888264274, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2659, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 2.7207207207207205, | |
| "grad_norm": 0.25342262780535696, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2791, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 2.72972972972973, | |
| "grad_norm": 0.2929513672092119, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2714, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.7387387387387387, | |
| "grad_norm": 0.27482309634629043, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2646, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.7477477477477477, | |
| "grad_norm": 0.26495695016553, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2655, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.756756756756757, | |
| "grad_norm": 0.2751450071843517, | |
| "learning_rate": 5e-06, | |
| "loss": 0.282, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.7657657657657655, | |
| "grad_norm": 0.2492074837362159, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2728, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.774774774774775, | |
| "grad_norm": 0.24588259514355568, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2506, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.7837837837837838, | |
| "grad_norm": 0.290865691950273, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3019, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.7927927927927927, | |
| "grad_norm": 0.24649105252907824, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3028, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.801801801801802, | |
| "grad_norm": 0.24865219694730992, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2647, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.810810810810811, | |
| "grad_norm": 0.2641273618850612, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2743, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.81981981981982, | |
| "grad_norm": 0.27036448999028867, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2483, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.828828828828829, | |
| "grad_norm": 0.277820288498933, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2478, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.8378378378378377, | |
| "grad_norm": 0.25834412495274456, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2395, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.846846846846847, | |
| "grad_norm": 0.25827263911198917, | |
| "learning_rate": 5e-06, | |
| "loss": 0.222, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.855855855855856, | |
| "grad_norm": 0.28475747286608616, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2747, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.864864864864865, | |
| "grad_norm": 0.25037323222188695, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2689, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.873873873873874, | |
| "grad_norm": 0.2652972773806203, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2477, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.8828828828828827, | |
| "grad_norm": 0.26279014403702605, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2734, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.891891891891892, | |
| "grad_norm": 0.2854042712916503, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2679, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.900900900900901, | |
| "grad_norm": 0.26077805779165003, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2608, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.90990990990991, | |
| "grad_norm": 0.255112093170312, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2695, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.918918918918919, | |
| "grad_norm": 0.26211588620202336, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2424, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.9279279279279278, | |
| "grad_norm": 0.2685084403266774, | |
| "learning_rate": 5e-06, | |
| "loss": 0.235, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.936936936936937, | |
| "grad_norm": 0.27269803144536753, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2759, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 2.945945945945946, | |
| "grad_norm": 0.26751393672770624, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2564, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 2.954954954954955, | |
| "grad_norm": 0.2665543902683488, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2763, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 2.963963963963964, | |
| "grad_norm": 0.28496550173938856, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2762, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 2.972972972972973, | |
| "grad_norm": 0.2567341688659859, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2756, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.981981981981982, | |
| "grad_norm": 0.2584671428651672, | |
| "learning_rate": 5e-06, | |
| "loss": 0.3001, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.990990990990991, | |
| "grad_norm": 0.2804525292556161, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2785, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.24187503112431247, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2454, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 3.009009009009009, | |
| "grad_norm": 0.26503328616806615, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2332, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 3.018018018018018, | |
| "grad_norm": 0.2631846355641096, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2658, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 3.027027027027027, | |
| "grad_norm": 0.2786137851508687, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2519, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 3.036036036036036, | |
| "grad_norm": 0.2755722489630619, | |
| "learning_rate": 5e-06, | |
| "loss": 0.206, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 3.045045045045045, | |
| "grad_norm": 0.2530795628224832, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2029, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 3.054054054054054, | |
| "grad_norm": 0.25959049991529565, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2371, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 3.063063063063063, | |
| "grad_norm": 0.2916294807412774, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2556, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 3.0720720720720722, | |
| "grad_norm": 0.2790615318391773, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2198, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 3.081081081081081, | |
| "grad_norm": 0.3203392671142568, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2693, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 3.09009009009009, | |
| "grad_norm": 0.2576637679316666, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2304, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 3.099099099099099, | |
| "grad_norm": 0.24928248944605377, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2291, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 3.108108108108108, | |
| "grad_norm": 0.26793696602953165, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2445, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 3.1171171171171173, | |
| "grad_norm": 0.2971915014155351, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2416, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 3.126126126126126, | |
| "grad_norm": 0.27752473751722373, | |
| "learning_rate": 5e-06, | |
| "loss": 0.219, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 3.135135135135135, | |
| "grad_norm": 0.2794534994824032, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2297, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 3.144144144144144, | |
| "grad_norm": 0.25926948541703204, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2411, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 3.153153153153153, | |
| "grad_norm": 0.24722918054941584, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2419, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 3.1621621621621623, | |
| "grad_norm": 0.26203389917376085, | |
| "learning_rate": 5e-06, | |
| "loss": 0.234, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 3.171171171171171, | |
| "grad_norm": 0.2472074514309984, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2363, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 3.18018018018018, | |
| "grad_norm": 0.2945063702553609, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2435, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 3.189189189189189, | |
| "grad_norm": 0.27925373635853185, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2746, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 3.1981981981981984, | |
| "grad_norm": 0.24996405356591392, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2357, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 3.2072072072072073, | |
| "grad_norm": 0.2556106250304069, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2499, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 3.2162162162162162, | |
| "grad_norm": 0.26114830248277804, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2435, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 3.225225225225225, | |
| "grad_norm": 0.2469470177899144, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2391, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 3.234234234234234, | |
| "grad_norm": 0.2641345310685226, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1981, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 3.2432432432432434, | |
| "grad_norm": 0.2630942786949833, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2098, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.2522522522522523, | |
| "grad_norm": 0.24708329710543495, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2228, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 3.2612612612612613, | |
| "grad_norm": 0.25000693689900794, | |
| "learning_rate": 5e-06, | |
| "loss": 0.242, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 3.27027027027027, | |
| "grad_norm": 0.2554644897448756, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2558, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 3.279279279279279, | |
| "grad_norm": 0.25264038317978293, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2009, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 3.2882882882882885, | |
| "grad_norm": 0.2743512388274681, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2331, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 3.2972972972972974, | |
| "grad_norm": 0.2728238972210015, | |
| "learning_rate": 5e-06, | |
| "loss": 0.238, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 3.3063063063063063, | |
| "grad_norm": 0.2602352997656632, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2595, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 3.315315315315315, | |
| "grad_norm": 0.27036311534944873, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2093, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 3.3243243243243246, | |
| "grad_norm": 0.264625202176752, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2579, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 3.3333333333333335, | |
| "grad_norm": 0.259895631515348, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2375, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 3.3423423423423424, | |
| "grad_norm": 0.2563353260712296, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2364, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 3.3513513513513513, | |
| "grad_norm": 0.28822107627305354, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2493, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 3.3603603603603602, | |
| "grad_norm": 0.25680447088580227, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2501, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 3.3693693693693696, | |
| "grad_norm": 0.27784185650966475, | |
| "learning_rate": 5e-06, | |
| "loss": 0.245, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 3.3783783783783785, | |
| "grad_norm": 0.2627541742958857, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2387, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 3.3873873873873874, | |
| "grad_norm": 0.24193274859474298, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2375, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 3.3963963963963963, | |
| "grad_norm": 0.258378796876473, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2281, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 3.4054054054054053, | |
| "grad_norm": 0.2749899330352957, | |
| "learning_rate": 5e-06, | |
| "loss": 0.24, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 3.4144144144144146, | |
| "grad_norm": 0.25777164751813997, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2524, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 3.4234234234234235, | |
| "grad_norm": 0.2805168544005753, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2415, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 3.4324324324324325, | |
| "grad_norm": 0.25842839628916536, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2433, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 3.4414414414414414, | |
| "grad_norm": 0.26639980982056893, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2403, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 3.4504504504504503, | |
| "grad_norm": 0.3060982219805088, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2236, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 3.4594594594594597, | |
| "grad_norm": 0.26146902459280136, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2504, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 3.4684684684684686, | |
| "grad_norm": 0.25380491317438975, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2464, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 3.4774774774774775, | |
| "grad_norm": 0.27324232509875496, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2404, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 3.4864864864864864, | |
| "grad_norm": 0.2651723560610241, | |
| "learning_rate": 5e-06, | |
| "loss": 0.226, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 3.4954954954954953, | |
| "grad_norm": 0.2689389917124243, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2751, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 3.5045045045045047, | |
| "grad_norm": 0.2643418768447757, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2298, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 3.5135135135135136, | |
| "grad_norm": 0.24935046689303417, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2505, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 3.5225225225225225, | |
| "grad_norm": 0.2508765789856499, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2478, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 3.5315315315315314, | |
| "grad_norm": 0.26705709850776205, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2225, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 3.5405405405405403, | |
| "grad_norm": 0.2573422869010653, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2122, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 3.5495495495495497, | |
| "grad_norm": 0.2770154762726231, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2802, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 3.5585585585585586, | |
| "grad_norm": 0.26710684568846427, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2275, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 3.5675675675675675, | |
| "grad_norm": 0.2527476600992376, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2445, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 3.5765765765765765, | |
| "grad_norm": 0.2521141774058005, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2342, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 3.5855855855855854, | |
| "grad_norm": 0.2689995200221707, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2518, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 3.5945945945945947, | |
| "grad_norm": 0.25908754443823273, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2386, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 3.6036036036036037, | |
| "grad_norm": 0.273518168337783, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2641, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 3.6126126126126126, | |
| "grad_norm": 0.26669639385445737, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2359, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 3.6216216216216215, | |
| "grad_norm": 0.2560702170541, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2337, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 3.6306306306306304, | |
| "grad_norm": 0.2461177958525498, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2401, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 3.6396396396396398, | |
| "grad_norm": 0.2648097200804019, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2144, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 3.6486486486486487, | |
| "grad_norm": 0.2646834290329095, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2493, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 3.6576576576576576, | |
| "grad_norm": 0.2796973639180676, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2467, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 3.6666666666666665, | |
| "grad_norm": 0.25308085485220105, | |
| "learning_rate": 5e-06, | |
| "loss": 0.227, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 3.6756756756756754, | |
| "grad_norm": 0.2587012503429008, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2285, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 3.684684684684685, | |
| "grad_norm": 0.2958300777778266, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2547, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 3.6936936936936937, | |
| "grad_norm": 0.25334395158267925, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2693, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 3.7027027027027026, | |
| "grad_norm": 0.29019457155713096, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2518, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 3.7117117117117115, | |
| "grad_norm": 0.2473020184393372, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2344, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 3.7207207207207205, | |
| "grad_norm": 0.270453761649425, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2275, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 3.72972972972973, | |
| "grad_norm": 0.2602131546551776, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2428, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 3.7387387387387387, | |
| "grad_norm": 0.29110180180417683, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2301, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 3.7477477477477477, | |
| "grad_norm": 0.25367703106621997, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2377, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 3.756756756756757, | |
| "grad_norm": 0.257299738969486, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2137, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 3.7657657657657655, | |
| "grad_norm": 0.257656312443973, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2567, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 3.774774774774775, | |
| "grad_norm": 0.2808325095308855, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2571, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 3.7837837837837838, | |
| "grad_norm": 0.2657618644204265, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2382, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.7927927927927927, | |
| "grad_norm": 0.27556658674977147, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2748, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 3.801801801801802, | |
| "grad_norm": 0.2783118243091199, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2349, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 3.810810810810811, | |
| "grad_norm": 0.27683880390148435, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2545, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 3.81981981981982, | |
| "grad_norm": 0.24903071725050696, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2436, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 3.828828828828829, | |
| "grad_norm": 0.27140890180707533, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2103, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 3.8378378378378377, | |
| "grad_norm": 0.25999693913444694, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2703, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 3.846846846846847, | |
| "grad_norm": 0.28165585165926776, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2395, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 3.855855855855856, | |
| "grad_norm": 0.26800670806664434, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2855, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 3.864864864864865, | |
| "grad_norm": 0.26752171553410126, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2525, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 3.873873873873874, | |
| "grad_norm": 0.2550812423474624, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2357, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 3.8828828828828827, | |
| "grad_norm": 0.25341757674985854, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2752, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 3.891891891891892, | |
| "grad_norm": 0.2714456590973952, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2399, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 3.900900900900901, | |
| "grad_norm": 0.2832850264958553, | |
| "learning_rate": 5e-06, | |
| "loss": 0.232, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 3.90990990990991, | |
| "grad_norm": 0.2560994537050628, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2457, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 3.918918918918919, | |
| "grad_norm": 0.2624403245035626, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2782, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 3.9279279279279278, | |
| "grad_norm": 0.2645012258501843, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2432, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 3.936936936936937, | |
| "grad_norm": 0.26607477226554654, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2202, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 3.945945945945946, | |
| "grad_norm": 0.2731452758231204, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2689, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 3.954954954954955, | |
| "grad_norm": 0.2964590337329977, | |
| "learning_rate": 5e-06, | |
| "loss": 0.229, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 3.963963963963964, | |
| "grad_norm": 0.2787999534447745, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2527, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 3.972972972972973, | |
| "grad_norm": 0.24055312465968123, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2231, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 3.981981981981982, | |
| "grad_norm": 0.2757745274177008, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2437, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 3.990990990990991, | |
| "grad_norm": 0.26536706718909975, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2335, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 0.2390963333912312, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2237, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 4.009009009009009, | |
| "grad_norm": 0.2720207934109716, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2316, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 4.018018018018018, | |
| "grad_norm": 0.2673459557274162, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2205, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 4.027027027027027, | |
| "grad_norm": 0.24447403903164172, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2033, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 4.036036036036036, | |
| "grad_norm": 0.29354577394627634, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2059, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 4.045045045045045, | |
| "grad_norm": 0.28252004790921936, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2222, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 4.054054054054054, | |
| "grad_norm": 0.279624558559084, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2485, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 4.063063063063063, | |
| "grad_norm": 0.2742544682456035, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2153, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 4.072072072072072, | |
| "grad_norm": 0.26315979594288036, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1967, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 4.081081081081081, | |
| "grad_norm": 0.25548950244986113, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2108, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 4.09009009009009, | |
| "grad_norm": 0.260763131351132, | |
| "learning_rate": 5e-06, | |
| "loss": 0.21, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 4.099099099099099, | |
| "grad_norm": 0.2705243300559351, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1926, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 4.108108108108108, | |
| "grad_norm": 0.2572296275587587, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2182, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 4.117117117117117, | |
| "grad_norm": 0.32370825872086306, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1912, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 4.126126126126126, | |
| "grad_norm": 0.24556795850306926, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2071, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 4.135135135135135, | |
| "grad_norm": 0.23389148126428516, | |
| "learning_rate": 5e-06, | |
| "loss": 0.234, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 4.1441441441441444, | |
| "grad_norm": 0.2428236778448457, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2119, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 4.153153153153153, | |
| "grad_norm": 0.31106881930176683, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2124, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 4.162162162162162, | |
| "grad_norm": 0.27122185214756195, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2226, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 4.171171171171171, | |
| "grad_norm": 0.2996732981773459, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2299, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 4.18018018018018, | |
| "grad_norm": 0.27023462008753, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2557, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 4.1891891891891895, | |
| "grad_norm": 0.25842796305339033, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2325, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 4.198198198198198, | |
| "grad_norm": 0.2437169161762717, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1797, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 4.207207207207207, | |
| "grad_norm": 0.26780073229070595, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2067, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 4.216216216216216, | |
| "grad_norm": 0.2670888124294135, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2205, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 4.225225225225225, | |
| "grad_norm": 0.25879921020859936, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2085, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 4.2342342342342345, | |
| "grad_norm": 0.26317981293875226, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2336, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 4.243243243243243, | |
| "grad_norm": 0.23931715866089387, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2124, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 4.252252252252252, | |
| "grad_norm": 0.2691126922298142, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2065, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 4.261261261261261, | |
| "grad_norm": 0.23991879914940956, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2045, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 4.27027027027027, | |
| "grad_norm": 0.2548563923839949, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1836, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 4.2792792792792795, | |
| "grad_norm": 0.24697361737276458, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1792, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 4.288288288288288, | |
| "grad_norm": 0.2829022630675641, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2098, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 4.297297297297297, | |
| "grad_norm": 0.2620700761228271, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2102, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 4.306306306306306, | |
| "grad_norm": 0.2628063026021744, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2025, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 4.315315315315315, | |
| "grad_norm": 0.2863724297024661, | |
| "learning_rate": 5e-06, | |
| "loss": 0.237, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 4.324324324324325, | |
| "grad_norm": 0.25990971129318524, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2116, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 4.333333333333333, | |
| "grad_norm": 0.2606038664504591, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2092, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 4.342342342342342, | |
| "grad_norm": 0.253863280864317, | |
| "learning_rate": 5e-06, | |
| "loss": 0.164, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 4.351351351351352, | |
| "grad_norm": 0.24650022322727727, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1852, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 4.36036036036036, | |
| "grad_norm": 0.25369962373757826, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2183, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 4.36936936936937, | |
| "grad_norm": 0.28375278856958064, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2052, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 4.378378378378378, | |
| "grad_norm": 0.24267201305207473, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2367, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 4.387387387387387, | |
| "grad_norm": 0.25205690964559024, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2212, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 4.396396396396397, | |
| "grad_norm": 0.25716800876310375, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1906, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 4.405405405405405, | |
| "grad_norm": 0.23704968081876604, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2075, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 4.414414414414415, | |
| "grad_norm": 0.3201956523912786, | |
| "learning_rate": 5e-06, | |
| "loss": 0.198, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 4.423423423423423, | |
| "grad_norm": 0.26301398337918436, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1878, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 4.4324324324324325, | |
| "grad_norm": 0.27402028797210554, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2104, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 4.441441441441442, | |
| "grad_norm": 0.33955450203665727, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2205, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 4.45045045045045, | |
| "grad_norm": 0.26220441610422024, | |
| "learning_rate": 5e-06, | |
| "loss": 0.218, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 4.45945945945946, | |
| "grad_norm": 0.281656218031479, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2235, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 4.468468468468468, | |
| "grad_norm": 0.29159551817654267, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2178, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 4.4774774774774775, | |
| "grad_norm": 0.2623117148967965, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2178, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 4.486486486486487, | |
| "grad_norm": 0.2531840506893455, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2086, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 4.495495495495495, | |
| "grad_norm": 0.25528977769788064, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2186, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 4.504504504504505, | |
| "grad_norm": 0.2679628655435481, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2237, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 4.513513513513513, | |
| "grad_norm": 0.263719988749634, | |
| "learning_rate": 5e-06, | |
| "loss": 0.194, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 4.5225225225225225, | |
| "grad_norm": 0.273138889734998, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2086, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 4.531531531531532, | |
| "grad_norm": 0.292878429342998, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2154, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 4.54054054054054, | |
| "grad_norm": 0.27619815070018144, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2049, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 4.54954954954955, | |
| "grad_norm": 0.27527630799114594, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2213, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 4.558558558558558, | |
| "grad_norm": 0.26879133234631997, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2238, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 4.5675675675675675, | |
| "grad_norm": 0.272548643979066, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2114, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 4.576576576576577, | |
| "grad_norm": 0.27819059711468064, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2157, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 4.585585585585585, | |
| "grad_norm": 0.27618387944584083, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2048, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 4.594594594594595, | |
| "grad_norm": 0.2549425189875316, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2174, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 4.603603603603604, | |
| "grad_norm": 0.2645903835474375, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2216, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 4.612612612612613, | |
| "grad_norm": 0.2640684028376376, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2182, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 4.621621621621622, | |
| "grad_norm": 0.26051198776980117, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1808, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 4.63063063063063, | |
| "grad_norm": 0.2931023356142575, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1941, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 4.63963963963964, | |
| "grad_norm": 0.25284181276914397, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2362, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 4.648648648648649, | |
| "grad_norm": 0.2590084071736973, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2417, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 4.657657657657658, | |
| "grad_norm": 0.30404451969520124, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2186, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 4.666666666666667, | |
| "grad_norm": 0.2673580882682002, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2224, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 4.675675675675675, | |
| "grad_norm": 0.2636588657441614, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2324, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 4.684684684684685, | |
| "grad_norm": 0.2876900527962799, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2246, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 4.693693693693694, | |
| "grad_norm": 0.33566773437219993, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2148, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 4.702702702702703, | |
| "grad_norm": 0.25837694824532986, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2435, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 4.711711711711712, | |
| "grad_norm": 0.2618996341262811, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2504, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 4.7207207207207205, | |
| "grad_norm": 0.2916721768764094, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1969, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 4.72972972972973, | |
| "grad_norm": 0.2695124629228616, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2242, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 4.738738738738739, | |
| "grad_norm": 0.25003767055634085, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2396, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 4.747747747747748, | |
| "grad_norm": 0.26273587385726827, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2389, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 4.756756756756757, | |
| "grad_norm": 0.2633999928270432, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1999, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 4.7657657657657655, | |
| "grad_norm": 0.2657486138733691, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1973, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 4.774774774774775, | |
| "grad_norm": 0.2615424263109113, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2172, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 4.783783783783784, | |
| "grad_norm": 0.2725460425087256, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2316, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 4.792792792792793, | |
| "grad_norm": 0.29663406158664646, | |
| "learning_rate": 5e-06, | |
| "loss": 0.215, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 4.801801801801802, | |
| "grad_norm": 0.2680114226198382, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1913, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 4.8108108108108105, | |
| "grad_norm": 0.2717779322025023, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2134, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 4.81981981981982, | |
| "grad_norm": 0.2461871817136421, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2242, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 4.828828828828829, | |
| "grad_norm": 0.23898230675599963, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1906, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 4.837837837837838, | |
| "grad_norm": 0.24493103786606743, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2157, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 4.846846846846847, | |
| "grad_norm": 0.2513533399485069, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2251, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 4.8558558558558556, | |
| "grad_norm": 0.25335345934289205, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1981, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 4.864864864864865, | |
| "grad_norm": 0.24569861483369518, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1923, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 4.873873873873874, | |
| "grad_norm": 0.3107988513160903, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2022, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 4.882882882882883, | |
| "grad_norm": 0.2440474159047901, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2102, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 4.891891891891892, | |
| "grad_norm": 0.269910179414699, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2023, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 4.900900900900901, | |
| "grad_norm": 0.28697178165278897, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2026, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 4.90990990990991, | |
| "grad_norm": 0.27623354559228885, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2477, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 4.918918918918919, | |
| "grad_norm": 0.2598034982021407, | |
| "learning_rate": 5e-06, | |
| "loss": 0.202, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 4.927927927927928, | |
| "grad_norm": 0.2982050262473221, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1987, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 4.936936936936937, | |
| "grad_norm": 0.2506438136769937, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2332, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 4.945945945945946, | |
| "grad_norm": 0.2619541945846186, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1929, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 4.954954954954955, | |
| "grad_norm": 0.263321542176826, | |
| "learning_rate": 5e-06, | |
| "loss": 0.199, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 4.963963963963964, | |
| "grad_norm": 0.2601674233941214, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2515, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 4.972972972972973, | |
| "grad_norm": 0.29934162295077227, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2177, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 4.981981981981982, | |
| "grad_norm": 0.24535555883333707, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2038, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 4.990990990990991, | |
| "grad_norm": 0.2743717244598402, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1904, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 0.2346279054988279, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2318, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 5.009009009009009, | |
| "grad_norm": 0.3139762280953865, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2065, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 5.018018018018018, | |
| "grad_norm": 0.2318927222535076, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2063, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 5.027027027027027, | |
| "grad_norm": 0.25650614267529076, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2042, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 5.036036036036036, | |
| "grad_norm": 0.25768317605269925, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2057, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 5.045045045045045, | |
| "grad_norm": 0.29060238578973707, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1944, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 5.054054054054054, | |
| "grad_norm": 0.28407299845741896, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1718, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 5.063063063063063, | |
| "grad_norm": 0.29213793767158686, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1878, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 5.072072072072072, | |
| "grad_norm": 0.26810675570875164, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2125, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 5.081081081081081, | |
| "grad_norm": 0.2692377641775085, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1846, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 5.09009009009009, | |
| "grad_norm": 0.405649877673358, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1837, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 5.099099099099099, | |
| "grad_norm": 0.26726682072971775, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2062, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 5.108108108108108, | |
| "grad_norm": 0.2940841675590565, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2165, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 5.117117117117117, | |
| "grad_norm": 0.3398159316706572, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1926, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 5.126126126126126, | |
| "grad_norm": 0.2826251512922728, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1848, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 5.135135135135135, | |
| "grad_norm": 0.25092563468699364, | |
| "learning_rate": 5e-06, | |
| "loss": 0.193, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 5.1441441441441444, | |
| "grad_norm": 0.25159248777659954, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1723, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 5.153153153153153, | |
| "grad_norm": 0.2681017671845892, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1634, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 5.162162162162162, | |
| "grad_norm": 0.2733469299319058, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1702, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 5.171171171171171, | |
| "grad_norm": 0.2643697126326926, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2108, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 5.18018018018018, | |
| "grad_norm": 0.2929652382664824, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2104, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 5.1891891891891895, | |
| "grad_norm": 0.30518478646977765, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2049, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 5.198198198198198, | |
| "grad_norm": 0.29565787595285775, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1701, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 5.207207207207207, | |
| "grad_norm": 0.24799846379048632, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1849, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 5.216216216216216, | |
| "grad_norm": 0.26812878158143444, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1939, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 5.225225225225225, | |
| "grad_norm": 0.2832327785366025, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1748, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 5.2342342342342345, | |
| "grad_norm": 0.24530353488882148, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1672, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 5.243243243243243, | |
| "grad_norm": 0.267893260322143, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1982, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 5.252252252252252, | |
| "grad_norm": 0.28205728775241223, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1402, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 5.261261261261261, | |
| "grad_norm": 0.2616195565718879, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1669, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 5.27027027027027, | |
| "grad_norm": 0.2623448971573745, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2006, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 5.2792792792792795, | |
| "grad_norm": 0.24193944254287217, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1737, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 5.288288288288288, | |
| "grad_norm": 0.27208641316196014, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1837, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 5.297297297297297, | |
| "grad_norm": 0.25067910651417047, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1934, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 5.306306306306306, | |
| "grad_norm": 0.25385900871383876, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1689, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 5.315315315315315, | |
| "grad_norm": 0.32902079040677734, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1534, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 5.324324324324325, | |
| "grad_norm": 0.2529027343155485, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2102, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 5.333333333333333, | |
| "grad_norm": 0.28906659508958055, | |
| "learning_rate": 5e-06, | |
| "loss": 0.181, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 5.342342342342342, | |
| "grad_norm": 0.282108480924088, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2128, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 5.351351351351352, | |
| "grad_norm": 0.2604161116106256, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1844, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 5.36036036036036, | |
| "grad_norm": 0.2789492989923241, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1683, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 5.36936936936937, | |
| "grad_norm": 0.2559431308271593, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2137, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 5.378378378378378, | |
| "grad_norm": 0.30088029917481107, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1892, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 5.387387387387387, | |
| "grad_norm": 0.26253812275245714, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1765, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 5.396396396396397, | |
| "grad_norm": 0.26495943964336816, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1843, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 5.405405405405405, | |
| "grad_norm": 0.25894821975432253, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1881, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 5.414414414414415, | |
| "grad_norm": 0.24931805970093998, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1878, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 5.423423423423423, | |
| "grad_norm": 0.23455479372929255, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1906, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 5.4324324324324325, | |
| "grad_norm": 0.25467507848802673, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1717, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 5.441441441441442, | |
| "grad_norm": 0.33202611172740315, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1688, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 5.45045045045045, | |
| "grad_norm": 0.29109320447844156, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2029, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 5.45945945945946, | |
| "grad_norm": 0.24981105367499418, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1941, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 5.468468468468468, | |
| "grad_norm": 0.24367601204155379, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1671, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 5.4774774774774775, | |
| "grad_norm": 0.2932072155115799, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1705, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 5.486486486486487, | |
| "grad_norm": 0.2882005482228378, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2065, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 5.495495495495495, | |
| "grad_norm": 0.25719022643699463, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2111, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 5.504504504504505, | |
| "grad_norm": 0.2611846325545377, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2016, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 5.513513513513513, | |
| "grad_norm": 0.23251839540489064, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1711, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 5.5225225225225225, | |
| "grad_norm": 0.3956644880260737, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1794, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 5.531531531531532, | |
| "grad_norm": 0.27250839467887433, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1676, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 5.54054054054054, | |
| "grad_norm": 0.2638663157341973, | |
| "learning_rate": 5e-06, | |
| "loss": 0.189, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 5.54954954954955, | |
| "grad_norm": 0.2635087015420886, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1894, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 5.558558558558558, | |
| "grad_norm": 0.25884441144311887, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1625, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 5.5675675675675675, | |
| "grad_norm": 0.33989481367732455, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1632, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 5.576576576576577, | |
| "grad_norm": 0.33951958077722966, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1956, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 5.585585585585585, | |
| "grad_norm": 0.2547652235180218, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2291, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 5.594594594594595, | |
| "grad_norm": 0.24750295719042112, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1726, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 5.603603603603604, | |
| "grad_norm": 0.2508541551180729, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1776, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 5.612612612612613, | |
| "grad_norm": 0.2506039467248062, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2185, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 5.621621621621622, | |
| "grad_norm": 0.26927980609500457, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2051, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 5.63063063063063, | |
| "grad_norm": 0.2902598041361342, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1836, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 5.63963963963964, | |
| "grad_norm": 0.27400647533943007, | |
| "learning_rate": 5e-06, | |
| "loss": 0.187, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 5.648648648648649, | |
| "grad_norm": 0.29199710457207273, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1969, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 5.657657657657658, | |
| "grad_norm": 0.3025760209241755, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1745, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 5.666666666666667, | |
| "grad_norm": 0.2863200552497931, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1763, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 5.675675675675675, | |
| "grad_norm": 0.3046187504171871, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1765, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 5.684684684684685, | |
| "grad_norm": 0.2594010152562734, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1922, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 5.693693693693694, | |
| "grad_norm": 0.25276964471192975, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2011, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 5.702702702702703, | |
| "grad_norm": 0.2457717647956263, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1878, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 5.711711711711712, | |
| "grad_norm": 0.27348692878164155, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1992, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 5.7207207207207205, | |
| "grad_norm": 0.2599835122727351, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1649, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 5.72972972972973, | |
| "grad_norm": 0.2712466634459408, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2089, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 5.738738738738739, | |
| "grad_norm": 0.2732874374632016, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1613, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 5.747747747747748, | |
| "grad_norm": 0.3335330997010001, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2057, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 5.756756756756757, | |
| "grad_norm": 0.29795878105581997, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1619, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 5.7657657657657655, | |
| "grad_norm": 0.27969811406236256, | |
| "learning_rate": 5e-06, | |
| "loss": 0.212, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 5.774774774774775, | |
| "grad_norm": 0.26108347760571876, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1898, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 5.783783783783784, | |
| "grad_norm": 0.2954357533804664, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1845, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 5.792792792792793, | |
| "grad_norm": 0.2897237531310712, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1778, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 5.801801801801802, | |
| "grad_norm": 0.2862916112801224, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1616, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 5.8108108108108105, | |
| "grad_norm": 0.2655242503575118, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2125, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 5.81981981981982, | |
| "grad_norm": 0.29888735697965757, | |
| "learning_rate": 5e-06, | |
| "loss": 0.17, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 5.828828828828829, | |
| "grad_norm": 0.3878759366680586, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1747, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 5.837837837837838, | |
| "grad_norm": 0.2780142798396489, | |
| "learning_rate": 5e-06, | |
| "loss": 0.208, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 5.846846846846847, | |
| "grad_norm": 0.32189822402929597, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1903, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 5.8558558558558556, | |
| "grad_norm": 0.26666263423680436, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1753, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 5.864864864864865, | |
| "grad_norm": 0.26508147192359016, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1956, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 5.873873873873874, | |
| "grad_norm": 0.2800648058751269, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1796, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 5.882882882882883, | |
| "grad_norm": 0.25602425755319697, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2028, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 5.891891891891892, | |
| "grad_norm": 0.296930917045288, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1924, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 5.900900900900901, | |
| "grad_norm": 0.3452776489094155, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1964, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 5.90990990990991, | |
| "grad_norm": 0.2910698717731606, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1751, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 5.918918918918919, | |
| "grad_norm": 0.2591517828645954, | |
| "learning_rate": 5e-06, | |
| "loss": 0.187, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 5.927927927927928, | |
| "grad_norm": 0.32146446439072224, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1945, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 5.936936936936937, | |
| "grad_norm": 0.29057113691944186, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1796, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 5.945945945945946, | |
| "grad_norm": 0.2673772774533524, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1871, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 5.954954954954955, | |
| "grad_norm": 0.25292557260096377, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1748, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 5.963963963963964, | |
| "grad_norm": 0.24315435369686791, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1838, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 5.972972972972973, | |
| "grad_norm": 0.30275438050027514, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1633, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 5.981981981981982, | |
| "grad_norm": 0.28436057893273076, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1876, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 5.990990990990991, | |
| "grad_norm": 0.28562922979220184, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2009, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 0.2653424601600143, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1905, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 6.009009009009009, | |
| "grad_norm": 0.2860376096075966, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1957, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 6.018018018018018, | |
| "grad_norm": 0.25196665164096865, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1563, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 6.027027027027027, | |
| "grad_norm": 0.24029344524647256, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1879, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 6.036036036036036, | |
| "grad_norm": 0.2620085799429486, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1811, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 6.045045045045045, | |
| "grad_norm": 0.27308115959180734, | |
| "learning_rate": 5e-06, | |
| "loss": 0.155, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 6.054054054054054, | |
| "grad_norm": 0.26803737868546207, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1537, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 6.063063063063063, | |
| "grad_norm": 0.30441930072274076, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1902, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 6.072072072072072, | |
| "grad_norm": 0.2465984202629159, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1807, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 6.081081081081081, | |
| "grad_norm": 0.2674335217467193, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1487, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 6.09009009009009, | |
| "grad_norm": 0.2905204800351543, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1567, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 6.099099099099099, | |
| "grad_norm": 0.2954597077236978, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1535, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 6.108108108108108, | |
| "grad_norm": 0.3045298345267351, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1689, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 6.117117117117117, | |
| "grad_norm": 0.2740781768489349, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1797, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 6.126126126126126, | |
| "grad_norm": 0.39475528450021763, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1617, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 6.135135135135135, | |
| "grad_norm": 0.6235225287605396, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1238, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 6.1441441441441444, | |
| "grad_norm": 0.26845753887421847, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1511, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 6.153153153153153, | |
| "grad_norm": 0.3602960092750115, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1678, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 6.162162162162162, | |
| "grad_norm": 0.33224893659794336, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1412, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 6.171171171171171, | |
| "grad_norm": 0.24094527332728147, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1695, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 6.18018018018018, | |
| "grad_norm": 0.341428905288911, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1839, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 6.1891891891891895, | |
| "grad_norm": 0.2956801407312396, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1692, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 6.198198198198198, | |
| "grad_norm": 0.3054866867274709, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1546, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 6.207207207207207, | |
| "grad_norm": 0.23806841375933424, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1554, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 6.216216216216216, | |
| "grad_norm": 0.24481339250784975, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1953, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 6.225225225225225, | |
| "grad_norm": 0.3014128409778474, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1674, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 6.2342342342342345, | |
| "grad_norm": 0.2708989701315342, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1479, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 6.243243243243243, | |
| "grad_norm": 0.31024609108715306, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1553, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 6.252252252252252, | |
| "grad_norm": 0.29134393470015496, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1437, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 6.261261261261261, | |
| "grad_norm": 0.2793592485054197, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1684, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 6.27027027027027, | |
| "grad_norm": 0.30498815020407055, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1968, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 6.2792792792792795, | |
| "grad_norm": 0.2652672098205942, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1565, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 6.288288288288288, | |
| "grad_norm": 0.3018458330908521, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1726, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 6.297297297297297, | |
| "grad_norm": 0.2592172426217306, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1656, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 6.306306306306306, | |
| "grad_norm": 0.2565291008895072, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1981, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 6.315315315315315, | |
| "grad_norm": 0.2980025331247, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1656, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 6.324324324324325, | |
| "grad_norm": 0.26039013888986284, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1656, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 6.333333333333333, | |
| "grad_norm": 0.2568935923552546, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1451, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 6.342342342342342, | |
| "grad_norm": 0.29222987592831656, | |
| "learning_rate": 5e-06, | |
| "loss": 0.161, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 6.351351351351352, | |
| "grad_norm": 0.2622511449178775, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1553, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 6.36036036036036, | |
| "grad_norm": 0.2703894332854895, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1803, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 6.36936936936937, | |
| "grad_norm": 0.2516505913848481, | |
| "learning_rate": 5e-06, | |
| "loss": 0.16, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 6.378378378378378, | |
| "grad_norm": 0.26750256687760715, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1461, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 6.387387387387387, | |
| "grad_norm": 0.2539871109081379, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1488, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 6.396396396396397, | |
| "grad_norm": 0.2769403607227516, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1924, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 6.405405405405405, | |
| "grad_norm": 0.2946720991492928, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1503, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 6.414414414414415, | |
| "grad_norm": 0.24458166835948247, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1855, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 6.423423423423423, | |
| "grad_norm": 0.2840232732624716, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1643, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 6.4324324324324325, | |
| "grad_norm": 0.31757015141649597, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1622, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 6.441441441441442, | |
| "grad_norm": 0.28847324036631117, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1365, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 6.45045045045045, | |
| "grad_norm": 0.24694988398848988, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1594, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 6.45945945945946, | |
| "grad_norm": 0.29307213864672693, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1411, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 6.468468468468468, | |
| "grad_norm": 0.30163977699200506, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1649, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 6.4774774774774775, | |
| "grad_norm": 0.2854457863377953, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1918, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 6.486486486486487, | |
| "grad_norm": 0.27342932900047295, | |
| "learning_rate": 5e-06, | |
| "loss": 0.176, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 6.495495495495495, | |
| "grad_norm": 0.28175783115173536, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1422, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 6.504504504504505, | |
| "grad_norm": 0.2840989876099184, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1633, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 6.513513513513513, | |
| "grad_norm": 0.2867793910350591, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1796, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 6.5225225225225225, | |
| "grad_norm": 0.28428808863989385, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1529, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 6.531531531531532, | |
| "grad_norm": 0.29279024558574074, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1392, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 6.54054054054054, | |
| "grad_norm": 0.23321656651720726, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1472, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 6.54954954954955, | |
| "grad_norm": 0.27521328727823563, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1577, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 6.558558558558558, | |
| "grad_norm": 0.32541783429708115, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1782, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 6.5675675675675675, | |
| "grad_norm": 0.4716962818206086, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1247, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 6.576576576576577, | |
| "grad_norm": 0.26285903206886113, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1744, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 6.585585585585585, | |
| "grad_norm": 0.30168633716148247, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1422, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 6.594594594594595, | |
| "grad_norm": 0.2745027764141301, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1672, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 6.603603603603604, | |
| "grad_norm": 0.35380479132918236, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1663, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 6.612612612612613, | |
| "grad_norm": 0.27601944134435535, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1695, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 6.621621621621622, | |
| "grad_norm": 0.2528980448808799, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2017, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 6.63063063063063, | |
| "grad_norm": 0.30767286206094524, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1261, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 6.63963963963964, | |
| "grad_norm": 0.2602137688236013, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1636, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 6.648648648648649, | |
| "grad_norm": 0.23824598012350529, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1584, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 6.657657657657658, | |
| "grad_norm": 0.29134756631872455, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1835, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 6.666666666666667, | |
| "grad_norm": 0.25765774787058354, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1603, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 6.675675675675675, | |
| "grad_norm": 0.2600078403016356, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1826, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 6.684684684684685, | |
| "grad_norm": 0.2617835836231004, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1464, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 6.693693693693694, | |
| "grad_norm": 0.32078684057749896, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1252, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 6.702702702702703, | |
| "grad_norm": 0.29351670808174113, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1548, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 6.711711711711712, | |
| "grad_norm": 0.30854251276850175, | |
| "learning_rate": 5e-06, | |
| "loss": 0.137, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 6.7207207207207205, | |
| "grad_norm": 0.26688862536435537, | |
| "learning_rate": 5e-06, | |
| "loss": 0.124, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 6.72972972972973, | |
| "grad_norm": 0.44923760580414157, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1736, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 6.738738738738739, | |
| "grad_norm": 0.39218610199513526, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1418, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 6.747747747747748, | |
| "grad_norm": 0.2664334967715308, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1517, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 6.756756756756757, | |
| "grad_norm": 0.28834080697901254, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1422, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 6.7657657657657655, | |
| "grad_norm": 0.29170783307220777, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1466, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 6.774774774774775, | |
| "grad_norm": 0.2802071333171322, | |
| "learning_rate": 5e-06, | |
| "loss": 0.2085, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 6.783783783783784, | |
| "grad_norm": 0.27926590125257916, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1923, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 6.792792792792793, | |
| "grad_norm": 0.26518681255237936, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1766, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 6.801801801801802, | |
| "grad_norm": 0.347354240325402, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1825, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 6.8108108108108105, | |
| "grad_norm": 0.2783190286987182, | |
| "learning_rate": 5e-06, | |
| "loss": 0.169, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 6.81981981981982, | |
| "grad_norm": 0.25398065438526435, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1586, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 6.828828828828829, | |
| "grad_norm": 0.2677100544625917, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1422, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 6.837837837837838, | |
| "grad_norm": 0.25767020061357093, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1562, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 6.846846846846847, | |
| "grad_norm": 0.2741476785712207, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1672, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 6.8558558558558556, | |
| "grad_norm": 0.3040893781704407, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1571, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 6.864864864864865, | |
| "grad_norm": 0.3190900071250576, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1424, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 6.873873873873874, | |
| "grad_norm": 0.29513021972878545, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1553, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 6.882882882882883, | |
| "grad_norm": 0.24584895713037455, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1648, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 6.891891891891892, | |
| "grad_norm": 0.29616482928194166, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1628, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 6.900900900900901, | |
| "grad_norm": 0.2698717209619555, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1486, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 6.90990990990991, | |
| "grad_norm": 0.2842949721560408, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1533, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 6.918918918918919, | |
| "grad_norm": 0.2548658270502879, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1828, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 6.927927927927928, | |
| "grad_norm": 0.29650593537088255, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1609, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 6.936936936936937, | |
| "grad_norm": 0.28258003962728084, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1593, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 6.945945945945946, | |
| "grad_norm": 0.2635611766361993, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1854, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 6.954954954954955, | |
| "grad_norm": 0.30424832142174796, | |
| "learning_rate": 5e-06, | |
| "loss": 0.146, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 6.963963963963964, | |
| "grad_norm": 0.3060917294529799, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1733, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 6.972972972972973, | |
| "grad_norm": 0.32441537080653826, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1537, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 6.981981981981982, | |
| "grad_norm": 0.2765707057627649, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1693, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 6.990990990990991, | |
| "grad_norm": 0.2603233373640257, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1796, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 0.2781503743653767, | |
| "learning_rate": 5e-06, | |
| "loss": 0.184, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 7.009009009009009, | |
| "grad_norm": 0.28846916522682, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1327, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 7.018018018018018, | |
| "grad_norm": 0.2909211896726909, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1436, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 7.027027027027027, | |
| "grad_norm": 0.29059846677673873, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1264, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 7.036036036036036, | |
| "grad_norm": 0.2589502571701869, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1433, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 7.045045045045045, | |
| "grad_norm": 0.30299652950475636, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1139, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 7.054054054054054, | |
| "grad_norm": 0.3100291804047275, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1592, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 7.063063063063063, | |
| "grad_norm": 0.2975691545809747, | |
| "learning_rate": 5e-06, | |
| "loss": 0.157, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 7.072072072072072, | |
| "grad_norm": 0.3068091793086541, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1232, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 7.081081081081081, | |
| "grad_norm": 0.3089806282089307, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1221, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 7.09009009009009, | |
| "grad_norm": 0.2847038649852651, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1281, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 7.099099099099099, | |
| "grad_norm": 0.2615997547703096, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1434, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 7.108108108108108, | |
| "grad_norm": 0.2807779495824356, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1245, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 7.117117117117117, | |
| "grad_norm": 0.32154910892821653, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1398, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 7.126126126126126, | |
| "grad_norm": 0.2909515213375792, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1617, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 7.135135135135135, | |
| "grad_norm": 0.3077346518188213, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1798, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 7.1441441441441444, | |
| "grad_norm": 0.2950118643236569, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1189, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 7.153153153153153, | |
| "grad_norm": 0.3358905154061822, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1145, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 7.162162162162162, | |
| "grad_norm": 0.2784628731056912, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1413, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 7.171171171171171, | |
| "grad_norm": 0.332241278578818, | |
| "learning_rate": 5e-06, | |
| "loss": 0.141, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 7.18018018018018, | |
| "grad_norm": 0.3319493746279513, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1265, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 7.1891891891891895, | |
| "grad_norm": 0.2918711891065202, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1848, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 7.198198198198198, | |
| "grad_norm": 0.294971929143932, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1102, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 7.207207207207207, | |
| "grad_norm": 0.28582274936569596, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1364, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 7.216216216216216, | |
| "grad_norm": 0.2659870012399625, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1402, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 7.225225225225225, | |
| "grad_norm": 0.27334027202909716, | |
| "learning_rate": 5e-06, | |
| "loss": 0.16, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 7.2342342342342345, | |
| "grad_norm": 0.29814746528630565, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1313, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 7.243243243243243, | |
| "grad_norm": 0.30947580830786586, | |
| "learning_rate": 5e-06, | |
| "loss": 0.16, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 7.252252252252252, | |
| "grad_norm": 0.38586634200713993, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1162, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 7.261261261261261, | |
| "grad_norm": 0.24887533724067495, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1632, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 7.27027027027027, | |
| "grad_norm": 0.26959801719398596, | |
| "learning_rate": 5e-06, | |
| "loss": 0.152, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 7.2792792792792795, | |
| "grad_norm": 0.29035577733855455, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1283, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 7.288288288288288, | |
| "grad_norm": 0.28290473947861045, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1411, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 7.297297297297297, | |
| "grad_norm": 0.32523778027288563, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1198, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 7.306306306306306, | |
| "grad_norm": 0.27833761872914975, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1555, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 7.315315315315315, | |
| "grad_norm": 0.3367892879965876, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1314, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 7.324324324324325, | |
| "grad_norm": 0.277313010335673, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1364, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 7.333333333333333, | |
| "grad_norm": 0.27375407683101277, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1331, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 7.342342342342342, | |
| "grad_norm": 0.26697608186333877, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1458, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 7.351351351351352, | |
| "grad_norm": 0.2974176115893814, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1394, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 7.36036036036036, | |
| "grad_norm": 0.2764189750660692, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1421, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 7.36936936936937, | |
| "grad_norm": 0.26103798171790754, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1277, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 7.378378378378378, | |
| "grad_norm": 0.2702444951963583, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1248, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 7.387387387387387, | |
| "grad_norm": 0.3091293494651806, | |
| "learning_rate": 5e-06, | |
| "loss": 0.107, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 7.396396396396397, | |
| "grad_norm": 0.27618979276963385, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1286, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 7.405405405405405, | |
| "grad_norm": 0.2850325224623505, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1524, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 7.414414414414415, | |
| "grad_norm": 0.2699678297509792, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1504, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 7.423423423423423, | |
| "grad_norm": 0.2684653976073876, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1472, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 7.4324324324324325, | |
| "grad_norm": 0.27562604313146905, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1647, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 7.441441441441442, | |
| "grad_norm": 0.32271326740564915, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1373, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 7.45045045045045, | |
| "grad_norm": 0.3017797868640937, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1177, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 7.45945945945946, | |
| "grad_norm": 0.3746544705141892, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1266, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 7.468468468468468, | |
| "grad_norm": 0.36162531031963435, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1723, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 7.4774774774774775, | |
| "grad_norm": 0.30931420713180063, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1497, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 7.486486486486487, | |
| "grad_norm": 0.27294359139491653, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1409, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 7.495495495495495, | |
| "grad_norm": 0.2643297412103037, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1339, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 7.504504504504505, | |
| "grad_norm": 0.27159435674152455, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1432, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 7.513513513513513, | |
| "grad_norm": 0.29349995019825675, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1431, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 7.5225225225225225, | |
| "grad_norm": 0.31813922083817525, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1237, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 7.531531531531532, | |
| "grad_norm": 0.25431234598026253, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1231, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 7.54054054054054, | |
| "grad_norm": 0.26549876685780915, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1079, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 7.54954954954955, | |
| "grad_norm": 0.2843904679866454, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1456, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 7.558558558558558, | |
| "grad_norm": 0.2764008229289936, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1294, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 7.5675675675675675, | |
| "grad_norm": 0.27550196745644295, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1169, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 7.576576576576577, | |
| "grad_norm": 0.2657966726978357, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1283, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 7.585585585585585, | |
| "grad_norm": 0.279726882287188, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1151, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 7.594594594594595, | |
| "grad_norm": 0.27489297214494474, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1515, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 7.603603603603604, | |
| "grad_norm": 0.277774516155618, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1503, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 7.612612612612613, | |
| "grad_norm": 0.27480641761427765, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1075, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 7.621621621621622, | |
| "grad_norm": 0.2846350822817088, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1514, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 7.63063063063063, | |
| "grad_norm": 0.28181647241406504, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1314, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 7.63963963963964, | |
| "grad_norm": 0.3260999375199513, | |
| "learning_rate": 5e-06, | |
| "loss": 0.138, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 7.648648648648649, | |
| "grad_norm": 0.26191958014959504, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1258, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 7.657657657657658, | |
| "grad_norm": 0.3229999390728544, | |
| "learning_rate": 5e-06, | |
| "loss": 0.15, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 7.666666666666667, | |
| "grad_norm": 0.26451999606394416, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1495, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 7.675675675675675, | |
| "grad_norm": 0.26990766634628194, | |
| "learning_rate": 5e-06, | |
| "loss": 0.136, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 7.684684684684685, | |
| "grad_norm": 0.3024735158151713, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1506, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 7.693693693693694, | |
| "grad_norm": 0.2924088710387093, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1327, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 7.702702702702703, | |
| "grad_norm": 0.3127786707020021, | |
| "learning_rate": 5e-06, | |
| "loss": 0.139, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 7.711711711711712, | |
| "grad_norm": 0.284180680266691, | |
| "learning_rate": 5e-06, | |
| "loss": 0.144, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 7.7207207207207205, | |
| "grad_norm": 0.28516328758030296, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1428, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 7.72972972972973, | |
| "grad_norm": 0.2862117655255194, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1579, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 7.738738738738739, | |
| "grad_norm": 0.3006220321307271, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1603, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 7.747747747747748, | |
| "grad_norm": 0.29806627084091325, | |
| "learning_rate": 5e-06, | |
| "loss": 0.138, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 7.756756756756757, | |
| "grad_norm": 0.2947193709313226, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1523, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 7.7657657657657655, | |
| "grad_norm": 0.27653789730185635, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0974, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 7.774774774774775, | |
| "grad_norm": 0.3359884991528938, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1498, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 7.783783783783784, | |
| "grad_norm": 0.3548503598800355, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1437, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 7.792792792792793, | |
| "grad_norm": 0.2847477764044701, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1393, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 7.801801801801802, | |
| "grad_norm": 0.3065450470724209, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1575, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 7.8108108108108105, | |
| "grad_norm": 0.3012473965068844, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1032, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 7.81981981981982, | |
| "grad_norm": 0.3010781272384048, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1475, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 7.828828828828829, | |
| "grad_norm": 0.2802542506009257, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1493, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 7.837837837837838, | |
| "grad_norm": 0.257772116445583, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1712, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 7.846846846846847, | |
| "grad_norm": 0.2619565806462764, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1511, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 7.8558558558558556, | |
| "grad_norm": 0.24721830116730928, | |
| "learning_rate": 5e-06, | |
| "loss": 0.11, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 7.864864864864865, | |
| "grad_norm": 0.2608797590307874, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1434, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 7.873873873873874, | |
| "grad_norm": 0.3098206461383644, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1244, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 7.882882882882883, | |
| "grad_norm": 0.2543474293117471, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1484, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 7.891891891891892, | |
| "grad_norm": 0.275008000690447, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1866, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 7.900900900900901, | |
| "grad_norm": 0.2574884831625064, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1163, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 7.90990990990991, | |
| "grad_norm": 0.2735186605433472, | |
| "learning_rate": 5e-06, | |
| "loss": 0.181, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 7.918918918918919, | |
| "grad_norm": 0.274445320782787, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1501, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 7.927927927927928, | |
| "grad_norm": 0.32592488504503725, | |
| "learning_rate": 5e-06, | |
| "loss": 0.149, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 7.936936936936937, | |
| "grad_norm": 0.2733852933643102, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1434, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 7.945945945945946, | |
| "grad_norm": 0.2801042118029067, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1348, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 7.954954954954955, | |
| "grad_norm": 0.27111497067523815, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1597, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 7.963963963963964, | |
| "grad_norm": 0.27209799660825884, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1521, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 7.972972972972973, | |
| "grad_norm": 0.3930775839000158, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1559, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 7.981981981981982, | |
| "grad_norm": 0.2678257713350625, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1541, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 7.990990990990991, | |
| "grad_norm": 0.2557726554508295, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1293, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 0.30361837110340506, | |
| "learning_rate": 5e-06, | |
| "loss": 0.118, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 8.00900900900901, | |
| "grad_norm": 0.3724300858125284, | |
| "learning_rate": 5e-06, | |
| "loss": 0.119, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 8.018018018018019, | |
| "grad_norm": 0.278602815740515, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1553, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 8.027027027027026, | |
| "grad_norm": 0.2757271522278008, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1182, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 8.036036036036036, | |
| "grad_norm": 0.2929517079994954, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1158, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 8.045045045045045, | |
| "grad_norm": 0.36372793530477965, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1134, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 8.054054054054054, | |
| "grad_norm": 0.2817436945034752, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0886, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 8.063063063063064, | |
| "grad_norm": 0.26617606652724307, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1196, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 8.072072072072071, | |
| "grad_norm": 0.28867983451275775, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1194, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 8.08108108108108, | |
| "grad_norm": 0.32961696028266857, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1137, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 8.09009009009009, | |
| "grad_norm": 0.3261806017299068, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1164, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 8.0990990990991, | |
| "grad_norm": 0.3047004644766596, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1126, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 8.108108108108109, | |
| "grad_norm": 0.33711404617474894, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1321, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 8.117117117117116, | |
| "grad_norm": 0.28781948503164106, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0933, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 8.126126126126126, | |
| "grad_norm": 0.28954810553500565, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1232, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 8.135135135135135, | |
| "grad_norm": 0.2934734159929239, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1197, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 8.144144144144144, | |
| "grad_norm": 0.2851801626338276, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1371, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 8.153153153153154, | |
| "grad_norm": 0.27920553933946246, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1166, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 8.162162162162161, | |
| "grad_norm": 0.31343774042661315, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1351, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 8.17117117117117, | |
| "grad_norm": 0.28444182940880375, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1102, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 8.18018018018018, | |
| "grad_norm": 0.27773525186278575, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1051, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 8.18918918918919, | |
| "grad_norm": 0.2822074526087139, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1147, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 8.198198198198199, | |
| "grad_norm": 0.3445008346134781, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1627, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 8.207207207207206, | |
| "grad_norm": 0.2948133646560585, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1243, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 8.216216216216216, | |
| "grad_norm": 0.3548137336190423, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1034, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 8.225225225225225, | |
| "grad_norm": 0.24835233982448732, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1083, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 8.234234234234235, | |
| "grad_norm": 0.28608021315126475, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0924, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 8.243243243243244, | |
| "grad_norm": 0.2489920981375781, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0732, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 8.252252252252251, | |
| "grad_norm": 0.32648292494227393, | |
| "learning_rate": 5e-06, | |
| "loss": 0.101, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 8.26126126126126, | |
| "grad_norm": 0.26393238433265215, | |
| "learning_rate": 5e-06, | |
| "loss": 0.129, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 8.27027027027027, | |
| "grad_norm": 0.33000321897677853, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1092, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 8.27927927927928, | |
| "grad_norm": 0.36101227626943727, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1164, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 8.288288288288289, | |
| "grad_norm": 0.31480014766124803, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1042, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 8.297297297297296, | |
| "grad_norm": 0.3411446684131361, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1165, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 8.306306306306306, | |
| "grad_norm": 0.332814645717202, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1078, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 8.315315315315315, | |
| "grad_norm": 0.5298958645427678, | |
| "learning_rate": 5e-06, | |
| "loss": 0.129, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 8.324324324324325, | |
| "grad_norm": 0.359036677437228, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1297, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 8.333333333333334, | |
| "grad_norm": 0.3038540419282529, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0996, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 8.342342342342342, | |
| "grad_norm": 0.2836788711371018, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1064, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 8.35135135135135, | |
| "grad_norm": 0.2840741884034298, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1068, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 8.36036036036036, | |
| "grad_norm": 0.3606217340289843, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1161, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 8.36936936936937, | |
| "grad_norm": 0.33639738597690616, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1172, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 8.378378378378379, | |
| "grad_norm": 0.34030156462417316, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0924, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 8.387387387387387, | |
| "grad_norm": 0.2833799915899549, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1433, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 8.396396396396396, | |
| "grad_norm": 0.29693654573168704, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1192, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 8.405405405405405, | |
| "grad_norm": 0.2834266663051093, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1289, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 8.414414414414415, | |
| "grad_norm": 0.29926603005274255, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1238, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 8.423423423423424, | |
| "grad_norm": 0.27131987409072494, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1137, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 8.432432432432432, | |
| "grad_norm": 0.27245579434724637, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0845, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 8.441441441441441, | |
| "grad_norm": 0.29790096192104826, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1455, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 8.45045045045045, | |
| "grad_norm": 0.30112523923077406, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1243, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 8.45945945945946, | |
| "grad_norm": 0.2975979835875494, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1124, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 8.468468468468469, | |
| "grad_norm": 0.325062595930168, | |
| "learning_rate": 5e-06, | |
| "loss": 0.125, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 8.477477477477478, | |
| "grad_norm": 0.316039949527555, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1423, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 8.486486486486486, | |
| "grad_norm": 0.38300001583678706, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1402, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 8.495495495495495, | |
| "grad_norm": 0.368069280096857, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1394, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 8.504504504504505, | |
| "grad_norm": 0.2836701503469006, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1212, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 8.513513513513514, | |
| "grad_norm": 0.28208846723398523, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1176, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 8.522522522522522, | |
| "grad_norm": 0.3223580674636738, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1085, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 8.531531531531531, | |
| "grad_norm": 0.2975838495736659, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1388, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 8.54054054054054, | |
| "grad_norm": 0.2926384544838666, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1446, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 8.54954954954955, | |
| "grad_norm": 0.253328197509007, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1106, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 8.558558558558559, | |
| "grad_norm": 0.29078679203113755, | |
| "learning_rate": 5e-06, | |
| "loss": 0.147, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 8.567567567567568, | |
| "grad_norm": 0.3242982227120515, | |
| "learning_rate": 5e-06, | |
| "loss": 0.114, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 8.576576576576576, | |
| "grad_norm": 0.31916745252108, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1467, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 8.585585585585585, | |
| "grad_norm": 0.30713744803388243, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1165, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 8.594594594594595, | |
| "grad_norm": 0.31006975320296604, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1293, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 8.603603603603604, | |
| "grad_norm": 0.2929902011566849, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1134, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 8.612612612612612, | |
| "grad_norm": 0.26235543384430693, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1053, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 8.621621621621621, | |
| "grad_norm": 0.310009086101237, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1353, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 8.63063063063063, | |
| "grad_norm": 0.4012614816736551, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1248, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 8.63963963963964, | |
| "grad_norm": 0.2922213629865694, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1229, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 8.64864864864865, | |
| "grad_norm": 0.28311443461185315, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1309, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 8.657657657657658, | |
| "grad_norm": 0.3882325365638355, | |
| "learning_rate": 5e-06, | |
| "loss": 0.134, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 8.666666666666666, | |
| "grad_norm": 0.3162063136020091, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1166, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 8.675675675675675, | |
| "grad_norm": 0.3408953528226783, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1289, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 8.684684684684685, | |
| "grad_norm": 0.2558993641119161, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0915, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 8.693693693693694, | |
| "grad_norm": 0.3240415851794722, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1283, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 8.702702702702704, | |
| "grad_norm": 0.2802378425767391, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1462, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 8.711711711711711, | |
| "grad_norm": 0.32417830620793386, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1332, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 8.72072072072072, | |
| "grad_norm": 0.27199769909957633, | |
| "learning_rate": 5e-06, | |
| "loss": 0.111, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 8.72972972972973, | |
| "grad_norm": 0.3143617324505027, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1215, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 8.73873873873874, | |
| "grad_norm": 0.3294346785496534, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1054, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 8.747747747747749, | |
| "grad_norm": 0.30155526964094, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1222, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 8.756756756756756, | |
| "grad_norm": 0.3117950940446377, | |
| "learning_rate": 5e-06, | |
| "loss": 0.114, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 8.765765765765765, | |
| "grad_norm": 0.3392300144846105, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1163, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 8.774774774774775, | |
| "grad_norm": 0.2977388674828091, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1386, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 8.783783783783784, | |
| "grad_norm": 0.3088070527312149, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1622, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 8.792792792792794, | |
| "grad_norm": 0.28460989793331587, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1321, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 8.801801801801801, | |
| "grad_norm": 0.301114864385651, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1084, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 8.81081081081081, | |
| "grad_norm": 0.3080454311504172, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0958, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 8.81981981981982, | |
| "grad_norm": 0.35110800631668737, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1272, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 8.82882882882883, | |
| "grad_norm": 0.27956217271886274, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1327, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 8.837837837837839, | |
| "grad_norm": 0.32361648737642695, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1214, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 8.846846846846846, | |
| "grad_norm": 0.33228900753392643, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0843, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 8.855855855855856, | |
| "grad_norm": 0.32323655451004957, | |
| "learning_rate": 5e-06, | |
| "loss": 0.117, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 8.864864864864865, | |
| "grad_norm": 0.3411596228576446, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1137, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 8.873873873873874, | |
| "grad_norm": 0.33618399554078643, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1232, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 8.882882882882884, | |
| "grad_norm": 0.31438715504842607, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1188, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 8.891891891891891, | |
| "grad_norm": 0.29235691269480235, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0907, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 8.9009009009009, | |
| "grad_norm": 0.31569994309412647, | |
| "learning_rate": 5e-06, | |
| "loss": 0.139, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 8.90990990990991, | |
| "grad_norm": 0.3488819032640533, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0925, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 8.91891891891892, | |
| "grad_norm": 0.3287782461836467, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1144, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 8.927927927927929, | |
| "grad_norm": 0.342018883415981, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1554, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 8.936936936936936, | |
| "grad_norm": 0.30922097124521764, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0773, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 8.945945945945946, | |
| "grad_norm": 0.3170605884389048, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0961, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 8.954954954954955, | |
| "grad_norm": 0.2894394712507756, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1175, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 8.963963963963964, | |
| "grad_norm": 0.3507612251253632, | |
| "learning_rate": 5e-06, | |
| "loss": 0.0898, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 8.972972972972974, | |
| "grad_norm": 0.2916461407037756, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1162, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 8.981981981981981, | |
| "grad_norm": 0.3148022366204299, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1263, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 8.99099099099099, | |
| "grad_norm": 0.2917019835417808, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1088, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 0.27462543957892144, | |
| "learning_rate": 5e-06, | |
| "loss": 0.1158, | |
| "step": 999 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 11100, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 100, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1278638161920000.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |