ziansu's picture
Training in progress, step 500
668c53c verified
raw
history blame
16 kB
{"current_steps": 10, "total_steps": 1500, "loss": 0.9267, "accuracy": 0.574999988079071, "learning_rate": 4.999451708687114e-06, "epoch": 0.008880994671403197, "percentage": 0.67, "elapsed_time": "0:01:16", "remaining_time": "3:10:38", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 20, "total_steps": 1500, "loss": 0.936, "accuracy": 0.5, "learning_rate": 4.997807075247147e-06, "epoch": 0.017761989342806393, "percentage": 1.33, "elapsed_time": "0:02:36", "remaining_time": "3:12:59", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 30, "total_steps": 1500, "loss": 0.9215, "accuracy": 0.625, "learning_rate": 4.9950668210706795e-06, "epoch": 0.02664298401420959, "percentage": 2.0, "elapsed_time": "0:03:53", "remaining_time": "3:10:47", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 40, "total_steps": 1500, "loss": 0.9386, "accuracy": 0.5, "learning_rate": 4.9912321481237616e-06, "epoch": 0.035523978685612786, "percentage": 2.67, "elapsed_time": "0:05:06", "remaining_time": "3:06:40", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 50, "total_steps": 1500, "loss": 0.9317, "accuracy": 0.44999998807907104, "learning_rate": 4.986304738420684e-06, "epoch": 0.04440497335701599, "percentage": 3.33, "elapsed_time": "0:06:23", "remaining_time": "3:05:17", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 50, "total_steps": 1500, "eval_loss": 0.9381324052810669, "epoch": 0.04440497335701599, "percentage": 3.33, "elapsed_time": "0:06:48", "remaining_time": "3:17:30", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 60, "total_steps": 1500, "loss": 0.9319, "accuracy": 0.512499988079071, "learning_rate": 4.980286753286196e-06, "epoch": 0.05328596802841918, "percentage": 4.0, "elapsed_time": "0:08:11", "remaining_time": "3:16:47", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 70, "total_steps": 1500, "loss": 0.9185, "accuracy": 0.625, "learning_rate": 4.973180832407471e-06, "epoch": 0.06216696269982238, "percentage": 4.67, "elapsed_time": "0:09:27", "remaining_time": "3:13:09", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 80, "total_steps": 1500, "loss": 0.9388, "accuracy": 0.5375000238418579, "learning_rate": 4.964990092676263e-06, "epoch": 0.07104795737122557, "percentage": 5.33, "elapsed_time": "0:10:43", "remaining_time": "3:10:28", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 90, "total_steps": 1500, "loss": 0.9256, "accuracy": 0.5375000238418579, "learning_rate": 4.9557181268217225e-06, "epoch": 0.07992895204262877, "percentage": 6.0, "elapsed_time": "0:11:57", "remaining_time": "3:07:28", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 100, "total_steps": 1500, "loss": 0.9374, "accuracy": 0.5375000238418579, "learning_rate": 4.9453690018345144e-06, "epoch": 0.08880994671403197, "percentage": 6.67, "elapsed_time": "0:13:17", "remaining_time": "3:06:10", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 100, "total_steps": 1500, "eval_loss": 0.9302808046340942, "epoch": 0.08880994671403197, "percentage": 6.67, "elapsed_time": "0:13:43", "remaining_time": "3:12:04", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 110, "total_steps": 1500, "loss": 0.9243, "accuracy": 0.5625, "learning_rate": 4.933947257182901e-06, "epoch": 0.09769094138543517, "percentage": 7.33, "elapsed_time": "0:15:03", "remaining_time": "3:10:11", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 120, "total_steps": 1500, "loss": 0.9123, "accuracy": 0.5874999761581421, "learning_rate": 4.921457902821578e-06, "epoch": 0.10657193605683836, "percentage": 8.0, "elapsed_time": "0:16:19", "remaining_time": "3:07:45", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 130, "total_steps": 1500, "loss": 0.9163, "accuracy": 0.5375000238418579, "learning_rate": 4.907906416994146e-06, "epoch": 0.11545293072824156, "percentage": 8.67, "elapsed_time": "0:17:35", "remaining_time": "3:05:23", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 140, "total_steps": 1500, "loss": 0.9098, "accuracy": 0.574999988079071, "learning_rate": 4.893298743830168e-06, "epoch": 0.12433392539964476, "percentage": 9.33, "elapsed_time": "0:18:52", "remaining_time": "3:03:24", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 150, "total_steps": 1500, "loss": 0.9104, "accuracy": 0.5249999761581421, "learning_rate": 4.8776412907378845e-06, "epoch": 0.13321492007104796, "percentage": 10.0, "elapsed_time": "0:20:07", "remaining_time": "3:01:05", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 150, "total_steps": 1500, "eval_loss": 0.9143257737159729, "epoch": 0.13321492007104796, "percentage": 10.0, "elapsed_time": "0:20:32", "remaining_time": "3:04:53", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 160, "total_steps": 1500, "loss": 0.9051, "accuracy": 0.550000011920929, "learning_rate": 4.860940925593703e-06, "epoch": 0.14209591474245115, "percentage": 10.67, "elapsed_time": "0:21:52", "remaining_time": "3:03:11", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 170, "total_steps": 1500, "loss": 0.8906, "accuracy": 0.5625, "learning_rate": 4.84320497372973e-06, "epoch": 0.15097690941385436, "percentage": 11.33, "elapsed_time": "0:23:05", "remaining_time": "3:00:43", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 180, "total_steps": 1500, "loss": 0.8766, "accuracy": 0.5874999761581421, "learning_rate": 4.824441214720629e-06, "epoch": 0.15985790408525755, "percentage": 12.0, "elapsed_time": "0:24:17", "remaining_time": "2:58:10", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 190, "total_steps": 1500, "loss": 0.884, "accuracy": 0.637499988079071, "learning_rate": 4.804657878971252e-06, "epoch": 0.16873889875666073, "percentage": 12.67, "elapsed_time": "0:25:29", "remaining_time": "2:55:45", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 200, "total_steps": 1500, "loss": 0.8767, "accuracy": 0.5874999761581421, "learning_rate": 4.783863644106502e-06, "epoch": 0.17761989342806395, "percentage": 13.33, "elapsed_time": "0:26:49", "remaining_time": "2:54:18", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 200, "total_steps": 1500, "eval_loss": 0.8664290904998779, "epoch": 0.17761989342806395, "percentage": 13.33, "elapsed_time": "0:27:14", "remaining_time": "2:57:03", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 210, "total_steps": 1500, "loss": 0.8556, "accuracy": 0.637499988079071, "learning_rate": 4.762067631165049e-06, "epoch": 0.18650088809946713, "percentage": 14.0, "elapsed_time": "0:28:33", "remaining_time": "2:55:28", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 220, "total_steps": 1500, "loss": 0.8236, "accuracy": 0.550000011920929, "learning_rate": 4.7392794005985324e-06, "epoch": 0.19538188277087035, "percentage": 14.67, "elapsed_time": "0:29:50", "remaining_time": "2:53:37", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 230, "total_steps": 1500, "loss": 0.8027, "accuracy": 0.625, "learning_rate": 4.715508948078037e-06, "epoch": 0.20426287744227353, "percentage": 15.33, "elapsed_time": "0:31:04", "remaining_time": "2:51:34", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 240, "total_steps": 1500, "loss": 0.7898, "accuracy": 0.612500011920929, "learning_rate": 4.690766700109659e-06, "epoch": 0.21314387211367672, "percentage": 16.0, "elapsed_time": "0:32:20", "remaining_time": "2:49:45", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 250, "total_steps": 1500, "loss": 0.7626, "accuracy": 0.6625000238418579, "learning_rate": 4.665063509461098e-06, "epoch": 0.22202486678507993, "percentage": 16.67, "elapsed_time": "0:33:37", "remaining_time": "2:48:09", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 250, "total_steps": 1500, "eval_loss": 0.7631083130836487, "epoch": 0.22202486678507993, "percentage": 16.67, "elapsed_time": "0:34:03", "remaining_time": "2:50:15", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 260, "total_steps": 1500, "loss": 0.7026, "accuracy": 0.762499988079071, "learning_rate": 4.638410650401267e-06, "epoch": 0.23090586145648312, "percentage": 17.33, "elapsed_time": "0:35:25", "remaining_time": "2:48:55", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 270, "total_steps": 1500, "loss": 0.7317, "accuracy": 0.699999988079071, "learning_rate": 4.610819813755038e-06, "epoch": 0.23978685612788633, "percentage": 18.0, "elapsed_time": "0:36:38", "remaining_time": "2:46:55", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 280, "total_steps": 1500, "loss": 0.6887, "accuracy": 0.6499999761581421, "learning_rate": 4.582303101775249e-06, "epoch": 0.24866785079928952, "percentage": 18.67, "elapsed_time": "0:37:56", "remaining_time": "2:45:18", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 290, "total_steps": 1500, "loss": 0.5695, "accuracy": 0.6625000238418579, "learning_rate": 4.55287302283426e-06, "epoch": 0.25754884547069273, "percentage": 19.33, "elapsed_time": "0:39:11", "remaining_time": "2:43:33", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 300, "total_steps": 1500, "loss": 0.5366, "accuracy": 0.762499988079071, "learning_rate": 4.522542485937369e-06, "epoch": 0.2664298401420959, "percentage": 20.0, "elapsed_time": "0:40:23", "remaining_time": "2:41:35", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 300, "total_steps": 1500, "eval_loss": 0.551510214805603, "epoch": 0.2664298401420959, "percentage": 20.0, "elapsed_time": "0:40:49", "remaining_time": "2:43:16", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 310, "total_steps": 1500, "loss": 0.5524, "accuracy": 0.675000011920929, "learning_rate": 4.491324795060491e-06, "epoch": 0.2753108348134991, "percentage": 20.67, "elapsed_time": "0:42:13", "remaining_time": "2:42:06", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 320, "total_steps": 1500, "loss": 0.5233, "accuracy": 0.6625000238418579, "learning_rate": 4.4592336433146e-06, "epoch": 0.2841918294849023, "percentage": 21.33, "elapsed_time": "0:43:28", "remaining_time": "2:40:19", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 330, "total_steps": 1500, "loss": 0.556, "accuracy": 0.6875, "learning_rate": 4.426283106939474e-06, "epoch": 0.29307282415630553, "percentage": 22.0, "elapsed_time": "0:44:43", "remaining_time": "2:38:35", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 340, "total_steps": 1500, "loss": 0.5592, "accuracy": 0.637499988079071, "learning_rate": 4.3924876391293915e-06, "epoch": 0.3019538188277087, "percentage": 22.67, "elapsed_time": "0:45:56", "remaining_time": "2:36:42", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 350, "total_steps": 1500, "loss": 0.4737, "accuracy": 0.6625000238418579, "learning_rate": 4.357862063693486e-06, "epoch": 0.3108348134991119, "percentage": 23.33, "elapsed_time": "0:47:09", "remaining_time": "2:34:58", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 350, "total_steps": 1500, "eval_loss": 0.5021397471427917, "epoch": 0.3108348134991119, "percentage": 23.33, "elapsed_time": "0:47:35", "remaining_time": "2:36:21", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 360, "total_steps": 1500, "loss": 0.489, "accuracy": 0.7250000238418579, "learning_rate": 4.322421568553529e-06, "epoch": 0.3197158081705151, "percentage": 24.0, "elapsed_time": "0:48:55", "remaining_time": "2:34:56", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 370, "total_steps": 1500, "loss": 0.4812, "accuracy": 0.675000011920929, "learning_rate": 4.286181699082008e-06, "epoch": 0.3285968028419183, "percentage": 24.67, "elapsed_time": "0:50:10", "remaining_time": "2:33:12", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 380, "total_steps": 1500, "loss": 0.4651, "accuracy": 0.737500011920929, "learning_rate": 4.249158351283414e-06, "epoch": 0.33747779751332146, "percentage": 25.33, "elapsed_time": "0:51:24", "remaining_time": "2:31:29", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 390, "total_steps": 1500, "loss": 0.4292, "accuracy": 0.800000011920929, "learning_rate": 4.211367764821722e-06, "epoch": 0.3463587921847247, "percentage": 26.0, "elapsed_time": "0:52:38", "remaining_time": "2:29:49", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 400, "total_steps": 1500, "loss": 0.3902, "accuracy": 0.8500000238418579, "learning_rate": 4.172826515897146e-06, "epoch": 0.3552397868561279, "percentage": 26.67, "elapsed_time": "0:53:53", "remaining_time": "2:28:11", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 400, "total_steps": 1500, "eval_loss": 0.4054907560348511, "epoch": 0.3552397868561279, "percentage": 26.67, "elapsed_time": "0:54:18", "remaining_time": "2:29:21", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 410, "total_steps": 1500, "loss": 0.3977, "accuracy": 0.862500011920929, "learning_rate": 4.133551509975264e-06, "epoch": 0.3641207815275311, "percentage": 27.33, "elapsed_time": "0:55:43", "remaining_time": "2:28:09", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 420, "total_steps": 1500, "loss": 0.3527, "accuracy": 0.875, "learning_rate": 4.093559974371725e-06, "epoch": 0.37300177619893427, "percentage": 28.0, "elapsed_time": "0:57:00", "remaining_time": "2:26:34", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 430, "total_steps": 1500, "loss": 0.387, "accuracy": 0.887499988079071, "learning_rate": 4.052869450695776e-06, "epoch": 0.38188277087033745, "percentage": 28.67, "elapsed_time": "0:58:17", "remaining_time": "2:25:03", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 440, "total_steps": 1500, "loss": 0.3611, "accuracy": 0.925000011920929, "learning_rate": 4.011497787155938e-06, "epoch": 0.3907637655417407, "percentage": 29.33, "elapsed_time": "0:59:33", "remaining_time": "2:23:28", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 450, "total_steps": 1500, "loss": 0.354, "accuracy": 0.8500000238418579, "learning_rate": 3.969463130731183e-06, "epoch": 0.3996447602131439, "percentage": 30.0, "elapsed_time": "1:00:48", "remaining_time": "2:21:53", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 450, "total_steps": 1500, "eval_loss": 0.36211252212524414, "epoch": 0.3996447602131439, "percentage": 30.0, "elapsed_time": "1:01:14", "remaining_time": "2:22:52", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 460, "total_steps": 1500, "loss": 0.3266, "accuracy": 0.887499988079071, "learning_rate": 3.92678391921108e-06, "epoch": 0.40852575488454707, "percentage": 30.67, "elapsed_time": "1:02:33", "remaining_time": "2:21:26", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 470, "total_steps": 1500, "loss": 0.3339, "accuracy": 0.925000011920929, "learning_rate": 3.88347887310836e-06, "epoch": 0.41740674955595025, "percentage": 31.33, "elapsed_time": "1:03:53", "remaining_time": "2:20:01", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 480, "total_steps": 1500, "loss": 0.3226, "accuracy": 0.875, "learning_rate": 3.839566987447492e-06, "epoch": 0.42628774422735344, "percentage": 32.0, "elapsed_time": "1:05:06", "remaining_time": "2:18:21", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 490, "total_steps": 1500, "loss": 0.322, "accuracy": 0.9375, "learning_rate": 3.795067523432826e-06, "epoch": 0.4351687388987567, "percentage": 32.67, "elapsed_time": "1:06:22", "remaining_time": "2:16:49", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 500, "total_steps": 1500, "loss": 0.3075, "accuracy": 0.875, "learning_rate": 3.7500000000000005e-06, "epoch": 0.44404973357015987, "percentage": 33.33, "elapsed_time": "1:07:41", "remaining_time": "2:15:22", "throughput": "0.00", "total_tokens": 0}
{"current_steps": 500, "total_steps": 1500, "eval_loss": 0.3319137990474701, "epoch": 0.44404973357015987, "percentage": 33.33, "elapsed_time": "1:08:06", "remaining_time": "2:16:12", "throughput": "0.00", "total_tokens": 0}