eddysang commited on
Commit
88009ef
·
verified ·
1 Parent(s): b89eb8e

Training in progress, step 68, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a27096981255da323876810b71d4d0fa75aff2a623be29237e8cc96f237ee80
3
  size 671466706
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c755a8afd91ffba478a86b1819c20d2a43b7da45950356efc27abffb3b3be7b
3
  size 671466706
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6dcfd7c73f8b512c49d9750d648bdf1702116da4421461a4a4bd0b6a13ab5b60
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33b475a076fd9434f2dd13dd7dd07097656597c66a04650e8cfe678812f89c14
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c86702c0a3caad6c51746e54805a7289de03dff9cc5abc148a58966cf1f4d339
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f4e77fd2a3bb3f08929494d77da2f57f8781f91a45852bcf8f71a5777dd088c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.010175895846713098,
5
  "eval_steps": 50,
6
- "global_step": 51,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -380,6 +380,125 @@
380
  "learning_rate": 0.00013928754755265842,
381
  "loss": 0.0,
382
  "step": 51
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
383
  }
384
  ],
385
  "logging_steps": 1,
@@ -399,7 +518,7 @@
399
  "attributes": {}
400
  }
401
  },
402
- "total_flos": 3.0437226448316006e+17,
403
  "train_batch_size": 2,
404
  "trial_name": null,
405
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.013567861128950798,
5
  "eval_steps": 50,
6
+ "global_step": 68,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
380
  "learning_rate": 0.00013928754755265842,
381
  "loss": 0.0,
382
  "step": 51
383
+ },
384
+ {
385
+ "epoch": 0.010375423216256492,
386
+ "grad_norm": NaN,
387
+ "learning_rate": 0.00013860360721173193,
388
+ "loss": 0.0,
389
+ "step": 52
390
+ },
391
+ {
392
+ "epoch": 0.010574950585799886,
393
+ "grad_norm": NaN,
394
+ "learning_rate": 0.0001379002925959068,
395
+ "loss": 0.0,
396
+ "step": 53
397
+ },
398
+ {
399
+ "epoch": 0.010774477955343281,
400
+ "grad_norm": NaN,
401
+ "learning_rate": 0.0001371778179416281,
402
+ "loss": 0.0,
403
+ "step": 54
404
+ },
405
+ {
406
+ "epoch": 0.010974005324886675,
407
+ "grad_norm": NaN,
408
+ "learning_rate": 0.00013643640332167438,
409
+ "loss": 0.0,
410
+ "step": 55
411
+ },
412
+ {
413
+ "epoch": 0.011173532694430069,
414
+ "grad_norm": NaN,
415
+ "learning_rate": 0.00013567627457812106,
416
+ "loss": 0.0,
417
+ "step": 56
418
+ },
419
+ {
420
+ "epoch": 0.011373060063973463,
421
+ "grad_norm": NaN,
422
+ "learning_rate": 0.00013489766325354695,
423
+ "loss": 0.0,
424
+ "step": 57
425
+ },
426
+ {
427
+ "epoch": 0.011572587433516857,
428
+ "grad_norm": NaN,
429
+ "learning_rate": 0.00013410080652050412,
430
+ "loss": 0.0,
431
+ "step": 58
432
+ },
433
+ {
434
+ "epoch": 0.01177211480306025,
435
+ "grad_norm": NaN,
436
+ "learning_rate": 0.0001332859471092728,
437
+ "loss": 0.0,
438
+ "step": 59
439
+ },
440
+ {
441
+ "epoch": 0.011971642172603644,
442
+ "grad_norm": NaN,
443
+ "learning_rate": 0.00013245333323392333,
444
+ "loss": 0.0,
445
+ "step": 60
446
+ },
447
+ {
448
+ "epoch": 0.01217116954214704,
449
+ "grad_norm": NaN,
450
+ "learning_rate": 0.0001316032185167079,
451
+ "loss": 0.0,
452
+ "step": 61
453
+ },
454
+ {
455
+ "epoch": 0.012370696911690434,
456
+ "grad_norm": NaN,
457
+ "learning_rate": 0.00013073586191080457,
458
+ "loss": 0.0,
459
+ "step": 62
460
+ },
461
+ {
462
+ "epoch": 0.012570224281233828,
463
+ "grad_norm": NaN,
464
+ "learning_rate": 0.00012985152762143778,
465
+ "loss": 0.0,
466
+ "step": 63
467
+ },
468
+ {
469
+ "epoch": 0.012769751650777221,
470
+ "grad_norm": NaN,
471
+ "learning_rate": 0.00012895048502539882,
472
+ "loss": 0.0,
473
+ "step": 64
474
+ },
475
+ {
476
+ "epoch": 0.012969279020320615,
477
+ "grad_norm": NaN,
478
+ "learning_rate": 0.00012803300858899104,
479
+ "loss": 0.0,
480
+ "step": 65
481
+ },
482
+ {
483
+ "epoch": 0.013168806389864009,
484
+ "grad_norm": NaN,
485
+ "learning_rate": 0.0001270993777844248,
486
+ "loss": 0.0,
487
+ "step": 66
488
+ },
489
+ {
490
+ "epoch": 0.013368333759407403,
491
+ "grad_norm": NaN,
492
+ "learning_rate": 0.0001261498770046874,
493
+ "loss": 0.0,
494
+ "step": 67
495
+ },
496
+ {
497
+ "epoch": 0.013567861128950798,
498
+ "grad_norm": NaN,
499
+ "learning_rate": 0.00012518479547691435,
500
+ "loss": 0.0,
501
+ "step": 68
502
  }
503
  ],
504
  "logging_steps": 1,
 
518
  "attributes": {}
519
  }
520
  },
521
+ "total_flos": 4.0582968597754675e+17,
522
  "train_batch_size": 2,
523
  "trial_name": null,
524
  "trial_params": null