AmberYifan commited on
Commit
53bcea1
·
verified ·
1 Parent(s): d9302f5

Training in progress, epoch 2, checkpoint

Browse files
last-checkpoint/global_step624/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a550a8ce3c87016034f9768ceb86c6a54482d958de85b5c855ac78c4f22972f
3
+ size 15231238316
last-checkpoint/global_step624/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa0a96b09bd2259d9a1a76627011bca6cea8c67951d7d013d836053f9ebc242b
3
+ size 15231238316
last-checkpoint/global_step624/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f1f57185dc62af94883cc1db2f7b0c4741cc73ff80aa0f94994f6c1e9bd9d5e
3
+ size 15231238316
last-checkpoint/global_step624/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47c0f7dfacda0e37bf6448e3697ec5d23db8e3c5c869038949aba69c395a9ab6
3
+ size 15231238316
last-checkpoint/global_step624/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb0aa2f97095fad03f427c01efcfbd928e4d1f4294c8f749f1ad9a6a75a60684
3
+ size 167957
last-checkpoint/global_step624/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35686ff96ce67e59c576b8e8b83c3df613780b38ba366171ddc6acffaf75b3ee
3
+ size 167957
last-checkpoint/global_step624/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daee16d4384d967a1e1613e826997d95b98aa4e484e54721edb88fd48b45bb0a
3
+ size 167957
last-checkpoint/global_step624/zero_pp_rank_3_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b045825d1a4bea7e5b809f1d105ec1b341094894088a6663147bc0c19a87ed
3
+ size 167957
last-checkpoint/latest CHANGED
@@ -1 +1 @@
1
- global_step312
 
1
+ global_step624
last-checkpoint/model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b930fd61091d332c38a54ddd0a1a92e8aea22dc60ba309062d8f2bec8a8e43be
3
  size 4877660776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03666b341aea1e882baeabdf705b2bfc652d846442dc2942ffb8428fa4abb414
3
  size 4877660776
last-checkpoint/model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa7927ec913f0feb59b7ff721a583bf1892df8755cce3ed6d8ccc5135fb6e56e
3
  size 4932751008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:def41960df887f693f8e05b14a3ff8c152a1bf898211f3e272cf952d606b758b
3
  size 4932751008
last-checkpoint/model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb05f961c96d00c29a34add65afe730dc2cacc4dd838daa63b4a7cd4eeb14074
3
  size 4330865200
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3116e484db3429bb3dcd133d60c3ef7735ce0e657a253966dd6473ecdf97dc2
3
  size 4330865200
last-checkpoint/model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:831c6fc2546570c295e81485edbf2470a9a29cd5b744cbfcf06ea949f58664bb
3
  size 1089994880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c04996a89919200924220b41f8d07d0cf34bb79035ebff8622bd16ed7cc0275
3
  size 1089994880
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a6ec98147904582f9073debdd2d46db8be81f1fae8b7e30a4fb33c0724bf01a
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c223685611eb8ca66172e98a5ae4d95e91d096b50c87d5ac51cf3a20f20698f0
3
  size 15024
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53345026ed0535abd8cf6a0e1ecbdbf9a4d5ef86d37a344cbca5ef2567e6cc18
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07ecb9f981bc1cea06513b87be9861bad9289cd33d5bc89c8c1d83bebf350e5a
3
  size 15024
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb45d6dbfeb6c6a340bea2c45d80cd63df0bd6b093ca44076be3a394a5390059
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b78f34e8919a0955c52fa2192994cab8b958695edae102824ebf7fb17e0c11e
3
  size 15024
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:184eba8fad81b78f577f59c07102dc1253cd2cdbd814ae3d20c579d2332fc55c
3
  size 15024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:497903fb965e5819817c1bcae461581db9a95d72adb9e86baf55fc2dc3a38323
3
  size 15024
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:207b0fe8f5401e1ad9120824c6360cf156b298d29d9b08b3a31a3cca0a00431d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dbda5999b7120f8da97338911708f83a46f73f3dd722839e09cc5da29ffb94b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.0,
5
  "eval_steps": 500,
6
- "global_step": 312,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -503,6 +503,487 @@
503
  "eval_samples_per_second": 10.836,
504
  "eval_steps_per_second": 0.379,
505
  "step": 312
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
506
  }
507
  ],
508
  "logging_steps": 10,
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 2.0,
5
  "eval_steps": 500,
6
+ "global_step": 624,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
503
  "eval_samples_per_second": 10.836,
504
  "eval_steps_per_second": 0.379,
505
  "step": 312
506
+ },
507
+ {
508
+ "epoch": 1.0256410256410255,
509
+ "grad_norm": 31.256761205730616,
510
+ "learning_rate": 3.6579572446555817e-07,
511
+ "logits/chosen": -0.353515625,
512
+ "logits/rejected": -0.349609375,
513
+ "logps/chosen": -286.0,
514
+ "logps/rejected": -268.0,
515
+ "loss": 0.3844,
516
+ "rewards/accuracies": 0.8374999761581421,
517
+ "rewards/chosen": 0.1279296875,
518
+ "rewards/margins": 0.984375,
519
+ "rewards/rejected": -0.859375,
520
+ "step": 320
521
+ },
522
+ {
523
+ "epoch": 1.0576923076923077,
524
+ "grad_norm": 29.12754445870708,
525
+ "learning_rate": 3.598574821852731e-07,
526
+ "logits/chosen": -0.451171875,
527
+ "logits/rejected": -0.47265625,
528
+ "logps/chosen": -380.0,
529
+ "logps/rejected": -334.0,
530
+ "loss": 0.293,
531
+ "rewards/accuracies": 0.8999999761581421,
532
+ "rewards/chosen": 0.3984375,
533
+ "rewards/margins": 1.53125,
534
+ "rewards/rejected": -1.1328125,
535
+ "step": 330
536
+ },
537
+ {
538
+ "epoch": 1.0897435897435896,
539
+ "grad_norm": 23.255524440901077,
540
+ "learning_rate": 3.5391923990498813e-07,
541
+ "logits/chosen": -0.388671875,
542
+ "logits/rejected": -0.296875,
543
+ "logps/chosen": -350.0,
544
+ "logps/rejected": -320.0,
545
+ "loss": 0.3295,
546
+ "rewards/accuracies": 0.8999999761581421,
547
+ "rewards/chosen": 0.369140625,
548
+ "rewards/margins": 1.5625,
549
+ "rewards/rejected": -1.1953125,
550
+ "step": 340
551
+ },
552
+ {
553
+ "epoch": 1.1217948717948718,
554
+ "grad_norm": 32.212012138764614,
555
+ "learning_rate": 3.479809976247031e-07,
556
+ "logits/chosen": -0.228515625,
557
+ "logits/rejected": -0.265625,
558
+ "logps/chosen": -255.0,
559
+ "logps/rejected": -268.0,
560
+ "loss": 0.3649,
561
+ "rewards/accuracies": 0.8125,
562
+ "rewards/chosen": 0.07763671875,
563
+ "rewards/margins": 1.375,
564
+ "rewards/rejected": -1.296875,
565
+ "step": 350
566
+ },
567
+ {
568
+ "epoch": 1.1538461538461537,
569
+ "grad_norm": 21.919087970652495,
570
+ "learning_rate": 3.42042755344418e-07,
571
+ "logits/chosen": -0.412109375,
572
+ "logits/rejected": -0.359375,
573
+ "logps/chosen": -382.0,
574
+ "logps/rejected": -326.0,
575
+ "loss": 0.3203,
576
+ "rewards/accuracies": 0.8999999761581421,
577
+ "rewards/chosen": 0.279296875,
578
+ "rewards/margins": 1.75,
579
+ "rewards/rejected": -1.46875,
580
+ "step": 360
581
+ },
582
+ {
583
+ "epoch": 1.185897435897436,
584
+ "grad_norm": 24.48490434607468,
585
+ "learning_rate": 3.36104513064133e-07,
586
+ "logits/chosen": -0.400390625,
587
+ "logits/rejected": -0.41015625,
588
+ "logps/chosen": -336.0,
589
+ "logps/rejected": -318.0,
590
+ "loss": 0.3216,
591
+ "rewards/accuracies": 0.8999999761581421,
592
+ "rewards/chosen": -0.04052734375,
593
+ "rewards/margins": 1.359375,
594
+ "rewards/rejected": -1.3984375,
595
+ "step": 370
596
+ },
597
+ {
598
+ "epoch": 1.217948717948718,
599
+ "grad_norm": 19.39368867421837,
600
+ "learning_rate": 3.3016627078384796e-07,
601
+ "logits/chosen": -0.33984375,
602
+ "logits/rejected": -0.359375,
603
+ "logps/chosen": -334.0,
604
+ "logps/rejected": -304.0,
605
+ "loss": 0.3092,
606
+ "rewards/accuracies": 0.800000011920929,
607
+ "rewards/chosen": 0.1484375,
608
+ "rewards/margins": 1.484375,
609
+ "rewards/rejected": -1.3359375,
610
+ "step": 380
611
+ },
612
+ {
613
+ "epoch": 1.25,
614
+ "grad_norm": 31.36015324660143,
615
+ "learning_rate": 3.2422802850356297e-07,
616
+ "logits/chosen": -0.369140625,
617
+ "logits/rejected": -0.337890625,
618
+ "logps/chosen": -260.0,
619
+ "logps/rejected": -280.0,
620
+ "loss": 0.3556,
621
+ "rewards/accuracies": 0.875,
622
+ "rewards/chosen": -0.056884765625,
623
+ "rewards/margins": 1.2421875,
624
+ "rewards/rejected": -1.3046875,
625
+ "step": 390
626
+ },
627
+ {
628
+ "epoch": 1.282051282051282,
629
+ "grad_norm": 22.45941815431359,
630
+ "learning_rate": 3.182897862232779e-07,
631
+ "logits/chosen": -0.41796875,
632
+ "logits/rejected": -0.4765625,
633
+ "logps/chosen": -262.0,
634
+ "logps/rejected": -332.0,
635
+ "loss": 0.3101,
636
+ "rewards/accuracies": 0.862500011920929,
637
+ "rewards/chosen": 0.08056640625,
638
+ "rewards/margins": 1.4375,
639
+ "rewards/rejected": -1.3515625,
640
+ "step": 400
641
+ },
642
+ {
643
+ "epoch": 1.314102564102564,
644
+ "grad_norm": 25.29350114221551,
645
+ "learning_rate": 3.1235154394299283e-07,
646
+ "logits/chosen": -0.388671875,
647
+ "logits/rejected": -0.353515625,
648
+ "logps/chosen": -284.0,
649
+ "logps/rejected": -278.0,
650
+ "loss": 0.3135,
651
+ "rewards/accuracies": 0.8500000238418579,
652
+ "rewards/chosen": -0.07373046875,
653
+ "rewards/margins": 1.4375,
654
+ "rewards/rejected": -1.515625,
655
+ "step": 410
656
+ },
657
+ {
658
+ "epoch": 1.3461538461538463,
659
+ "grad_norm": 21.92318193084022,
660
+ "learning_rate": 3.0641330166270784e-07,
661
+ "logits/chosen": -0.384765625,
662
+ "logits/rejected": -0.462890625,
663
+ "logps/chosen": -390.0,
664
+ "logps/rejected": -312.0,
665
+ "loss": 0.2906,
666
+ "rewards/accuracies": 0.9375,
667
+ "rewards/chosen": 0.296875,
668
+ "rewards/margins": 1.8203125,
669
+ "rewards/rejected": -1.5234375,
670
+ "step": 420
671
+ },
672
+ {
673
+ "epoch": 1.3782051282051282,
674
+ "grad_norm": 23.48433321437472,
675
+ "learning_rate": 3.004750593824228e-07,
676
+ "logits/chosen": -0.39453125,
677
+ "logits/rejected": -0.41796875,
678
+ "logps/chosen": -304.0,
679
+ "logps/rejected": -302.0,
680
+ "loss": 0.3054,
681
+ "rewards/accuracies": 0.8125,
682
+ "rewards/chosen": 0.3203125,
683
+ "rewards/margins": 1.4921875,
684
+ "rewards/rejected": -1.171875,
685
+ "step": 430
686
+ },
687
+ {
688
+ "epoch": 1.4102564102564101,
689
+ "grad_norm": 26.26090008450148,
690
+ "learning_rate": 2.9453681710213776e-07,
691
+ "logits/chosen": -0.31640625,
692
+ "logits/rejected": -0.4375,
693
+ "logps/chosen": -342.0,
694
+ "logps/rejected": -300.0,
695
+ "loss": 0.2742,
696
+ "rewards/accuracies": 0.925000011920929,
697
+ "rewards/chosen": 0.298828125,
698
+ "rewards/margins": 1.734375,
699
+ "rewards/rejected": -1.4296875,
700
+ "step": 440
701
+ },
702
+ {
703
+ "epoch": 1.4423076923076923,
704
+ "grad_norm": 23.659041497927436,
705
+ "learning_rate": 2.885985748218527e-07,
706
+ "logits/chosen": -0.37109375,
707
+ "logits/rejected": -0.359375,
708
+ "logps/chosen": -384.0,
709
+ "logps/rejected": -350.0,
710
+ "loss": 0.2861,
711
+ "rewards/accuracies": 0.925000011920929,
712
+ "rewards/chosen": 0.416015625,
713
+ "rewards/margins": 1.8984375,
714
+ "rewards/rejected": -1.484375,
715
+ "step": 450
716
+ },
717
+ {
718
+ "epoch": 1.4743589743589745,
719
+ "grad_norm": 25.88824077819283,
720
+ "learning_rate": 2.8266033254156767e-07,
721
+ "logits/chosen": -0.32421875,
722
+ "logits/rejected": -0.400390625,
723
+ "logps/chosen": -306.0,
724
+ "logps/rejected": -308.0,
725
+ "loss": 0.2735,
726
+ "rewards/accuracies": 0.887499988079071,
727
+ "rewards/chosen": 0.26953125,
728
+ "rewards/margins": 1.6953125,
729
+ "rewards/rejected": -1.421875,
730
+ "step": 460
731
+ },
732
+ {
733
+ "epoch": 1.5064102564102564,
734
+ "grad_norm": 39.69692113209802,
735
+ "learning_rate": 2.7672209026128263e-07,
736
+ "logits/chosen": -0.3828125,
737
+ "logits/rejected": -0.39453125,
738
+ "logps/chosen": -332.0,
739
+ "logps/rejected": -326.0,
740
+ "loss": 0.2837,
741
+ "rewards/accuracies": 0.862500011920929,
742
+ "rewards/chosen": 0.39453125,
743
+ "rewards/margins": 1.75,
744
+ "rewards/rejected": -1.359375,
745
+ "step": 470
746
+ },
747
+ {
748
+ "epoch": 1.5384615384615383,
749
+ "grad_norm": 30.346903581562415,
750
+ "learning_rate": 2.7078384798099764e-07,
751
+ "logits/chosen": -0.34765625,
752
+ "logits/rejected": -0.447265625,
753
+ "logps/chosen": -286.0,
754
+ "logps/rejected": -290.0,
755
+ "loss": 0.2892,
756
+ "rewards/accuracies": 0.887499988079071,
757
+ "rewards/chosen": 0.1240234375,
758
+ "rewards/margins": 1.5,
759
+ "rewards/rejected": -1.3828125,
760
+ "step": 480
761
+ },
762
+ {
763
+ "epoch": 1.5705128205128205,
764
+ "grad_norm": 26.633915775199014,
765
+ "learning_rate": 2.648456057007126e-07,
766
+ "logits/chosen": -0.283203125,
767
+ "logits/rejected": -0.48828125,
768
+ "logps/chosen": -302.0,
769
+ "logps/rejected": -308.0,
770
+ "loss": 0.2848,
771
+ "rewards/accuracies": 0.8999999761581421,
772
+ "rewards/chosen": 0.359375,
773
+ "rewards/margins": 1.9609375,
774
+ "rewards/rejected": -1.6015625,
775
+ "step": 490
776
+ },
777
+ {
778
+ "epoch": 1.6025641025641026,
779
+ "grad_norm": 28.260367944812693,
780
+ "learning_rate": 2.589073634204275e-07,
781
+ "logits/chosen": -0.435546875,
782
+ "logits/rejected": -0.392578125,
783
+ "logps/chosen": -324.0,
784
+ "logps/rejected": -330.0,
785
+ "loss": 0.2791,
786
+ "rewards/accuracies": 0.875,
787
+ "rewards/chosen": 0.328125,
788
+ "rewards/margins": 1.609375,
789
+ "rewards/rejected": -1.28125,
790
+ "step": 500
791
+ },
792
+ {
793
+ "epoch": 1.6346153846153846,
794
+ "grad_norm": 18.511599498231647,
795
+ "learning_rate": 2.529691211401425e-07,
796
+ "logits/chosen": -0.376953125,
797
+ "logits/rejected": -0.33984375,
798
+ "logps/chosen": -294.0,
799
+ "logps/rejected": -272.0,
800
+ "loss": 0.2808,
801
+ "rewards/accuracies": 0.8999999761581421,
802
+ "rewards/chosen": 0.322265625,
803
+ "rewards/margins": 1.4609375,
804
+ "rewards/rejected": -1.140625,
805
+ "step": 510
806
+ },
807
+ {
808
+ "epoch": 1.6666666666666665,
809
+ "grad_norm": 22.844798241441286,
810
+ "learning_rate": 2.4703087885985747e-07,
811
+ "logits/chosen": -0.376953125,
812
+ "logits/rejected": -0.4296875,
813
+ "logps/chosen": -312.0,
814
+ "logps/rejected": -318.0,
815
+ "loss": 0.2799,
816
+ "rewards/accuracies": 0.887499988079071,
817
+ "rewards/chosen": 0.412109375,
818
+ "rewards/margins": 1.5859375,
819
+ "rewards/rejected": -1.171875,
820
+ "step": 520
821
+ },
822
+ {
823
+ "epoch": 1.6987179487179487,
824
+ "grad_norm": 22.977308639981327,
825
+ "learning_rate": 2.410926365795724e-07,
826
+ "logits/chosen": -0.369140625,
827
+ "logits/rejected": -0.2470703125,
828
+ "logps/chosen": -352.0,
829
+ "logps/rejected": -340.0,
830
+ "loss": 0.2788,
831
+ "rewards/accuracies": 0.8999999761581421,
832
+ "rewards/chosen": 0.37890625,
833
+ "rewards/margins": 1.7734375,
834
+ "rewards/rejected": -1.390625,
835
+ "step": 530
836
+ },
837
+ {
838
+ "epoch": 1.7307692307692308,
839
+ "grad_norm": 19.697815015591537,
840
+ "learning_rate": 2.351543942992874e-07,
841
+ "logits/chosen": -0.294921875,
842
+ "logits/rejected": -0.34375,
843
+ "logps/chosen": -234.0,
844
+ "logps/rejected": -282.0,
845
+ "loss": 0.3076,
846
+ "rewards/accuracies": 0.875,
847
+ "rewards/chosen": 0.0830078125,
848
+ "rewards/margins": 1.8671875,
849
+ "rewards/rejected": -1.78125,
850
+ "step": 540
851
+ },
852
+ {
853
+ "epoch": 1.7628205128205128,
854
+ "grad_norm": 16.42605287271066,
855
+ "learning_rate": 2.2921615201900234e-07,
856
+ "logits/chosen": -0.5625,
857
+ "logits/rejected": -0.41796875,
858
+ "logps/chosen": -350.0,
859
+ "logps/rejected": -344.0,
860
+ "loss": 0.2614,
861
+ "rewards/accuracies": 0.9125000238418579,
862
+ "rewards/chosen": 0.21875,
863
+ "rewards/margins": 1.890625,
864
+ "rewards/rejected": -1.671875,
865
+ "step": 550
866
+ },
867
+ {
868
+ "epoch": 1.7948717948717947,
869
+ "grad_norm": 21.70957132124816,
870
+ "learning_rate": 2.2327790973871732e-07,
871
+ "logits/chosen": -0.431640625,
872
+ "logits/rejected": -0.3984375,
873
+ "logps/chosen": -324.0,
874
+ "logps/rejected": -272.0,
875
+ "loss": 0.3165,
876
+ "rewards/accuracies": 0.862500011920929,
877
+ "rewards/chosen": 0.0252685546875,
878
+ "rewards/margins": 1.671875,
879
+ "rewards/rejected": -1.6484375,
880
+ "step": 560
881
+ },
882
+ {
883
+ "epoch": 1.8269230769230769,
884
+ "grad_norm": 22.45992885626303,
885
+ "learning_rate": 2.173396674584323e-07,
886
+ "logits/chosen": -0.29296875,
887
+ "logits/rejected": -0.359375,
888
+ "logps/chosen": -294.0,
889
+ "logps/rejected": -302.0,
890
+ "loss": 0.2871,
891
+ "rewards/accuracies": 0.862500011920929,
892
+ "rewards/chosen": 0.1748046875,
893
+ "rewards/margins": 1.7578125,
894
+ "rewards/rejected": -1.5859375,
895
+ "step": 570
896
+ },
897
+ {
898
+ "epoch": 1.858974358974359,
899
+ "grad_norm": 20.14427708154685,
900
+ "learning_rate": 2.1140142517814726e-07,
901
+ "logits/chosen": -0.359375,
902
+ "logits/rejected": -0.359375,
903
+ "logps/chosen": -324.0,
904
+ "logps/rejected": -308.0,
905
+ "loss": 0.2926,
906
+ "rewards/accuracies": 0.887499988079071,
907
+ "rewards/chosen": 0.443359375,
908
+ "rewards/margins": 1.6015625,
909
+ "rewards/rejected": -1.15625,
910
+ "step": 580
911
+ },
912
+ {
913
+ "epoch": 1.891025641025641,
914
+ "grad_norm": 19.79995273385685,
915
+ "learning_rate": 2.0546318289786222e-07,
916
+ "logits/chosen": -0.322265625,
917
+ "logits/rejected": -0.38671875,
918
+ "logps/chosen": -254.0,
919
+ "logps/rejected": -288.0,
920
+ "loss": 0.2864,
921
+ "rewards/accuracies": 0.8999999761581421,
922
+ "rewards/chosen": 0.419921875,
923
+ "rewards/margins": 1.703125,
924
+ "rewards/rejected": -1.28125,
925
+ "step": 590
926
+ },
927
+ {
928
+ "epoch": 1.9230769230769231,
929
+ "grad_norm": 23.566386363575898,
930
+ "learning_rate": 1.9952494061757718e-07,
931
+ "logits/chosen": -0.306640625,
932
+ "logits/rejected": -0.322265625,
933
+ "logps/chosen": -282.0,
934
+ "logps/rejected": -272.0,
935
+ "loss": 0.2718,
936
+ "rewards/accuracies": 0.887499988079071,
937
+ "rewards/chosen": 0.57421875,
938
+ "rewards/margins": 1.78125,
939
+ "rewards/rejected": -1.2109375,
940
+ "step": 600
941
+ },
942
+ {
943
+ "epoch": 1.9551282051282053,
944
+ "grad_norm": 29.152008466264334,
945
+ "learning_rate": 1.9358669833729216e-07,
946
+ "logits/chosen": -0.59375,
947
+ "logits/rejected": -0.447265625,
948
+ "logps/chosen": -308.0,
949
+ "logps/rejected": -282.0,
950
+ "loss": 0.2682,
951
+ "rewards/accuracies": 0.887499988079071,
952
+ "rewards/chosen": 0.234375,
953
+ "rewards/margins": 1.7421875,
954
+ "rewards/rejected": -1.5078125,
955
+ "step": 610
956
+ },
957
+ {
958
+ "epoch": 1.9871794871794872,
959
+ "grad_norm": 22.58745268335563,
960
+ "learning_rate": 1.876484560570071e-07,
961
+ "logits/chosen": -0.451171875,
962
+ "logits/rejected": -0.470703125,
963
+ "logps/chosen": -360.0,
964
+ "logps/rejected": -300.0,
965
+ "loss": 0.2825,
966
+ "rewards/accuracies": 0.875,
967
+ "rewards/chosen": 0.33984375,
968
+ "rewards/margins": 1.703125,
969
+ "rewards/rejected": -1.3671875,
970
+ "step": 620
971
+ },
972
+ {
973
+ "epoch": 2.0,
974
+ "eval_logits/chosen": -0.3828125,
975
+ "eval_logits/rejected": -0.375,
976
+ "eval_logps/chosen": -298.0,
977
+ "eval_logps/rejected": -336.0,
978
+ "eval_loss": 0.5634375214576721,
979
+ "eval_rewards/accuracies": 0.625,
980
+ "eval_rewards/chosen": -0.345703125,
981
+ "eval_rewards/margins": 0.625,
982
+ "eval_rewards/rejected": -0.96875,
983
+ "eval_runtime": 18.4069,
984
+ "eval_samples_per_second": 10.865,
985
+ "eval_steps_per_second": 0.38,
986
+ "step": 624
987
  }
988
  ],
989
  "logging_steps": 10,