jflotz commited on
Commit
e4f5e8c
·
1 Parent(s): 503ce77

Training in progress, step 730000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66a4dbe9eca38a1792482b27bee5680ed76ff9b4fd9c693743e32db4ef9e8647
3
  size 893441093
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1be007eb114cc618f1ceaa130909e92fd5731bc7aad8602b4ed98f81b57d25bf
3
  size 893441093
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c1af069a55aa141dcc761c0323c960402d5bdd923f0a54d0011b64f759ce573
3
  size 449450757
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4c2b3e5d29d09f4a111c5075cde8ee07ba7f3b202fd9634b12a3a9c596859e
3
  size 449450757
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b66387fbbba596b80573df493f29c352b88c96c68303d4022fc8f1e14c19ee9e
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:472c99e6947863db3f1c3d882d64923234eaab4acafbf699ca3ec4467c8ba935
3
  size 14583
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd40898eaf2bb8f0e6b4793242d3113eb1c145ed61a59dba0b51391b3bf76148
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cced04411b336cffec34790d9efd6c44e0f42ec0710b270ba40018e4d2110bd3
3
  size 14583
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d33131db4d0dac1ab66ab66d875733bb83b9d53bdcdbb76cdb67e79eb395bffe
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3761d69b35d8301192dc513e1e8b4eb43934633a73f8a9567ed32e9ce5136e04
3
  size 14583
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b4ac527158b6aa910da1978f5ab170d69172ed0e22a278e864ebd1fa5d08f7e
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdb187bb03db539c4db87f036b94065ed1b4bc8ae6a103a3d335b3b87fb02788
3
  size 14583
last-checkpoint/rng_state_4.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9c41eb120388058e9e86dafd9920ba056d2f7de5234fa0df636e9377bd5cd58c
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a234a61c6f373c55eead9dc4f863dd69f6b355d0e31c4f71324cdbe0628f412
3
  size 14583
last-checkpoint/rng_state_5.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a27da1b3b783fed75c82831476e53d38ef818a90b5db4dbe8bd2147c26f1d00
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a481c02af20ead0436feb53d8a01d57cdc94addc339ab22944f77b00d9318fa
3
  size 14583
last-checkpoint/rng_state_6.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc1301019ee94a4e73634cfb2e922704c945921ceecc63c3c74ee79aae0fb318
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae53946121d7ea1cdb1ff678f657136fa4e5d4bad1a9f26aa0386c6bb047c44e
3
  size 14583
last-checkpoint/rng_state_7.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f15d3ae110e1b804d6f357797df2bd20ffa7af4cc5c48ef5f3805abb21eebf52
3
  size 14583
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64797a5397bc5a26908cb86c3611823652cf8c230fe6c26bd266a0f5beb30f2f
3
  size 14583
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2712ef8beaf45f8ea70ea16f7da83a9783b51ec4e90a9cb114e7f3a2c3044b7
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:647e93cd3a2419679fdb9a7ca8861633886e70429797716b24c74206efebd08a
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.4393148861142095,
5
- "global_step": 720000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -8646,11 +8646,131 @@
8646
  "learning_rate": 3.792431969018824e-05,
8647
  "loss": 0.2951,
8648
  "step": 720000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8649
  }
8650
  ],
8651
  "max_steps": 1000000,
8652
  "num_train_epochs": 2,
8653
- "total_flos": 4.86771334519035e+22,
8654
  "trial_name": null,
8655
  "trial_params": null
8656
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.4593053706435737,
5
+ "global_step": 730000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
8646
  "learning_rate": 3.792431969018824e-05,
8647
  "loss": 0.2951,
8648
  "step": 720000
8649
+ },
8650
+ {
8651
+ "epoch": 1.44,
8652
+ "learning_rate": 3.783187692278245e-05,
8653
+ "loss": 0.2952,
8654
+ "step": 720500
8655
+ },
8656
+ {
8657
+ "epoch": 1.44,
8658
+ "learning_rate": 3.7739549441414945e-05,
8659
+ "loss": 0.2951,
8660
+ "step": 721000
8661
+ },
8662
+ {
8663
+ "epoch": 1.44,
8664
+ "learning_rate": 3.764733749850558e-05,
8665
+ "loss": 0.2957,
8666
+ "step": 721500
8667
+ },
8668
+ {
8669
+ "epoch": 1.44,
8670
+ "learning_rate": 3.755524134615825e-05,
8671
+ "loss": 0.2955,
8672
+ "step": 722000
8673
+ },
8674
+ {
8675
+ "epoch": 1.44,
8676
+ "learning_rate": 3.746326123616032e-05,
8677
+ "loss": 0.2953,
8678
+ "step": 722500
8679
+ },
8680
+ {
8681
+ "epoch": 1.45,
8682
+ "learning_rate": 3.7371397419981925e-05,
8683
+ "loss": 0.2947,
8684
+ "step": 723000
8685
+ },
8686
+ {
8687
+ "epoch": 1.45,
8688
+ "learning_rate": 3.7279650148775196e-05,
8689
+ "loss": 0.2949,
8690
+ "step": 723500
8691
+ },
8692
+ {
8693
+ "epoch": 1.45,
8694
+ "learning_rate": 3.7188019673373706e-05,
8695
+ "loss": 0.2954,
8696
+ "step": 724000
8697
+ },
8698
+ {
8699
+ "epoch": 1.45,
8700
+ "learning_rate": 3.709650624429166e-05,
8701
+ "loss": 0.2949,
8702
+ "step": 724500
8703
+ },
8704
+ {
8705
+ "epoch": 1.45,
8706
+ "learning_rate": 3.700511011172325e-05,
8707
+ "loss": 0.2946,
8708
+ "step": 725000
8709
+ },
8710
+ {
8711
+ "epoch": 1.45,
8712
+ "learning_rate": 3.691383152554207e-05,
8713
+ "loss": 0.2953,
8714
+ "step": 725500
8715
+ },
8716
+ {
8717
+ "epoch": 1.45,
8718
+ "learning_rate": 3.682267073530023e-05,
8719
+ "loss": 0.295,
8720
+ "step": 726000
8721
+ },
8722
+ {
8723
+ "epoch": 1.45,
8724
+ "learning_rate": 3.67316279902279e-05,
8725
+ "loss": 0.2948,
8726
+ "step": 726500
8727
+ },
8728
+ {
8729
+ "epoch": 1.45,
8730
+ "learning_rate": 3.664070353923245e-05,
8731
+ "loss": 0.2949,
8732
+ "step": 727000
8733
+ },
8734
+ {
8735
+ "epoch": 1.45,
8736
+ "learning_rate": 3.654989763089782e-05,
8737
+ "loss": 0.295,
8738
+ "step": 727500
8739
+ },
8740
+ {
8741
+ "epoch": 1.46,
8742
+ "learning_rate": 3.645921051348396e-05,
8743
+ "loss": 0.2949,
8744
+ "step": 728000
8745
+ },
8746
+ {
8747
+ "epoch": 1.46,
8748
+ "learning_rate": 3.6368642434925924e-05,
8749
+ "loss": 0.2938,
8750
+ "step": 728500
8751
+ },
8752
+ {
8753
+ "epoch": 1.46,
8754
+ "learning_rate": 3.627819364283345e-05,
8755
+ "loss": 0.294,
8756
+ "step": 729000
8757
+ },
8758
+ {
8759
+ "epoch": 1.46,
8760
+ "learning_rate": 3.6187864384490035e-05,
8761
+ "loss": 0.2937,
8762
+ "step": 729500
8763
+ },
8764
+ {
8765
+ "epoch": 1.46,
8766
+ "learning_rate": 3.6097654906852405e-05,
8767
+ "loss": 0.2947,
8768
+ "step": 730000
8769
  }
8770
  ],
8771
  "max_steps": 1000000,
8772
  "num_train_epochs": 2,
8773
+ "total_flos": 4.935320741341352e+22,
8774
  "trial_name": null,
8775
  "trial_params": null
8776
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c1af069a55aa141dcc761c0323c960402d5bdd923f0a54d0011b64f759ce573
3
  size 449450757
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea4c2b3e5d29d09f4a111c5075cde8ee07ba7f3b202fd9634b12a3a9c596859e
3
  size 449450757