lesso02 commited on
Commit
4612406
·
verified ·
1 Parent(s): 4d82284

Training in progress, step 25000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8610811ed8a6c984f4ba4b596c8751754075c4b67ff76dde17830518a3dc70c
3
  size 247936
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2722deb908bbd38cad63df1b375c8bc60131ac97ddabdd2a426347fcf48e820f
3
  size 247936
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1246567fd3f4ffce8889dfeaaa417b9a38d0b1451fbc5538d933227789f00573
3
  size 505710
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c72d159ee70d30faa309a73617d398e3da6ca167a9a8501c9f9531c8d2cf69dc
3
  size 505710
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdd56e03e329a84d977e27c3cc026bd2fe383599ee8cf5d3483a74ea75d70c14
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a80d4cc4819899941c071570b896bf1cb8ec400c67c039c357c0305cd5c807a
3
  size 14308
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6317aa227efad5a57077f580d6e7e28ede451da340a32cf943be0794ebf18fdf
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268e1fb37ccb350acffe2bb52518a4cdafc95c104475a4cba4a1b9055de4d479
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 10.91716480255127,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-24000",
4
- "epoch": 5.53125440948215,
5
  "eval_steps": 500,
6
- "global_step": 24500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -3837,6 +3837,84 @@
3837
  "eval_samples_per_second": 242.405,
3838
  "eval_steps_per_second": 60.601,
3839
  "step": 24500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3840
  }
3841
  ],
3842
  "logging_steps": 50,
@@ -3851,7 +3929,7 @@
3851
  "early_stopping_threshold": 0.0
3852
  },
3853
  "attributes": {
3854
- "early_stopping_patience_counter": 1
3855
  }
3856
  },
3857
  "TrainerControl": {
@@ -3860,12 +3938,12 @@
3860
  "should_evaluate": false,
3861
  "should_log": false,
3862
  "should_save": true,
3863
- "should_training_stop": false
3864
  },
3865
  "attributes": {}
3866
  }
3867
  },
3868
- "total_flos": 442332162293760.0,
3869
  "train_batch_size": 4,
3870
  "trial_name": null,
3871
  "trial_params": null
 
1
  {
2
+ "best_metric": 10.917153358459473,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-25000",
4
+ "epoch": 5.644137152532807,
5
  "eval_steps": 500,
6
+ "global_step": 25000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
3837
  "eval_samples_per_second": 242.405,
3838
  "eval_steps_per_second": 60.601,
3839
  "step": 24500
3840
+ },
3841
+ {
3842
+ "epoch": 5.542542683787216,
3843
+ "grad_norm": 0.9217231273651123,
3844
+ "learning_rate": 1.6274242827592223e-07,
3845
+ "loss": 87.4725,
3846
+ "step": 24550
3847
+ },
3848
+ {
3849
+ "epoch": 5.5538309580922816,
3850
+ "grad_norm": 0.9970532655715942,
3851
+ "learning_rate": 1.285938599891674e-07,
3852
+ "loss": 87.4674,
3853
+ "step": 24600
3854
+ },
3855
+ {
3856
+ "epoch": 5.565119232397347,
3857
+ "grad_norm": 1.004233717918396,
3858
+ "learning_rate": 9.845957200581679e-08,
3859
+ "loss": 87.4541,
3860
+ "step": 24650
3861
+ },
3862
+ {
3863
+ "epoch": 5.576407506702413,
3864
+ "grad_norm": 1.119969367980957,
3865
+ "learning_rate": 7.234076355052144e-08,
3866
+ "loss": 87.4745,
3867
+ "step": 24700
3868
+ },
3869
+ {
3870
+ "epoch": 5.587695781007478,
3871
+ "grad_norm": 1.3986485004425049,
3872
+ "learning_rate": 5.023847404788151e-08,
3873
+ "loss": 87.4549,
3874
+ "step": 24750
3875
+ },
3876
+ {
3877
+ "epoch": 5.598984055312544,
3878
+ "grad_norm": 0.8913583755493164,
3879
+ "learning_rate": 3.215358308097971e-08,
3880
+ "loss": 87.4608,
3881
+ "step": 24800
3882
+ },
3883
+ {
3884
+ "epoch": 5.61027232961761,
3885
+ "grad_norm": 0.788675844669342,
3886
+ "learning_rate": 1.808681035648563e-08,
3887
+ "loss": 87.451,
3888
+ "step": 24850
3889
+ },
3890
+ {
3891
+ "epoch": 5.621560603922675,
3892
+ "grad_norm": 1.1363633871078491,
3893
+ "learning_rate": 8.038715675938613e-09,
3894
+ "loss": 87.4567,
3895
+ "step": 24900
3896
+ },
3897
+ {
3898
+ "epoch": 5.632848878227741,
3899
+ "grad_norm": 0.9056441783905029,
3900
+ "learning_rate": 2.009698913489455e-09,
3901
+ "loss": 87.468,
3902
+ "step": 24950
3903
+ },
3904
+ {
3905
+ "epoch": 5.644137152532807,
3906
+ "grad_norm": 0.7180477976799011,
3907
+ "learning_rate": 0.0,
3908
+ "loss": 87.4639,
3909
+ "step": 25000
3910
+ },
3911
+ {
3912
+ "epoch": 5.644137152532807,
3913
+ "eval_loss": 10.917153358459473,
3914
+ "eval_runtime": 30.6995,
3915
+ "eval_samples_per_second": 243.001,
3916
+ "eval_steps_per_second": 60.75,
3917
+ "step": 25000
3918
  }
3919
  ],
3920
  "logging_steps": 50,
 
3929
  "early_stopping_threshold": 0.0
3930
  },
3931
  "attributes": {
3932
+ "early_stopping_patience_counter": 0
3933
  }
3934
  },
3935
  "TrainerControl": {
 
3938
  "should_evaluate": false,
3939
  "should_log": false,
3940
  "should_save": true,
3941
+ "should_training_stop": true
3942
  },
3943
  "attributes": {}
3944
  }
3945
  },
3946
+ "total_flos": 451360362332160.0,
3947
  "train_batch_size": 4,
3948
  "trial_name": null,
3949
  "trial_params": null