lesso10 commited on
Commit
f5710db
·
verified ·
1 Parent(s): a125cc2

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:37537bebcee751fd219bd12710e7f6fc35e7a2bcd9de163f31efd20109f6b6b2
3
  size 645975704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40145ecff317bd1f6c69b62983e0711046541ab7d790bdb86d528639e5541f1d
3
  size 645975704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1c77566c9e235fb2ed777b4056307f8879ad18756045b0f3aab66d566376200
3
  size 328468404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff68b2babb14bc5310faa75da1034e23265149a2d6fef15dd9f08200d0a42b7
3
  size 328468404
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e0a757ffe6c9fcd3b1bf3120b902f92c3aa5d6542e79c5ea824ded072ba2b1f
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa0de0c32bf94efe74fce56eafc87e41e69cc5016d5c33867cf1c8934b8875ce
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:317ba05605195c1d4e2040522f74e7ab98f17d7a309d9ff3aaeabe58a301e214
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9abf3b00130ebbc35657fb7788755e92886d9a53e2a5677dea2a31074b05473
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.2168477773666382,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
- "epoch": 0.10474860335195531,
5
  "eval_steps": 50,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -144,6 +144,49 @@
144
  "eval_samples_per_second": 11.438,
145
  "eval_steps_per_second": 2.864,
146
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  }
148
  ],
149
  "logging_steps": 10,
@@ -172,7 +215,7 @@
172
  "attributes": {}
173
  }
174
  },
175
- "total_flos": 4.212345230327808e+16,
176
  "train_batch_size": 4,
177
  "trial_name": null,
178
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.1949564218521118,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-200",
4
+ "epoch": 0.13966480446927373,
5
  "eval_steps": 50,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
144
  "eval_samples_per_second": 11.438,
145
  "eval_steps_per_second": 2.864,
146
  "step": 150
147
+ },
148
+ {
149
+ "epoch": 0.11173184357541899,
150
+ "grad_norm": 0.4937569499015808,
151
+ "learning_rate": 0.00018053067903555837,
152
+ "loss": 0.9268,
153
+ "step": 160
154
+ },
155
+ {
156
+ "epoch": 0.11871508379888268,
157
+ "grad_norm": 0.45097047090530396,
158
+ "learning_rate": 0.00017525871366768012,
159
+ "loss": 0.8534,
160
+ "step": 170
161
+ },
162
+ {
163
+ "epoch": 0.12569832402234637,
164
+ "grad_norm": 0.442699670791626,
165
+ "learning_rate": 0.00016964445490919413,
166
+ "loss": 0.8584,
167
+ "step": 180
168
+ },
169
+ {
170
+ "epoch": 0.13268156424581007,
171
+ "grad_norm": 0.49953675270080566,
172
+ "learning_rate": 0.00016371525486442843,
173
+ "loss": 0.7786,
174
+ "step": 190
175
+ },
176
+ {
177
+ "epoch": 0.13966480446927373,
178
+ "grad_norm": 1.2703161239624023,
179
+ "learning_rate": 0.0001575,
180
+ "loss": 1.9828,
181
+ "step": 200
182
+ },
183
+ {
184
+ "epoch": 0.13966480446927373,
185
+ "eval_loss": 1.1949564218521118,
186
+ "eval_runtime": 51.9478,
187
+ "eval_samples_per_second": 11.608,
188
+ "eval_steps_per_second": 2.907,
189
+ "step": 200
190
  }
191
  ],
192
  "logging_steps": 10,
 
215
  "attributes": {}
216
  }
217
  },
218
+ "total_flos": 5.652007524237312e+16,
219
  "train_batch_size": 4,
220
  "trial_name": null,
221
  "trial_params": null