daniel40 commited on
Commit
2facd96
·
verified ·
1 Parent(s): ce2c375

Training in progress, step 39, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cead8642df60f1a5ffbdbffbb252762321d5d0479ed722b82e9ae8186a31be7e
3
  size 25192496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0b3ddb24075672017937ed3bc3c47497af8691215538fe35cbcec9f3c590f24
3
  size 25192496
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2a9def7dd7f9552aa09238e22aa685d5b21066cfdbafe738b1aea76f22053c55
3
  size 13005178
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e183901845d2c7224b7e38ffba813ab5debef0ea6910db9a55e90175149f9479
3
  size 13005178
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:238d91f489adef697523368efde471946ec4962b97178a433b03cee9c743141e
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1094888e690d760f5dc6beb93863816b44facd96c60f74f3826e1336734dec25
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8712da1b2787df41952a507984ec77e0f72c59fac7ee6cf21606445686249de
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccc7e73cc5879da996ace4c3a10d9efe08a100111973e801d61997747e95e982
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.006291591046581972,
5
  "eval_steps": 13,
6
- "global_step": 26,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -213,6 +213,105 @@
213
  "eval_samples_per_second": 50.267,
214
  "eval_steps_per_second": 25.133,
215
  "step": 26
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
216
  }
217
  ],
218
  "logging_steps": 1,
@@ -232,7 +331,7 @@
232
  "attributes": {}
233
  }
234
  },
235
- "total_flos": 1007681745715200.0,
236
  "train_batch_size": 2,
237
  "trial_name": null,
238
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.009437386569872959,
5
  "eval_steps": 13,
6
+ "global_step": 39,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
213
  "eval_samples_per_second": 50.267,
214
  "eval_steps_per_second": 25.133,
215
  "step": 26
216
+ },
217
+ {
218
+ "epoch": 0.006533575317604356,
219
+ "grad_norm": 3.0940749645233154,
220
+ "learning_rate": 0.00012334453638559057,
221
+ "loss": 6.2322,
222
+ "step": 27
223
+ },
224
+ {
225
+ "epoch": 0.006775559588626739,
226
+ "grad_norm": 2.8410699367523193,
227
+ "learning_rate": 0.0001156434465040231,
228
+ "loss": 5.9674,
229
+ "step": 28
230
+ },
231
+ {
232
+ "epoch": 0.007017543859649123,
233
+ "grad_norm": 3.7612247467041016,
234
+ "learning_rate": 0.0001078459095727845,
235
+ "loss": 6.2043,
236
+ "step": 29
237
+ },
238
+ {
239
+ "epoch": 0.007259528130671506,
240
+ "grad_norm": 2.866365671157837,
241
+ "learning_rate": 0.0001,
242
+ "loss": 5.4941,
243
+ "step": 30
244
+ },
245
+ {
246
+ "epoch": 0.00750151240169389,
247
+ "grad_norm": 3.132918119430542,
248
+ "learning_rate": 9.215409042721552e-05,
249
+ "loss": 5.7106,
250
+ "step": 31
251
+ },
252
+ {
253
+ "epoch": 0.007743496672716273,
254
+ "grad_norm": 3.546154499053955,
255
+ "learning_rate": 8.435655349597689e-05,
256
+ "loss": 6.2481,
257
+ "step": 32
258
+ },
259
+ {
260
+ "epoch": 0.007985480943738656,
261
+ "grad_norm": 3.2497243881225586,
262
+ "learning_rate": 7.66554636144095e-05,
263
+ "loss": 5.8963,
264
+ "step": 33
265
+ },
266
+ {
267
+ "epoch": 0.00822746521476104,
268
+ "grad_norm": 2.7139110565185547,
269
+ "learning_rate": 6.909830056250527e-05,
270
+ "loss": 5.1744,
271
+ "step": 34
272
+ },
273
+ {
274
+ "epoch": 0.008469449485783424,
275
+ "grad_norm": 3.148625373840332,
276
+ "learning_rate": 6.173165676349103e-05,
277
+ "loss": 5.7334,
278
+ "step": 35
279
+ },
280
+ {
281
+ "epoch": 0.008711433756805808,
282
+ "grad_norm": 3.692917823791504,
283
+ "learning_rate": 5.4600950026045326e-05,
284
+ "loss": 5.1302,
285
+ "step": 36
286
+ },
287
+ {
288
+ "epoch": 0.00895341802782819,
289
+ "grad_norm": 3.0616631507873535,
290
+ "learning_rate": 4.7750143528405126e-05,
291
+ "loss": 5.4077,
292
+ "step": 37
293
+ },
294
+ {
295
+ "epoch": 0.009195402298850575,
296
+ "grad_norm": 2.9874343872070312,
297
+ "learning_rate": 4.12214747707527e-05,
298
+ "loss": 5.458,
299
+ "step": 38
300
+ },
301
+ {
302
+ "epoch": 0.009437386569872959,
303
+ "grad_norm": 3.2835030555725098,
304
+ "learning_rate": 3.5055195166981645e-05,
305
+ "loss": 6.9377,
306
+ "step": 39
307
+ },
308
+ {
309
+ "epoch": 0.009437386569872959,
310
+ "eval_loss": 1.4466110467910767,
311
+ "eval_runtime": 34.6976,
312
+ "eval_samples_per_second": 50.148,
313
+ "eval_steps_per_second": 25.074,
314
+ "step": 39
315
  }
316
  ],
317
  "logging_steps": 1,
 
331
  "attributes": {}
332
  }
333
  },
334
+ "total_flos": 1492861845504000.0,
335
  "train_batch_size": 2,
336
  "trial_name": null,
337
  "trial_params": null