lesso02 commited on
Commit
f232d3f
·
verified ·
1 Parent(s): e19b257

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4f3fbf00862632baf3c119ca82b104caed11f310a0a693ccf730306b4d4f279
3
  size 250422888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dac697d79f71aeca70d236d49564140d9616efd48e9770369e86d1fed3b596a6
3
  size 250422888
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6966aab58b06a67c428daa6071d698998133f1fba615ef5652b4e2be88d8cc55
3
  size 127788756
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:241628657c2ac3de1d7335b97f9fcb24c0e121901a5251c921c05beb7e7f3956
3
  size 127788756
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31e0f4ca7bf5e92c470812e30e31e73f76412609321b341aefa4c5b3a580e4d2
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff5848d108a7c7fcbc7dbb34aa525212737fe6f8487e66189776e5fdf9159f0f
3
  size 14308
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d65cbcc88ce62ea29e227485d6b50848e9fbaab924ae7e4e51111e4715d6b102
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:935feb3a63b37324efd90f0473c874080c886e9eea264139d581d13a208d37c1
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.8012982606887817,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-350",
4
- "epoch": 0.1196785775346213,
5
  "eval_steps": 50,
6
- "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -316,6 +316,49 @@
316
  "eval_samples_per_second": 6.753,
317
  "eval_steps_per_second": 1.688,
318
  "step": 350
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
319
  }
320
  ],
321
  "logging_steps": 10,
@@ -344,7 +387,7 @@
344
  "attributes": {}
345
  }
346
  },
347
- "total_flos": 1.8789464952274944e+17,
348
  "train_batch_size": 4,
349
  "trial_name": null,
350
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.7848264575004578,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-400",
4
+ "epoch": 0.13677551718242434,
5
  "eval_steps": 50,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
316
  "eval_samples_per_second": 6.753,
317
  "eval_steps_per_second": 1.688,
318
  "step": 350
319
+ },
320
+ {
321
+ "epoch": 0.1230979654641819,
322
+ "grad_norm": 0.3492680490016937,
323
+ "learning_rate": 4.452151674945458e-05,
324
+ "loss": 0.7909,
325
+ "step": 360
326
+ },
327
+ {
328
+ "epoch": 0.1265173533937425,
329
+ "grad_norm": 0.31265050172805786,
330
+ "learning_rate": 3.8818190992108515e-05,
331
+ "loss": 0.6951,
332
+ "step": 370
333
+ },
334
+ {
335
+ "epoch": 0.12993674132330313,
336
+ "grad_norm": 4.880677700042725,
337
+ "learning_rate": 3.3417808757755355e-05,
338
+ "loss": 0.9059,
339
+ "step": 380
340
+ },
341
+ {
342
+ "epoch": 0.13335612925286375,
343
+ "grad_norm": 0.3902217745780945,
344
+ "learning_rate": 2.8346680165796253e-05,
345
+ "loss": 0.7231,
346
+ "step": 390
347
+ },
348
+ {
349
+ "epoch": 0.13677551718242434,
350
+ "grad_norm": 0.9335039258003235,
351
+ "learning_rate": 2.362951124498323e-05,
352
+ "loss": 0.7406,
353
+ "step": 400
354
+ },
355
+ {
356
+ "epoch": 0.13677551718242434,
357
+ "eval_loss": 0.7848264575004578,
358
+ "eval_runtime": 182.302,
359
+ "eval_samples_per_second": 6.758,
360
+ "eval_steps_per_second": 1.69,
361
+ "step": 400
362
  }
363
  ],
364
  "logging_steps": 10,
 
387
  "attributes": {}
388
  }
389
  },
390
+ "total_flos": 2.1471407162523648e+17,
391
  "train_batch_size": 4,
392
  "trial_name": null,
393
  "trial_params": null