aleegis12 commited on
Commit
d4b6d87
·
verified ·
1 Parent(s): 72be8e9

Training in progress, step 57, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a179ef06fa006143118138438936f03fe0009da8921d74ead29955a1c84b61d
3
  size 332316480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22265fae1703ffda9751b773d5c3f7c52db6160760fbd17c897889a60eb3721e
3
  size 332316480
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce644ea9fa07baff2b19a3abd61fae774b05d89b4feef1eb90b2d2a5c1a92757
3
  size 169157892
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8910bbf4b3c1586cc12c75c8bd014aec8494d951b6a7185091f8af4f1b4a3258
3
  size 169157892
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0029a7336834e104646d4ee0f59f44545cf434ad316a616dea1fdae6a1890483
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ace65d523f54a708c493d5f6fdd6b6fd3d9877ce27d356fd561ffbc523c678f
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c19540610427b7a8e051502a2f9b29e8689f426c64528ae25ca45e698aa73ad
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798c2fb93c2c30432cc6d8a50fd6e334ae2cbcbf55475fcdeccb88eb2c638bd2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 1.17902410030365,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 2.6315789473684212,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -373,6 +373,55 @@
373
  "eval_samples_per_second": 22.16,
374
  "eval_steps_per_second": 5.54,
375
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
376
  }
377
  ],
378
  "logging_steps": 1,
@@ -396,12 +445,12 @@
396
  "should_evaluate": false,
397
  "should_log": false,
398
  "should_save": true,
399
- "should_training_stop": false
400
  },
401
  "attributes": {}
402
  }
403
  },
404
- "total_flos": 2.0563013293572096e+16,
405
  "train_batch_size": 8,
406
  "trial_name": null,
407
  "trial_params": null
 
1
  {
2
  "best_metric": 1.17902410030365,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 3.0,
5
  "eval_steps": 50,
6
+ "global_step": 57,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
373
  "eval_samples_per_second": 22.16,
374
  "eval_steps_per_second": 5.54,
375
  "step": 50
376
+ },
377
+ {
378
+ "epoch": 2.6842105263157894,
379
+ "grad_norm": 1.3527997732162476,
380
+ "learning_rate": 3.967505666178556e-06,
381
+ "loss": 0.5721,
382
+ "step": 51
383
+ },
384
+ {
385
+ "epoch": 2.736842105263158,
386
+ "grad_norm": 1.6944499015808105,
387
+ "learning_rate": 2.7665454196040664e-06,
388
+ "loss": 0.5942,
389
+ "step": 52
390
+ },
391
+ {
392
+ "epoch": 2.7894736842105265,
393
+ "grad_norm": 1.7159970998764038,
394
+ "learning_rate": 1.7765412472811771e-06,
395
+ "loss": 0.6168,
396
+ "step": 53
397
+ },
398
+ {
399
+ "epoch": 2.8421052631578947,
400
+ "grad_norm": 1.695430874824524,
401
+ "learning_rate": 1.0019147481706625e-06,
402
+ "loss": 0.5101,
403
+ "step": 54
404
+ },
405
+ {
406
+ "epoch": 2.8947368421052633,
407
+ "grad_norm": 1.4705897569656372,
408
+ "learning_rate": 4.461255922609986e-07,
409
+ "loss": 0.632,
410
+ "step": 55
411
+ },
412
+ {
413
+ "epoch": 2.9473684210526314,
414
+ "grad_norm": 1.322156548500061,
415
+ "learning_rate": 1.1165606884234181e-07,
416
+ "loss": 0.4171,
417
+ "step": 56
418
+ },
419
+ {
420
+ "epoch": 3.0,
421
+ "grad_norm": 1.7574959993362427,
422
+ "learning_rate": 0.0,
423
+ "loss": 0.5181,
424
+ "step": 57
425
  }
426
  ],
427
  "logging_steps": 1,
 
445
  "should_evaluate": false,
446
  "should_log": false,
447
  "should_save": true,
448
+ "should_training_stop": true
449
  },
450
  "attributes": {}
451
  }
452
  },
453
+ "total_flos": 2.338589547115315e+16,
454
  "train_batch_size": 8,
455
  "trial_name": null,
456
  "trial_params": null