prxy5605 commited on
Commit
43cf328
·
verified ·
1 Parent(s): f4188de

Training in progress, step 57, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a1b0f0b368dbeb07e31566defc95ed109606879308321732694671b31b89124
3
  size 180385008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b14eceb1c83043124d981520cb978b6215cecf0ed5824c08210b8a86393249
3
  size 180385008
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a256967de46c83a1028fb71ed6883b7d507057182f4eda522120d8fb24d6d585
3
  size 91850362
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac76c6de2efa00a7c762518c01ec96b5b2c7c5dcbd16847483f1e2d46309502d
3
  size 91850362
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87843e6917141f7f1e7f12e442b00953ba60bff347078563b062ea5b5c6b6faa
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1184f74cac2f2a79ae0f6351f3ca41df47658fbab85421e4759da7ec9517a489
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c19540610427b7a8e051502a2f9b29e8689f426c64528ae25ca45e698aa73ad
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:798c2fb93c2c30432cc6d8a50fd6e334ae2cbcbf55475fcdeccb88eb2c638bd2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 0.48477548360824585,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 2.6315789473684212,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -373,6 +373,55 @@
373
  "eval_samples_per_second": 47.076,
374
  "eval_steps_per_second": 11.769,
375
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
376
  }
377
  ],
378
  "logging_steps": 1,
@@ -396,12 +445,12 @@
396
  "should_evaluate": false,
397
  "should_log": false,
398
  "should_save": true,
399
- "should_training_stop": false
400
  },
401
  "attributes": {}
402
  }
403
  },
404
- "total_flos": 9959607883530240.0,
405
  "train_batch_size": 8,
406
  "trial_name": null,
407
  "trial_params": null
 
1
  {
2
  "best_metric": 0.48477548360824585,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 3.0,
5
  "eval_steps": 50,
6
+ "global_step": 57,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
373
  "eval_samples_per_second": 47.076,
374
  "eval_steps_per_second": 11.769,
375
  "step": 50
376
+ },
377
+ {
378
+ "epoch": 2.6842105263157894,
379
+ "grad_norm": 0.6864362359046936,
380
+ "learning_rate": 3.967505666178556e-06,
381
+ "loss": 0.2494,
382
+ "step": 51
383
+ },
384
+ {
385
+ "epoch": 2.736842105263158,
386
+ "grad_norm": 0.6838574409484863,
387
+ "learning_rate": 2.7665454196040664e-06,
388
+ "loss": 0.2374,
389
+ "step": 52
390
+ },
391
+ {
392
+ "epoch": 2.7894736842105265,
393
+ "grad_norm": 0.830783486366272,
394
+ "learning_rate": 1.7765412472811771e-06,
395
+ "loss": 0.2275,
396
+ "step": 53
397
+ },
398
+ {
399
+ "epoch": 2.8421052631578947,
400
+ "grad_norm": 0.7984945774078369,
401
+ "learning_rate": 1.0019147481706625e-06,
402
+ "loss": 0.1932,
403
+ "step": 54
404
+ },
405
+ {
406
+ "epoch": 2.8947368421052633,
407
+ "grad_norm": 0.8175436854362488,
408
+ "learning_rate": 4.461255922609986e-07,
409
+ "loss": 0.3245,
410
+ "step": 55
411
+ },
412
+ {
413
+ "epoch": 2.9473684210526314,
414
+ "grad_norm": 0.7662434577941895,
415
+ "learning_rate": 1.1165606884234181e-07,
416
+ "loss": 0.2508,
417
+ "step": 56
418
+ },
419
+ {
420
+ "epoch": 3.0,
421
+ "grad_norm": 0.8699974417686462,
422
+ "learning_rate": 0.0,
423
+ "loss": 0.2183,
424
+ "step": 57
425
  }
426
  ],
427
  "logging_steps": 1,
 
445
  "should_evaluate": false,
446
  "should_log": false,
447
  "should_save": true,
448
+ "should_training_stop": true
449
  },
450
  "attributes": {}
451
  }
452
  },
453
+ "total_flos": 1.133593560612864e+16,
454
  "train_batch_size": 8,
455
  "trial_name": null,
456
  "trial_params": null