lesso05 commited on
Commit
439dde1
·
verified ·
1 Parent(s): 73fd483

Training in progress, step 100, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20d80a7e2a4a5ff16db0855f0a03950b1d5d9a6b83c296181e1be52f79cfc1da
3
  size 35237104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cc11a708f3fd42f74bab82cbfcc569b31df94372c8fc095298c6abed55563e0
3
  size 35237104
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:792e6747813b3c9512bf77221dec092119a62f7f4dbeacea2b647f0c31efb374
3
  size 18810036
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cacdaa0771f2e960635a3c20dcc870763e627a7cf795fe81d2c1466373d434cc
3
  size 18810036
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a89dcb167b99d28b2e9bbc7f35db8cd35eadc2cc0b39b76c7a5083937d27592
3
  size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911d88406a5628edb0f5bfb3cf2e86ec85008521b75615ca6b5996d3f37e81b8
3
  size 14308
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:27e650fa00c2750be5e3ef893e2145c3f44fe2add3bc0ce842bd38e59c89f1ec
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba316ec96e6c10e041a852d2cc4f3336f45d4c5889e07910766cddeb5a8ea440
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 3.3135757446289062,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 0.002257591150242691,
5
  "eval_steps": 50,
6
- "global_step": 50,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -58,6 +58,49 @@
58
  "eval_samples_per_second": 50.198,
59
  "eval_steps_per_second": 12.552,
60
  "step": 50
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  }
62
  ],
63
  "logging_steps": 10,
@@ -86,7 +129,7 @@
86
  "attributes": {}
87
  }
88
  },
89
- "total_flos": 455102402396160.0,
90
  "train_batch_size": 4,
91
  "trial_name": null,
92
  "trial_params": null
 
1
  {
2
+ "best_metric": 3.0686392784118652,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-100",
4
+ "epoch": 0.004515182300485382,
5
  "eval_steps": 50,
6
+ "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
58
  "eval_samples_per_second": 50.198,
59
  "eval_steps_per_second": 12.552,
60
  "step": 50
61
+ },
62
+ {
63
+ "epoch": 0.0027091093802912294,
64
+ "grad_norm": 4.627725601196289,
65
+ "learning_rate": 0.00020475031515163197,
66
+ "loss": 3.1244,
67
+ "step": 60
68
+ },
69
+ {
70
+ "epoch": 0.0031606276103397675,
71
+ "grad_norm": 4.629662990570068,
72
+ "learning_rate": 0.00020400247704601096,
73
+ "loss": 3.0593,
74
+ "step": 70
75
+ },
76
+ {
77
+ "epoch": 0.0036121458403883056,
78
+ "grad_norm": 4.690089225769043,
79
+ "learning_rate": 0.00020276012907521508,
80
+ "loss": 2.9041,
81
+ "step": 80
82
+ },
83
+ {
84
+ "epoch": 0.004063664070436844,
85
+ "grad_norm": 5.650446891784668,
86
+ "learning_rate": 0.00020102932383367768,
87
+ "loss": 2.7957,
88
+ "step": 90
89
+ },
90
+ {
91
+ "epoch": 0.004515182300485382,
92
+ "grad_norm": 6.984936237335205,
93
+ "learning_rate": 0.00019881849363055561,
94
+ "loss": 3.173,
95
+ "step": 100
96
+ },
97
+ {
98
+ "epoch": 0.004515182300485382,
99
+ "eval_loss": 3.0686392784118652,
100
+ "eval_runtime": 185.0562,
101
+ "eval_samples_per_second": 50.395,
102
+ "eval_steps_per_second": 12.602,
103
+ "step": 100
104
  }
105
  ],
106
  "logging_steps": 10,
 
129
  "attributes": {}
130
  }
131
  },
132
+ "total_flos": 905698840412160.0,
133
  "train_batch_size": 4,
134
  "trial_name": null,
135
  "trial_params": null