lesso03 commited on
Commit
af2ff1c
·
verified ·
1 Parent(s): 56e4b26

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8588b129197ba536e22f31768f7613f554c8e309180200a4d0029f902770f333
3
  size 645975704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ced0593805a48bad804cc1fd0a543aeb3b196dc720b8018d949a198f64263e83
3
  size 645975704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2ceda64f9b4bc13464e324f76e252bd7a0e47d2990afd2ae8fb10963c35d06e
3
  size 328468404
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62e4eebe8b4a7b6d054c6eb7a11879998db3b193d6e5681df3ab43984db9d1a0
3
  size 328468404
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f2b8943e674f8bbdced045cb2530ea33584297335f08ea6bc4a911f482fdfb11
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e31a0db1fe901aae8d342a723e96edfbdf00ec59df64e785ff59a6a197f3a04
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e883b7b3f89fde3f0f981a15cfeb8504571510ffa0b99f735bed98a1fe00478
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5ad005f18ad2c3c460e78d824d33373300bb1b0c9741a994c687b284a694890
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 0.36381667852401733,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-150",
4
- "epoch": 0.13129102844638948,
5
  "eval_steps": 50,
6
- "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -144,6 +144,49 @@
144
  "eval_samples_per_second": 9.996,
145
  "eval_steps_per_second": 2.515,
146
  "step": 150
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147
  }
148
  ],
149
  "logging_steps": 10,
@@ -172,7 +215,7 @@
172
  "attributes": {}
173
  }
174
  },
175
- "total_flos": 4.905515964432384e+16,
176
  "train_batch_size": 4,
177
  "trial_name": null,
178
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.35675832629203796,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-200",
4
+ "epoch": 0.175054704595186,
5
  "eval_steps": 50,
6
+ "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
144
  "eval_samples_per_second": 9.996,
145
  "eval_steps_per_second": 2.515,
146
  "step": 150
147
+ },
148
+ {
149
+ "epoch": 0.1400437636761488,
150
+ "grad_norm": 0.5591445565223694,
151
+ "learning_rate": 0.00017451298973437308,
152
+ "loss": 0.9412,
153
+ "step": 160
154
+ },
155
+ {
156
+ "epoch": 0.1487964989059081,
157
+ "grad_norm": 0.30725646018981934,
158
+ "learning_rate": 0.0001694167565454241,
159
+ "loss": 0.4974,
160
+ "step": 170
161
+ },
162
+ {
163
+ "epoch": 0.1575492341356674,
164
+ "grad_norm": 0.11813530325889587,
165
+ "learning_rate": 0.0001639896397455543,
166
+ "loss": 0.0992,
167
+ "step": 180
168
+ },
169
+ {
170
+ "epoch": 0.16630196936542668,
171
+ "grad_norm": 0.009045140817761421,
172
+ "learning_rate": 0.0001582580797022808,
173
+ "loss": 0.0109,
174
+ "step": 190
175
+ },
176
+ {
177
+ "epoch": 0.175054704595186,
178
+ "grad_norm": 0.017792249098420143,
179
+ "learning_rate": 0.00015225,
180
+ "loss": 0.0007,
181
+ "step": 200
182
+ },
183
+ {
184
+ "epoch": 0.175054704595186,
185
+ "eval_loss": 0.35675832629203796,
186
+ "eval_runtime": 47.8961,
187
+ "eval_samples_per_second": 10.043,
188
+ "eval_steps_per_second": 2.526,
189
+ "step": 200
190
  }
191
  ],
192
  "logging_steps": 10,
 
215
  "attributes": {}
216
  }
217
  },
218
+ "total_flos": 6.540687952576512e+16,
219
  "train_batch_size": 4,
220
  "trial_name": null,
221
  "trial_params": null