lesso01 commited on
Commit
f294f79
·
verified ·
1 Parent(s): b979a45

Training in progress, step 350, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16ed38f8af1b0bd44e275e7f3e9689f9ae03a001d52102ef32a5f741ac4b9cc4
3
  size 645975704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41013d67c2894365b1744d3213536ab9f340e0dd6210e2adb0c7f32b73160d37
3
  size 645975704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cec2e3a755641898467bffd5a0839e31f46f9f9faa38621bf2043c3f768ef436
3
  size 328468852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77c813b8ebeac5d9bb131be6ba2116acd5558040a69c763b3f56d09ef6ede2c
3
  size 328468852
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e277839274dcede1dc9ad7c8ffffd9d5f234fc5c992789b16d54bd3f1aa7383
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c8cc9090b5cc5d4b4246c49707d356f87bdf6b8f409039134d01740469d1b72
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fce8e677bb7386f80f19f2b52163f28d827949784afc431a846b58d7c09959b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c15c93e093cba090b2f3583592294b602741c9988a1980b16636e603079f25
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.3858033418655396,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
- "epoch": 0.11035497517013058,
5
  "eval_steps": 50,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -273,6 +273,49 @@
273
  "eval_samples_per_second": 17.542,
274
  "eval_steps_per_second": 4.397,
275
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
276
  }
277
  ],
278
  "logging_steps": 10,
@@ -301,7 +344,7 @@
301
  "attributes": {}
302
  }
303
  },
304
- "total_flos": 5.3320825700352e+16,
305
  "train_batch_size": 4,
306
  "trial_name": null,
307
  "trial_params": null
 
1
  {
2
+ "best_metric": 1.359244704246521,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-350",
4
+ "epoch": 0.12874747103181902,
5
  "eval_steps": 50,
6
+ "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
273
  "eval_samples_per_second": 17.542,
274
  "eval_steps_per_second": 4.397,
275
  "step": 300
276
+ },
277
+ {
278
+ "epoch": 0.11403347434246827,
279
+ "grad_norm": 0.7235912084579468,
280
+ "learning_rate": 7.618684949223341e-05,
281
+ "loss": 1.4786,
282
+ "step": 310
283
+ },
284
+ {
285
+ "epoch": 0.11771197351480596,
286
+ "grad_norm": 0.7429346442222595,
287
+ "learning_rate": 6.94437920653178e-05,
288
+ "loss": 1.4647,
289
+ "step": 320
290
+ },
291
+ {
292
+ "epoch": 0.12139047268714365,
293
+ "grad_norm": 0.7758382558822632,
294
+ "learning_rate": 6.285203736170084e-05,
295
+ "loss": 1.3835,
296
+ "step": 330
297
+ },
298
+ {
299
+ "epoch": 0.12506897185948132,
300
+ "grad_norm": 0.7685598731040955,
301
+ "learning_rate": 5.6443699747697714e-05,
302
+ "loss": 1.2376,
303
+ "step": 340
304
+ },
305
+ {
306
+ "epoch": 0.12874747103181902,
307
+ "grad_norm": 1.1454414129257202,
308
+ "learning_rate": 5.025000000000002e-05,
309
+ "loss": 1.2399,
310
+ "step": 350
311
+ },
312
+ {
313
+ "epoch": 0.12874747103181902,
314
+ "eval_loss": 1.359244704246521,
315
+ "eval_runtime": 65.2526,
316
+ "eval_samples_per_second": 17.547,
317
+ "eval_steps_per_second": 4.398,
318
+ "step": 350
319
  }
320
  ],
321
  "logging_steps": 10,
 
344
  "attributes": {}
345
  }
346
  },
347
+ "total_flos": 6.2207629983744e+16,
348
  "train_batch_size": 4,
349
  "trial_name": null,
350
  "trial_params": null