Hugging Face's logo

player1537
/
Bloom-560m-LoRA-trained-on-Dolphin

PEFT
TensorBoard
English
Model card Files Metrics Community
1
player1537 commited on
Commit
272dec2
·
1 Parent(s): d52a074

Training in progress, step 524

Browse files
Files changed (8) hide show
  1. adapter_model.bin +1 -1
  2. last-checkpoint/README.md +0 -1
  3. last-checkpoint/adapter_model.bin +1 -1
  4. last-checkpoint/optimizer.pt +1 -1
  5. last-checkpoint/rng_state.pth +1 -1
  6. last-checkpoint/scheduler.pt +1 -1
  7. last-checkpoint/trainer_state.json +15 -3
  8. runs/Jul30_21-59-54_04d48b04b124/events.out.tfevents.1690754399.04d48b04b124.17705.0 +2 -2
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ba1ae07e0f045ae11be036795ad19ddc103d95b786b20a5f4d830d1aebbffe0
3
  size 3163457
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d5bedf85a1ba74212c141bfe7ca87a42db7a50f0d1ee6893769d8ba391ffdf2
3
  size 3163457
last-checkpoint/README.md CHANGED
@@ -5,7 +5,6 @@ library_name: peft
5
 
6
  ### Framework versions
7
 
8
- - PEFT 0.4.0
9
  - PEFT 0.4.0
10
 
11
  - PEFT 0.4.0
 
5
 
6
  ### Framework versions
7
 
 
8
  - PEFT 0.4.0
9
 
10
  - PEFT 0.4.0
last-checkpoint/adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ba1ae07e0f045ae11be036795ad19ddc103d95b786b20a5f4d830d1aebbffe0
3
  size 3163457
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d5bedf85a1ba74212c141bfe7ca87a42db7a50f0d1ee6893769d8ba391ffdf2
3
  size 3163457
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b8c87dd2afdd766e830a3ca8855aa04de32a8e06da77deff242531763b53133f
3
  size 6319689
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d4281ae0f4af6ae039d7f93a7d063b6b69b127aea2f4de506853271c1ef435
3
  size 6319689
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c5063f67e2c88884cab54e05296e5e83ac9a3c954c9e23cfb2d9a21a6c8d8e10
3
  size 14639
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6227a8020263fdf5f88e2d88cee5778418bbde4b0cf3767c692dc92f26c6f75d
3
  size 14639
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b9935b5a06054c8c90ed974465d8053eb5fdd3df979620133d59a0646585b7e
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204561492f713da70d8c2709fe75ae65d143273d81ff040977f516e984845569
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.03031705623698218,
5
- "global_step": 262,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -24,11 +24,23 @@
24
  "learning_rate": 1.9398287433464477e-05,
25
  "loss": 2.8073,
26
  "step": 262
 
 
 
 
 
 
 
 
 
 
 
 
27
  }
28
  ],
29
  "max_steps": 8642,
30
  "num_train_epochs": 1,
31
- "total_flos": 487908402266112.0,
32
  "trial_name": null,
33
  "trial_params": null
34
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.06063411247396436,
5
+ "global_step": 524,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
24
  "learning_rate": 1.9398287433464477e-05,
25
  "loss": 2.8073,
26
  "step": 262
27
+ },
28
+ {
29
+ "epoch": 0.05,
30
+ "learning_rate": 1.9095116871094656e-05,
31
+ "loss": 2.7381,
32
+ "step": 393
33
+ },
34
+ {
35
+ "epoch": 0.06,
36
+ "learning_rate": 1.8791946308724832e-05,
37
+ "loss": 2.6726,
38
+ "step": 524
39
  }
40
  ],
41
  "max_steps": 8642,
42
  "num_train_epochs": 1,
43
+ "total_flos": 975816804532224.0,
44
  "trial_name": null,
45
  "trial_params": null
46
  }
runs/Jul30_21-59-54_04d48b04b124/events.out.tfevents.1690754399.04d48b04b124.17705.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72a0b09644e6e07689a149d4bb1a22a46321647e2b118a9e4934743da85e4228
3
- size 4672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e2b79eec1c9cc37be3c935a47036695a89dde1bda75d0efeb49ce76b29fb8a7
3
+ size 4986