DuongTrongChi commited on
Commit
bae914d
·
verified ·
1 Parent(s): f2e6d67

Training in progress, step 26, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be0baf9cda41e263fd80618baa5e2f59a5a168e2ac3b3d3b81d360a4aafb9332
3
  size 73911112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab2d003b3861ec7d04e5f7f88e4417142aa1b2dfb0c110bf13d0e909aee2f32d
3
  size 73911112
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20b7145b9cc8702a5055b11432bdca180b9b55b81b469911481c77865131f9f9
3
  size 37430836
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:899cb87c5442975b61713fd531c4b4c84b7036c65e4545bf70b027e9bec32edd
3
  size 37430836
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b1ece0846e2afe71b4b44981fd9a82ee7e8be48b72c44e6ff1c690617d2b724
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2412e58659b4595b55ebc80aad185d444a38f0e07e4587790eeac6b8391a6f6c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.05486968449931413,
5
  "eval_steps": 500,
6
- "global_step": 20,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -147,6 +147,48 @@
147
  "learning_rate": 4e-05,
148
  "loss": 1.7553,
149
  "step": 20
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  }
151
  ],
152
  "logging_steps": 1,
@@ -166,7 +208,7 @@
166
  "attributes": {}
167
  }
168
  },
169
- "total_flos": 2.508763359401165e+16,
170
  "train_batch_size": 4,
171
  "trial_name": null,
172
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.07133058984910837,
5
  "eval_steps": 500,
6
+ "global_step": 26,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
147
  "learning_rate": 4e-05,
148
  "loss": 1.7553,
149
  "step": 20
150
+ },
151
+ {
152
+ "epoch": 0.05761316872427984,
153
+ "grad_norm": 0.42597419023513794,
154
+ "learning_rate": 4.2e-05,
155
+ "loss": 1.8115,
156
+ "step": 21
157
+ },
158
+ {
159
+ "epoch": 0.06035665294924554,
160
+ "grad_norm": 0.37801623344421387,
161
+ "learning_rate": 4.4000000000000006e-05,
162
+ "loss": 1.7161,
163
+ "step": 22
164
+ },
165
+ {
166
+ "epoch": 0.06310013717421124,
167
+ "grad_norm": 0.35600143671035767,
168
+ "learning_rate": 4.600000000000001e-05,
169
+ "loss": 1.7315,
170
+ "step": 23
171
+ },
172
+ {
173
+ "epoch": 0.06584362139917696,
174
+ "grad_norm": 0.4111214280128479,
175
+ "learning_rate": 4.8e-05,
176
+ "loss": 1.7091,
177
+ "step": 24
178
+ },
179
+ {
180
+ "epoch": 0.06858710562414266,
181
+ "grad_norm": 0.4117395579814911,
182
+ "learning_rate": 5e-05,
183
+ "loss": 1.7026,
184
+ "step": 25
185
+ },
186
+ {
187
+ "epoch": 0.07133058984910837,
188
+ "grad_norm": 0.4069993197917938,
189
+ "learning_rate": 5.2000000000000004e-05,
190
+ "loss": 1.6733,
191
+ "step": 26
192
  }
193
  ],
194
  "logging_steps": 1,
 
208
  "attributes": {}
209
  }
210
  },
211
+ "total_flos": 3.230939998237901e+16,
212
  "train_batch_size": 4,
213
  "trial_name": null,
214
  "trial_params": null