lesso06 commited on
Commit
4e7275c
·
verified ·
1 Parent(s): 566b897

Training in progress, step 150, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88fb81e440d85a6605618a0971084cb49fe2a7e39a58f2bd580aea3401d0b6f8
3
  size 671149168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da9e1d165d8719ec9f780eb8920883a80b63e242e51bdee30659745e50827b33
3
  size 671149168
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a4ac9ea3ee5a462c9ceab4a9e4ae719693693e0cf78a6ec875aed88f35960ce
3
  size 341314196
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26d83b0491c54271b98a7a8ac65d71d04b9a149eed85787a94b4873a11c78998
3
  size 341314196
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e936836b2cdc132491f556998ba2d3f8cb2dd14428b1b18cd5fae4ebbcb5a994
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ca1d3a29ddde696f94089676e8882cda32984390a8fca557ea6d5cc2578ecc4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a760ba92960f08f363394eee4df1edc2c66e6b8b22489dbac9e6aa0f5ae478e1
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a7c1078eb5a1a7c3016e3bc1b27b5075c61ea30d4750bf448abc31716e92a9c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 2.5439529418945312,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
- "epoch": 0.03623844899438304,
5
  "eval_steps": 50,
6
- "global_step": 100,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -101,6 +101,49 @@
101
  "eval_samples_per_second": 15.648,
102
  "eval_steps_per_second": 3.919,
103
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
104
  }
105
  ],
106
  "logging_steps": 10,
@@ -115,7 +158,7 @@
115
  "early_stopping_threshold": 0.0
116
  },
117
  "attributes": {
118
- "early_stopping_patience_counter": 1
119
  }
120
  },
121
  "TrainerControl": {
@@ -129,7 +172,7 @@
129
  "attributes": {}
130
  }
131
  },
132
- "total_flos": 1.932783022768128e+16,
133
  "train_batch_size": 4,
134
  "trial_name": null,
135
  "trial_params": null
 
1
  {
2
  "best_metric": 2.5439529418945312,
3
  "best_model_checkpoint": "miner_id_24/checkpoint-50",
4
+ "epoch": 0.05435767349157456,
5
  "eval_steps": 50,
6
+ "global_step": 150,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
101
  "eval_samples_per_second": 15.648,
102
  "eval_steps_per_second": 3.919,
103
  "step": 100
104
+ },
105
+ {
106
+ "epoch": 0.03986229389382134,
107
+ "grad_norm": 1.4899482727050781,
108
+ "learning_rate": 0.00019709518213718787,
109
+ "loss": 2.4953,
110
+ "step": 110
111
+ },
112
+ {
113
+ "epoch": 0.043486138793259646,
114
+ "grad_norm": 1.4345935583114624,
115
+ "learning_rate": 0.00019394360206446948,
116
+ "loss": 2.3727,
117
+ "step": 120
118
+ },
119
+ {
120
+ "epoch": 0.047109983692697956,
121
+ "grad_norm": 1.8238986730575562,
122
+ "learning_rate": 0.00019034895390411186,
123
+ "loss": 2.4042,
124
+ "step": 130
125
+ },
126
+ {
127
+ "epoch": 0.05073382859213626,
128
+ "grad_norm": 2.5793519020080566,
129
+ "learning_rate": 0.0001863287504206196,
130
+ "loss": 2.3586,
131
+ "step": 140
132
+ },
133
+ {
134
+ "epoch": 0.05435767349157456,
135
+ "grad_norm": 5.261249542236328,
136
+ "learning_rate": 0.00018190257764125471,
137
+ "loss": 2.2702,
138
+ "step": 150
139
+ },
140
+ {
141
+ "epoch": 0.05435767349157456,
142
+ "eval_loss": 2.756633758544922,
143
+ "eval_runtime": 74.3689,
144
+ "eval_samples_per_second": 15.625,
145
+ "eval_steps_per_second": 3.913,
146
+ "step": 150
147
  }
148
  ],
149
  "logging_steps": 10,
 
158
  "early_stopping_threshold": 0.0
159
  },
160
  "attributes": {
161
+ "early_stopping_patience_counter": 2
162
  }
163
  },
164
  "TrainerControl": {
 
172
  "attributes": {}
173
  }
174
  },
175
+ "total_flos": 2.903888639085773e+16,
176
  "train_batch_size": 4,
177
  "trial_name": null,
178
  "trial_params": null