Training in progress, epoch 5
Browse files- logs/events.out.tfevents.1709713222.adc675a344d5.67573.0 +2 -2
- model.safetensors +1 -1
- run-0/checkpoint-960/model.safetensors +1 -1
- run-0/checkpoint-960/optimizer.pt +1 -1
- run-0/checkpoint-960/scheduler.pt +1 -1
- run-0/checkpoint-960/tokenizer.json +1 -1
- run-0/checkpoint-960/trainer_state.json +115 -115
- run-0/checkpoint-960/training_args.bin +1 -1
- run-1/checkpoint-384/model.safetensors +1 -1
- run-1/checkpoint-384/optimizer.pt +1 -1
- run-1/checkpoint-384/scheduler.pt +1 -1
- run-1/checkpoint-384/tokenizer.json +1 -1
- run-1/checkpoint-384/trainer_state.json +53 -53
- run-1/checkpoint-384/training_args.bin +1 -1
- run-2/checkpoint-96/model.safetensors +1 -1
- run-2/checkpoint-96/optimizer.pt +1 -1
- run-2/checkpoint-96/scheduler.pt +1 -1
- run-2/checkpoint-96/trainer_state.json +18 -18
- run-2/checkpoint-96/training_args.bin +1 -1
- tokenizer.json +1 -1
- training_args.bin +1 -1
logs/events.out.tfevents.1709713222.adc675a344d5.67573.0
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:425f56e10a4d905faaae1e2dbb3f915c184d8e8ad2c400b79b52b03dd467ca07
|
3 |
+
size 8045
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 17549312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0ed95bb0c18f9d334c1a78a8121b8dc05b4b464ee73a6cc9485e7964b57d1a63
|
3 |
size 17549312
|
run-0/checkpoint-960/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 17549312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba4a7003755b10592915508f55852913e649127e5440c66527724e592cc2c7b9
|
3 |
size 17549312
|
run-0/checkpoint-960/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 35122746
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:af588371549f4acb73612d2ad9cd55882aa5fd9f7a0e04c941b81fe140e8d522
|
3 |
size 35122746
|
run-0/checkpoint-960/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e74635b58993a273a88d047851a4965dd0f1dab13efd68e1f5c9a3b33d5098c1
|
3 |
size 1064
|
run-0/checkpoint-960/tokenizer.json
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
-
"max_length":
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
+
"max_length": 31,
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
run-0/checkpoint-960/trainer_state.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
-
"best_metric": 0.
|
3 |
-
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-0/checkpoint-
|
4 |
"epoch": 10.0,
|
5 |
"eval_steps": 500,
|
6 |
"global_step": 960,
|
@@ -10,192 +10,192 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
-
"grad_norm":
|
14 |
-
"learning_rate":
|
15 |
-
"loss": 0.
|
16 |
"step": 96
|
17 |
},
|
18 |
{
|
19 |
"epoch": 1.0,
|
20 |
-
"eval_accuracy": 0.
|
21 |
-
"eval_f1": 0.
|
22 |
-
"eval_loss": 0.
|
23 |
-
"eval_precision": 0.
|
24 |
-
"eval_recall": 0.
|
25 |
-
"eval_runtime":
|
26 |
-
"eval_samples_per_second":
|
27 |
-
"eval_steps_per_second": 1.
|
28 |
"step": 96
|
29 |
},
|
30 |
{
|
31 |
"epoch": 2.0,
|
32 |
-
"grad_norm":
|
33 |
-
"learning_rate":
|
34 |
-
"loss": 0.
|
35 |
"step": 192
|
36 |
},
|
37 |
{
|
38 |
"epoch": 2.0,
|
39 |
-
"eval_accuracy": 0.
|
40 |
-
"eval_f1": 0.
|
41 |
-
"eval_loss": 0.
|
42 |
-
"eval_precision": 0.
|
43 |
-
"eval_recall": 0.
|
44 |
-
"eval_runtime":
|
45 |
-
"eval_samples_per_second":
|
46 |
-
"eval_steps_per_second": 1.
|
47 |
"step": 192
|
48 |
},
|
49 |
{
|
50 |
"epoch": 3.0,
|
51 |
-
"grad_norm":
|
52 |
-
"learning_rate":
|
53 |
-
"loss": 0.
|
54 |
"step": 288
|
55 |
},
|
56 |
{
|
57 |
"epoch": 3.0,
|
58 |
-
"eval_accuracy": 0.
|
59 |
-
"eval_f1": 0.
|
60 |
-
"eval_loss": 0.
|
61 |
-
"eval_precision": 0.
|
62 |
-
"eval_recall": 0.
|
63 |
-
"eval_runtime":
|
64 |
-
"eval_samples_per_second":
|
65 |
-
"eval_steps_per_second": 1.
|
66 |
"step": 288
|
67 |
},
|
68 |
{
|
69 |
"epoch": 4.0,
|
70 |
-
"grad_norm": 2.
|
71 |
-
"learning_rate":
|
72 |
-
"loss": 0.
|
73 |
"step": 384
|
74 |
},
|
75 |
{
|
76 |
"epoch": 4.0,
|
77 |
-
"eval_accuracy": 0.
|
78 |
-
"eval_f1": 0.
|
79 |
-
"eval_loss": 0.
|
80 |
-
"eval_precision": 0.
|
81 |
-
"eval_recall": 0.
|
82 |
-
"eval_runtime":
|
83 |
-
"eval_samples_per_second":
|
84 |
-
"eval_steps_per_second": 1.
|
85 |
"step": 384
|
86 |
},
|
87 |
{
|
88 |
"epoch": 5.0,
|
89 |
-
"grad_norm":
|
90 |
-
"learning_rate":
|
91 |
-
"loss": 0.
|
92 |
"step": 480
|
93 |
},
|
94 |
{
|
95 |
"epoch": 5.0,
|
96 |
-
"eval_accuracy": 0.
|
97 |
-
"eval_f1": 0.
|
98 |
-
"eval_loss": 0.
|
99 |
-
"eval_precision": 0.
|
100 |
-
"eval_recall": 0.
|
101 |
-
"eval_runtime":
|
102 |
-
"eval_samples_per_second":
|
103 |
-
"eval_steps_per_second": 1.
|
104 |
"step": 480
|
105 |
},
|
106 |
{
|
107 |
"epoch": 6.0,
|
108 |
-
"grad_norm":
|
109 |
-
"learning_rate":
|
110 |
-
"loss": 0.
|
111 |
"step": 576
|
112 |
},
|
113 |
{
|
114 |
"epoch": 6.0,
|
115 |
-
"eval_accuracy": 0.
|
116 |
-
"eval_f1": 0.
|
117 |
-
"eval_loss": 0.
|
118 |
-
"eval_precision": 0.
|
119 |
-
"eval_recall": 0.
|
120 |
-
"eval_runtime":
|
121 |
-
"eval_samples_per_second":
|
122 |
-
"eval_steps_per_second": 1.
|
123 |
"step": 576
|
124 |
},
|
125 |
{
|
126 |
"epoch": 7.0,
|
127 |
-
"grad_norm":
|
128 |
-
"learning_rate":
|
129 |
-
"loss": 0.
|
130 |
"step": 672
|
131 |
},
|
132 |
{
|
133 |
"epoch": 7.0,
|
134 |
-
"eval_accuracy": 0.
|
135 |
-
"eval_f1": 0.
|
136 |
-
"eval_loss": 0.
|
137 |
-
"eval_precision": 0.
|
138 |
-
"eval_recall": 0.
|
139 |
-
"eval_runtime":
|
140 |
-
"eval_samples_per_second":
|
141 |
-
"eval_steps_per_second": 1.
|
142 |
"step": 672
|
143 |
},
|
144 |
{
|
145 |
"epoch": 8.0,
|
146 |
-
"grad_norm":
|
147 |
-
"learning_rate":
|
148 |
-
"loss": 0.
|
149 |
"step": 768
|
150 |
},
|
151 |
{
|
152 |
"epoch": 8.0,
|
153 |
-
"eval_accuracy": 0.
|
154 |
-
"eval_f1": 0.
|
155 |
-
"eval_loss": 0.
|
156 |
-
"eval_precision": 0.
|
157 |
-
"eval_recall": 0.
|
158 |
-
"eval_runtime":
|
159 |
-
"eval_samples_per_second":
|
160 |
-
"eval_steps_per_second": 1.
|
161 |
"step": 768
|
162 |
},
|
163 |
{
|
164 |
"epoch": 9.0,
|
165 |
-
"grad_norm":
|
166 |
-
"learning_rate":
|
167 |
-
"loss": 0.
|
168 |
"step": 864
|
169 |
},
|
170 |
{
|
171 |
"epoch": 9.0,
|
172 |
-
"eval_accuracy": 0.
|
173 |
-
"eval_f1": 0.
|
174 |
-
"eval_loss": 0.
|
175 |
-
"eval_precision": 0.
|
176 |
-
"eval_recall": 0.
|
177 |
-
"eval_runtime":
|
178 |
-
"eval_samples_per_second":
|
179 |
-
"eval_steps_per_second": 1.
|
180 |
"step": 864
|
181 |
},
|
182 |
{
|
183 |
"epoch": 10.0,
|
184 |
-
"grad_norm": 2.
|
185 |
"learning_rate": 0.0,
|
186 |
-
"loss": 0.
|
187 |
"step": 960
|
188 |
},
|
189 |
{
|
190 |
"epoch": 10.0,
|
191 |
-
"eval_accuracy": 0.
|
192 |
-
"eval_f1": 0.
|
193 |
-
"eval_loss": 0.
|
194 |
-
"eval_precision": 0.
|
195 |
-
"eval_recall": 0.
|
196 |
-
"eval_runtime":
|
197 |
-
"eval_samples_per_second":
|
198 |
-
"eval_steps_per_second": 1.
|
199 |
"step": 960
|
200 |
}
|
201 |
],
|
@@ -204,13 +204,13 @@
|
|
204 |
"num_input_tokens_seen": 0,
|
205 |
"num_train_epochs": 10,
|
206 |
"save_steps": 500,
|
207 |
-
"total_flos":
|
208 |
"train_batch_size": 32,
|
209 |
"trial_name": null,
|
210 |
"trial_params": {
|
211 |
-
"alpha": 0.
|
212 |
-
"learning_rate":
|
213 |
"num_train_epochs": 10,
|
214 |
-
"temperature":
|
215 |
}
|
216 |
}
|
|
|
1 |
{
|
2 |
+
"best_metric": 0.8228962818003914,
|
3 |
+
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-0/checkpoint-768",
|
4 |
"epoch": 10.0,
|
5 |
"eval_steps": 500,
|
6 |
"global_step": 960,
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
+
"grad_norm": 1.8004393577575684,
|
14 |
+
"learning_rate": 0.0007697157586205755,
|
15 |
+
"loss": 0.4935,
|
16 |
"step": 96
|
17 |
},
|
18 |
{
|
19 |
"epoch": 1.0,
|
20 |
+
"eval_accuracy": 0.7436399217221135,
|
21 |
+
"eval_f1": 0.7689594356261024,
|
22 |
+
"eval_loss": 0.448881596326828,
|
23 |
+
"eval_precision": 0.6998394863563403,
|
24 |
+
"eval_recall": 0.8532289628180039,
|
25 |
+
"eval_runtime": 28.6476,
|
26 |
+
"eval_samples_per_second": 35.675,
|
27 |
+
"eval_steps_per_second": 1.117,
|
28 |
"step": 96
|
29 |
},
|
30 |
{
|
31 |
"epoch": 2.0,
|
32 |
+
"grad_norm": 4.9879961013793945,
|
33 |
+
"learning_rate": 0.0006841917854405115,
|
34 |
+
"loss": 0.4571,
|
35 |
"step": 192
|
36 |
},
|
37 |
{
|
38 |
"epoch": 2.0,
|
39 |
+
"eval_accuracy": 0.7896281800391389,
|
40 |
+
"eval_f1": 0.8057813911472448,
|
41 |
+
"eval_loss": 0.42557916045188904,
|
42 |
+
"eval_precision": 0.7483221476510067,
|
43 |
+
"eval_recall": 0.87279843444227,
|
44 |
+
"eval_runtime": 28.772,
|
45 |
+
"eval_samples_per_second": 35.521,
|
46 |
+
"eval_steps_per_second": 1.112,
|
47 |
"step": 192
|
48 |
},
|
49 |
{
|
50 |
"epoch": 3.0,
|
51 |
+
"grad_norm": 3.279979705810547,
|
52 |
+
"learning_rate": 0.0005986678122604475,
|
53 |
+
"loss": 0.4337,
|
54 |
"step": 288
|
55 |
},
|
56 |
{
|
57 |
"epoch": 3.0,
|
58 |
+
"eval_accuracy": 0.7945205479452054,
|
59 |
+
"eval_f1": 0.8059149722735675,
|
60 |
+
"eval_loss": 0.4328659176826477,
|
61 |
+
"eval_precision": 0.7635726795096323,
|
62 |
+
"eval_recall": 0.8532289628180039,
|
63 |
+
"eval_runtime": 28.2776,
|
64 |
+
"eval_samples_per_second": 36.142,
|
65 |
+
"eval_steps_per_second": 1.132,
|
66 |
"step": 288
|
67 |
},
|
68 |
{
|
69 |
"epoch": 4.0,
|
70 |
+
"grad_norm": 2.231189727783203,
|
71 |
+
"learning_rate": 0.0005131438390803836,
|
72 |
+
"loss": 0.4235,
|
73 |
"step": 384
|
74 |
},
|
75 |
{
|
76 |
"epoch": 4.0,
|
77 |
+
"eval_accuracy": 0.7690802348336595,
|
78 |
+
"eval_f1": 0.7704280155642023,
|
79 |
+
"eval_loss": 0.45082738995552063,
|
80 |
+
"eval_precision": 0.7659574468085106,
|
81 |
+
"eval_recall": 0.7749510763209393,
|
82 |
+
"eval_runtime": 29.4798,
|
83 |
+
"eval_samples_per_second": 34.668,
|
84 |
+
"eval_steps_per_second": 1.085,
|
85 |
"step": 384
|
86 |
},
|
87 |
{
|
88 |
"epoch": 5.0,
|
89 |
+
"grad_norm": 0.6898621320724487,
|
90 |
+
"learning_rate": 0.00042761986590031967,
|
91 |
+
"loss": 0.4136,
|
92 |
"step": 480
|
93 |
},
|
94 |
{
|
95 |
"epoch": 5.0,
|
96 |
+
"eval_accuracy": 0.8033268101761253,
|
97 |
+
"eval_f1": 0.814404432132964,
|
98 |
+
"eval_loss": 0.41852009296417236,
|
99 |
+
"eval_precision": 0.7709790209790209,
|
100 |
+
"eval_recall": 0.863013698630137,
|
101 |
+
"eval_runtime": 29.6952,
|
102 |
+
"eval_samples_per_second": 34.416,
|
103 |
+
"eval_steps_per_second": 1.078,
|
104 |
"step": 480
|
105 |
},
|
106 |
{
|
107 |
"epoch": 6.0,
|
108 |
+
"grad_norm": 1.360769510269165,
|
109 |
+
"learning_rate": 0.00034209589272025573,
|
110 |
+
"loss": 0.405,
|
111 |
"step": 576
|
112 |
},
|
113 |
{
|
114 |
"epoch": 6.0,
|
115 |
+
"eval_accuracy": 0.8043052837573386,
|
116 |
+
"eval_f1": 0.8204667863554758,
|
117 |
+
"eval_loss": 0.4140284061431885,
|
118 |
+
"eval_precision": 0.75787728026534,
|
119 |
+
"eval_recall": 0.8943248532289628,
|
120 |
+
"eval_runtime": 28.8106,
|
121 |
+
"eval_samples_per_second": 35.473,
|
122 |
+
"eval_steps_per_second": 1.111,
|
123 |
"step": 576
|
124 |
},
|
125 |
{
|
126 |
"epoch": 7.0,
|
127 |
+
"grad_norm": 1.9378271102905273,
|
128 |
+
"learning_rate": 0.0002565719195401918,
|
129 |
+
"loss": 0.3961,
|
130 |
"step": 672
|
131 |
},
|
132 |
{
|
133 |
"epoch": 7.0,
|
134 |
+
"eval_accuracy": 0.815068493150685,
|
135 |
+
"eval_f1": 0.8301886792452831,
|
136 |
+
"eval_loss": 0.4103885591030121,
|
137 |
+
"eval_precision": 0.7674418604651163,
|
138 |
+
"eval_recall": 0.9041095890410958,
|
139 |
+
"eval_runtime": 29.2823,
|
140 |
+
"eval_samples_per_second": 34.902,
|
141 |
+
"eval_steps_per_second": 1.093,
|
142 |
"step": 672
|
143 |
},
|
144 |
{
|
145 |
"epoch": 8.0,
|
146 |
+
"grad_norm": 1.5738866329193115,
|
147 |
+
"learning_rate": 0.00017104794636012787,
|
148 |
+
"loss": 0.3931,
|
149 |
"step": 768
|
150 |
},
|
151 |
{
|
152 |
"epoch": 8.0,
|
153 |
+
"eval_accuracy": 0.8228962818003914,
|
154 |
+
"eval_f1": 0.8340971585701191,
|
155 |
+
"eval_loss": 0.39944925904273987,
|
156 |
+
"eval_precision": 0.7844827586206896,
|
157 |
+
"eval_recall": 0.8904109589041096,
|
158 |
+
"eval_runtime": 29.1614,
|
159 |
+
"eval_samples_per_second": 35.046,
|
160 |
+
"eval_steps_per_second": 1.097,
|
161 |
"step": 768
|
162 |
},
|
163 |
{
|
164 |
"epoch": 9.0,
|
165 |
+
"grad_norm": 0.702528178691864,
|
166 |
+
"learning_rate": 8.552397318006393e-05,
|
167 |
+
"loss": 0.3891,
|
168 |
"step": 864
|
169 |
},
|
170 |
{
|
171 |
"epoch": 9.0,
|
172 |
+
"eval_accuracy": 0.8180039138943248,
|
173 |
+
"eval_f1": 0.8287292817679558,
|
174 |
+
"eval_loss": 0.39775392413139343,
|
175 |
+
"eval_precision": 0.782608695652174,
|
176 |
+
"eval_recall": 0.8806262230919765,
|
177 |
+
"eval_runtime": 29.1415,
|
178 |
+
"eval_samples_per_second": 35.07,
|
179 |
+
"eval_steps_per_second": 1.098,
|
180 |
"step": 864
|
181 |
},
|
182 |
{
|
183 |
"epoch": 10.0,
|
184 |
+
"grad_norm": 2.4524667263031006,
|
185 |
"learning_rate": 0.0,
|
186 |
+
"loss": 0.3819,
|
187 |
"step": 960
|
188 |
},
|
189 |
{
|
190 |
"epoch": 10.0,
|
191 |
+
"eval_accuracy": 0.8209393346379648,
|
192 |
+
"eval_f1": 0.8288119738072964,
|
193 |
+
"eval_loss": 0.3977544605731964,
|
194 |
+
"eval_precision": 0.7939068100358423,
|
195 |
+
"eval_recall": 0.8669275929549902,
|
196 |
+
"eval_runtime": 30.4608,
|
197 |
+
"eval_samples_per_second": 33.551,
|
198 |
+
"eval_steps_per_second": 1.051,
|
199 |
"step": 960
|
200 |
}
|
201 |
],
|
|
|
204 |
"num_input_tokens_seen": 0,
|
205 |
"num_train_epochs": 10,
|
206 |
"save_steps": 500,
|
207 |
+
"total_flos": 2356951972800.0,
|
208 |
"train_batch_size": 32,
|
209 |
"trial_name": null,
|
210 |
"trial_params": {
|
211 |
+
"alpha": 0.735211359802956,
|
212 |
+
"learning_rate": 0.0008552397318006393,
|
213 |
"num_train_epochs": 10,
|
214 |
+
"temperature": 25
|
215 |
}
|
216 |
}
|
run-0/checkpoint-960/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4920
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23804eaaa0feed30486319d2982557f65dce708f7d788864c811c20b2e8c33b4
|
3 |
size 4920
|
run-1/checkpoint-384/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 17549312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58db24d6a1e94d489cf4b73b5c63cab45aa03d29d732a9d54d6f4f46aef7da02
|
3 |
size 17549312
|
run-1/checkpoint-384/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 35122746
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a4d03bf37ea38e30d96312f5718b7d70295e30f2d32d7091c3106fe205c75b2d
|
3 |
size 35122746
|
run-1/checkpoint-384/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9d4b63168300ff1c1b6fb1c3579fe55a55c3b0dedd2cdac5f6ca12f671c781e4
|
3 |
size 1064
|
run-1/checkpoint-384/tokenizer.json
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
-
"max_length":
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
+
"max_length": 31,
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
run-1/checkpoint-384/trainer_state.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
-
"best_metric": 0.
|
3 |
-
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-1/checkpoint-
|
4 |
"epoch": 4.0,
|
5 |
"eval_steps": 500,
|
6 |
"global_step": 384,
|
@@ -10,93 +10,93 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
-
"grad_norm":
|
14 |
-
"learning_rate":
|
15 |
-
"loss": 0.
|
16 |
"step": 96
|
17 |
},
|
18 |
{
|
19 |
"epoch": 1.0,
|
20 |
-
"eval_accuracy": 0.
|
21 |
-
"eval_f1": 0.
|
22 |
-
"eval_loss": 0.
|
23 |
-
"eval_precision": 0.
|
24 |
-
"eval_recall": 0.
|
25 |
-
"eval_runtime":
|
26 |
-
"eval_samples_per_second":
|
27 |
-
"eval_steps_per_second": 1.
|
28 |
"step": 96
|
29 |
},
|
30 |
{
|
31 |
"epoch": 2.0,
|
32 |
-
"grad_norm":
|
33 |
-
"learning_rate":
|
34 |
-
"loss": 0.
|
35 |
"step": 192
|
36 |
},
|
37 |
{
|
38 |
"epoch": 2.0,
|
39 |
-
"eval_accuracy": 0.
|
40 |
-
"eval_f1": 0.
|
41 |
-
"eval_loss": 0.
|
42 |
-
"eval_precision": 0.
|
43 |
-
"eval_recall": 0.
|
44 |
-
"eval_runtime":
|
45 |
-
"eval_samples_per_second":
|
46 |
-
"eval_steps_per_second": 1.
|
47 |
"step": 192
|
48 |
},
|
49 |
{
|
50 |
"epoch": 3.0,
|
51 |
-
"grad_norm":
|
52 |
-
"learning_rate":
|
53 |
-
"loss": 0.
|
54 |
"step": 288
|
55 |
},
|
56 |
{
|
57 |
"epoch": 3.0,
|
58 |
-
"eval_accuracy": 0.
|
59 |
-
"eval_f1": 0.
|
60 |
-
"eval_loss": 0.
|
61 |
-
"eval_precision": 0.
|
62 |
-
"eval_recall": 0.
|
63 |
-
"eval_runtime":
|
64 |
-
"eval_samples_per_second":
|
65 |
-
"eval_steps_per_second": 1.
|
66 |
"step": 288
|
67 |
},
|
68 |
{
|
69 |
"epoch": 4.0,
|
70 |
-
"grad_norm":
|
71 |
-
"learning_rate":
|
72 |
-
"loss": 0.
|
73 |
"step": 384
|
74 |
},
|
75 |
{
|
76 |
"epoch": 4.0,
|
77 |
-
"eval_accuracy": 0.
|
78 |
-
"eval_f1": 0.
|
79 |
-
"eval_loss": 0.
|
80 |
-
"eval_precision": 0.
|
81 |
-
"eval_recall": 0.
|
82 |
-
"eval_runtime": 29.
|
83 |
-
"eval_samples_per_second":
|
84 |
-
"eval_steps_per_second": 1.
|
85 |
"step": 384
|
86 |
}
|
87 |
],
|
88 |
"logging_steps": 500,
|
89 |
-
"max_steps":
|
90 |
"num_input_tokens_seen": 0,
|
91 |
-
"num_train_epochs":
|
92 |
"save_steps": 500,
|
93 |
-
"total_flos":
|
94 |
"train_batch_size": 32,
|
95 |
"trial_name": null,
|
96 |
"trial_params": {
|
97 |
-
"alpha": 0.
|
98 |
-
"learning_rate":
|
99 |
-
"num_train_epochs":
|
100 |
-
"temperature":
|
101 |
}
|
102 |
}
|
|
|
1 |
{
|
2 |
+
"best_metric": 0.8140900195694716,
|
3 |
+
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-1/checkpoint-288",
|
4 |
"epoch": 4.0,
|
5 |
"eval_steps": 500,
|
6 |
"global_step": 384,
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
+
"grad_norm": 2.6617980003356934,
|
14 |
+
"learning_rate": 0.0006635023570917325,
|
15 |
+
"loss": 0.5037,
|
16 |
"step": 96
|
17 |
},
|
18 |
{
|
19 |
"epoch": 1.0,
|
20 |
+
"eval_accuracy": 0.7661448140900196,
|
21 |
+
"eval_f1": 0.792714657415438,
|
22 |
+
"eval_loss": 0.4430159628391266,
|
23 |
+
"eval_precision": 0.7118380062305296,
|
24 |
+
"eval_recall": 0.8943248532289628,
|
25 |
+
"eval_runtime": 28.6854,
|
26 |
+
"eval_samples_per_second": 35.628,
|
27 |
+
"eval_steps_per_second": 1.116,
|
28 |
"step": 96
|
29 |
},
|
30 |
{
|
31 |
"epoch": 2.0,
|
32 |
+
"grad_norm": 1.12320077419281,
|
33 |
+
"learning_rate": 0.0004976267678187994,
|
34 |
+
"loss": 0.4391,
|
35 |
"step": 192
|
36 |
},
|
37 |
{
|
38 |
"epoch": 2.0,
|
39 |
+
"eval_accuracy": 0.8082191780821918,
|
40 |
+
"eval_f1": 0.8227848101265822,
|
41 |
+
"eval_loss": 0.41584911942481995,
|
42 |
+
"eval_precision": 0.7647058823529411,
|
43 |
+
"eval_recall": 0.8904109589041096,
|
44 |
+
"eval_runtime": 28.5215,
|
45 |
+
"eval_samples_per_second": 35.833,
|
46 |
+
"eval_steps_per_second": 1.122,
|
47 |
"step": 192
|
48 |
},
|
49 |
{
|
50 |
"epoch": 3.0,
|
51 |
+
"grad_norm": 2.946756362915039,
|
52 |
+
"learning_rate": 0.00033175117854586627,
|
53 |
+
"loss": 0.41,
|
54 |
"step": 288
|
55 |
},
|
56 |
{
|
57 |
"epoch": 3.0,
|
58 |
+
"eval_accuracy": 0.8140900195694716,
|
59 |
+
"eval_f1": 0.8260073260073261,
|
60 |
+
"eval_loss": 0.43016910552978516,
|
61 |
+
"eval_precision": 0.7762478485370051,
|
62 |
+
"eval_recall": 0.8825831702544031,
|
63 |
+
"eval_runtime": 28.1244,
|
64 |
+
"eval_samples_per_second": 36.339,
|
65 |
+
"eval_steps_per_second": 1.138,
|
66 |
"step": 288
|
67 |
},
|
68 |
{
|
69 |
"epoch": 4.0,
|
70 |
+
"grad_norm": 3.868119478225708,
|
71 |
+
"learning_rate": 0.00016587558927293314,
|
72 |
+
"loss": 0.4041,
|
73 |
"step": 384
|
74 |
},
|
75 |
{
|
76 |
"epoch": 4.0,
|
77 |
+
"eval_accuracy": 0.8033268101761253,
|
78 |
+
"eval_f1": 0.802747791952895,
|
79 |
+
"eval_loss": 0.4142443835735321,
|
80 |
+
"eval_precision": 0.8051181102362205,
|
81 |
+
"eval_recall": 0.8003913894324853,
|
82 |
+
"eval_runtime": 29.1758,
|
83 |
+
"eval_samples_per_second": 35.029,
|
84 |
+
"eval_steps_per_second": 1.097,
|
85 |
"step": 384
|
86 |
}
|
87 |
],
|
88 |
"logging_steps": 500,
|
89 |
+
"max_steps": 480,
|
90 |
"num_input_tokens_seen": 0,
|
91 |
+
"num_train_epochs": 5,
|
92 |
"save_steps": 500,
|
93 |
+
"total_flos": 942780789120.0,
|
94 |
"train_batch_size": 32,
|
95 |
"trial_name": null,
|
96 |
"trial_params": {
|
97 |
+
"alpha": 0.7818460169984094,
|
98 |
+
"learning_rate": 0.0008293779463646656,
|
99 |
+
"num_train_epochs": 5,
|
100 |
+
"temperature": 3
|
101 |
}
|
102 |
}
|
run-1/checkpoint-384/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4920
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1ab2cfe4c2ab241510bc23e9ec5727876e620ab477a4e5ad72a937b25e09df23
|
3 |
size 4920
|
run-2/checkpoint-96/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 17549312
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f72e368a0735e0614c97feb6fba15c5d298f68104e7128cf582de5807e255027
|
3 |
size 17549312
|
run-2/checkpoint-96/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 35122746
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b5aece18803da9b55ab957b14fbd401ac7b58d03d968f7138245dd9246cea4e
|
3 |
size 35122746
|
run-2/checkpoint-96/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:773b7d3c411900ce077bec534b9aeadeaba63fc284f46150d41278a6fa17bea6
|
3 |
size 1064
|
run-2/checkpoint-96/trainer_state.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"best_metric": 0.
|
3 |
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-2/checkpoint-96",
|
4 |
"epoch": 1.0,
|
5 |
"eval_steps": 500,
|
@@ -10,36 +10,36 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
-
"grad_norm": 3.
|
14 |
-
"learning_rate":
|
15 |
-
"loss": 0.
|
16 |
"step": 96
|
17 |
},
|
18 |
{
|
19 |
"epoch": 1.0,
|
20 |
-
"eval_accuracy": 0.
|
21 |
-
"eval_f1": 0.
|
22 |
-
"eval_loss": 0.
|
23 |
-
"eval_precision": 0.
|
24 |
-
"eval_recall": 0
|
25 |
-
"eval_runtime": 28.
|
26 |
-
"eval_samples_per_second":
|
27 |
-
"eval_steps_per_second": 1.
|
28 |
"step": 96
|
29 |
}
|
30 |
],
|
31 |
"logging_steps": 500,
|
32 |
-
"max_steps":
|
33 |
"num_input_tokens_seen": 0,
|
34 |
-
"num_train_epochs":
|
35 |
"save_steps": 500,
|
36 |
"total_flos": 235695197280.0,
|
37 |
"train_batch_size": 32,
|
38 |
"trial_name": null,
|
39 |
"trial_params": {
|
40 |
-
"alpha": 0.
|
41 |
-
"learning_rate":
|
42 |
-
"num_train_epochs":
|
43 |
-
"temperature":
|
44 |
}
|
45 |
}
|
|
|
1 |
{
|
2 |
+
"best_metric": 0.5,
|
3 |
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-2/checkpoint-96",
|
4 |
"epoch": 1.0,
|
5 |
"eval_steps": 500,
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 1.0,
|
13 |
+
"grad_norm": 3.4041388034820557,
|
14 |
+
"learning_rate": 8.656503841433308e-07,
|
15 |
+
"loss": 0.2746,
|
16 |
"step": 96
|
17 |
},
|
18 |
{
|
19 |
"epoch": 1.0,
|
20 |
+
"eval_accuracy": 0.5,
|
21 |
+
"eval_f1": 0.6666666666666666,
|
22 |
+
"eval_loss": 0.25451573729515076,
|
23 |
+
"eval_precision": 0.5,
|
24 |
+
"eval_recall": 1.0,
|
25 |
+
"eval_runtime": 28.1178,
|
26 |
+
"eval_samples_per_second": 36.347,
|
27 |
+
"eval_steps_per_second": 1.138,
|
28 |
"step": 96
|
29 |
}
|
30 |
],
|
31 |
"logging_steps": 500,
|
32 |
+
"max_steps": 480,
|
33 |
"num_input_tokens_seen": 0,
|
34 |
+
"num_train_epochs": 5,
|
35 |
"save_steps": 500,
|
36 |
"total_flos": 235695197280.0,
|
37 |
"train_batch_size": 32,
|
38 |
"trial_name": null,
|
39 |
"trial_params": {
|
40 |
+
"alpha": 0.04277939142155329,
|
41 |
+
"learning_rate": 1.0820629801791635e-06,
|
42 |
+
"num_train_epochs": 5,
|
43 |
+
"temperature": 6
|
44 |
}
|
45 |
}
|
run-2/checkpoint-96/training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4920
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bd5c3fbfe040730ec9bc64036d615ae00f3fe41347ad2df02c2ead7e8faec2da
|
3 |
size 4920
|
tokenizer.json
CHANGED
@@ -2,7 +2,7 @@
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
-
"max_length":
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
|
|
2 |
"version": "1.0",
|
3 |
"truncation": {
|
4 |
"direction": "Right",
|
5 |
+
"max_length": 31,
|
6 |
"strategy": "LongestFirst",
|
7 |
"stride": 0
|
8 |
},
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 4920
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:019a0c30743454578a20e039f50246add333dec6abb36273bd6bc2339b797b34
|
3 |
size 4920
|