xuancoblab2023 commited on
Commit
2c22397
·
verified ·
1 Parent(s): 1f14236

Training in progress, epoch 5

Browse files
logs/events.out.tfevents.1709713222.adc675a344d5.67573.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fee0042c110ecebe6a7c28f7fb88734e26739d2362cb9f011636559f97bc76ef
3
- size 7362
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:425f56e10a4d905faaae1e2dbb3f915c184d8e8ad2c400b79b52b03dd467ca07
3
+ size 8045
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72ee64d405d4c6d74a1cdef94a4088fb9057befe0008cff3e8dffb3ca7e7b831
3
  size 17549312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ed95bb0c18f9d334c1a78a8121b8dc05b4b464ee73a6cc9485e7964b57d1a63
3
  size 17549312
run-0/checkpoint-960/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:476ee8f1f83a2930e10c4fbd1ec962bea66c39ab816fe16405c1eab1f0bdca1b
3
  size 17549312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba4a7003755b10592915508f55852913e649127e5440c66527724e592cc2c7b9
3
  size 17549312
run-0/checkpoint-960/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3772077f744c6e14da17813cc0b06415b68919b80b205f25aefe844530eaab5b
3
  size 35122746
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af588371549f4acb73612d2ad9cd55882aa5fd9f7a0e04c941b81fe140e8d522
3
  size 35122746
run-0/checkpoint-960/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46991e9a48fd9f9c71effd0da425199be1ec600bef86bda24b5504c67c161567
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e74635b58993a273a88d047851a4965dd0f1dab13efd68e1f5c9a3b33d5098c1
3
  size 1064
run-0/checkpoint-960/tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 29,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 31,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
run-0/checkpoint-960/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.6536203522504892,
3
- "best_model_checkpoint": "tiny-bert-sst2-distilled/run-0/checkpoint-864",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 960,
@@ -10,192 +10,192 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "grad_norm": 0.8228768110275269,
14
- "learning_rate": 1.922542063523116e-05,
15
- "loss": 0.7149,
16
  "step": 96
17
  },
18
  {
19
  "epoch": 1.0,
20
- "eval_accuracy": 0.5,
21
- "eval_f1": 0.007766990291262136,
22
- "eval_loss": 0.7131175398826599,
23
- "eval_precision": 0.5,
24
- "eval_recall": 0.003913894324853229,
25
- "eval_runtime": 26.5316,
26
- "eval_samples_per_second": 38.52,
27
- "eval_steps_per_second": 1.206,
28
  "step": 96
29
  },
30
  {
31
  "epoch": 2.0,
32
- "grad_norm": 2.1306586265563965,
33
- "learning_rate": 1.7089262786872146e-05,
34
- "loss": 0.7062,
35
  "step": 192
36
  },
37
  {
38
  "epoch": 2.0,
39
- "eval_accuracy": 0.5136986301369864,
40
- "eval_f1": 0.08133086876155268,
41
- "eval_loss": 0.7069234848022461,
42
- "eval_precision": 0.7333333333333333,
43
- "eval_recall": 0.043052837573385516,
44
- "eval_runtime": 26.8847,
45
- "eval_samples_per_second": 38.014,
46
- "eval_steps_per_second": 1.19,
47
  "step": 192
48
  },
49
  {
50
  "epoch": 3.0,
51
- "grad_norm": 1.5551536083221436,
52
- "learning_rate": 1.4953104938513126e-05,
53
- "loss": 0.6972,
54
  "step": 288
55
  },
56
  {
57
  "epoch": 3.0,
58
- "eval_accuracy": 0.512720156555773,
59
- "eval_f1": 0.08791208791208792,
60
- "eval_loss": 0.6998902559280396,
61
- "eval_precision": 0.6857142857142857,
62
- "eval_recall": 0.046966731898238745,
63
- "eval_runtime": 26.6683,
64
- "eval_samples_per_second": 38.323,
65
- "eval_steps_per_second": 1.2,
66
  "step": 288
67
  },
68
  {
69
  "epoch": 4.0,
70
- "grad_norm": 2.080883741378784,
71
- "learning_rate": 1.2816947090154107e-05,
72
- "loss": 0.6854,
73
  "step": 384
74
  },
75
  {
76
  "epoch": 4.0,
77
- "eval_accuracy": 0.5606653620352251,
78
- "eval_f1": 0.3145038167938931,
79
- "eval_loss": 0.6807624697685242,
80
- "eval_precision": 0.7152777777777778,
81
- "eval_recall": 0.20156555772994128,
82
- "eval_runtime": 26.6572,
83
- "eval_samples_per_second": 38.339,
84
- "eval_steps_per_second": 1.2,
85
  "step": 384
86
  },
87
  {
88
  "epoch": 5.0,
89
- "grad_norm": 2.0045652389526367,
90
- "learning_rate": 1.068078924179509e-05,
91
- "loss": 0.6688,
92
  "step": 480
93
  },
94
  {
95
  "epoch": 5.0,
96
- "eval_accuracy": 0.6105675146771037,
97
- "eval_f1": 0.49234693877551017,
98
- "eval_loss": 0.6664517521858215,
99
- "eval_precision": 0.706959706959707,
100
- "eval_recall": 0.3776908023483366,
101
- "eval_runtime": 26.8808,
102
- "eval_samples_per_second": 38.02,
103
- "eval_steps_per_second": 1.19,
104
  "step": 480
105
  },
106
  {
107
  "epoch": 6.0,
108
- "grad_norm": 3.2470343112945557,
109
- "learning_rate": 8.544631393436073e-06,
110
- "loss": 0.6549,
111
  "step": 576
112
  },
113
  {
114
  "epoch": 6.0,
115
- "eval_accuracy": 0.6418786692759295,
116
- "eval_f1": 0.5906040268456376,
117
- "eval_loss": 0.6583118438720703,
118
- "eval_precision": 0.6892950391644909,
119
- "eval_recall": 0.5166340508806262,
120
- "eval_runtime": 26.2817,
121
- "eval_samples_per_second": 38.886,
122
- "eval_steps_per_second": 1.218,
123
  "step": 576
124
  },
125
  {
126
  "epoch": 7.0,
127
- "grad_norm": 2.420502185821533,
128
- "learning_rate": 6.4084735450770535e-06,
129
- "loss": 0.6502,
130
  "step": 672
131
  },
132
  {
133
  "epoch": 7.0,
134
- "eval_accuracy": 0.6360078277886497,
135
- "eval_f1": 0.5782312925170068,
136
- "eval_loss": 0.6568923592567444,
137
- "eval_precision": 0.6873315363881402,
138
- "eval_recall": 0.49902152641878667,
139
- "eval_runtime": 26.5443,
140
- "eval_samples_per_second": 38.502,
141
- "eval_steps_per_second": 1.206,
142
  "step": 672
143
  },
144
  {
145
  "epoch": 8.0,
146
- "grad_norm": 2.7794277667999268,
147
- "learning_rate": 4.2723156967180365e-06,
148
- "loss": 0.6453,
149
  "step": 768
150
  },
151
  {
152
  "epoch": 8.0,
153
- "eval_accuracy": 0.649706457925636,
154
- "eval_f1": 0.6108695652173913,
155
- "eval_loss": 0.6531394720077515,
156
- "eval_precision": 0.687041564792176,
157
- "eval_recall": 0.5499021526418787,
158
- "eval_runtime": 26.8208,
159
- "eval_samples_per_second": 38.105,
160
- "eval_steps_per_second": 1.193,
161
  "step": 768
162
  },
163
  {
164
  "epoch": 9.0,
165
- "grad_norm": 2.565406560897827,
166
- "learning_rate": 2.1361578483590183e-06,
167
- "loss": 0.6432,
168
  "step": 864
169
  },
170
  {
171
  "epoch": 9.0,
172
- "eval_accuracy": 0.6536203522504892,
173
- "eval_f1": 0.616052060737527,
174
- "eval_loss": 0.6520226001739502,
175
- "eval_precision": 0.6909975669099757,
176
- "eval_recall": 0.5557729941291585,
177
- "eval_runtime": 26.3078,
178
- "eval_samples_per_second": 38.848,
179
- "eval_steps_per_second": 1.216,
180
  "step": 864
181
  },
182
  {
183
  "epoch": 10.0,
184
- "grad_norm": 2.5873706340789795,
185
  "learning_rate": 0.0,
186
- "loss": 0.645,
187
  "step": 960
188
  },
189
  {
190
  "epoch": 10.0,
191
- "eval_accuracy": 0.6536203522504892,
192
- "eval_f1": 0.6168831168831169,
193
- "eval_loss": 0.6515934467315674,
194
- "eval_precision": 0.6900726392251816,
195
- "eval_recall": 0.5577299412915852,
196
- "eval_runtime": 26.5855,
197
- "eval_samples_per_second": 38.442,
198
- "eval_steps_per_second": 1.204,
199
  "step": 960
200
  }
201
  ],
@@ -204,13 +204,13 @@
204
  "num_input_tokens_seen": 0,
205
  "num_train_epochs": 10,
206
  "save_steps": 500,
207
- "total_flos": 2204890555200.0,
208
  "train_batch_size": 32,
209
  "trial_name": null,
210
  "trial_params": {
211
- "alpha": 0.8789746577248793,
212
- "learning_rate": 2.136157848359018e-05,
213
  "num_train_epochs": 10,
214
- "temperature": 14
215
  }
216
  }
 
1
  {
2
+ "best_metric": 0.8228962818003914,
3
+ "best_model_checkpoint": "tiny-bert-sst2-distilled/run-0/checkpoint-768",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 960,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "grad_norm": 1.8004393577575684,
14
+ "learning_rate": 0.0007697157586205755,
15
+ "loss": 0.4935,
16
  "step": 96
17
  },
18
  {
19
  "epoch": 1.0,
20
+ "eval_accuracy": 0.7436399217221135,
21
+ "eval_f1": 0.7689594356261024,
22
+ "eval_loss": 0.448881596326828,
23
+ "eval_precision": 0.6998394863563403,
24
+ "eval_recall": 0.8532289628180039,
25
+ "eval_runtime": 28.6476,
26
+ "eval_samples_per_second": 35.675,
27
+ "eval_steps_per_second": 1.117,
28
  "step": 96
29
  },
30
  {
31
  "epoch": 2.0,
32
+ "grad_norm": 4.9879961013793945,
33
+ "learning_rate": 0.0006841917854405115,
34
+ "loss": 0.4571,
35
  "step": 192
36
  },
37
  {
38
  "epoch": 2.0,
39
+ "eval_accuracy": 0.7896281800391389,
40
+ "eval_f1": 0.8057813911472448,
41
+ "eval_loss": 0.42557916045188904,
42
+ "eval_precision": 0.7483221476510067,
43
+ "eval_recall": 0.87279843444227,
44
+ "eval_runtime": 28.772,
45
+ "eval_samples_per_second": 35.521,
46
+ "eval_steps_per_second": 1.112,
47
  "step": 192
48
  },
49
  {
50
  "epoch": 3.0,
51
+ "grad_norm": 3.279979705810547,
52
+ "learning_rate": 0.0005986678122604475,
53
+ "loss": 0.4337,
54
  "step": 288
55
  },
56
  {
57
  "epoch": 3.0,
58
+ "eval_accuracy": 0.7945205479452054,
59
+ "eval_f1": 0.8059149722735675,
60
+ "eval_loss": 0.4328659176826477,
61
+ "eval_precision": 0.7635726795096323,
62
+ "eval_recall": 0.8532289628180039,
63
+ "eval_runtime": 28.2776,
64
+ "eval_samples_per_second": 36.142,
65
+ "eval_steps_per_second": 1.132,
66
  "step": 288
67
  },
68
  {
69
  "epoch": 4.0,
70
+ "grad_norm": 2.231189727783203,
71
+ "learning_rate": 0.0005131438390803836,
72
+ "loss": 0.4235,
73
  "step": 384
74
  },
75
  {
76
  "epoch": 4.0,
77
+ "eval_accuracy": 0.7690802348336595,
78
+ "eval_f1": 0.7704280155642023,
79
+ "eval_loss": 0.45082738995552063,
80
+ "eval_precision": 0.7659574468085106,
81
+ "eval_recall": 0.7749510763209393,
82
+ "eval_runtime": 29.4798,
83
+ "eval_samples_per_second": 34.668,
84
+ "eval_steps_per_second": 1.085,
85
  "step": 384
86
  },
87
  {
88
  "epoch": 5.0,
89
+ "grad_norm": 0.6898621320724487,
90
+ "learning_rate": 0.00042761986590031967,
91
+ "loss": 0.4136,
92
  "step": 480
93
  },
94
  {
95
  "epoch": 5.0,
96
+ "eval_accuracy": 0.8033268101761253,
97
+ "eval_f1": 0.814404432132964,
98
+ "eval_loss": 0.41852009296417236,
99
+ "eval_precision": 0.7709790209790209,
100
+ "eval_recall": 0.863013698630137,
101
+ "eval_runtime": 29.6952,
102
+ "eval_samples_per_second": 34.416,
103
+ "eval_steps_per_second": 1.078,
104
  "step": 480
105
  },
106
  {
107
  "epoch": 6.0,
108
+ "grad_norm": 1.360769510269165,
109
+ "learning_rate": 0.00034209589272025573,
110
+ "loss": 0.405,
111
  "step": 576
112
  },
113
  {
114
  "epoch": 6.0,
115
+ "eval_accuracy": 0.8043052837573386,
116
+ "eval_f1": 0.8204667863554758,
117
+ "eval_loss": 0.4140284061431885,
118
+ "eval_precision": 0.75787728026534,
119
+ "eval_recall": 0.8943248532289628,
120
+ "eval_runtime": 28.8106,
121
+ "eval_samples_per_second": 35.473,
122
+ "eval_steps_per_second": 1.111,
123
  "step": 576
124
  },
125
  {
126
  "epoch": 7.0,
127
+ "grad_norm": 1.9378271102905273,
128
+ "learning_rate": 0.0002565719195401918,
129
+ "loss": 0.3961,
130
  "step": 672
131
  },
132
  {
133
  "epoch": 7.0,
134
+ "eval_accuracy": 0.815068493150685,
135
+ "eval_f1": 0.8301886792452831,
136
+ "eval_loss": 0.4103885591030121,
137
+ "eval_precision": 0.7674418604651163,
138
+ "eval_recall": 0.9041095890410958,
139
+ "eval_runtime": 29.2823,
140
+ "eval_samples_per_second": 34.902,
141
+ "eval_steps_per_second": 1.093,
142
  "step": 672
143
  },
144
  {
145
  "epoch": 8.0,
146
+ "grad_norm": 1.5738866329193115,
147
+ "learning_rate": 0.00017104794636012787,
148
+ "loss": 0.3931,
149
  "step": 768
150
  },
151
  {
152
  "epoch": 8.0,
153
+ "eval_accuracy": 0.8228962818003914,
154
+ "eval_f1": 0.8340971585701191,
155
+ "eval_loss": 0.39944925904273987,
156
+ "eval_precision": 0.7844827586206896,
157
+ "eval_recall": 0.8904109589041096,
158
+ "eval_runtime": 29.1614,
159
+ "eval_samples_per_second": 35.046,
160
+ "eval_steps_per_second": 1.097,
161
  "step": 768
162
  },
163
  {
164
  "epoch": 9.0,
165
+ "grad_norm": 0.702528178691864,
166
+ "learning_rate": 8.552397318006393e-05,
167
+ "loss": 0.3891,
168
  "step": 864
169
  },
170
  {
171
  "epoch": 9.0,
172
+ "eval_accuracy": 0.8180039138943248,
173
+ "eval_f1": 0.8287292817679558,
174
+ "eval_loss": 0.39775392413139343,
175
+ "eval_precision": 0.782608695652174,
176
+ "eval_recall": 0.8806262230919765,
177
+ "eval_runtime": 29.1415,
178
+ "eval_samples_per_second": 35.07,
179
+ "eval_steps_per_second": 1.098,
180
  "step": 864
181
  },
182
  {
183
  "epoch": 10.0,
184
+ "grad_norm": 2.4524667263031006,
185
  "learning_rate": 0.0,
186
+ "loss": 0.3819,
187
  "step": 960
188
  },
189
  {
190
  "epoch": 10.0,
191
+ "eval_accuracy": 0.8209393346379648,
192
+ "eval_f1": 0.8288119738072964,
193
+ "eval_loss": 0.3977544605731964,
194
+ "eval_precision": 0.7939068100358423,
195
+ "eval_recall": 0.8669275929549902,
196
+ "eval_runtime": 30.4608,
197
+ "eval_samples_per_second": 33.551,
198
+ "eval_steps_per_second": 1.051,
199
  "step": 960
200
  }
201
  ],
 
204
  "num_input_tokens_seen": 0,
205
  "num_train_epochs": 10,
206
  "save_steps": 500,
207
+ "total_flos": 2356951972800.0,
208
  "train_batch_size": 32,
209
  "trial_name": null,
210
  "trial_params": {
211
+ "alpha": 0.735211359802956,
212
+ "learning_rate": 0.0008552397318006393,
213
  "num_train_epochs": 10,
214
+ "temperature": 25
215
  }
216
  }
run-0/checkpoint-960/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf1d86d1ef9c5f73f9fb51b0ea325423f470c0f4f628eb656cb6d38e041dfed8
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23804eaaa0feed30486319d2982557f65dce708f7d788864c811c20b2e8c33b4
3
  size 4920
run-1/checkpoint-384/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:72ee64d405d4c6d74a1cdef94a4088fb9057befe0008cff3e8dffb3ca7e7b831
3
  size 17549312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58db24d6a1e94d489cf4b73b5c63cab45aa03d29d732a9d54d6f4f46aef7da02
3
  size 17549312
run-1/checkpoint-384/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e7db08017862e0e251ef5c7fee81627b23e601266a28071888ee84dc4604daaf
3
  size 35122746
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4d03bf37ea38e30d96312f5718b7d70295e30f2d32d7091c3106fe205c75b2d
3
  size 35122746
run-1/checkpoint-384/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8e6fc9a74bdc33046e740a32f8443a2cac1cdfee1791b57156767e02534f6781
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4b63168300ff1c1b6fb1c3579fe55a55c3b0dedd2cdac5f6ca12f671c781e4
3
  size 1064
run-1/checkpoint-384/tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 29,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 31,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
run-1/checkpoint-384/trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.5,
3
- "best_model_checkpoint": "tiny-bert-sst2-distilled/run-1/checkpoint-96",
4
  "epoch": 4.0,
5
  "eval_steps": 500,
6
  "global_step": 384,
@@ -10,93 +10,93 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "grad_norm": 0.5780554413795471,
14
- "learning_rate": 4.753898010566846e-05,
15
- "loss": 0.4511,
16
  "step": 96
17
  },
18
  {
19
  "epoch": 1.0,
20
- "eval_accuracy": 0.5,
21
- "eval_f1": 0.0,
22
- "eval_loss": 0.2628569006919861,
23
- "eval_precision": 0.0,
24
- "eval_recall": 0.0,
25
- "eval_runtime": 27.1178,
26
- "eval_samples_per_second": 37.687,
27
- "eval_steps_per_second": 1.18,
28
  "step": 96
29
  },
30
  {
31
  "epoch": 2.0,
32
- "grad_norm": 0.48165255784988403,
33
- "learning_rate": 4.1596607592459905e-05,
34
- "loss": 0.2586,
35
  "step": 192
36
  },
37
  {
38
  "epoch": 2.0,
39
- "eval_accuracy": 0.5,
40
- "eval_f1": 0.0,
41
- "eval_loss": 0.24026808142662048,
42
- "eval_precision": 0.0,
43
- "eval_recall": 0.0,
44
- "eval_runtime": 26.412,
45
- "eval_samples_per_second": 38.694,
46
- "eval_steps_per_second": 1.212,
47
  "step": 192
48
  },
49
  {
50
  "epoch": 3.0,
51
- "grad_norm": 1.4460384845733643,
52
- "learning_rate": 3.565423507925135e-05,
53
- "loss": 0.2361,
54
  "step": 288
55
  },
56
  {
57
  "epoch": 3.0,
58
- "eval_accuracy": 0.5,
59
- "eval_f1": 0.0,
60
- "eval_loss": 0.22164104878902435,
61
- "eval_precision": 0.0,
62
- "eval_recall": 0.0,
63
- "eval_runtime": 26.2166,
64
- "eval_samples_per_second": 38.983,
65
- "eval_steps_per_second": 1.221,
66
  "step": 288
67
  },
68
  {
69
  "epoch": 4.0,
70
- "grad_norm": 1.0731241703033447,
71
- "learning_rate": 2.971186256604279e-05,
72
- "loss": 0.2235,
73
  "step": 384
74
  },
75
  {
76
  "epoch": 4.0,
77
- "eval_accuracy": 0.5,
78
- "eval_f1": 0.0,
79
- "eval_loss": 0.21637097001075745,
80
- "eval_precision": 0.0,
81
- "eval_recall": 0.0,
82
- "eval_runtime": 29.8278,
83
- "eval_samples_per_second": 34.263,
84
- "eval_steps_per_second": 1.073,
85
  "step": 384
86
  }
87
  ],
88
  "logging_steps": 500,
89
- "max_steps": 864,
90
  "num_input_tokens_seen": 0,
91
- "num_train_epochs": 9,
92
  "save_steps": 500,
93
- "total_flos": 881956222080.0,
94
  "train_batch_size": 32,
95
  "trial_name": null,
96
  "trial_params": {
97
- "alpha": 0.09512919148833521,
98
- "learning_rate": 5.348135261887702e-05,
99
- "num_train_epochs": 9,
100
- "temperature": 18
101
  }
102
  }
 
1
  {
2
+ "best_metric": 0.8140900195694716,
3
+ "best_model_checkpoint": "tiny-bert-sst2-distilled/run-1/checkpoint-288",
4
  "epoch": 4.0,
5
  "eval_steps": 500,
6
  "global_step": 384,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "grad_norm": 2.6617980003356934,
14
+ "learning_rate": 0.0006635023570917325,
15
+ "loss": 0.5037,
16
  "step": 96
17
  },
18
  {
19
  "epoch": 1.0,
20
+ "eval_accuracy": 0.7661448140900196,
21
+ "eval_f1": 0.792714657415438,
22
+ "eval_loss": 0.4430159628391266,
23
+ "eval_precision": 0.7118380062305296,
24
+ "eval_recall": 0.8943248532289628,
25
+ "eval_runtime": 28.6854,
26
+ "eval_samples_per_second": 35.628,
27
+ "eval_steps_per_second": 1.116,
28
  "step": 96
29
  },
30
  {
31
  "epoch": 2.0,
32
+ "grad_norm": 1.12320077419281,
33
+ "learning_rate": 0.0004976267678187994,
34
+ "loss": 0.4391,
35
  "step": 192
36
  },
37
  {
38
  "epoch": 2.0,
39
+ "eval_accuracy": 0.8082191780821918,
40
+ "eval_f1": 0.8227848101265822,
41
+ "eval_loss": 0.41584911942481995,
42
+ "eval_precision": 0.7647058823529411,
43
+ "eval_recall": 0.8904109589041096,
44
+ "eval_runtime": 28.5215,
45
+ "eval_samples_per_second": 35.833,
46
+ "eval_steps_per_second": 1.122,
47
  "step": 192
48
  },
49
  {
50
  "epoch": 3.0,
51
+ "grad_norm": 2.946756362915039,
52
+ "learning_rate": 0.00033175117854586627,
53
+ "loss": 0.41,
54
  "step": 288
55
  },
56
  {
57
  "epoch": 3.0,
58
+ "eval_accuracy": 0.8140900195694716,
59
+ "eval_f1": 0.8260073260073261,
60
+ "eval_loss": 0.43016910552978516,
61
+ "eval_precision": 0.7762478485370051,
62
+ "eval_recall": 0.8825831702544031,
63
+ "eval_runtime": 28.1244,
64
+ "eval_samples_per_second": 36.339,
65
+ "eval_steps_per_second": 1.138,
66
  "step": 288
67
  },
68
  {
69
  "epoch": 4.0,
70
+ "grad_norm": 3.868119478225708,
71
+ "learning_rate": 0.00016587558927293314,
72
+ "loss": 0.4041,
73
  "step": 384
74
  },
75
  {
76
  "epoch": 4.0,
77
+ "eval_accuracy": 0.8033268101761253,
78
+ "eval_f1": 0.802747791952895,
79
+ "eval_loss": 0.4142443835735321,
80
+ "eval_precision": 0.8051181102362205,
81
+ "eval_recall": 0.8003913894324853,
82
+ "eval_runtime": 29.1758,
83
+ "eval_samples_per_second": 35.029,
84
+ "eval_steps_per_second": 1.097,
85
  "step": 384
86
  }
87
  ],
88
  "logging_steps": 500,
89
+ "max_steps": 480,
90
  "num_input_tokens_seen": 0,
91
+ "num_train_epochs": 5,
92
  "save_steps": 500,
93
+ "total_flos": 942780789120.0,
94
  "train_batch_size": 32,
95
  "trial_name": null,
96
  "trial_params": {
97
+ "alpha": 0.7818460169984094,
98
+ "learning_rate": 0.0008293779463646656,
99
+ "num_train_epochs": 5,
100
+ "temperature": 3
101
  }
102
  }
run-1/checkpoint-384/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9294acd0d1ac9a0620db6e082aaf47884f1952d159c5d9fb3fb281c25ad02a64
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ab2cfe4c2ab241510bc23e9ec5727876e620ab477a4e5ad72a937b25e09df23
3
  size 4920
run-2/checkpoint-96/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57ef7ac15d70c06615ec62775bbd9d47a7a307f789675ebd91d014018802f0ac
3
  size 17549312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f72e368a0735e0614c97feb6fba15c5d298f68104e7128cf582de5807e255027
3
  size 17549312
run-2/checkpoint-96/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8ea9c584a6706cb5bee635fc6f64c59550cbdb80935f1c815de62851495dd156
3
  size 35122746
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b5aece18803da9b55ab957b14fbd401ac7b58d03d968f7138245dd9246cea4e
3
  size 35122746
run-2/checkpoint-96/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5feae9a058dc367ba00ad758a34b0a64ac558c1f8bd5163d9bb2ce9c13aac22
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:773b7d3c411900ce077bec534b9aeadeaba63fc284f46150d41278a6fa17bea6
3
  size 1064
run-2/checkpoint-96/trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.7984344422700587,
3
  "best_model_checkpoint": "tiny-bert-sst2-distilled/run-2/checkpoint-96",
4
  "epoch": 1.0,
5
  "eval_steps": 500,
@@ -10,36 +10,36 @@
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
- "grad_norm": 3.4323604106903076,
14
- "learning_rate": 0.0004667999543114754,
15
- "loss": 0.533,
16
  "step": 96
17
  },
18
  {
19
  "epoch": 1.0,
20
- "eval_accuracy": 0.7984344422700587,
21
- "eval_f1": 0.8049242424242424,
22
- "eval_loss": 0.4442267119884491,
23
- "eval_precision": 0.7798165137614679,
24
- "eval_recall": 0.8317025440313112,
25
- "eval_runtime": 28.6457,
26
- "eval_samples_per_second": 35.677,
27
- "eval_steps_per_second": 1.117,
28
  "step": 96
29
  }
30
  ],
31
  "logging_steps": 500,
32
- "max_steps": 192,
33
  "num_input_tokens_seen": 0,
34
- "num_train_epochs": 2,
35
  "save_steps": 500,
36
  "total_flos": 235695197280.0,
37
  "train_batch_size": 32,
38
  "trial_name": null,
39
  "trial_params": {
40
- "alpha": 0.88253398201078,
41
- "learning_rate": 0.0009335999086229508,
42
- "num_train_epochs": 2,
43
- "temperature": 19
44
  }
45
  }
 
1
  {
2
+ "best_metric": 0.5,
3
  "best_model_checkpoint": "tiny-bert-sst2-distilled/run-2/checkpoint-96",
4
  "epoch": 1.0,
5
  "eval_steps": 500,
 
10
  "log_history": [
11
  {
12
  "epoch": 1.0,
13
+ "grad_norm": 3.4041388034820557,
14
+ "learning_rate": 8.656503841433308e-07,
15
+ "loss": 0.2746,
16
  "step": 96
17
  },
18
  {
19
  "epoch": 1.0,
20
+ "eval_accuracy": 0.5,
21
+ "eval_f1": 0.6666666666666666,
22
+ "eval_loss": 0.25451573729515076,
23
+ "eval_precision": 0.5,
24
+ "eval_recall": 1.0,
25
+ "eval_runtime": 28.1178,
26
+ "eval_samples_per_second": 36.347,
27
+ "eval_steps_per_second": 1.138,
28
  "step": 96
29
  }
30
  ],
31
  "logging_steps": 500,
32
+ "max_steps": 480,
33
  "num_input_tokens_seen": 0,
34
+ "num_train_epochs": 5,
35
  "save_steps": 500,
36
  "total_flos": 235695197280.0,
37
  "train_batch_size": 32,
38
  "trial_name": null,
39
  "trial_params": {
40
+ "alpha": 0.04277939142155329,
41
+ "learning_rate": 1.0820629801791635e-06,
42
+ "num_train_epochs": 5,
43
+ "temperature": 6
44
  }
45
  }
run-2/checkpoint-96/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2659042d49fa36ce1404b1f7057dd4643dc22f653d1fc44d521700862149e4b7
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd5c3fbfe040730ec9bc64036d615ae00f3fe41347ad2df02c2ead7e8faec2da
3
  size 4920
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 29,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 31,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9294acd0d1ac9a0620db6e082aaf47884f1952d159c5d9fb3fb281c25ad02a64
3
  size 4920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:019a0c30743454578a20e039f50246add333dec6abb36273bd6bc2339b797b34
3
  size 4920