File size: 5,731 Bytes
34a678b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 |
{
"best_metric": 0.6988037147804187,
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-1/checkpoint-14292",
"epoch": 9.0,
"eval_steps": 500,
"global_step": 14292,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 1.0594383478164673,
"learning_rate": 8.902447569795288e-05,
"loss": 0.5725,
"step": 1588
},
{
"epoch": 1.0,
"eval_accuracy": 0.6804659216118369,
"eval_f1": 0.3575949367088608,
"eval_loss": 0.5597381591796875,
"eval_mcc": 0.19612047304332003,
"eval_precision": 0.5419664268585132,
"eval_recall": 0.2668240850059032,
"eval_runtime": 23.4624,
"eval_samples_per_second": 541.547,
"eval_steps_per_second": 16.963,
"step": 1588
},
{
"epoch": 2.0,
"grad_norm": 1.540066123008728,
"learning_rate": 7.789641623570877e-05,
"loss": 0.5555,
"step": 3176
},
{
"epoch": 2.0,
"eval_accuracy": 0.6874704863843853,
"eval_f1": 0.2603836841124977,
"eval_loss": 0.5536655783653259,
"eval_mcc": 0.18799631789309962,
"eval_precision": 0.6164021164021164,
"eval_recall": 0.16505312868949232,
"eval_runtime": 23.2494,
"eval_samples_per_second": 546.509,
"eval_steps_per_second": 17.119,
"step": 3176
},
{
"epoch": 3.0,
"grad_norm": 2.06575608253479,
"learning_rate": 6.676835677346465e-05,
"loss": 0.5493,
"step": 4764
},
{
"epoch": 3.0,
"eval_accuracy": 0.6873130804344404,
"eval_f1": 0.267379679144385,
"eval_loss": 0.5435917377471924,
"eval_mcc": 0.18869269284566614,
"eval_precision": 0.6102693602693603,
"eval_recall": 0.17119244391971664,
"eval_runtime": 23.3586,
"eval_samples_per_second": 543.954,
"eval_steps_per_second": 17.039,
"step": 4764
},
{
"epoch": 4.0,
"grad_norm": 2.0746259689331055,
"learning_rate": 5.564029731122055e-05,
"loss": 0.543,
"step": 6352
},
{
"epoch": 4.0,
"eval_accuracy": 0.6910908232331182,
"eval_f1": 0.36064505619807785,
"eval_loss": 0.5372793674468994,
"eval_mcc": 0.22096514058006989,
"eval_precision": 0.5814075630252101,
"eval_recall": 0.2613931523022432,
"eval_runtime": 23.311,
"eval_samples_per_second": 545.065,
"eval_steps_per_second": 17.073,
"step": 6352
},
{
"epoch": 5.0,
"grad_norm": 2.557748794555664,
"learning_rate": 4.451223784897644e-05,
"loss": 0.5374,
"step": 7940
},
{
"epoch": 5.0,
"eval_accuracy": 0.6961278136313552,
"eval_f1": 0.36839522329461794,
"eval_loss": 0.5319377183914185,
"eval_mcc": 0.23523702656150358,
"eval_precision": 0.5995740149094781,
"eval_recall": 0.26587957497048403,
"eval_runtime": 23.5602,
"eval_samples_per_second": 539.299,
"eval_steps_per_second": 16.893,
"step": 7940
},
{
"epoch": 6.0,
"grad_norm": 1.728196620941162,
"learning_rate": 3.3384178386732324e-05,
"loss": 0.5341,
"step": 9528
},
{
"epoch": 6.0,
"eval_accuracy": 0.6946324571068786,
"eval_f1": 0.42279083606069623,
"eval_loss": 0.5333712100982666,
"eval_mcc": 0.2491393222028609,
"eval_precision": 0.5713711298753519,
"eval_recall": 0.33553719008264465,
"eval_runtime": 23.3995,
"eval_samples_per_second": 543.002,
"eval_steps_per_second": 17.009,
"step": 9528
},
{
"epoch": 7.0,
"grad_norm": 2.6901352405548096,
"learning_rate": 2.225611892448822e-05,
"loss": 0.5312,
"step": 11116
},
{
"epoch": 7.0,
"eval_accuracy": 0.6938454273571542,
"eval_f1": 0.4832624867162594,
"eval_loss": 0.5355043411254883,
"eval_mcc": 0.27487985905109846,
"eval_precision": 0.552383844518676,
"eval_recall": 0.4295159386068477,
"eval_runtime": 23.5503,
"eval_samples_per_second": 539.525,
"eval_steps_per_second": 16.9,
"step": 11116
},
{
"epoch": 8.0,
"grad_norm": 1.672201156616211,
"learning_rate": 1.112805946224411e-05,
"loss": 0.5288,
"step": 12704
},
{
"epoch": 8.0,
"eval_accuracy": 0.6979379820557217,
"eval_f1": 0.42613636363636365,
"eval_loss": 0.5302781462669373,
"eval_mcc": 0.2569293292783036,
"eval_precision": 0.5809213208316347,
"eval_recall": 0.3364817001180638,
"eval_runtime": 23.502,
"eval_samples_per_second": 540.634,
"eval_steps_per_second": 16.935,
"step": 12704
},
{
"epoch": 9.0,
"grad_norm": 1.6605579853057861,
"learning_rate": 0.0,
"loss": 0.5269,
"step": 14292
},
{
"epoch": 9.0,
"eval_accuracy": 0.6988037147804187,
"eval_f1": 0.4386093589555523,
"eval_loss": 0.5291692018508911,
"eval_mcc": 0.2632234170463615,
"eval_precision": 0.5790085205267235,
"eval_recall": 0.3530106257378985,
"eval_runtime": 23.2847,
"eval_samples_per_second": 545.68,
"eval_steps_per_second": 17.093,
"step": 14292
}
],
"logging_steps": 500,
"max_steps": 14292,
"num_input_tokens_seen": 0,
"num_train_epochs": 9,
"save_steps": 500,
"total_flos": 35180046686700.0,
"train_batch_size": 32,
"trial_name": null,
"trial_params": {
"alpha": 0.9165014388792823,
"learning_rate": 0.00010015253516019699,
"num_train_epochs": 9,
"temperature": 13
}
}
|