File size: 4,322 Bytes
ee0c7c1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 |
{
"best_metric": 0.6534653465346535,
"best_model_checkpoint": "tiny-bert-sst2-distilled/run-6/checkpoint-976",
"epoch": 7.0,
"eval_steps": 500,
"global_step": 1708,
"is_hyper_param_search": true,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 1.0,
"grad_norm": 0.8588551878929138,
"learning_rate": 0.0001547989976805511,
"loss": 0.5028,
"step": 244
},
{
"epoch": 1.0,
"eval_accuracy": 0.5089108910891089,
"eval_f1": 0.1205673758865248,
"eval_loss": 0.504381000995636,
"eval_precision": 0.5666666666666667,
"eval_recall": 0.06746031746031746,
"eval_runtime": 14.9415,
"eval_samples_per_second": 33.799,
"eval_steps_per_second": 1.071,
"step": 244
},
{
"epoch": 2.0,
"grad_norm": 1.0281460285186768,
"learning_rate": 0.00012899916473379258,
"loss": 0.4912,
"step": 488
},
{
"epoch": 2.0,
"eval_accuracy": 0.5782178217821782,
"eval_f1": 0.4714640198511167,
"eval_loss": 0.484104186296463,
"eval_precision": 0.6291390728476821,
"eval_recall": 0.376984126984127,
"eval_runtime": 15.1104,
"eval_samples_per_second": 33.421,
"eval_steps_per_second": 1.059,
"step": 488
},
{
"epoch": 3.0,
"grad_norm": 1.708383321762085,
"learning_rate": 0.00010319933178703406,
"loss": 0.4797,
"step": 732
},
{
"epoch": 3.0,
"eval_accuracy": 0.6415841584158416,
"eval_f1": 0.6578449905482042,
"eval_loss": 0.4840504229068756,
"eval_precision": 0.628158844765343,
"eval_recall": 0.6904761904761905,
"eval_runtime": 14.8003,
"eval_samples_per_second": 34.121,
"eval_steps_per_second": 1.081,
"step": 732
},
{
"epoch": 4.0,
"grad_norm": 1.030291199684143,
"learning_rate": 7.739949884027555e-05,
"loss": 0.4669,
"step": 976
},
{
"epoch": 4.0,
"eval_accuracy": 0.6534653465346535,
"eval_f1": 0.6777163904235726,
"eval_loss": 0.47764360904693604,
"eval_precision": 0.6323024054982818,
"eval_recall": 0.7301587301587301,
"eval_runtime": 15.0188,
"eval_samples_per_second": 33.624,
"eval_steps_per_second": 1.065,
"step": 976
},
{
"epoch": 5.0,
"grad_norm": 1.2075254917144775,
"learning_rate": 5.159966589351703e-05,
"loss": 0.4603,
"step": 1220
},
{
"epoch": 5.0,
"eval_accuracy": 0.6435643564356436,
"eval_f1": 0.64,
"eval_loss": 0.4682587683200836,
"eval_precision": 0.6451612903225806,
"eval_recall": 0.6349206349206349,
"eval_runtime": 15.051,
"eval_samples_per_second": 33.553,
"eval_steps_per_second": 1.063,
"step": 1220
},
{
"epoch": 6.0,
"grad_norm": 1.7989599704742432,
"learning_rate": 2.5799832946758514e-05,
"loss": 0.4558,
"step": 1464
},
{
"epoch": 6.0,
"eval_accuracy": 0.6455445544554456,
"eval_f1": 0.6483300589390963,
"eval_loss": 0.4689685106277466,
"eval_precision": 0.642023346303502,
"eval_recall": 0.6547619047619048,
"eval_runtime": 15.4127,
"eval_samples_per_second": 32.765,
"eval_steps_per_second": 1.038,
"step": 1464
},
{
"epoch": 7.0,
"grad_norm": 1.2156615257263184,
"learning_rate": 0.0,
"loss": 0.4531,
"step": 1708
},
{
"epoch": 7.0,
"eval_accuracy": 0.6495049504950495,
"eval_f1": 0.6424242424242423,
"eval_loss": 0.46652600169181824,
"eval_precision": 0.654320987654321,
"eval_recall": 0.6309523809523809,
"eval_runtime": 14.8821,
"eval_samples_per_second": 33.933,
"eval_steps_per_second": 1.075,
"step": 1708
}
],
"logging_steps": 500,
"max_steps": 1708,
"num_input_tokens_seen": 0,
"num_train_epochs": 7,
"save_steps": 500,
"total_flos": 5444902981980.0,
"train_batch_size": 39,
"trial_name": null,
"trial_params": {
"alpha": 0.6658046915260407,
"learning_rate": 0.0001805988306273096,
"num_train_epochs": 7,
"per_device_train_batch_size": 39,
"temperature": 15
}
}
|