best distillbert model finetuned on ner

all_results.json

@@ -1,17 +1,17 @@
 {
     "epoch": 3.0,
-    "eval_accuracy": 0.9592208294396288,
-    "eval_f1": 0.7977113603854551,
-    "eval_loss": 0.142496719956398,
-    "eval_precision": 0.7950180072028812,
-    "eval_recall": 0.8004230246260764,
-    "eval_runtime": 1.7114,
+    "eval_accuracy": 0.9588502561789063,
+    "eval_f1": 0.7950245791747356,
+    "eval_loss": 0.1408379226922989,
+    "eval_precision": 0.7840458351696783,
+    "eval_recall": 0.806315153346427,
+    "eval_runtime": 2.5786,
     "eval_samples": 1916,
-    "eval_samples_per_second": 1119.532,
-    "eval_steps_per_second": 35.058,
+    "eval_samples_per_second": 743.035,
+    "eval_steps_per_second": 23.268,
     "train_loss": 0.1423617688175362,
-    "train_runtime": 34.8094,
+    "train_runtime": 92.3444,
     "train_samples": 8324,
-    "train_samples_per_second": 717.393,
-    "train_steps_per_second": 22.494
+    "train_samples_per_second": 270.423,
+    "train_steps_per_second": 8.479
 }

eval_results.json

@@ -1,12 +1,12 @@
 {
     "epoch": 3.0,
-    "eval_accuracy": 0.9592208294396288,
-    "eval_f1": 0.7977113603854551,
-    "eval_loss": 0.142496719956398,
-    "eval_precision": 0.7950180072028812,
-    "eval_recall": 0.8004230246260764,
-    "eval_runtime": 1.7114,
+    "eval_accuracy": 0.9588502561789063,
+    "eval_f1": 0.7950245791747356,
+    "eval_loss": 0.1408379226922989,
+    "eval_precision": 0.7840458351696783,
+    "eval_recall": 0.806315153346427,
+    "eval_runtime": 2.5786,
     "eval_samples": 1916,
-    "eval_samples_per_second": 1119.532,
-    "eval_steps_per_second": 35.058
+    "eval_samples_per_second": 743.035,
+    "eval_steps_per_second": 23.268
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ed4d302c84626a363602f463b093875bd7710cc9602a0041a24818e4d153fd9
+oid sha256:0e340a699c2f2b281fda6911bad55462fee484fac4e0f8866a865aec42fab948
 size 266993141

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 3.0,
     "train_loss": 0.1423617688175362,
-    "train_runtime": 34.8094,
+    "train_runtime": 92.3444,
     "train_samples": 8324,
-    "train_samples_per_second": 717.393,
-    "train_steps_per_second": 22.494
+    "train_samples_per_second": 270.423,
+    "train_steps_per_second": 8.479
 }

trainer_state.json

@@ -1,26 +1,206 @@
 {
-  "best_metric": null,
-  "best_model_checkpoint": null,
+  "best_metric": 0.1408379226922989,
+  "best_model_checkpoint": "/home/sdonoso/data/all_results/ner-c/distillbeto/epochs_3_bs_32_lr_5e-5/checkpoint-650",
   "epoch": 3.0,
   "global_step": 783,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
+    {
+      "epoch": 0.19,
+      "eval_accuracy": 0.91270582927851,
+      "eval_f1": 0.5330463206569401,
+      "eval_loss": 0.30788546800613403,
+      "eval_precision": 0.5643146522619852,
+      "eval_recall": 0.5050611874905575,
+      "eval_runtime": 2.4975,
+      "eval_samples_per_second": 767.156,
+      "eval_steps_per_second": 24.024,
+      "step": 50
+    },
+    {
+      "epoch": 0.38,
+      "eval_accuracy": 0.9365030773692521,
+      "eval_f1": 0.6476262245666917,
+      "eval_loss": 0.21293185651302338,
+      "eval_precision": 0.6460682604119681,
+      "eval_recall": 0.6491917208037468,
+      "eval_runtime": 2.2575,
+      "eval_samples_per_second": 848.725,
+      "eval_steps_per_second": 26.578,
+      "step": 100
+    },
+    {
+      "epoch": 0.57,
+      "eval_accuracy": 0.944736248509651,
+      "eval_f1": 0.699864396564713,
+      "eval_loss": 0.18722735345363617,
+      "eval_precision": 0.6979714500375658,
+      "eval_recall": 0.7017676386161051,
+      "eval_runtime": 2.3182,
+      "eval_samples_per_second": 826.488,
+      "eval_steps_per_second": 25.882,
+      "step": 150
+    },
+    {
+      "epoch": 0.77,
+      "eval_accuracy": 0.9477975058808366,
+      "eval_f1": 0.7246957554170377,
+      "eval_loss": 0.17380821704864502,
+      "eval_precision": 0.7121190024792183,
+      "eval_recall": 0.7377247318326031,
+      "eval_runtime": 2.3996,
+      "eval_samples_per_second": 798.478,
+      "eval_steps_per_second": 25.005,
+      "step": 200
+    },
+    {
+      "epoch": 0.96,
+      "eval_accuracy": 0.9545644958592466,
+      "eval_f1": 0.7617755671113121,
+      "eval_loss": 0.15325294435024261,
+      "eval_precision": 0.76,
+      "eval_recall": 0.7635594500679861,
+      "eval_runtime": 1.8255,
+      "eval_samples_per_second": 1049.569,
+      "eval_steps_per_second": 32.867,
+      "step": 250
+    },
+    {
+      "epoch": 1.15,
+      "eval_accuracy": 0.9546450552637515,
+      "eval_f1": 0.7736564335092545,
+      "eval_loss": 0.14816872775554657,
+      "eval_precision": 0.7614866842259291,
+      "eval_recall": 0.7862214836077958,
+      "eval_runtime": 2.4706,
+      "eval_samples_per_second": 775.515,
+      "eval_steps_per_second": 24.285,
+      "step": 300
+    },
+    {
+      "epoch": 1.34,
+      "eval_accuracy": 0.9547578384300583,
+      "eval_f1": 0.7661177165645078,
+      "eval_loss": 0.15087640285491943,
+      "eval_precision": 0.7493498988731581,
+      "eval_recall": 0.7836531198066173,
+      "eval_runtime": 2.4417,
+      "eval_samples_per_second": 784.692,
+      "eval_steps_per_second": 24.573,
+      "step": 350
+    },
+    {
+      "epoch": 1.53,
+      "eval_accuracy": 0.9578996552057487,
+      "eval_f1": 0.7852530409971468,
+      "eval_loss": 0.14353066682815552,
+      "eval_precision": 0.780564263322884,
+      "eval_recall": 0.789998489197764,
+      "eval_runtime": 2.5039,
+      "eval_samples_per_second": 765.209,
+      "eval_steps_per_second": 23.963,
+      "step": 400
+    },
+    {
+      "epoch": 1.72,
+      "eval_accuracy": 0.9558856700931266,
+      "eval_f1": 0.7782641509433962,
+      "eval_loss": 0.14613068103790283,
+      "eval_precision": 0.7775599457095461,
+      "eval_recall": 0.7789696328750566,
+      "eval_runtime": 2.4226,
+      "eval_samples_per_second": 790.884,
+      "eval_steps_per_second": 24.767,
+      "step": 450
+    },
     {
       "epoch": 1.92,
       "learning_rate": 1.826309067688378e-05,
       "loss": 0.1857,
       "step": 500
     },
+    {
+      "epoch": 1.92,
+      "eval_accuracy": 0.9570457255179969,
+      "eval_f1": 0.7807983224743502,
+      "eval_loss": 0.14462997019290924,
+      "eval_precision": 0.7741312741312741,
+      "eval_recall": 0.7875812056201843,
+      "eval_runtime": 1.851,
+      "eval_samples_per_second": 1035.138,
+      "eval_steps_per_second": 32.416,
+      "step": 500
+    },
+    {
+      "epoch": 2.11,
+      "eval_accuracy": 0.9570618373988979,
+      "eval_f1": 0.7854627201198952,
+      "eval_loss": 0.14743077754974365,
+      "eval_precision": 0.77921498661909,
+      "eval_recall": 0.7918114518809488,
+      "eval_runtime": 1.8311,
+      "eval_samples_per_second": 1046.348,
+      "eval_steps_per_second": 32.767,
+      "step": 550
+    },
+    {
+      "epoch": 2.3,
+      "eval_accuracy": 0.9581413334192633,
+      "eval_f1": 0.7868118752797255,
+      "eval_loss": 0.14506658911705017,
+      "eval_precision": 0.7770738175924562,
+      "eval_recall": 0.7967970992597069,
+      "eval_runtime": 2.5694,
+      "eval_samples_per_second": 745.706,
+      "eval_steps_per_second": 23.352,
+      "step": 600
+    },
+    {
+      "epoch": 2.49,
+      "eval_accuracy": 0.9588502561789063,
+      "eval_f1": 0.7950245791747356,
+      "eval_loss": 0.1408379226922989,
+      "eval_precision": 0.7840458351696783,
+      "eval_recall": 0.806315153346427,
+      "eval_runtime": 2.2646,
+      "eval_samples_per_second": 846.054,
+      "eval_steps_per_second": 26.494,
+      "step": 650
+    },
+    {
+      "epoch": 2.68,
+      "eval_accuracy": 0.9592047175587278,
+      "eval_f1": 0.799455741174692,
+      "eval_loss": 0.14132483303546906,
+      "eval_precision": 0.8,
+      "eval_recall": 0.7989122223900892,
+      "eval_runtime": 2.2902,
+      "eval_samples_per_second": 836.619,
+      "eval_steps_per_second": 26.199,
+      "step": 700
+    },
+    {
+      "epoch": 2.87,
+      "eval_accuracy": 0.9591886056778268,
+      "eval_f1": 0.798218464558013,
+      "eval_loss": 0.14295388758182526,
+      "eval_precision": 0.7976765238382619,
+      "eval_recall": 0.7987611421664904,
+      "eval_runtime": 2.1296,
+      "eval_samples_per_second": 899.69,
+      "eval_steps_per_second": 28.174,
+      "step": 750
+    },
     {
       "epoch": 3.0,
       "step": 783,
       "total_flos": 630881172395712.0,
       "train_loss": 0.1423617688175362,
-      "train_runtime": 34.8094,
-      "train_samples_per_second": 717.393,
-      "train_steps_per_second": 22.494
+      "train_runtime": 92.3444,
+      "train_samples_per_second": 270.423,
+      "train_steps_per_second": 8.479
     }
   ],
   "max_steps": 783,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebf6ad43cabf28d1f8700d1ffd4838c62088e573fc3604d73ed8c5c09ca6fa79
+oid sha256:2e9e0d49e93a9c1d8cd83593ab4e7b528f7ce2eae90f3212a798e9af265a22af
 size 2863