Training in progress, step 175

config.json

@@ -19,10 +19,10 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 16,
-  "n_head": 2,
+  "n_embd": 128,
+  "n_head": 8,
   "n_inner": null,
-  "n_layer": 2,
+  "n_layer": 8,
   "n_positions": 30,
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.1,
@@ -42,5 +42,5 @@
   "torch_dtype": "float32",
   "transformers_version": "4.30.2",
   "use_cache": true,
-  "vocab_size": 73
+  "vocab_size": 88
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68efbc4271e7842c76b5c9d7d8dc63fb57563505411af1d0eae8d720d8187b44
-size 41922
+oid sha256:f1c0adb7fd50652f88edfa6febec1d74a31c21a9898e53a01e20d60c9028cc9f
+size 6438682

tokenizer.json

@@ -100,69 +100,84 @@
       ",": 7,
       "was": 8,
       "it": 9,
-      "n<apostrophe>t": 10,
-      "they": 11,
-      "he": 12,
-      "here": 13,
-      "<apostrophe>s": 14,
-      "in": 15,
-      "by": 16,
-      "had": 17,
-      "help": 18,
-      "none": 19,
-      "to": 20,
-      "He": 21,
-      "happened": 22,
-      "boy": 23,
-      "meant": 24,
-      "not": 25,
-      "now": 26,
-      "of": 27,
-      "that": 28,
-      "them": 29,
-      "Bible": 30,
-      "his": 31,
-      "Oh": 32,
-      "They": 33,
-      "a": 34,
-      "ditch": 35,
-      "fingers": 36,
-      "knew": 37,
-      "narrowed": 38,
-      "there": 39,
-      "what": 40,
+      "had": 10,
+      "he": 11,
+      "in": 12,
+      "Bible": 13,
+      "n<apostrophe>t": 14,
+      "a": 15,
+      "He": 16,
+      "here": 17,
+      "to": 18,
+      "ditch": 19,
+      "<apostrophe>s": 20,
+      "by": 21,
+      "boy": 22,
+      "knew": 23,
+      "did": 24,
+      "Oh": 25,
+      "they": 26,
+      ":": 27,
+      "them": 28,
+      "there": 29,
+      "But": 30,
+      "should": 31,
+      "that": 32,
+      "care": 33,
+      "meant": 34,
+      "leave": 35,
+      "The": 36,
+      "Tuesday": 37,
+      "Today": 38,
+      "moved": 39,
+      "now": 40,
       "world": 41,
-      "blackened": 42,
-      "care": 43,
-      "Today": 44,
-      "leave": 45,
-      "moved": 46,
-      "really": 47,
-      ":": 48,
-      "Because": 49,
-      "child": 50,
-      "darker": 51,
-      "did": 52,
-      "intended": 53,
-      "should": 54,
-      "sure": 55,
-      "class": 56,
-      "finger": 57,
-      "grass": 58,
-      "like": 59,
-      "quite": 60,
-      "The": 61,
-      "even": 62,
-      "find": 63,
-      "from": 64,
-      "justice": 65,
-      "rising": 66,
+      "help": 42,
+      "They": 43,
+      "find": 44,
+      "intended": 45,
+      "quite": 46,
+      "not": 47,
+      "his": 48,
+      "justice": 49,
+      "of": 50,
+      "told": 51,
+      "none": 52,
+      "happened": 53,
+      "really": 54,
+      "blackened": 55,
+      "finally": 56,
+      "mattered": 57,
+      "Because": 58,
+      "fingers": 59,
+      "cows": 60,
+      "finger": 61,
+      "class": 62,
+      "virtue": 63,
+      "sure": 64,
+      "what": 65,
+      "narrowed": 66,
       "saw": 67,
-      "told": 68,
-      "baby": 69,
-      "cows": 70,
-      "finally": 71,
-      "mattered": 72
+      "were": 68,
+      "And": 69,
+      "dirt": 70,
+      "even": 71,
+      "like": 72,
+      "then": 73,
+      "than": 74,
+      "child": 75,
+      "hazel": 76,
+      "darker": 77,
+      "grass": 78,
+      "baby": 79,
+      "eyes": 80,
+      "quivered": 81,
+      "lip": 82,
+      "from": 83,
+      "lower": 84,
+      "rising": 85,
+      "silky": 86,
+      "own": 87
     },
     "unk_token": "<unk>"
   }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbf3d2823780c931b1b5abe4c9a90b35d1d50fa18cd0ec3a0f8c48859d54e0d6
-size 4408
+oid sha256:ba7f248c1fbad24f167b0f7a75515506e929f1143fdeecefd36b27e26bee926b
+size 4472