Training in progress, step 1757

config.json

@@ -19,7 +19,7 @@
   "layer_norm_epsilon": 1e-05,
   "model_type": "gpt2",
   "n_ctx": 1024,
-  "n_embd": 128,
+  "n_embd": 256,
   "n_head": 8,
   "n_inner": null,
   "n_layer": 8,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11cbbfa01a7706bd61b0297af02a5b8ca6c04e0b5a3f6ab01b613b346ac62350
-size 6438682
+oid sha256:7a76c15c1f0c184493e6adb4a3408590a7847f6232446a7707a386a0100f3b9f
+size 25427930

tokenizer.json

@@ -104,78 +104,78 @@
       "he": 11,
       "in": 12,
       "Bible": 13,
-      "n<apostrophe>t": 14,
-      "a": 15,
+      "a": 14,
+      "n<apostrophe>t": 15,
       "here": 16,
       "He": 17,
       "to": 18,
       "by": 19,
-      "<apostrophe>s": 20,
-      "ditch": 21,
+      "ditch": 20,
+      "<apostrophe>s": 21,
       "boy": 22,
-      "knew": 23,
-      "did": 24,
+      "did": 23,
+      "knew": 24,
       "Oh": 25,
-      "they": 26,
-      ":": 27,
+      ":": 26,
+      "they": 27,
       "them": 28,
-      "But": 29,
-      "there": 30,
+      "there": 29,
+      "But": 30,
       "meant": 31,
-      "Tuesday": 32,
-      "find": 33,
-      "help": 34,
-      "Today": 35,
-      "The": 36,
-      "care": 37,
-      "quite": 38,
-      "not": 39,
-      "really": 40,
-      "intended": 41,
-      "now": 42,
-      "mattered": 43,
-      "that": 44,
-      "happened": 45,
-      "should": 46,
-      "leave": 47,
-      "They": 48,
-      "of": 49,
+      "that": 32,
+      "The": 33,
+      "Today": 34,
+      "Tuesday": 35,
+      "now": 36,
+      "find": 37,
+      "should": 38,
+      "leave": 39,
+      "help": 40,
+      "care": 41,
+      "not": 42,
+      "intended": 43,
+      "really": 44,
+      "quite": 45,
+      "They": 46,
+      "mattered": 47,
+      "finally": 48,
+      "told": 49,
       "moved": 50,
-      "finally": 51,
-      "his": 52,
-      "world": 53,
-      "fingers": 54,
-      "blackened": 55,
-      "cows": 56,
-      "justice": 57,
-      "told": 58,
-      "Because": 59,
-      "none": 60,
+      "blackened": 51,
+      "happened": 52,
+      "justice": 53,
+      "world": 54,
+      "fingers": 55,
+      "none": 56,
+      "his": 57,
+      "of": 58,
+      "cows": 59,
+      "Because": 60,
       "class": 61,
-      "finger": 62,
-      "virtue": 63,
+      "virtue": 62,
+      "finger": 63,
       "sure": 64,
       "what": 65,
       "narrowed": 66,
       "saw": 67,
       "were": 68,
-      "even": 69,
-      "then": 70,
-      "And": 71,
+      "And": 69,
+      "even": 70,
+      "then": 71,
       "dirt": 72,
       "lip": 73,
-      "quivered": 74,
-      "hazel": 75,
-      "grass": 76,
-      "baby": 77,
-      "eyes": 78,
-      "lower": 79,
-      "child": 80,
-      "darker": 81,
-      "like": 82,
-      "from": 83,
-      "rising": 84,
-      "than": 85,
+      "baby": 74,
+      "grass": 75,
+      "hazel": 76,
+      "quivered": 77,
+      "darker": 78,
+      "child": 79,
+      "eyes": 80,
+      "like": 81,
+      "than": 82,
+      "rising": 83,
+      "from": 84,
+      "lower": 85,
       "silky": 86,
       "own": 87
     },

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce8e2e7270347d4dcb6a72fa308698c80a29e97650cbc2f94ccd57bf7d935a93
+oid sha256:0687459bb833b211fcc325c8754de5eaee936871d5a3e7c19be03e852d3b1a9b
 size 4472