Training in progress, step 1000

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

config.json

@@ -0,0 +1,43 @@
+{
+  "_name_or_path": "gpt2",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 50256,
+  "early_stopping": true,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 50256,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "length_penalty": 2.0,
+  "model_type": "gpt2",
+  "n_ctx": 1024,
+  "n_embd": 768,
+  "n_head": 12,
+  "n_inner": null,
+  "n_layer": 12,
+  "n_positions": 1024,
+  "no_repeat_ngram_size": 3,
+  "num_beams": 4,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "task_specific_params": {
+    "text-generation": {
+      "do_sample": true,
+      "max_length": 50
+    }
+  },
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.1",
+  "use_cache": true,
+  "vocab_size": 50257
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d567626068e7c7549f2a122dedd602f1fd42c04649bd7e0f24630c74dd413f2
+size 510398013

runs/Jan08_05-42-55_f1f61c4e57d3/1673156622.4316566/events.out.tfevents.1673156622.f1f61c4e57d3.1642.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37dd44b98b9402b863ec6242e9928886e50e43ed0ec77eb0b0a9a2cb81a0b7d
+size 5766

runs/Jan08_05-42-55_f1f61c4e57d3/events.out.tfevents.1673156622.f1f61c4e57d3.1642.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78e5ee0ed17c3f1285d5b086daa1f9d9d0bcc6d17a069f8091cc5a0a168366b
+size 4208

runs/Jan08_07-19-54_f1f61c4e57d3/1673162431.8306265/events.out.tfevents.1673162431.f1f61c4e57d3.1642.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf112471e0b6d4a8bd7ae8b892bc4aa122be1a6342b84f50fb0ae6c27960add
+size 5766

runs/Jan08_07-19-54_f1f61c4e57d3/events.out.tfevents.1673162431.f1f61c4e57d3.1642.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48047a673b026340c0fe695ab1c2cbbf346daae96c4e479c07b9bc3e7f34852
+size 4208

runs/Jan08_07-33-14_f1f61c4e57d3/1673163336.8870535/events.out.tfevents.1673163336.f1f61c4e57d3.1642.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b048ba3760f188d1fad5c096631855a3cdb61c6607568c4758931c374cd3a7
+size 5763

runs/Jan08_07-33-14_f1f61c4e57d3/events.out.tfevents.1673163336.f1f61c4e57d3.1642.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f550bbb35cfaff2d6fee069750a2ead2ed8ca9b90fb08d35f87a4413ab90fac
+size 4207

runs/Jan08_07-36-13_f1f61c4e57d3/1673163397.0680447/events.out.tfevents.1673163397.f1f61c4e57d3.1642.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a3599fcfcf9777e9773343ef88af51df3b8eadc89cefd298878786503f1488
+size 5763

runs/Jan08_07-36-13_f1f61c4e57d3/events.out.tfevents.1673163397.f1f61c4e57d3.1642.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cabf1db58ed96af1a9dac1e550cb425d6cdb07031134d4c3ef5e7f3fce1ebd
+size 4363

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f224b6f1326662f22646c4e259d112455bfecd306aef1ae9eb2a99c542b934f6
+size 3579