G-W-Heymingway commited on
Commit
9643b83
·
verified ·
1 Parent(s): 79b54a9

Training in progress, step 5000

Browse files
Files changed (4) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
  3. tokenizer.json +1 -1
  4. training_args.bin +1 -1
config.json CHANGED
@@ -11,7 +11,7 @@
11
  "initializer_range": 0.02,
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
14
- "n_ctx": 128,
15
  "n_embd": 768,
16
  "n_head": 12,
17
  "n_inner": null,
 
11
  "initializer_range": 0.02,
12
  "layer_norm_epsilon": 1e-05,
13
  "model_type": "gpt2",
14
+ "n_ctx": 256,
15
  "n_embd": 768,
16
  "n_head": 12,
17
  "n_inner": null,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60e1eb9b286d98665ebae5c1a357e237a227258b7b2e28fa8f756ef44e3d3e3c
3
  size 496984704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:176fbf2d3b4c5e4e66f3186ca94166ddfd6da6444670f67e525863691357235d
3
  size 496984704
tokenizer.json CHANGED
@@ -2,7 +2,7 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 128,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 256,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf34fb94760b09558dc00ea4014783760ac90df9093124794a9ab036fb3a9487
3
  size 4664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c33e4d7b0b78247b9f623638d9cb0d7353679895e3161f59cf8a042cbca6e216
3
  size 4664