Commit
·
6f5d92a
1
Parent(s):
e8173c9
Attn only
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -3,6 +3,7 @@
|
|
| 3 |
"d_model": 256,
|
| 4 |
"n_ctx": 2048,
|
| 5 |
"d_head": 32,
|
|
|
|
| 6 |
"model_name": "custom",
|
| 7 |
"n_heads": 8,
|
| 8 |
"d_vocab": 50259,
|
|
|
|
| 3 |
"d_model": 256,
|
| 4 |
"n_ctx": 2048,
|
| 5 |
"d_head": 32,
|
| 6 |
+
"d_mlp": -1,
|
| 7 |
"model_name": "custom",
|
| 8 |
"n_heads": 8,
|
| 9 |
"d_vocab": 50259,
|