Hugging Face's logo

systbs
/
zarvan-checkpoints

Model card Files
xet
Community
82
systbs commited on
Commit
ae20130
·
1 Parent(s): 547bf93

Reset with 32k tokenizer and 9-layer config

Browse files
Files changed (2) hide show
  1. config.json +3 -3
  2. tokenizer.json +0 -0
config.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "vocab_size": 64000,
3
  "embed_dim": 768,
4
  "hidden_dim": 3072,
5
  "num_heads": 12,
6
- "num_layers": 12,
7
- "num_classes": 64000,
8
  "max_len": 2048,
9
  "dropout_prob": 0.1,
10
  "initializer_range": 0.02
 
1
  {
2
+ "vocab_size": 32000,
3
  "embed_dim": 768,
4
  "hidden_dim": 3072,
5
  "num_heads": 12,
6
+ "num_layers": 9,
7
+ "num_classes": 32000,
8
  "max_len": 2048,
9
  "dropout_prob": 0.1,
10
  "initializer_range": 0.02
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff