lhallee commited on
Commit
7ad5120
·
verified ·
1 Parent(s): 8630e63

Upload 3 files

Browse files
Files changed (3) hide show
  1. special_tokens_map.json +7 -0
  2. tokenizer_config.json +4 -0
  3. vocab.txt +27 -0
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<bos>",
3
+ "eos_token": "<eos>",
4
+ "mask_token": "<mask>",
5
+ "pad_token": "<pad>",
6
+ "unk_token": "<unk>"
7
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "model_max_length": 1000000000000000019884624838656,
3
+ "tokenizer_class": "EsmTokenizer"
4
+ }
vocab.txt ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <pad>
2
+ <unk>
3
+ <mask>
4
+ <bos>
5
+ <eos>
6
+ |
7
+ L
8
+ A
9
+ G
10
+ V
11
+ S
12
+ E
13
+ R
14
+ T
15
+ I
16
+ D
17
+ P
18
+ K
19
+ Q
20
+ N
21
+ F
22
+ Y
23
+ M
24
+ H
25
+ W
26
+ C
27
+ B