nioushasadjadi commited on
Commit
f15abb2
·
1 Parent(s): 1c6d85d

Update config.py

Browse files
Files changed (2) hide show
  1. config.json +1 -0
  2. special_tokens_map.json +4 -0
config.json CHANGED
@@ -533,6 +533,7 @@
533
  "output_hidden_states": true,
534
  "pad_token_id": 0,
535
  "position_embedding_type": "absolute",
 
536
  "torch_dtype": "float32",
537
  "transformers_version": "4.29.2",
538
  "type_vocab_size": 2,
 
533
  "output_hidden_states": true,
534
  "pad_token_id": 0,
535
  "position_embedding_type": "absolute",
536
+ "tokenizer_class": "KmerTokenizer",
537
  "torch_dtype": "float32",
538
  "transformers_version": "4.29.2",
539
  "type_vocab_size": 2,
special_tokens_map.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "mask_token": "[MASK]",
3
+ "unk_token": "[UNK]"
4
+ }