kleinhenz commited on
Commit
4950d64
·
verified ·
1 Parent(s): e58f9d8

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_embedding_noise": false,
3
+ "architectures": [
4
+ "LMBaseForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "classifier_dropout": null,
8
+ "conditioning_type": null,
9
+ "emb_layer_norm_before": null,
10
+ "has_conditioning": false,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 408,
14
+ "initializer_range": 0.02,
15
+ "intermediate_bias": false,
16
+ "intermediate_size": 2048,
17
+ "key_bias": false,
18
+ "layer_norm_eps": 1e-12,
19
+ "mask_token_id": 31,
20
+ "max_position_embeddings": 512,
21
+ "model_type": "pmlm",
22
+ "n_concepts": 0,
23
+ "noise_mean": 0.0,
24
+ "noise_std_max": 0.25,
25
+ "noise_std_min": 0.1,
26
+ "num_attention_heads": 12,
27
+ "num_hidden_layers": 10,
28
+ "pad_token_id": 1,
29
+ "position_embedding_type": "rotary",
30
+ "query_bias": false,
31
+ "token_dropout": false,
32
+ "torch_dtype": "float32",
33
+ "transformers_version": "4.46.1",
34
+ "use_cache": true,
35
+ "value_bias": false,
36
+ "vocab_size": 32
37
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17a009bd0a9ab1e34378267b4cd30a6911d9366944305e1d32f17f5c3cea85a3
3
+ size 95161824
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "<cls>",
3
+ "eos_token": "<eos>",
4
+ "mask_token": "<mask>",
5
+ "pad_token": "<pad>",
6
+ "unk_token": "<unk>"
7
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {},
3
+ "clean_up_tokenization_spaces": true,
4
+ "cls_token": "<cls>",
5
+ "do_lower_case": false,
6
+ "eos_token": "<eos>",
7
+ "mask_token": "<mask>",
8
+ "model_max_length": 1024,
9
+ "pad_token": "<pad>",
10
+ "tokenizer_class": "PmlmTokenizer",
11
+ "unk_token": "<unk>"
12
+ }
vocab.txt ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <cls>
2
+ <pad>
3
+ <eos>
4
+ <unk>
5
+ L
6
+ A
7
+ G
8
+ V
9
+ S
10
+ E
11
+ R
12
+ T
13
+ I
14
+ D
15
+ P
16
+ K
17
+ Q
18
+ N
19
+ F
20
+ Y
21
+ M
22
+ H
23
+ W
24
+ C
25
+ B
26
+ U
27
+ Z
28
+ O
29
+ .
30
+ -
31
+ <null_1>
32
+ <mask>