Duino commited on
Commit
b2db685
·
verified ·
1 Parent(s): 33772f9

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +1 -0
  2. tokenizer_config.json +2 -1
config.json CHANGED
@@ -10,6 +10,7 @@
10
  "dropout": 0.2,
11
  "tokenizer_class": "PreTrainedTokenizerFast",
12
  "tokenizer_file": "spm_model.model",
 
13
  "_name_or_path": "Duino/Darija-LM",
14
  "model_type": "gpt2"
15
  }
 
10
  "dropout": 0.2,
11
  "tokenizer_class": "PreTrainedTokenizerFast",
12
  "tokenizer_file": "spm_model.model",
13
+ "sentencepiece_model_file": "spm_model.model",
14
  "_name_or_path": "Duino/Darija-LM",
15
  "model_type": "gpt2"
16
  }
tokenizer_config.json CHANGED
@@ -4,5 +4,6 @@
4
  "sep_token": "</s>",
5
  "pad_token": "<pad>",
6
  "cls_token": "[CLS]",
7
- "mask_token": "[MASK]"
 
8
  }
 
4
  "sep_token": "</s>",
5
  "pad_token": "<pad>",
6
  "cls_token": "[CLS]",
7
+ "mask_token": "[MASK]",
8
+ "model_file": "spm_model.model"
9
  }