Hugging Face's logo

zorooo
/
MathLlama-7b

PEFT
Safetensors
llama
axolotl
Generated from Trainer
Model card Files Community
zorooo commited on
Commit
d472a32
·
verified ·
1 Parent(s): 6fd9e50

Upload tokenizer

Browse files
Files changed (3) hide show
  1. special_tokens_map.json +3 -3
  2. tokenizer.json +0 -0
  3. tokenizer_config.json +4 -7
special_tokens_map.json CHANGED
@@ -2,14 +2,14 @@
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
5
- "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
  "lstrip": false,
12
- "normalized": false,
13
  "rstrip": false,
14
  "single_word": false
15
  },
@@ -23,7 +23,7 @@
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
26
- "normalized": false,
27
  "rstrip": false,
28
  "single_word": false
29
  }
 
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
5
+ "normalized": true,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
  "lstrip": false,
12
+ "normalized": true,
13
  "rstrip": false,
14
  "single_word": false
15
  },
 
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
26
+ "normalized": true,
27
  "rstrip": false,
28
  "single_word": false
29
  }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -5,7 +5,7 @@
5
  "0": {
6
  "content": "<unk>",
7
  "lstrip": false,
8
- "normalized": false,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
@@ -13,7 +13,7 @@
13
  "1": {
14
  "content": "<s>",
15
  "lstrip": false,
16
- "normalized": false,
17
  "rstrip": false,
18
  "single_word": false,
19
  "special": true
@@ -21,7 +21,7 @@
21
  "2": {
22
  "content": "</s>",
23
  "lstrip": false,
24
- "normalized": false,
25
  "rstrip": false,
26
  "single_word": false,
27
  "special": true
@@ -34,10 +34,7 @@
34
  "model_max_length": 1000000000000000019884624838656,
35
  "pad_token": "<unk>",
36
  "sp_model_kwargs": {},
37
- "spaces_between_special_tokens": false,
38
  "tokenizer_class": "LlamaTokenizer",
39
- "trust_remote_code": false,
40
  "unk_token": "<unk>",
41
- "use_default_system_prompt": false,
42
- "use_fast": true
43
  }
 
5
  "0": {
6
  "content": "<unk>",
7
  "lstrip": false,
8
+ "normalized": true,
9
  "rstrip": false,
10
  "single_word": false,
11
  "special": true
 
13
  "1": {
14
  "content": "<s>",
15
  "lstrip": false,
16
+ "normalized": true,
17
  "rstrip": false,
18
  "single_word": false,
19
  "special": true
 
21
  "2": {
22
  "content": "</s>",
23
  "lstrip": false,
24
+ "normalized": true,
25
  "rstrip": false,
26
  "single_word": false,
27
  "special": true
 
34
  "model_max_length": 1000000000000000019884624838656,
35
  "pad_token": "<unk>",
36
  "sp_model_kwargs": {},
 
37
  "tokenizer_class": "LlamaTokenizer",
 
38
  "unk_token": "<unk>",
39
+ "use_default_system_prompt": false
 
40
  }