fast update
Browse files- tokenization_hawk.py +5 -2
tokenization_hawk.py
CHANGED
@@ -39,15 +39,18 @@ VOCAB_FILES_NAMES = {
|
|
39 |
|
40 |
PRETRAINED_VOCAB_FILES_MAP = {
|
41 |
"vocab_file": {
|
42 |
-
"hawk-demo": "/
|
|
|
43 |
},
|
44 |
"merges_file": {
|
45 |
-
"hawk-demo": "/
|
|
|
46 |
},
|
47 |
}
|
48 |
|
49 |
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
|
50 |
"hawk-demo": 1024,
|
|
|
51 |
}
|
52 |
|
53 |
|
|
|
39 |
|
40 |
PRETRAINED_VOCAB_FILES_MAP = {
|
41 |
"vocab_file": {
|
42 |
+
"hawk-demo": "https://huggingface.co/Rexopia/HawkLM-demo/blob/main/vocab.json",
|
43 |
+
"hawk-chat-demo": "https://huggingface.co/Rexopia/HawkLM-Chat-demo/blob/main/vocab.json",
|
44 |
},
|
45 |
"merges_file": {
|
46 |
+
"hawk-demo": "https://huggingface.co/Rexopia/HawkLM-demo/blob/main/merges.txt",
|
47 |
+
"hawk-chat-demo": "https://huggingface.co/Rexopia/HawkLM-Chat-demo/blob/main/merges.txt",
|
48 |
},
|
49 |
}
|
50 |
|
51 |
PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
|
52 |
"hawk-demo": 1024,
|
53 |
+
"hawk-chat-demo": 1024,
|
54 |
}
|
55 |
|
56 |
|