Rexopia commited on
Commit
9e94389
·
1 Parent(s): e92f279

fast update

Browse files
Files changed (1) hide show
  1. tokenization_hawk.py +5 -2
tokenization_hawk.py CHANGED
@@ -39,15 +39,18 @@ VOCAB_FILES_NAMES = {
39
 
40
  PRETRAINED_VOCAB_FILES_MAP = {
41
  "vocab_file": {
42
- "hawk-demo": "/path/to/hawk/vocab.json",
 
43
  },
44
  "merges_file": {
45
- "hawk-demo": "/path/to/hawk/merges.txt",
 
46
  },
47
  }
48
 
49
  PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
50
  "hawk-demo": 1024,
 
51
  }
52
 
53
 
 
39
 
40
  PRETRAINED_VOCAB_FILES_MAP = {
41
  "vocab_file": {
42
+ "hawk-demo": "https://huggingface.co/Rexopia/HawkLM-demo/blob/main/vocab.json",
43
+ "hawk-chat-demo": "https://huggingface.co/Rexopia/HawkLM-Chat-demo/blob/main/vocab.json",
44
  },
45
  "merges_file": {
46
+ "hawk-demo": "https://huggingface.co/Rexopia/HawkLM-demo/blob/main/merges.txt",
47
+ "hawk-chat-demo": "https://huggingface.co/Rexopia/HawkLM-Chat-demo/blob/main/merges.txt",
48
  },
49
  }
50
 
51
  PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {
52
  "hawk-demo": 1024,
53
+ "hawk-chat-demo": 1024,
54
  }
55
 
56