yasserrmd commited on
Commit
2aff3e7
·
verified ·
1 Parent(s): 1ca2cf2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +6 -9
app.py CHANGED
@@ -11,17 +11,14 @@ model.eval()
11
  device = "cuda" if torch.cuda.is_available() else "cpu"
12
  model.to(device)
13
 
14
- PAD_TOKEN = "[PAD]"
15
- MASK_TOKEN = "[MASK]"
16
 
17
- vocab = {PAD_TOKEN: 0, MASK_TOKEN: 1}
 
18
 
19
- # Reverse mapping
20
- id_to_word = {i: w for w, i in vocab.items()}
21
-
22
- # Special token IDs
23
- pad_id = vocab[PAD_TOKEN]
24
- mask_id = vocab[MASK_TOKEN]
25
 
26
 
27
 
 
11
  device = "cuda" if torch.cuda.is_available() else "cpu"
12
  model.to(device)
13
 
14
+ with open("vocab.json") as f:
15
+ vocab = json.load(f)
16
 
17
+ # Reverse mapping (IDs tokens)
18
+ id_to_word = {int(v): k for k, v in vocab.items()}
19
 
20
+ # Special IDs
21
+ pad_id, mask_id = vocab["[PAD]"], vocab["[MASK]"]
 
 
 
 
22
 
23
 
24