Tonic commited on
Commit
fc295cf
·
1 Parent(s): b723b47

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ description = "Interestingly there simply wasnt a public demo for Xgen, So I mad
12
 
13
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
14
  model_name = "Salesforce/xgen-7b-8k-base"
15
- tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
16
  model = AutoModelForCausalLM.from_pretrained(model_name, dtype=torch.bfloat16, device_map="auto")
17
 
18
  class XgenChatBot:
 
12
 
13
  device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
14
  model_name = "Salesforce/xgen-7b-8k-base"
15
+ tokenizer = XgenTokenizer.from_pretrained("./")
16
  model = AutoModelForCausalLM.from_pretrained(model_name, dtype=torch.bfloat16, device_map="auto")
17
 
18
  class XgenChatBot: