Tousifahamed commited on
Commit
97a2955
·
verified ·
1 Parent(s): 8c5b923

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ model.eval()
32
  tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/cosmo2-tokenizer")
33
 
34
  def generate_text(prompt, max_length=50):
35
- input_ids = tokenizer.encode(prompt, return_tensors="pt").half() # match model dtype
36
  with torch.no_grad():
37
  output_ids = model.generate(input_ids, max_length=max_length, do_sample=True)
38
  return tokenizer.decode(output_ids[0], skip_special_tokens=True)
 
32
  tokenizer = AutoTokenizer.from_pretrained("HuggingFaceTB/cosmo2-tokenizer")
33
 
34
  def generate_text(prompt, max_length=50):
35
+ input_ids = tokenizer.encode(prompt, return_tensors="pt")
36
  with torch.no_grad():
37
  output_ids = model.generate(input_ids, max_length=max_length, do_sample=True)
38
  return tokenizer.decode(output_ids[0], skip_special_tokens=True)