suriya7 commited on
Commit
9ee9713
·
verified ·
1 Parent(s): cdde43e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -56,7 +56,7 @@ encodeds = tokenizer(prompt, return_tensors="pt", add_special_tokens=True)
56
  model_inputs = encodeds.to('cuda')
57
 
58
  # Increase max_new_tokens if needed
59
- generated_ids = merged_model.generate(**model_inputs, max_new_tokens=1000, do_sample=False, pad_token_id=tokenizer.eos_token_id)
60
  ans = ''
61
  for i in tokenizer.decode(generated_ids[0], skip_special_tokens=True).split('<end_of_turn>')[:2]:
62
  ans += i
 
56
  model_inputs = encodeds.to('cuda')
57
 
58
  # Increase max_new_tokens if needed
59
+ generated_ids = model.generate(**model_inputs, max_new_tokens=1000, do_sample=False, pad_token_id=tokenizer.eos_token_id)
60
  ans = ''
61
  for i in tokenizer.decode(generated_ids[0], skip_special_tokens=True).split('<end_of_turn>')[:2]:
62
  ans += i