suriya7 commited on
Commit
670f9d8
·
verified ·
1 Parent(s): efab6cc

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -56,7 +56,7 @@ model_inputs = encodeds.to('cuda')
56
  # Increase max_new_tokens if needed
57
  generated_ids = merged_model.generate(**model_inputs, max_new_tokens=1000, do_sample=False, pad_token_id=tokenizer.eos_token_id)
58
  output = ''
59
- for i in tokenizer.decode(generated_ids[0], skip_special_tokens=True).split('<end_of_turn>')[:2]:# extracting mmodel response
60
  ans+=i
61
  cleaned_output = output.replace('<start_of_turn>', '')
62
  print(cleaned_output)
 
56
  # Increase max_new_tokens if needed
57
  generated_ids = merged_model.generate(**model_inputs, max_new_tokens=1000, do_sample=False, pad_token_id=tokenizer.eos_token_id)
58
  output = ''
59
+ for i in tokenizer.decode(generated_ids[0], skip_special_tokens=True).split('<end_of_turn>')[:2]:# extracting model response
60
  ans+=i
61
  cleaned_output = output.replace('<start_of_turn>', '')
62
  print(cleaned_output)