Update README.md
Browse files
README.md
CHANGED
@@ -56,7 +56,7 @@ model_inputs = encodeds.to('cuda')
|
|
56 |
# Increase max_new_tokens if needed
|
57 |
generated_ids = merged_model.generate(**model_inputs, max_new_tokens=1000, do_sample=False, pad_token_id=tokenizer.eos_token_id)
|
58 |
output = ''
|
59 |
-
for i in tokenizer.decode(generated_ids[0], skip_special_tokens=True).split('<end_of_turn>')[:2]:# extracting
|
60 |
ans+=i
|
61 |
cleaned_output = output.replace('<start_of_turn>', '')
|
62 |
print(cleaned_output)
|
|
|
56 |
# Increase max_new_tokens if needed
|
57 |
generated_ids = merged_model.generate(**model_inputs, max_new_tokens=1000, do_sample=False, pad_token_id=tokenizer.eos_token_id)
|
58 |
output = ''
|
59 |
+
for i in tokenizer.decode(generated_ids[0], skip_special_tokens=True).split('<end_of_turn>')[:2]:# extracting model response
|
60 |
ans+=i
|
61 |
cleaned_output = output.replace('<start_of_turn>', '')
|
62 |
print(cleaned_output)
|