Update README.md
Browse files
README.md
CHANGED
@@ -56,7 +56,7 @@ encodeds = tokenizer(prompt, return_tensors="pt", add_special_tokens=True)
|
|
56 |
model_inputs = encodeds.to('cuda')
|
57 |
|
58 |
# Increase max_new_tokens if needed
|
59 |
-
generated_ids =
|
60 |
ans = ''
|
61 |
for i in tokenizer.decode(generated_ids[0], skip_special_tokens=True).split('<end_of_turn>')[:2]:
|
62 |
ans += i
|
|
|
56 |
model_inputs = encodeds.to('cuda')
|
57 |
|
58 |
# Increase max_new_tokens if needed
|
59 |
+
generated_ids = model.generate(**model_inputs, max_new_tokens=1000, do_sample=False, pad_token_id=tokenizer.eos_token_id)
|
60 |
ans = ''
|
61 |
for i in tokenizer.decode(generated_ids[0], skip_special_tokens=True).split('<end_of_turn>')[:2]:
|
62 |
ans += i
|