Felladrin commited on
Commit
b2c2948
·
verified ·
1 Parent(s): 556ade6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -28,7 +28,7 @@ def generate(
28
  elif model_name == "Felladrin/Llama-160M-Chat-v1":
29
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
30
  elif model_name == "Felladrin/TinyMistral-248M-Chat-v4":
31
- outputs = pipe(prompt, max_new_tokens=250, use_cache=True, do_sample=True, temperature=0.6, top_p=0.8, top_k=0, min_p=0.1, typical_p=0.2, repetition_penalty=1.176)
32
  else:
33
  outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
34
 
 
28
  elif model_name == "Felladrin/Llama-160M-Chat-v1":
29
  outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=4, repetition_penalty=1.01)
30
  elif model_name == "Felladrin/TinyMistral-248M-Chat-v4":
31
+ outputs = pipe(prompt, max_new_tokens=250, use_cache=True, penalty_alpha=0.5, top_k=5, repetition_penalty=1.0)
32
  else:
33
  outputs = pipe(prompt, max_new_tokens=250, do_sample=True, temperature=0.65, top_k=35, top_p=0.55, repetition_penalty=1.176)
34