Hugging Face's logo

Spaces:
fartinalbania
/
st-chat
No application file

App Files Community
fartinalbania commited on
Commit
7d1cf45
·
verified ·
1 Parent(s): bc527c5

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -48,7 +48,7 @@ def build_prompt(messages):
48
  prompt += "<|im_start|>assistant\n"
49
  return prompt
50
 
51
- def generate_response(conversation_history, max_new_tokens=150):
52
  prompt_text = build_prompt(conversation_history)
53
 
54
  inputs = tokenizer(prompt_text, return_tensors="pt").to(device)
 
48
  prompt += "<|im_start|>assistant\n"
49
  return prompt
50
 
51
+ def generate_response(conversation_history, max_new_tokens=1500):
52
  prompt_text = build_prompt(conversation_history)
53
 
54
  inputs = tokenizer(prompt_text, return_tensors="pt").to(device)