MatteoScript commited on
Commit
0650f0c
·
verified ·
1 Parent(s): 597d35f

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +0 -1
main.py CHANGED
@@ -74,7 +74,6 @@ def generate_text(request: Request, input_data: InputData):
74
  top_p = input_data.top_p
75
  repetition_penalty = input_data.repetition_penalty
76
  input_text = generate_input_text(input_data)
77
- max_new_tokens = min(max_new_tokens, 29500 - len(input_text))
78
  history = []
79
  generated_response = generate(input_text, history, temperature, max_new_tokens, top_p, repetition_penalty)
80
  if input_data.telegramChatId != '' and input_data.telegramUrlBot != '' and input_data.telegramUrlPost != '':
 
74
  top_p = input_data.top_p
75
  repetition_penalty = input_data.repetition_penalty
76
  input_text = generate_input_text(input_data)
 
77
  history = []
78
  generated_response = generate(input_text, history, temperature, max_new_tokens, top_p, repetition_penalty)
79
  if input_data.telegramChatId != '' and input_data.telegramUrlBot != '' and input_data.telegramUrlPost != '':