MatteoScript commited on
Commit
2e37b0e
·
verified ·
1 Parent(s): 9a48a48

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -4
main.py CHANGED
@@ -52,9 +52,7 @@ def generate_text(request: Request, input_data: InputData):
52
  max_new_tokens = input_data.max_new_tokens
53
  top_p = input_data.top_p
54
  repetition_penalty = input_data.repetition_penalty
55
- input_text = generate_input_text(input_data)
56
- if input_data.systemStyle != '':
57
- input_text = input_text + '(' + input_data.systemStyle + ')'
58
  max_new_tokens = min(max_new_tokens, 29500 - len(input_text))
59
  print(f"{datetime.now()} - Input Text: {input_text}")
60
  history = []
@@ -82,7 +80,7 @@ def generate_input_text(input_data):
82
  "messages": [
83
  {{
84
  "role": "instructions",
85
- "content": "{input_data.instruction}"
86
  }},
87
  {{
88
  "role": "user",
 
52
  max_new_tokens = input_data.max_new_tokens
53
  top_p = input_data.top_p
54
  repetition_penalty = input_data.repetition_penalty
55
+ input_text = generate_input_text(input_data)
 
 
56
  max_new_tokens = min(max_new_tokens, 29500 - len(input_text))
57
  print(f"{datetime.now()} - Input Text: {input_text}")
58
  history = []
 
80
  "messages": [
81
  {{
82
  "role": "instructions",
83
+ "content": "{input_data.instruction} "("{input_data.systemStyle}")"
84
  }},
85
  {{
86
  "role": "user",