MatteoScript commited on
Commit
4e47f5d
·
verified ·
1 Parent(s): 33a4eb5

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +28 -18
main.py CHANGED
@@ -52,26 +52,36 @@ def read_root(request: Request, input_data: InputData):
52
  max_new_tokens = input_data.max_new_tokens
53
  top_p = input_data.top_p
54
  repetition_penalty = input_data.repetition_penalty
 
 
 
 
 
 
 
55
  history = []
56
- input_text = f'''
57
- {{
58
- "input": {{
59
- "role": "system",
60
- "content": "{input_data.systemRole}",
61
- "style": "{input_data.systemStyle}"
62
- }},
63
- "messages": [
64
- {{
65
- "role": "instructions",
66
- "content": "{input_data.instruction}"
67
  }},
68
- {{
69
- "role": "user",
70
- "content": "{input_data.input}"
71
- }}
72
- ]
73
- }}
74
- '''
 
 
 
 
 
 
 
75
  print(f"{datetime.now()} - Input Text: {input_text}")
76
  generated_response = generate(input_text, history, temperature, max_new_tokens, top_p, repetition_penalty)
77
  print(f"{datetime.now()} - Response Text: {generated_response}")
 
52
  max_new_tokens = input_data.max_new_tokens
53
  top_p = input_data.top_p
54
  repetition_penalty = input_data.repetition_penalty
55
+ if input_data.instruction.startswith("http"):
56
+ try:
57
+ resp = requests.get(input_data.instruction)
58
+ resp.raise_for_status() # Lancia un'eccezione per errori HTTP
59
+ input_data.instruction = resp.text
60
+ except requests.exceptions.RequestException as e:
61
+ input_data.instruction = ""
62
  history = []
63
+ if input_data.systemRole != "" or input_data.systemStyle != "" or input_data.instruction != ""
64
+ input_text = f'''
65
+ {{
66
+ "input": {{
67
+ "role": "system",
68
+ "content": "{input_data.systemRole}",
69
+ "style": "{input_data.systemStyle}"
 
 
 
 
70
  }},
71
+ "messages": [
72
+ {{
73
+ "role": "instructions",
74
+ "content": "{input_data.instruction}"
75
+ }},
76
+ {{
77
+ "role": "user",
78
+ "content": "{input_data.input}"
79
+ }}
80
+ ]
81
+ }}
82
+ '''
83
+ else:
84
+ input_text = input_data.input
85
  print(f"{datetime.now()} - Input Text: {input_text}")
86
  generated_response = generate(input_text, history, temperature, max_new_tokens, top_p, repetition_penalty)
87
  print(f"{datetime.now()} - Response Text: {generated_response}")