MatteoScript commited on
Commit
0597872
·
verified ·
1 Parent(s): edfb78e

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +13 -13
main.py CHANGED
@@ -28,18 +28,19 @@ app.add_middleware(
28
 
29
  class InputData(BaseModel):
30
  input: str
31
- temperature: float = 0.2
32
  max_new_tokens: int = 30000
33
  top_p: float = 0.95
34
  repetition_penalty: float = 1.0
35
 
36
  class InputDataAsync(BaseModel):
37
  input: str
38
- temperature: float = 0.2
39
  max_new_tokens: int = 30000
40
  top_p: float = 0.95
41
  repetition_penalty: float = 1.0
42
  NumeroGenerazioni: int = 1
 
43
 
44
  class PostSpazio(BaseModel):
45
  nomeSpazio: str
@@ -89,17 +90,9 @@ def format_prompt(message, history):
89
  @app.post("/GeneraAsync")
90
  def read_rootAsync(request: Request, input_data: InputDataAsync):
91
  print(input_data.input)
92
- data = {
93
- 'input': input_data.input,
94
- 'temperature': input_data.temperature,
95
- 'max_new_tokens': input_data.max_new_tokens,
96
- 'top_p': input_data.top_p,
97
- 'repetition_penalty': input_data.repetition_penalty
98
- }
99
- result_data = asyncio.run(GeneraTestoAsync("https://matteoscript-fastapi.hf.space/Genera", data, input_data.NumeroGenerazioni))
100
  return {"response": result_data}
101
 
102
- #--------------------------------------------------- Chiamata API Asincrona ------------------------------------------------------
103
  async def make_request(session, token, data, url):
104
  headers = {
105
  'Content-Type': 'application/json',
@@ -110,10 +103,17 @@ async def make_request(session, token, data, url):
110
  print(result_data)
111
  return result_data
112
 
113
- async def GeneraTestoAsync(url, data, NumeroGenerazioni):
114
  token = os.getenv('TOKEN')
 
 
 
 
 
 
 
115
  async with aiohttp.ClientSession() as session:
116
- tasks = [make_request(session, token, data, url) for _ in range(NumeroGenerazioni)]
117
  return await asyncio.gather(*tasks)
118
 
119
  #--------------------------------------------------- Generazione IMMAGINE ------------------------------------------------------
 
28
 
29
  class InputData(BaseModel):
30
  input: str
31
+ temperature: float = 0.7
32
  max_new_tokens: int = 30000
33
  top_p: float = 0.95
34
  repetition_penalty: float = 1.0
35
 
36
  class InputDataAsync(BaseModel):
37
  input: str
38
+ temperature: float = 0.7
39
  max_new_tokens: int = 30000
40
  top_p: float = 0.95
41
  repetition_penalty: float = 1.0
42
  NumeroGenerazioni: int = 1
43
+ StringaSplit: str = ''
44
 
45
  class PostSpazio(BaseModel):
46
  nomeSpazio: str
 
90
  @app.post("/GeneraAsync")
91
  def read_rootAsync(request: Request, input_data: InputDataAsync):
92
  print(input_data.input)
93
+ result_data = asyncio.run(GeneraTestoAsync("https://matteoscript-fastapi.hf.space/Genera", input_data))
 
 
 
 
 
 
 
94
  return {"response": result_data}
95
 
 
96
  async def make_request(session, token, data, url):
97
  headers = {
98
  'Content-Type': 'application/json',
 
103
  print(result_data)
104
  return result_data
105
 
106
+ async def GeneraTestoAsync(url, input_data):
107
  token = os.getenv('TOKEN')
108
+ data = {
109
+ 'input': input_data.input,
110
+ 'temperature': input_data.temperature,
111
+ 'max_new_tokens': input_data.max_new_tokens,
112
+ 'top_p': input_data.top_p,
113
+ 'repetition_penalty': input_data.repetition_penalty
114
+ }
115
  async with aiohttp.ClientSession() as session:
116
+ tasks = [make_request(session, token, data, url) for _ in range(input_data.NumeroGenerazioni)]
117
  return await asyncio.gather(*tasks)
118
 
119
  #--------------------------------------------------- Generazione IMMAGINE ------------------------------------------------------