MatteoScript commited on
Commit
9865261
·
verified ·
1 Parent(s): 23df95a

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +4 -6
main.py CHANGED
@@ -157,14 +157,14 @@ def generate_textAsync(request: Request, input_data: InputDataAsync):
157
  result_data = asyncio.run(GeneraTestoAsync("https://matteoscript-fastapi.hf.space/Genera", input_data))
158
  return {"response": result_data}
159
 
160
- async def make_request(session, token, data, url, i, max_retries=3):
161
  headers = {
162
  'Content-Type': 'application/json',
163
  'Authorization': 'Bearer ' + token
164
  }
165
- if (int(i)+1) % 3 == 1:
166
  data.max_new_tokens = data.max_new_tokens
167
- elif (int(i)+1) % 3 == 2:
168
  data.max_new_tokens = max(200, data.max_new_tokens - 200)
169
  else:
170
  data.max_new_tokens = data.max_new_tokens + 200
@@ -285,9 +285,7 @@ async def GeneraTestoAsync(url, input_data):
285
  ListaInput = await CreaListaInput(input_data)
286
  for data in ListaInput:
287
  LoggaTesto("RICHIESTA ASINCRONA", data)
288
- for index in range(input_data.NumeroGenerazioni):
289
- tasks.append(make_request(session, token, data, index, url))
290
- #tasks.extend([make_request(session, token, data, index, url) for index in range(input_data.NumeroGenerazioni)])
291
  return await asyncio.gather(*tasks)
292
 
293
 
 
157
  result_data = asyncio.run(GeneraTestoAsync("https://matteoscript-fastapi.hf.space/Genera", input_data))
158
  return {"response": result_data}
159
 
160
+ async def make_request(session, token, data, url, index, max_retries=3):
161
  headers = {
162
  'Content-Type': 'application/json',
163
  'Authorization': 'Bearer ' + token
164
  }
165
+ if (int(index)+1) % 3 == 1:
166
  data.max_new_tokens = data.max_new_tokens
167
+ elif (int(index)+1) % 3 == 2:
168
  data.max_new_tokens = max(200, data.max_new_tokens - 200)
169
  else:
170
  data.max_new_tokens = data.max_new_tokens + 200
 
285
  ListaInput = await CreaListaInput(input_data)
286
  for data in ListaInput:
287
  LoggaTesto("RICHIESTA ASINCRONA", data)
288
+ tasks.extend([make_request(session, token, data, index, url) for index in range(input_data.NumeroGenerazioni)])
 
 
289
  return await asyncio.gather(*tasks)
290
 
291