Spaces:
Runtime error
Runtime error
Update main.py
Browse files
main.py
CHANGED
@@ -157,14 +157,14 @@ def generate_textAsync(request: Request, input_data: InputDataAsync):
|
|
157 |
result_data = asyncio.run(GeneraTestoAsync("https://matteoscript-fastapi.hf.space/Genera", input_data))
|
158 |
return {"response": result_data}
|
159 |
|
160 |
-
async def make_request(session, token, data, url,
|
161 |
headers = {
|
162 |
'Content-Type': 'application/json',
|
163 |
'Authorization': 'Bearer ' + token
|
164 |
}
|
165 |
-
if (int(
|
166 |
data.max_new_tokens = data.max_new_tokens
|
167 |
-
elif (int(
|
168 |
data.max_new_tokens = max(200, data.max_new_tokens - 200)
|
169 |
else:
|
170 |
data.max_new_tokens = data.max_new_tokens + 200
|
@@ -285,9 +285,7 @@ async def GeneraTestoAsync(url, input_data):
|
|
285 |
ListaInput = await CreaListaInput(input_data)
|
286 |
for data in ListaInput:
|
287 |
LoggaTesto("RICHIESTA ASINCRONA", data)
|
288 |
-
for index in range(input_data.NumeroGenerazioni)
|
289 |
-
tasks.append(make_request(session, token, data, index, url))
|
290 |
-
#tasks.extend([make_request(session, token, data, index, url) for index in range(input_data.NumeroGenerazioni)])
|
291 |
return await asyncio.gather(*tasks)
|
292 |
|
293 |
|
|
|
157 |
result_data = asyncio.run(GeneraTestoAsync("https://matteoscript-fastapi.hf.space/Genera", input_data))
|
158 |
return {"response": result_data}
|
159 |
|
160 |
+
async def make_request(session, token, data, url, index, max_retries=3):
|
161 |
headers = {
|
162 |
'Content-Type': 'application/json',
|
163 |
'Authorization': 'Bearer ' + token
|
164 |
}
|
165 |
+
if (int(index)+1) % 3 == 1:
|
166 |
data.max_new_tokens = data.max_new_tokens
|
167 |
+
elif (int(index)+1) % 3 == 2:
|
168 |
data.max_new_tokens = max(200, data.max_new_tokens - 200)
|
169 |
else:
|
170 |
data.max_new_tokens = data.max_new_tokens + 200
|
|
|
285 |
ListaInput = await CreaListaInput(input_data)
|
286 |
for data in ListaInput:
|
287 |
LoggaTesto("RICHIESTA ASINCRONA", data)
|
288 |
+
tasks.extend([make_request(session, token, data, index, url) for index in range(input_data.NumeroGenerazioni)])
|
|
|
|
|
289 |
return await asyncio.gather(*tasks)
|
290 |
|
291 |
|