Update main.py

main.py

@@ -157,11 +157,17 @@ def generate_textAsync(request: Request, input_data: InputDataAsync):
     result_data = asyncio.run(GeneraTestoAsync("https://matteoscript-fastapi.hf.space/Genera", input_data))
     return {"response": result_data}
 
-async def make_request(session, token, data, url, max_retries=3):
+async def make_request(session, token, data, url, max_retries=3, index):
     headers = {
         'Content-Type': 'application/json',
         'Authorization': 'Bearer ' + token
     }
+    if index % 3 == 1:
+        data.max_new_tokens = data.max_new_tokens
+    elif index % 3 == 2:
+        data.max_new_tokens = max(200, data.max_new_tokens - 200)
+    else:
+        data.max_new_tokens = data.max_new_tokens + 200 
     for _ in range(max_retries):
         try:
             async with session.post(url, headers=headers, json=data) as response:
@@ -279,7 +285,7 @@ async def GeneraTestoAsync(url, input_data):
         ListaInput = await CreaListaInput(input_data)
         for data in ListaInput:
             LoggaTesto("RICHIESTA ASINCRONA", data)
-            tasks.extend([make_request(session, token, data, url) for _ in range(input_data.NumeroGenerazioni)])
+            tasks.extend([make_request(session, token, data, url, index+1) for _ in range(input_data.NumeroGenerazioni)])
         return await asyncio.gather(*tasks)