Update main.py

main.py

@@ -11,6 +11,8 @@ import socket
 import time
 from enum import Enum
 import random
+import aiohttp
+import asyncio
 
 #--------------------------------------------------- Definizione Server FAST API ------------------------------------------------------
 app = FastAPI()
@@ -31,12 +33,20 @@ class InputData(BaseModel):
     top_p: float = 0.95
     repetition_penalty: float = 1.0
 
+class InputDataAsync(BaseModel):
+    input: str
+    temperature: float = 0.2
+    max_new_tokens: int = 30000
+    top_p: float = 0.95
+    repetition_penalty: float = 1.0
+    NumeroGenerazioni: int = 1
+    
 class PostSpazio(BaseModel):
     nomeSpazio: str
     input: str = '' 
     api_name: str = "/chat"
 
-
+    
 #--------------------------------------------------- Generazione TESTO ------------------------------------------------------
 @app.post("/Genera")
 def read_root(request: Request, input_data: InputData):
@@ -74,6 +84,37 @@ def format_prompt(message, history):
     now = datetime.now().strftime("%Y-%m-%d %H:%M:%S.%f")
     prompt += f"[{now}] [INST] {message} [/INST]"
     return prompt
+
+#--------------------------------------------------- Generazione TESTO ASYNC ------------------------------------------------------
+@app.post("/GeneraAsync")
+def read_rootAsync(request: Request, input_data: InputDataAsync):
+    print(input_data.input)
+    data = {
+        'input': input_data.input,
+        'temperature': input_data.temperature,
+        'max_new_tokens': input_data.max_new_tokens,
+        'top_p': input_data.top_p,
+        'repetition_penalty': input_data.repetition_penalty
+    }
+    result_data = asyncio.run(GeneraTestoAsync("https://matteoscript-fastapi.hf.space/Genera", data, input_data.NumeroGenerazioni))
+    return {"response": result_data}
+
+#--------------------------------------------------- Chiamata API Asincrona ------------------------------------------------------
+async def make_request(session, token, data, url):
+    headers = {
+        'Content-Type': 'application/json',
+        'Authorization': 'Bearer ' + token
+    }
+    async with session.post(url, headers=headers, json=data) as response:
+        result_data = await response.json()
+        print(result_data)
+        return result_data
+
+async def GeneraTestoAsync(url, data, NumeroGenerazioni):
+    token = os.getenv('TOKEN')
+    async with aiohttp.ClientSession() as session:
+        tasks = [make_request(session, token, data, url) for _ in range(NumeroGenerazioni)]  
+        return await asyncio.gather(*tasks)
     
 #--------------------------------------------------- Generazione IMMAGINE ------------------------------------------------------
 style_image = {