Update main.py

main.py

@@ -325,11 +325,22 @@ async def GeneraTestoAsync(url, input_data):
         ListaInput = await CreaListaInput(input_data)
         for data in ListaInput:
             LoggaTesto("RICHIESTA ASINCRONA", data)
-            tasks.extend([make_request(session, token, data, url, index, semaphore) for index in range(input_data.NumeroGenerazioni)])
+            #tasks.extend([make_request(session, token, data, url, index, semaphore) for index in range(input_data.NumeroGenerazioni)])
+            tasks.extend([generate_text_internal(data) for _ in range(input_data.NumeroGenerazioni)])
             await asyncio.sleep(0.1)
         return await asyncio.gather(*tasks)
 
-        
+async def generate_text_internal(data):
+    temperature = data.temperature
+    max_new_tokens = data.max_new_tokens
+    top_p = data.top_p
+    repetition_penalty = data.repetition_penalty
+    input_text = generate_input_text(data)
+    max_new_tokens = min(max_new_tokens, 29500 - len(input_text))
+    history = []
+    generated_response = generate(input_text, history, temperature, max_new_tokens, top_p, repetition_penalty)
+    return generated_response        
+
 #--------------------------------------------------- Generazione IMMAGINE ------------------------------------------------------
 style_image = {
     "PROFESSIONAL-PHOTO": {