Update app.py

app.py

@@ -14,6 +14,7 @@ HF_TOKEN = os.environ.get("HF_TOKEN") if os.environ.get("HF_TOKEN") else None #
 
 
 nb_req_simult=80 ########
+max_pending=8
 nb_gallery_model=5
 
 
@@ -502,16 +503,17 @@ def fonc_start(id_session,id_module,s,cont,list_models_to_gen):
     for model_plus_tasks in cache_list_task[f"{id_session}"]:
         if model_actu == "":
             if model_plus_tasks["model"] in warm_models:
-                try:
-                    task_actu=model_plus_tasks["task"].pop()
-                except:
-                    continue
-                model_actu=model_plus_tasks["model"]
-                model_plus_tasks["pending_task"]+=1
-                use_warm_model=True
-                cache_text_actu[f"{id_session}"]["nb_warm_in_use"]+=1
-                print(f"warm model : {model_actu}\n")
-                break
+                if model_plus_tasks["pending_task"]<max_pending:
+                    try:
+                        task_actu=model_plus_tasks["task"].pop()
+                    except:
+                        continue
+                    model_actu=model_plus_tasks["model"]
+                    model_plus_tasks["pending_task"]+=1
+                    use_warm_model=True
+                    cache_text_actu[f"{id_session}"]["nb_warm_in_use"]+=1
+                    print(f"warm model : {model_actu}\n")
+                    break
                 
     if model_actu == "":        
         for model_plus_tasks in cache_list_task[f"{id_session}"]: