Update app.py

app.py

@@ -70,7 +70,8 @@ def format_prompt_choose(message, history, model_name, new_models=None):
 mega_hist=[[],[],[],[]]
 def chat_inf_tree(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,rep_p,hid_val):
     if len(client_choice)>=hid_val:
-        client=client_z[int(hid_val)-1]
+        #client=client_z[int(hid_val)-1]
+        client = gr.load()
         if history:
             mega_hist[hid_val-1]=history
             #history = []
@@ -102,7 +103,8 @@ def chat_inf_a(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
     if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '
-        client1=client_z[int(hid_val)-1]
+        #client1=client_z[int(hid_val)-1]
+        client1=gr.load(models[0])
         if not history:
             history = []
             hist_len=0
@@ -131,7 +133,8 @@ def chat_inf_b(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
     if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '        
-        client2=client_z[int(hid_val)-1]
+        #client2=client_z[int(hid_val)-1]
+        client2=gr.load(models[1])
         if not history:
             history = []
             hist_len=0
@@ -159,7 +162,8 @@ def chat_inf_c(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
     if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '           
-        client3=client_z[int(hid_val)-1]
+        #client3=client_z[int(hid_val)-1]
+        client3=gr.load(models[2])
         if not history:
             history = []
             hist_len=0
@@ -187,7 +191,8 @@ def chat_inf_d(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
     if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '           
-        client4=client_z[int(hid_val)-1]
+        #client4=client_z[int(hid_val)-1]
+        client4=gr.load(models[3])
         if not history:
             history = []
             hist_len=0