Update app.py

app.py

@@ -8,16 +8,12 @@ ss_client = Client("https://xilixmeaty40-html-image-current-tabx.hf.space/")
 with open("models.txt", "r") as file:
     models = file.read().splitlines()
 
-clients = []
-for model in models:
-    try:
-        client = InferenceClient(model)
-        clients.append(client)
-    except Exception as e:
-        print(f"Failed to load model {model}: {e}")
+combined_model = "\n\n".join(models)
 
-if not clients:
-    raise Exception("All models failed to load or no models provided.")
+try:
+    client = InferenceClient(combined_model)
+except Exception as e:
+    raise Exception(f"Failed to load models: {e}")
 
 def load_models(inp):
     return gr.update(label=models[inp])
@@ -31,9 +27,8 @@ def format_prompt(message, history, cust_p):
     prompt += cust_p.replace("USER_INPUT", message)
     return prompt
 
-def chat_inf(system_prompt, prompt, history, memory, client_choice, seed, temp, tokens, top_p, rep_p, chat_mem, cust_p):
+def chat_inf(system_prompt, prompt, history, memory, seed, temp, tokens, top_p, rep_p, chat_mem, cust_p):
     hist_len = 0
-    client = clients[int(client_choice) - 1]
     if not history:
         history = []
     if not memory:
@@ -106,9 +101,6 @@ with gr.Blocks() as app:
                     with gr.Column(scale=1):
                         stop_btn = gr.Button("Stop")
                         clear_btn = gr.Button("Clear")
-                client_choice = gr.Dropdown(label="Models", type='index', choices=models, value=models[0], interactive=True)
-            with gr.Column(scale=1):
-                rand = gr.Checkbox(label="Random Seed", value=True)
                 seed = gr.Slider(label="Seed", minimum=1, maximum=1111111111111111, step=1, value=rand_val)
                 tokens = gr.Slider(label="Max new tokens", value=300000, minimum=0, maximum=800000, step=64)
                 temp = gr.Slider(label="Temperature", step=0.01, minimum=0.01, maximum=1.0, value=0.49)
@@ -125,7 +117,7 @@ with gr.Blocks() as app:
             chatblock = gr.Dropdown(label="Chatblocks", choices=list(range(0, 21)), value=0, type="index")
             header = gr.Checkbox(label="Include header?", value=True)
     rand.change(check_rand, inputs=[rand, seed], outputs=seed)
-    btn.click(chat_inf, inputs=[sys_inp, inp, chat_b, memory, client_choice, seed, temp, tokens, top_p, rep_p, chat_mem, custom_prompt], outputs=[chat_b, memory])
+    btn.click(chat_inf, inputs=[sys_inp, inp, chat_b, memory, seed, temp, tokens, top_p, rep_p, chat_mem, custom_prompt], outputs=[chat_b, memory])
     stop_btn.click(lambda: None, [])
     clear_btn.click(clear_fn, [])