Update app.py

app.py

@@ -41,8 +41,9 @@ def compress_history(history,temperature=temperature,top_p=top_p,repetition_pena
     return output
 
 MAX_HISTORY=100
-
+opts=[]
 def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
+    opts.clear()
     client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
     
     temperature = float(temperature)
@@ -113,7 +114,7 @@ def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p
                 try:
                     if f'{z}' in lines[i+z]:
                         print(lines[i+z].split(" ",1)[1])
-                        option_drop.append(lines[i+z].split(" ",1)[1])
+                        opts.append(lines[i+z].split(" ",1)[1])
                 except Exception:
                     pass
         if ": " in line:
@@ -138,9 +139,9 @@ def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p
 
     if history:
         history.append((prompt,output))
-        yield "",history,stats,skills,option_drop
+        yield "",history,stats,skills,opts
     else:
-        yield "",[(prompt,output)],stats,skills,option_drop
+        yield "",[(prompt,output)],stats,skills,opts
 
 def clear_fn():
     return None,None
@@ -177,9 +178,11 @@ with gr.Blocks() as app:
                 json_out=gr.JSON(value=base_stats)
                 char_stats=gr.Textbox(value=text_stats)
                 textboxes = []
-                for i in range(len(opt)-1):
-                    t = gr.Button(f"{opt[i]}")
-                textboxes.append(t)
+                if opts:
+                    textboxes.clear()
+                    for i in range(len(opts)-1):
+                        t = gr.Button(f"{opts[i]}")
+                    textboxes.append(t)
     #text=gr.JSON()
     #inp_query.change(search_models,inp_query,models_dd)
     #test_b=test_btn.click(itt,url,e_box)