12

app.py

@@ -74,7 +74,7 @@ def preprocess_messages(history, img_path, platform_str, format_str):
 
 
 @spaces.GPU()
-def predict(history, max_length, top_p, temperature, img_path, platform_str, format_str, output_dir):
+def predict(history, max_length, img_path, platform_str, format_str, output_dir):
     # Reset the stop_event at the start of prediction
     stop_event.clear()
 
@@ -98,9 +98,7 @@ def predict(history, max_length, top_p, temperature, img_path, platform_str, for
         "attention_mask": model_inputs["attention_mask"].to(model.device),
         "streamer": streamer,
         "max_new_tokens": max_length,
-        "do_sample": True if temperature > 0.0 else False,
-        "top_p": top_p,
-        "temperature": temperature,
+        "do_sample": True,
         "top_k": 1,
     }
     t = Thread(target=model.generate, kwargs=generate_kwargs)
@@ -201,8 +199,6 @@ def main():
                 submitBtn = gr.Button("Submit")
             with gr.Column(scale=1):
                 max_length = gr.Slider(0, 8192, value=1024, step=1.0, label="Maximum length", interactive=True)
-                top_p = gr.Slider(0, 1, value=0.0, step=0.01, label="Top P", interactive=True)
-                temperature = gr.Slider(0.01, 1, value=0.0, step=0.01, label="Temperature", interactive=True)
                 undo_last_round_btn = gr.Button("Back to Last Round")
                 clear_history_btn = gr.Button("Clear All History")
 
@@ -213,7 +209,7 @@ def main():
             user, [task, chatbot], [task, chatbot], queue=False
         ).then(
             predict,
-            [chatbot, max_length, top_p, temperature, img_path, gr.State(platform_str), gr.State(format_str),
+            [chatbot, max_length, img_path, gr.State(platform_str), gr.State(format_str),
              gr.State(args.output_dir)],
             [chatbot, output_img],
             queue=True