Update app.py

app.py

@@ -44,64 +44,28 @@ def generate_response(prompt, history, temperature=0.9, max_new_tokens=256, top_
         output += response.token.text
         yield output, None
 
-additional_inputs = [
-    gr.Slider(
-        label="Temperature",
-        value=0.9,
-        minimum=0.0,
-        maximum=1.0,
-        step=0.05,
-        interactive=True,
-        info="Higher values produce more diverse outputs",
-    ),
-    gr.Slider(
-        label="Max new tokens",
-        value=256,
-        minimum=0,
-        maximum=1048,
-        step=64,
-        interactive=True,
-        info="The maximum numbers of new tokens",
-    ),
-    gr.Slider(
-        label="Top-p (nucleus sampling)",
-        value=0.90,
-        minimum=0.0,
-        maximum=1.0,
-        step=0.05,
-        interactive=True,
-        info="Higher values sample more low-probability tokens",
-    ),
-    gr.Slider(
-        label="Repetition penalty",
-        value=1.2,
-        minimum=1.0,
-        maximum=2.0,
-        step=0.05,
-        interactive=True,
-        info="Penalize repeated tokens",
-    )
-]
-
 with gr.Blocks(theme="Nymbo/Alyx_Theme") as demo:
     gr.Markdown("# Chatbot with Image Generation")
-
-    chat_history = gr.Chatbot()
-    chat_input = gr.Textbox(label="User Input", placeholder="Type your message here...")
-    chat_output = gr.Textbox(label="Chatbot Response")
-    image_output = gr.Image(label="Generated Image", visible=False)
-    temperature = gr.Slider(label="Temperature", minimum=0.1, maximum=1.0, value=0.7, step=0.1)
-    max_tokens = gr.Slider(label="Max Tokens", minimum=10, maximum=512, value=100, step=10)
-    top_p = gr.Slider(label="Top-p", minimum=0.1, maximum=1.0, value=0.9, step=0.1)
-    repetition_penalty = gr.Slider(label="Repetition Penalty", minimum=1.0, maximum=2.0, value=1.2, step=0.1)
-    chat_button = gr.Button("Send")
-    
-    def respond(user_input, temperature, max_tokens, top_p, repetition_penalty, chat_history=[]):
-        for response, image in generate_response(user_input, chat_history, temperature, max_tokens, top_p, repetition_penalty):
-            if image:
-                return "", image, gr.update(visible=True)
-            return response, None, gr.update(visible=False)
     
-    chat_button.click(respond, inputs=[chat_input, temperature, max_tokens, top_p, repetition_penalty], outputs=[chat_output, image_output, image_output])
+    with gr.Row():
+        with gr.Column(scale=3):
+            chat_history = gr.Chatbot()
+            chat_input = gr.Textbox(label="User Input", placeholder="Type your message here...")
+            chat_output = gr.Textbox(label="Chatbot Response")
+            image_output = gr.Image(label="Generated Image", visible=False)
+        with gr.Column(scale=1):
+            temperature = gr.Slider(label="Temperature", minimum=0.1, maximum=1.0, value=0.7, step=0.1)
+            max_tokens = gr.Slider(label="Max Tokens", minimum=10, maximum=512, value=100, step=10)
+            top_p = gr.Slider(label="Top-p", minimum=0.1, maximum=1.0, value=0.9, step=0.1)
+            repetition_penalty = gr.Slider(label="Repetition Penalty", minimum=1.0, maximum=2.0, value=1.2, step=0.1)
+            chat_button = gr.Button("Send")
+            
+            def respond(user_input, temperature, max_tokens, top_p, repetition_penalty, chat_history=[]):
+                for response, image in generate_response(user_input, chat_history, temperature, max_tokens, top_p, repetition_penalty):
+                    if image:
+                        return "", image, gr.update(visible=True)
+                    return response, None, gr.update(visible=False)
+            
+            chat_button.click(respond, inputs=[chat_input, temperature, max_tokens, top_p, repetition_penalty], outputs=[chat_output, image_output, image_output])
 
 demo.launch()