Update app.py

app.py

@@ -6,7 +6,6 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
 
 # Hugging Face token
 hf_token = os.environ["HUGGINGFACEHUB_API_TOKEN"]
-
 torch.set_num_threads(1)
 
 # Globals
@@ -51,7 +50,6 @@ def respond(message, max_tokens, temperature, top_p):
     response = ""
     for new_text in streamer:
         response += new_text
-        # prepend model name on its own line
         yield f"**{current_model_name}**\n\n{response}"
 
 # User input handler
@@ -77,14 +75,17 @@ with gr.Blocks(title="LeCarnet - Chat Interface") as demo:
     with gr.Row():
         gr.HTML("""
         <div style="text-align: center; width: 100%;">
-            <h1 style="margin: 0;">LeCarnet Demo 📊</h1>
+            <h1 style="margin: 0;">LeCarnet Demo</h1>
         </div>
-        """ )
+        """)
 
+    # Create the msg_input early, but don't render it yet
     msg_input = gr.Textbox(
-    placeholder="Il était une fois un petit garçon",
-    label="User Input"
+        placeholder="Il était une fois un petit garçon",
+        label="User Input",
+        render=False
     )
+
     with gr.Row():
         with gr.Column(scale=1, min_width=150):
             model_selector = gr.Dropdown(
@@ -96,7 +97,7 @@ with gr.Blocks(title="LeCarnet - Chat Interface") as demo:
             temperature = gr.Slider(0.1, 2.0, value=0.4, step=0.1, label="Temperature")
             top_p = gr.Slider(0.1, 1.0, value=0.9, step=0.05, label="Top-p Sampling")
             clear_button = gr.Button("Clear Chat")
-        
+
             gr.Examples(
                 examples=[
                     ["Il était une fois un petit phoque nommé Zoom. Zoom était très habile et aimait jouer dans l'eau."],
@@ -112,8 +113,10 @@ with gr.Blocks(title="LeCarnet - Chat Interface") as demo:
                 bubble_full_width=False,
                 height=500
             )
-            msg_input
+            # Now render the msg_input inside the right column, below the chatbot
+            msg_input.render()
 
+    # Event Handlers
     model_selector.change(fn=update_model, inputs=[model_selector], outputs=[])
     msg_input.submit(fn=user, inputs=[msg_input, chatbot], outputs=[msg_input, chatbot], queue=False).then(
         fn=bot, inputs=[chatbot, max_tokens, temperature, top_p], outputs=[chatbot]
@@ -121,4 +124,4 @@ with gr.Blocks(title="LeCarnet - Chat Interface") as demo:
     clear_button.click(fn=lambda: None, inputs=None, outputs=chatbot, queue=False)
 
 if __name__ == "__main__":
-    demo.queue(default_concurrency_limit=10, max_size=10).launch(ssr_mode=False, max_threads=10)
+    demo.queue(default_concurrency_limit=10, max_size=10).launch(ssr_mode=False, max_threads=10)