Upload app.py with huggingface_hub

app.py

@@ -2,15 +2,21 @@ import torch
 import gradio as gr
 from transformers import pipeline
 
+# -------------------------------
+# Load TinyLLaMA Model
+# -------------------------------
 pipe = pipeline(
     "text-generation",
     model="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
-    torch_dtype=torch.float32,
+    torch_dtype=torch.float32,  # CPU-friendly
     device_map="auto",
 )
 
-def chat(user_message, history, system_prompt):
-    # Stronger personality by prepending system prompt
+# -------------------------------
+# Chat Function
+# -------------------------------
+def chat(user_message, history, system_prompt, temperature, max_tokens):
+    # Stronger personality: always prepend system prompt
     messages = [{"role": "system", "content": system_prompt}]
 
     for u, a in history:
@@ -27,8 +33,8 @@ def chat(user_message, history, system_prompt):
 
     output = pipe(
         prompt,
-        max_new_tokens=128,
-        temperature=0.85,  # more creative for personality
+        max_new_tokens=max_tokens,
+        temperature=temperature,
         top_p=0.9,
         do_sample=True,
     )
@@ -42,8 +48,9 @@ def chat(user_message, history, system_prompt):
 # -------------------------------
 with gr.Blocks(title="TinyLLaMA Chatbot") as demo:
     gr.Markdown("## 🦙 TinyLLaMA Chatbot")
-    gr.Markdown("Select personality to change chatbot behavior.")
+    gr.Markdown("Select personality to change chatbot behavior and adjust generation settings.")
 
+    # Predefined personalities
     preset_prompts = {
         "Pirate 🏴‍☠️": "You are a friendly chatbot who always responds like a pirate. Use pirate words like 'Ahoy', 'Matey', and speak in a fun, adventurous style.",
         "Teacher 👨‍🏫": "You are a patient teacher who explains concepts clearly. Give detailed, step-by-step explanations, and use examples.",
@@ -62,30 +69,37 @@ with gr.Blocks(title="TinyLLaMA Chatbot") as demo:
         label="System Prompt (Editable)"
     )
 
-    chatbot = gr.Chatbot(height=400)
-    user_input = gr.Textbox(label="Your Message")
-
+    # Update textbox when dropdown changes
     def update_prompt(choice):
         return preset_prompts[choice]
 
     system_prompt_dropdown.change(update_prompt, inputs=system_prompt_dropdown, outputs=system_prompt_textbox)
 
+    chatbot = gr.Chatbot(height=400)
+    user_input = gr.Textbox(label="Your Message")
+
+    # Generation sliders
+    temperature_slider = gr.Slider(0.1, 1.2, value=0.85, step=0.05, label="Temperature")
+    max_tokens_slider = gr.Slider(32, 256, value=128, step=16, label="Max Tokens")
+
     send_btn = gr.Button("Send 🚀")
     clear_btn = gr.Button("Clear 🧹")
 
     send_btn.click(
         chat,
-        inputs=[user_input, chatbot, system_prompt_textbox],
+        inputs=[user_input, chatbot, system_prompt_textbox, temperature_slider, max_tokens_slider],
         outputs=chatbot
     )
 
     user_input.submit(
         chat,
-        inputs=[user_input, chatbot, system_prompt_textbox],
+        inputs=[user_input, chatbot, system_prompt_textbox, temperature_slider, max_tokens_slider],
         outputs=chatbot
     )
 
     clear_btn.click(lambda: [], outputs=chatbot)
 
+# -------------------------------
+# Launch
+# -------------------------------
 demo.launch(share=True)
-