Create app.py

app.py

@@ -0,0 +1,14 @@
+import gradio as gr
+from transformers import pipeline
+
+MODEL_ID = "google/flan-t5-small"
+pipe = pipeline("text2text-generation", model=MODEL_ID)
+
+def infer(prompt, max_new_tokens=128, temperature=0.7, top_p=0.9):
+    if not prompt.strip():
+        return "Please type something to generate."
+    out = pipe(prompt, max_new_tokens=int(max_new_tokens), do_sample=True, temperature=float(temperature), top_p=float(top_p))
+    return out[0]["generated_text"]
+
+demo = gr.Interface(fn=infer, inputs=[gr.Textbox(lines=3, label="Instruction"), gr.Slider(16,256,128,step=8,label="Max new tokens"), gr.Slider(0,1.5,0.7,step=0.05,label="Temperature"), gr.Slider(0.1,1.0,0.9,step=0.05,label="Top‑p")], outputs=gr.Textbox(lines=8, label="Output"), title="Mini LLM (Local)")
+demo.launch()