app.py

import gradio as gr
from transformers import pipeline

generator = pipeline("text-generation", model="microsoft/Phi-4-mini-instruct")

def generate_text(prompt):
    messages = [
        {"role": "system", "content": "You are a helpful assistant."},
        {"role": "user", "content": prompt} 
        ]

    outputs = generator(
        messages,
        max_new_tokens=100,
        do_sample=True,
        top_p=0.9,
        temperature=0.6,
        return_full_text = False
    )

    return outputs[0]["generated_text"]

demo = gr.Interface(
    fn=generate_text,
    inputs=gr.Textbox(lines=2, label="Input Text", placeholder="Enter text here..."),
    outputs=gr.Textbox(lines=2, label="Output Text"),
    title="Text Generation"
)

if __name__ == "__main__":
    demo.launch()