app.py

import transformers
import gradio as gr

from transformers import pipeline

generator = pipeline("text-generation", 
                     model = "microsoft/Phi-4-mini-instruct",
                     torch_dtype="auto",
                     device=0,
                     )

def generate_text(prompt):
    messages = [
    {"role": "system", "content": "You are helpful AI assistan"},
    {"role": "user", "content": prompt}
    ]
    outputs = generator(
        messages,                 # list-of-dicts chat girişi kabul ediliyor
        max_new_tokens=100,
        do_sample=True,
        temperature=0.7,          # ← düzeltilen kısım
        return_full_text=False
    )
    return outputs[0]["generated_text"]

demo = gr.Interface(
    fn = generate_text,
    inputs = gr.Textbox(label = "Give an input"),
    outputs = gr.Textbox(label="Output"),
    title= "Text Generation App"
)

if __name__=="__main__":
    demo.launch(server_name="127.0.0.1", inline=True)