File size: 753 Bytes
faa8caf
3c9599e
3342f36
69c1490
3c9599e
3342f36
dcb992b
3342f36
 
69c1490
3c9599e
 
3342f36
3c9599e
 
8a59f02
 
 
 
3342f36
8a59f02
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
import gradio as gr
from transformers import AutoTokenizer, AutoModelForCausalLM
import os

model_id = "i99om/phi-2"
token = os.environ.get("HF_TOKEN")

tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=token)
model = AutoModelForCausalLM.from_pretrained(model_id, use_auth_token=token)

def generate_text(prompt):
    inputs = tokenizer(prompt, return_tensors="pt")
    outputs = model.generate(**inputs, max_new_tokens=150)
    return tokenizer.decode(outputs[0], skip_special_tokens=True)

with gr.Blocks(api=True) as demo:
    textbox = gr.Textbox(label="ุฃุฏุฎู„ ุงู„ู†ุต")
    output = gr.Textbox(label="ุงู„ู†ุงุชุฌ")
    btn = gr.Button("ุชูˆู„ูŠุฏ")

    btn.click(generate_text, inputs=textbox, outputs=output)

demo.launch()