Tralalabs commited on
Commit
a4767c3
Β·
verified Β·
1 Parent(s): 05fc740

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +49 -0
app.py ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import gradio as gr
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
+ import torch
4
+
5
+ model_id = "EleutherAI/gpt-neo-125M"
6
+
7
+ tokenizer = AutoTokenizer.from_pretrained(model_id)
8
+ model = AutoModelForCausalLM.from_pretrained(model_id)
9
+
10
+ def generate_text(prompt, max_new_tokens=80):
11
+ inputs = tokenizer(prompt, return_tensors="pt")
12
+
13
+ with torch.no_grad():
14
+ outputs = model.generate(
15
+ **inputs,
16
+ max_new_tokens=max_new_tokens,
17
+ do_sample=True,
18
+ temperature=0.9,
19
+ top_p=0.95,
20
+ repetition_penalty=1.1,
21
+ pad_token_id=tokenizer.eos_token_id
22
+ )
23
+
24
+ full_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
25
+ generated = full_text[len(prompt):]
26
+
27
+ return f"<span style='color:#00ff88'>{generated}</span>"
28
+
29
+ with gr.Blocks(css="textarea {font-family: monospace;}") as demo:
30
+ gr.Markdown("# 🧠 TextPlayground")
31
+
32
+ with gr.Row():
33
+ prompt = gr.Textbox(
34
+ label="Input",
35
+ placeholder="Type something like: Once upon a time...",
36
+ lines=5
37
+ )
38
+
39
+ output = gr.HTML(label="Completion")
40
+
41
+ generate_btn = gr.Button("Generate ⚑")
42
+
43
+ generate_btn.click(
44
+ fn=generate_text,
45
+ inputs=[prompt],
46
+ outputs=[output]
47
+ )
48
+
49
+ demo.launch()