Yuchan commited on
Commit
9569a5e
ยท
verified ยท
1 Parent(s): a70d5e5

Update Mo.py

Browse files
Files changed (1) hide show
  1. Mo.py +21 -2
Mo.py CHANGED
@@ -6,6 +6,7 @@ from tensorflow.keras import mixed_precision
6
  import sentencepiece as spm
7
  import os, json
8
  import requests
 
9
 
10
  print('1')
11
 
@@ -225,5 +226,23 @@ def generate_text_topp(model, prompt, max_len=512, max_gen=512, p=0.9, temperatu
225
  generated.append(int(next_token_id))
226
  return ids_to_text(generated)
227
 
228
- print("\n\n===== ์ƒ์„ฑ ๊ฒฐ๊ณผ =====")
229
- print(generate_text_topp(model, "์ง€๋‚œ 2๋…„ ๋™์•ˆ", p=0.8))
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6
  import sentencepiece as spm
7
  import os, json
8
  import requests
9
+ import gradio as gr
10
 
11
  print('1')
12
 
 
226
  generated.append(int(next_token_id))
227
  return ids_to_text(generated)
228
 
229
+ def gr_generate(prompt, max_len=512, max_gen=512, p=0.8, temperature=0.8):
230
+ return generate_text_topp(model, prompt, max_len=max_len, p=p, temperature=temperature)
231
+
232
+ # Gradio ์ธํ„ฐํŽ˜์ด์Šค ์ •์˜
233
+ iface = gr.Interface(
234
+ fn=gr_generate,
235
+ inputs=[
236
+ gr.Textbox(label="Prompt ์ž…๋ ฅ", placeholder="์—ฌ๊ธฐ์— ๋ฌธ์žฅ ์ž…๋ ฅ...", lines=2),
237
+ gr.Slider(20, 512, value=150, step=1, label="Max length"),
238
+ gr.Slider(0.1, 1.0, value=0.8, step=0.05, label="Top-p"),
239
+ gr.Slider(0.1, 2.0, value=0.8, step=0.05, label="Temperature")
240
+ ],
241
+ outputs=[
242
+ gr.Textbox(label="์ƒ์„ฑ ๊ฒฐ๊ณผ", lines=10)
243
+ ],
244
+ title="Cuma LM ํ…์ŠคํŠธ ์ƒ์„ฑ",
245
+ description="๊ฐ„๋‹จํ•œ Gradio UI๋กœ Cuma ๋ชจ๋ธ ํ…์ŠคํŠธ ์ƒ์„ฑ ํ…Œ์ŠคํŠธ"
246
+ )
247
+
248
+ iface.launch()