Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,46 +1,42 @@
|
|
| 1 |
-
import gradio as gr
|
| 2 |
from transformers import pipeline
|
|
|
|
| 3 |
|
| 4 |
-
#
|
| 5 |
generator = pipeline(
|
| 6 |
"text-generation",
|
| 7 |
-
model="
|
|
|
|
| 8 |
device_map="auto"
|
| 9 |
)
|
| 10 |
|
| 11 |
-
# μλ΅ ν¨μ
|
| 12 |
-
def
|
| 13 |
-
|
| 14 |
-
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
|
| 20 |
-
|
| 21 |
-
prompt,
|
| 22 |
-
max_new_tokens=200,
|
| 23 |
temperature=0.7,
|
| 24 |
top_p=0.9,
|
| 25 |
-
repetition_penalty=1.1,
|
| 26 |
do_sample=True
|
| 27 |
-
)
|
|
|
|
| 28 |
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
msg.submit(chat_with_koalpaca, [msg, chatbot], [msg, chatbot])
|
| 42 |
-
clear.click(lambda: None, None, chatbot, queue=False)
|
| 43 |
|
| 44 |
-
# μ± μ€ν
|
| 45 |
if __name__ == "__main__":
|
| 46 |
-
|
|
|
|
|
|
|
| 1 |
from transformers import pipeline
|
| 2 |
+
import gradio as gr
|
| 3 |
|
| 4 |
+
# νκ΅μ΄ μΈμ€νΈλμ
λͺ¨λΈ λ‘λ
|
| 5 |
generator = pipeline(
|
| 6 |
"text-generation",
|
| 7 |
+
model="lemon-mint/gemma-ko-2b-instruct-v0.51",
|
| 8 |
+
tokenizer="lemon-mint/gemma-ko-2b-instruct-v0.51",
|
| 9 |
device_map="auto"
|
| 10 |
)
|
| 11 |
|
| 12 |
+
# μ
μ μ 보 μλ΅ ν¨μ
|
| 13 |
+
def answer_question(prompt):
|
| 14 |
+
system_prompt = (
|
| 15 |
+
"λλ νκ΅ λν μ
μ μ λ¬Έκ° AIμΌ. "
|
| 16 |
+
"μλ₯, νμλΆ μ’
ν©μ ν, λ
Όμ , μ μ λ± λͺ¨λ μ νμ μ½κ² μ€λͺ
ν΄μ€. "
|
| 17 |
+
"κ°λ₯νλ©΄ νκ΅λͺ
, μ νλͺ
, μ§μ쑰건 λ±μ ꡬ체μ μΌλ‘ μλ €μ€.\n\n"
|
| 18 |
+
)
|
| 19 |
+
result = generator(
|
| 20 |
+
system_prompt + prompt,
|
| 21 |
+
max_new_tokens=300,
|
|
|
|
|
|
|
| 22 |
temperature=0.7,
|
| 23 |
top_p=0.9,
|
|
|
|
| 24 |
do_sample=True
|
| 25 |
+
)
|
| 26 |
+
return result[0]["generated_text"].replace(system_prompt, "").strip()
|
| 27 |
|
| 28 |
+
# Gradio μΈν°νμ΄μ€ μ€μ
|
| 29 |
+
app = gr.Interface(
|
| 30 |
+
fn=answer_question,
|
| 31 |
+
inputs=gr.Textbox(
|
| 32 |
+
lines=2,
|
| 33 |
+
label="μ
μ κ΄λ ¨ μ§λ¬Έ μ
λ ₯",
|
| 34 |
+
placeholder="μ: 2025 μλ₯ μΌμ μλ €μ€ / κ°μ²λ νμλΆ μ’
ν©μ ν μ€λͺ
"
|
| 35 |
+
),
|
| 36 |
+
outputs=gr.Textbox(label="AI λ΅λ³"),
|
| 37 |
+
title="μ
μ μ λ¬Έ AI μ±λ΄",
|
| 38 |
+
description="νκ΅ λν μ
μ μ 보λ₯Ό μλ €μ£Όλ μ±λ΄μ
λλ€. μμ, μ μ, λ
Όμ λ± λͺ¨λ μ νμ μ½κ² μ€λͺ
ν΄μ€λλ€."
|
| 39 |
+
)
|
|
|
|
|
|
|
| 40 |
|
|
|
|
| 41 |
if __name__ == "__main__":
|
| 42 |
+
app.launch()
|