Spaces:
Sleeping
Sleeping
'app.py_fixed'
Browse files
app.py
ADDED
|
@@ -0,0 +1,149 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import gradio as gr
|
| 2 |
+
import os
|
| 3 |
+
import requests
|
| 4 |
+
import json
|
| 5 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 6 |
+
import torch
|
| 7 |
+
|
| 8 |
+
# ํ๊ฒฝ ๋ณ์ (ํ ํฐ์ ํ๊ฒฝ ๋ณ์์์๋ง ๊ฐ์ ธ์ด)
|
| 9 |
+
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 10 |
+
MODEL_NAME = os.getenv("MODEL_NAME", "gbrabbit/lily-math-model")
|
| 11 |
+
|
| 12 |
+
# ๋ชจ๋ธ ๋ก๋ (๋ก์ปฌ์์ ์ง์ ๋ก๋)
|
| 13 |
+
try:
|
| 14 |
+
print("๐ค ๋ชจ๋ธ ๋ก๋ฉ ์ค...")
|
| 15 |
+
if HF_TOKEN:
|
| 16 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=HF_TOKEN, trust_remote_code=True)
|
| 17 |
+
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, token=HF_TOKEN, torch_dtype=torch.float16, trust_remote_code=True)
|
| 18 |
+
else:
|
| 19 |
+
# ํ ํฐ์ด ์์ผ๋ฉด ๊ณต๊ฐ ๋ชจ๋ธ ์ฌ์ฉ
|
| 20 |
+
print("โ ๏ธ ํ ํฐ์ด ์์ด์ ๊ณต๊ฐ ๋ชจ๋ธ์ ์ฌ์ฉํฉ๋๋ค.")
|
| 21 |
+
MODEL_NAME = "microsoft/DialoGPT-medium"
|
| 22 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
|
| 23 |
+
model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, torch_dtype=torch.float16)
|
| 24 |
+
print("โ
๋ชจ๋ธ ๋ก๋ฉ ์๋ฃ!")
|
| 25 |
+
MODEL_LOADED = True
|
| 26 |
+
except Exception as e:
|
| 27 |
+
print(f"โ ๋ชจ๋ธ ๋ก๋ฉ ์คํจ: {e}")
|
| 28 |
+
MODEL_LOADED = False
|
| 29 |
+
|
| 30 |
+
def chat_with_model(message, history):
|
| 31 |
+
"""์ฑํ
ํจ์ (๋ก์ปฌ ๋ชจ๋ธ ์ฌ์ฉ)"""
|
| 32 |
+
if not MODEL_LOADED:
|
| 33 |
+
return "โ ๋ชจ๋ธ์ด ๋ก๋๋์ง ์์์ต๋๋ค."
|
| 34 |
+
|
| 35 |
+
try:
|
| 36 |
+
# ํ ํฌ๋์ด์ง
|
| 37 |
+
inputs = tokenizer(message, return_tensors="pt")
|
| 38 |
+
|
| 39 |
+
# ์์ฑ
|
| 40 |
+
with torch.no_grad():
|
| 41 |
+
outputs = model.generate(
|
| 42 |
+
**inputs,
|
| 43 |
+
max_new_tokens=200,
|
| 44 |
+
temperature=0.7,
|
| 45 |
+
do_sample=True,
|
| 46 |
+
pad_token_id=tokenizer.eos_token_id
|
| 47 |
+
)
|
| 48 |
+
|
| 49 |
+
# ๋์ฝ๋ฉ
|
| 50 |
+
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 51 |
+
|
| 52 |
+
# ์
๋ ฅ ์ ๊ฑฐํ๊ณ ์๋ต๋ง ๋ฐํ
|
| 53 |
+
if message in response:
|
| 54 |
+
response = response.replace(message, "").strip()
|
| 55 |
+
|
| 56 |
+
return response if response else "์ฃ์กํฉ๋๋ค. ์๋ต์ ์์ฑํ ์ ์์ต๋๋ค."
|
| 57 |
+
|
| 58 |
+
except Exception as e:
|
| 59 |
+
return f"์ค๋ฅ ๋ฐ์: {str(e)}"
|
| 60 |
+
|
| 61 |
+
def solve_math_problem(problem):
|
| 62 |
+
"""์ํ ๋ฌธ์ ํด๊ฒฐ ํจ์ (๋ก์ปฌ ๋ชจ๋ธ ์ฌ์ฉ)"""
|
| 63 |
+
if not MODEL_LOADED:
|
| 64 |
+
return "โ ๋ชจ๋ธ์ด ๋ก๋๋์ง ์์์ต๋๋ค."
|
| 65 |
+
|
| 66 |
+
try:
|
| 67 |
+
# ์ํ ๋ฌธ์ ํด๊ฒฐ์ ์ํ ํ๋กฌํํธ
|
| 68 |
+
prompt = f"๋ค์ ์ํ ๋ฌธ์ ๋ฅผ ๋จ๊ณ๋ณ๋ก ํ์ด์ฃผ์ธ์: {problem}"
|
| 69 |
+
|
| 70 |
+
# ํ ํฌ๋์ด์ง
|
| 71 |
+
inputs = tokenizer(prompt, return_tensors="pt")
|
| 72 |
+
|
| 73 |
+
# ์์ฑ
|
| 74 |
+
with torch.no_grad():
|
| 75 |
+
outputs = model.generate(
|
| 76 |
+
**inputs,
|
| 77 |
+
max_new_tokens=300,
|
| 78 |
+
temperature=0.3,
|
| 79 |
+
do_sample=True,
|
| 80 |
+
pad_token_id=tokenizer.eos_token_id
|
| 81 |
+
)
|
| 82 |
+
|
| 83 |
+
# ๋์ฝ๋ฉ
|
| 84 |
+
response = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 85 |
+
|
| 86 |
+
# ์
๋ ฅ ์ ๊ฑฐํ๊ณ ์๋ต๋ง ๋ฐํ
|
| 87 |
+
if prompt in response:
|
| 88 |
+
response = response.replace(prompt, "").strip()
|
| 89 |
+
|
| 90 |
+
return response if response else "์ฃ์กํฉ๋๋ค. ์ํ ๋ฌธ์ ๋ฅผ ํ ์ ์์ต๋๋ค."
|
| 91 |
+
|
| 92 |
+
except Exception as e:
|
| 93 |
+
return f"์ค๋ฅ ๋ฐ์: {str(e)}"
|
| 94 |
+
|
| 95 |
+
# Gradio ์ธํฐํ์ด์ค ์์ฑ (ํธํ์ฑ ์์ )
|
| 96 |
+
with gr.Blocks(title="Lily Math RAG System", theme=gr.themes.Soft()) as demo:
|
| 97 |
+
gr.Markdown("# ๐งฎ Lily Math RAG System")
|
| 98 |
+
gr.Markdown("์ํ ๋ฌธ์ ํด๊ฒฐ์ ์ํ AI ์์คํ
์
๋๋ค.")
|
| 99 |
+
|
| 100 |
+
with gr.Tabs():
|
| 101 |
+
# ์ฑํ
ํญ
|
| 102 |
+
with gr.Tab("๐ฌ ์ฑํ
"):
|
| 103 |
+
chatbot = gr.Chatbot(height=400)
|
| 104 |
+
msg = gr.Textbox(
|
| 105 |
+
label="๋ฉ์์ง๋ฅผ ์
๋ ฅํ์ธ์",
|
| 106 |
+
placeholder="์๋
ํ์ธ์! ์ํ ๋ฌธ์ ๋ฅผ ๋์์ฃผ์ธ์.",
|
| 107 |
+
lines=2
|
| 108 |
+
)
|
| 109 |
+
clear = gr.Button("๋ํ ์ด๊ธฐํ")
|
| 110 |
+
|
| 111 |
+
def respond(message, chat_history):
|
| 112 |
+
bot_message = chat_with_model(message, chat_history)
|
| 113 |
+
chat_history.append((message, bot_message))
|
| 114 |
+
return "", chat_history
|
| 115 |
+
|
| 116 |
+
msg.submit(respond, [msg, chatbot], [msg, chatbot])
|
| 117 |
+
clear.click(lambda: None, None, chatbot, queue=False)
|
| 118 |
+
|
| 119 |
+
# ์ํ ๋ฌธ์ ํด๊ฒฐ ํญ
|
| 120 |
+
with gr.Tab("๐งฎ ์ํ ๋ฌธ์ ํด๊ฒฐ"):
|
| 121 |
+
with gr.Row():
|
| 122 |
+
with gr.Column():
|
| 123 |
+
math_input = gr.Textbox(
|
| 124 |
+
label="์ํ ๋ฌธ์ ",
|
| 125 |
+
placeholder="์: 2x + 5 = 13",
|
| 126 |
+
lines=3
|
| 127 |
+
)
|
| 128 |
+
solve_btn = gr.Button("๋ฌธ์ ํ๊ธฐ", variant="primary")
|
| 129 |
+
|
| 130 |
+
with gr.Column():
|
| 131 |
+
math_output = gr.Textbox(
|
| 132 |
+
label="ํด๋ต",
|
| 133 |
+
lines=8,
|
| 134 |
+
interactive=False
|
| 135 |
+
)
|
| 136 |
+
|
| 137 |
+
solve_btn.click(solve_math_problem, math_input, math_output)
|
| 138 |
+
|
| 139 |
+
# ์ค์ ํญ
|
| 140 |
+
with gr.Tab("โ๏ธ ์ค์ "):
|
| 141 |
+
gr.Markdown("## ์์คํ
์ ๋ณด")
|
| 142 |
+
gr.Markdown(f"**๋ชจ๋ธ**: {MODEL_NAME}")
|
| 143 |
+
gr.Markdown(f"**๋ชจ๋ธ ์ํ**: {'โ
๋ก๋๋จ' if MODEL_LOADED else 'โ ๋ก๋ ์คํจ'}")
|
| 144 |
+
gr.Markdown(f"**ํ ํฐ ์ํ**: {'โ
์ค์ ๋จ' if HF_TOKEN else 'โ ์ค์ ๋์ง ์์'}")
|
| 145 |
+
gr.Markdown("**๋ฒ์ **: 2.0.0 (๋ก์ปฌ ๋ชจ๋ธ)")
|
| 146 |
+
|
| 147 |
+
if __name__ == "__main__":
|
| 148 |
+
demo.launch()
|
| 149 |
+
|