CSAT / app.py
widefirst103's picture
Update app.py
fb9d94d verified
raw
history blame
1.23 kB
from transformers import pipeline
import gradio as gr
# KoAlpaca λͺ¨λΈ λ‘œλ“œ (속도와 ν’ˆμ§ˆμ˜ 밸런슀)
generator = pipeline(
"text-generation",
model="beomi/KoAlpaca-Polyglot-1.1B",
tokenizer="beomi/KoAlpaca-Polyglot-1.1B",
device_map="auto"
)
def answer_question(prompt):
system_prompt = (
"λ„ˆλŠ” ν•œκ΅­ λŒ€ν•™ μž…μ‹œ 정보λ₯Ό μ•Œλ €μ£ΌλŠ” AIμ•Ό. "
"수λŠ₯, 학생뢀쒅합, λ…Όμˆ , μ •μ‹œ λ“± μ „ν˜•μ„ μ΄ν•΄ν•˜κΈ° μ‰½κ²Œ μ„€λͺ…ν•΄μ€˜.\n\n"
)
response = generator(
system_prompt + prompt,
max_new_tokens=250,
temperature=0.7,
top_p=0.9,
do_sample=True
)
return response[0]["generated_text"].replace(system_prompt, "").strip()
app = gr.Interface(
fn=answer_question,
inputs=gr.Textbox(
lines=2,
label="μž…μ‹œ 질문 μž…λ ₯",
placeholder="예: κ°€μ²œλŒ€ λ…Όμˆ μ „ν˜• / 2025 수λŠ₯ 일정 / ν•œκ΅­κ³΅ν•™λŒ€ μ „ν˜•μš”μ•½"
),
outputs=gr.Textbox(label="AI λ‹΅λ³€"),
title="μž…μ‹œ μ „λ¬Έ AI (KoAlpaca 1.1B)",
description="λΉ λ₯΄κ³  λ˜‘λ˜‘ν•œ μž…μ‹œμ •λ³΄ μ±—λ΄‡μž…λ‹ˆλ‹€. μ‹€μ œ μ „ν˜•μ •λ³΄μ— κ·Όκ±°ν•œ μ„€λͺ…을 μ œκ³΅ν•©λ‹ˆλ‹€."
)
if __name__ == "__main__":
app.launch()