Spaces:

speako
/

llama-server

Sleeping

File size: 3,598 Bytes

80de494
7cf0dc9
80de494
 
 
 
 
cbbf00c
80de494
7cf0dc9
80de494
 
7cf0dc9
80de494
7cf0dc9
80de494
 
7cf0dc9
 
 
80de494
 
 
 
7cf0dc9
80de494
 
 
 
 
 
 
7cf0dc9
80de494
7cf0dc9
 
80de494
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7cf0dc9
 
 
80de494
0eba9b9
 
 
 
80de494
0eba9b9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
80de494
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7cf0dc9
 
 
80de494
 
 
7cf0dc9

from fastapi import FastAPI, Request, Form
from fastapi.responses import HTMLResponse
from pydantic import BaseModel
import yaml
from model.llama3 import LLaMA3 

# ---------------- 설정 로드 ----------------
with open("config/llama3.yaml", "r") as f:
    config = yaml.safe_load(f)

# ---------------- 모델 초기화 ----------------
llama3 = LLaMA3(config)

# ---------------- FastAPI 앱 ----------------
app = FastAPI(
    title="Korean Pronunciation Correction API",
    description="FastAPI + LLaMA3 기반 발음 교정 서버",
    version="1.0.0"
)

# ---------------- 입력 모델 ----------------
class InputData(BaseModel):
    user_input: str
    correct_input: str

# ---------------- API: JSON POST ----------------
@app.post("/generate")
async def generate_correction(data: InputData):
    result = llama3.generate(data.user_input, data.correct_input)
    return {"result": result}

# ---------------- HTML UI ----------------
@app.get("/", response_class=HTMLResponse)
async def form_ui():
    return """
    <html>
        <head>
            <title>Korean Pronunciation Correction</title>
        </head>
        <body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
            <h1>🗣️ 발음 교정 테스트</h1>
            <form action="/submit" method="post">
                <label for="user_input">🧍 잘못된 발음:</label><br>
                <input type="text" id="user_input" name="user_input" value="박끼" required><br><br>
                
                <label for="correct_input">🎯 올바른 발음:</label><br>
                <input type="text" id="correct_input" name="correct_input" value="발끼" required><br><br>
                
                <input type="submit" value="교정 실행">
            </form>
        </body>
    </html>
    """

# ---------------- 결과 렌더링 ----------------
from fastapi.responses import HTMLResponse
from fastapi import Form, Request
import traceback

@app.post("/submit", response_class=HTMLResponse)
async def handle_form(request: Request, user_input: str = Form(...), correct_input: str = Form(...)):
    try:
        result = llama3.generate(user_input, correct_input)
    except Exception as e:
        error_details = traceback.format_exc()
        return f"""
        <html>
            <head><title>에러</title></head>
            <body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
                <h1>❌ 서버 오류 발생</h1>
                <p><strong>오류 메시지:</strong></p>
                <pre>{str(e)}</pre>
                <hr>
                <p><strong>에러 상세:</strong></p>
                <pre>{error_details}</pre>
                <br>
                <a href="/">돌아가기</a>
            </body>
        </html>
        """
    
    return f"""
    <html>
        <head><title>결과</title></head>
        <body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
            <h1>✅ 결과</h1>
            <p><strong>입력된 발음:</strong> {user_input}</p>
            <p><strong>정답 발음:</strong> {correct_input}</p>
            <hr>
            <h2>🧠 모델 응답:</h2>
            <pre>{result}</pre>
            <br>
            <a href="/">다시 시도하기</a>
        </body>
    </html>
    """
    
# ---------------- 헬스 체크 ----------------
@app.get("/health")
async def health_check():
    return {
        "status": "ok",
        "model": config["model"]["id"],
        "device": config["model"]["device"]
    }