Spaces:

speako
/

llama-server

Sleeping

App Files Files Community

llama-server / app.py

bigeco

Update app.py

0eba9b9 verified 10 months ago

raw

history blame contribute delete

3.6 kB

	from fastapi import FastAPI, Request, Form
	from fastapi.responses import HTMLResponse
	from pydantic import BaseModel
	import yaml
	from model.llama3 import LLaMA3

	# ---------------- 설정 로드 ----------------
	with open("config/llama3.yaml", "r") as f:
	config = yaml.safe_load(f)

	# ---------------- 모델 초기화 ----------------
	llama3 = LLaMA3(config)

	# ---------------- FastAPI 앱 ----------------
	app = FastAPI(
	title="Korean Pronunciation Correction API",
	description="FastAPI + LLaMA3 기반 발음 교정 서버",
	version="1.0.0"
	)

	# ---------------- 입력 모델 ----------------
	class InputData(BaseModel):
	user_input: str
	correct_input: str

	# ---------------- API: JSON POST ----------------
	@app.post("/generate")
	async def generate_correction(data: InputData):
	result = llama3.generate(data.user_input, data.correct_input)
	return {"result": result}

	# ---------------- HTML UI ----------------
	@app.get("/", response_class=HTMLResponse)
	async def form_ui():
	return """
	<html>
	<head>
	<title>Korean Pronunciation Correction</title>
	</head>
	<body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
	<h1>🗣️ 발음 교정 테스트</h1>
	<form action="/submit" method="post">
	<label for="user_input">🧍 잘못된 발음:</label><br>
	<input type="text" id="user_input" name="user_input" value="박끼" required><br><br>

	<label for="correct_input">🎯 올바른 발음:</label><br>
	<input type="text" id="correct_input" name="correct_input" value="발끼" required><br><br>

	<input type="submit" value="교정 실행">
	</form>
	</body>
	</html>
	"""

	# ---------------- 결과 렌더링 ----------------
	from fastapi.responses import HTMLResponse
	from fastapi import Form, Request
	import traceback

	@app.post("/submit", response_class=HTMLResponse)
	async def handle_form(request: Request, user_input: str = Form(...), correct_input: str = Form(...)):
	try:
	result = llama3.generate(user_input, correct_input)
	except Exception as e:
	error_details = traceback.format_exc()
	return f"""
	<html>
	<head><title>에러</title></head>
	<body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
	<h1>❌ 서버 오류 발생</h1>
	<p><strong>오류 메시지:</strong></p>
	<pre>{str(e)}</pre>
	<hr>
	<p><strong>에러 상세:</strong></p>
	<pre>{error_details}</pre>
	<br>
	<a href="/">돌아가기</a>
	</body>
	</html>
	"""

	return f"""
	<html>
	<head><title>결과</title></head>
	<body style="font-family: sans-serif; max-width: 600px; margin: auto; padding: 2rem;">
	<h1>✅ 결과</h1>
	<p><strong>입력된 발음:</strong> {user_input}</p>
	<p><strong>정답 발음:</strong> {correct_input}</p>
	<hr>
	<h2>🧠 모델 응답:</h2>
	<pre>{result}</pre>
	<br>
	<a href="/">다시 시도하기</a>
	</body>
	</html>
	"""

	# ---------------- 헬스 체크 ----------------
	@app.get("/health")
	async def health_check():
	return {
	"status": "ok",
	"model": config["model"]["id"],
	"device": config["model"]["device"]
	}