Spaces:
Sleeping
Sleeping
fix
Browse files- Dockerfile +17 -0
- app.py +3 -6
Dockerfile
ADDED
|
@@ -0,0 +1,17 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# 1. ๊ธฐ๋ฐ์ด ๋ ๊ณต์ ํ์ด์ฌ ์ด๋ฏธ์ง๋ฅผ ์ง์ . 3.9 ๋ฒ์ ์ด์์ด๋ฉด ์์ ์ .
|
| 2 |
+
FROM python:3.9
|
| 3 |
+
|
| 4 |
+
# 2. ์ปจํ
์ด๋ ๋ด๋ถ์ ์ฝ๋๋ฅผ ์ ์ฅํ ์์
ํด๋๋ฅผ ๋ง๋ฆ.
|
| 5 |
+
WORKDIR /code
|
| 6 |
+
|
| 7 |
+
# 3. requirements.txt ํ์ผ์ ๋จผ์ ๋ณต์ฌํด์ ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์ค์น.
|
| 8 |
+
# ์ด๋ ๊ฒ ํ๋ฉด ์์ค ์ฝ๋๊ฐ ๋ฐ๋ ๋๋ง๋ค ๋งค๋ฒ ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ฅผ ์๋ก ์ค์นํ๋ ๋นํจ์จ์ ๋ง์ ์ ์์.
|
| 9 |
+
COPY ./requirements.txt /code/requirements.txt
|
| 10 |
+
RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
|
| 11 |
+
|
| 12 |
+
# 4. ํ์ฌ ํด๋์ ๋ชจ๋ ํ์ผ(app.py ๋ฑ)์ ์์
ํด๋๋ก ๋ณต์ฌ.
|
| 13 |
+
COPY . .
|
| 14 |
+
|
| 15 |
+
# 5. ๋ชจ๋ ์ค๋น๊ฐ ๋๋๋ฉด, ์ด ๋ช
๋ น์ด๋ก ์๋ฒ๋ฅผ ์คํ.
|
| 16 |
+
# ํ์ผ ์ด๋ฆ์ด app.py ์ด๋ฏ๋ก 'app:app'์ ์ฌ์ฉ.
|
| 17 |
+
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]
|
app.py
CHANGED
|
@@ -1,5 +1,3 @@
|
|
| 1 |
-
# app.py
|
| 2 |
-
|
| 3 |
import torch
|
| 4 |
from fastapi import FastAPI
|
| 5 |
from pydantic import BaseModel
|
|
@@ -9,8 +7,7 @@ import uvicorn
|
|
| 9 |
# 1. FastAPI ์ฑ ์ธ์คํด์ค ์์ฑ
|
| 10 |
app = FastAPI()
|
| 11 |
|
| 12 |
-
# 2. AI ๋ชจ๋ธ๊ณผ ํ ํฌ๋์ด์ ๋ฅผ ์ฑ ์์ ์ ํ๋ฒ๋ง ๋ก๋ฉ (๋งค์ฐ
|
| 13 |
-
# ์์ฒญ์ด ์ฌ ๋๋ง๋ค ๋ก๋ฉํ๋ฉด ์๋ฒ๊ฐ ํฐ์ ธ๋ฒ๋ฆด ๊ฑฐ์ผ.
|
| 14 |
MODEL_ID = "Qwen/Qwen1.5-1.8B-Chat"
|
| 15 |
|
| 16 |
# ๋ฉ๋ชจ๋ฆฌ ํจ์จ์ ์ํด bfloat16 ์ฌ์ฉํ๊ณ , accelerate ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ก ํ๋์จ์ด ์๋ ํ ๋น
|
|
@@ -21,7 +18,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 21 |
device_map="auto",
|
| 22 |
)
|
| 23 |
|
| 24 |
-
# Transformers ๋ผ์ด๋ธ๋ฌ๋ฆฌ์ pipeline์ ์ฌ์ฉํ๋ฉด ์ฝ๋๊ฐ ๋
|
| 25 |
pipe = pipeline(
|
| 26 |
"text-generation",
|
| 27 |
model=model,
|
|
@@ -35,7 +32,7 @@ class TranslationRequest(BaseModel):
|
|
| 35 |
target_lang: str # 'english' ๋๋ 'japanese'
|
| 36 |
|
| 37 |
# 4. API ์๋ํฌ์ธํธ(Endpoint) ์์ฑ
|
| 38 |
-
# "/translate" ๋ผ๋ ์ฃผ์๋ก POST ์์ฒญ์ด ๋ค์ด์์ ๋ ์ด ํจ์๊ฐ
|
| 39 |
@app.post("/translate")
|
| 40 |
async def translate(request: TranslationRequest):
|
| 41 |
korean_text = request.text
|
|
|
|
|
|
|
|
|
|
| 1 |
import torch
|
| 2 |
from fastapi import FastAPI
|
| 3 |
from pydantic import BaseModel
|
|
|
|
| 7 |
# 1. FastAPI ์ฑ ์ธ์คํด์ค ์์ฑ
|
| 8 |
app = FastAPI()
|
| 9 |
|
| 10 |
+
# 2. AI ๋ชจ๋ธ๊ณผ ํ ํฌ๋์ด์ ๋ฅผ ์ฑ ์์ ์ ํ๋ฒ๋ง ๋ก๋ฉ (๋งค์ฐ ์ค์)
|
|
|
|
| 11 |
MODEL_ID = "Qwen/Qwen1.5-1.8B-Chat"
|
| 12 |
|
| 13 |
# ๋ฉ๋ชจ๋ฆฌ ํจ์จ์ ์ํด bfloat16 ์ฌ์ฉํ๊ณ , accelerate ๋ผ์ด๋ธ๋ฌ๋ฆฌ๋ก ํ๋์จ์ด ์๋ ํ ๋น
|
|
|
|
| 18 |
device_map="auto",
|
| 19 |
)
|
| 20 |
|
| 21 |
+
# Transformers ๋ผ์ด๋ธ๋ฌ๋ฆฌ์ pipeline์ ์ฌ์ฉํ๋ฉด ์ฝ๋๊ฐ ๋ ๊ฐ๊ฒฐํด์ง
|
| 22 |
pipe = pipeline(
|
| 23 |
"text-generation",
|
| 24 |
model=model,
|
|
|
|
| 32 |
target_lang: str # 'english' ๋๋ 'japanese'
|
| 33 |
|
| 34 |
# 4. API ์๋ํฌ์ธํธ(Endpoint) ์์ฑ
|
| 35 |
+
# "/translate" ๋ผ๋ ์ฃผ์๋ก POST ์์ฒญ์ด ๋ค์ด์์ ๋ ์ด ํจ์๊ฐ ์คํ๋จ.
|
| 36 |
@app.post("/translate")
|
| 37 |
async def translate(request: TranslationRequest):
|
| 38 |
korean_text = request.text
|