Commit Β·
f4d60e7
0
Parent(s):
Remove nested .git from detector folder
Browse files- .gitattributes +3 -0
- .gitignore +3 -0
- Dockerfile +23 -0
- detector +1 -0
- requirements.txt +4 -0
- server.py +76 -0
.gitattributes
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
detector/*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 2 |
+
detector/*.bin filter=lfs diff=lfs merge=lfs -text
|
| 3 |
+
detector/*.json filter=lfs diff=lfs merge=lfs -text
|
.gitignore
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
__pycache__/
|
| 2 |
+
*.pyc
|
| 3 |
+
.env
|
Dockerfile
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Dockerfile
|
| 2 |
+
|
| 3 |
+
# 1) Python 3.10 slim λ² μ΄μ€ μ΄λ―Έμ§ μ¬μ©
|
| 4 |
+
FROM python:3.10-slim
|
| 5 |
+
|
| 6 |
+
# 2) μμ
λλ ν°λ¦¬λ₯Ό /appμΌλ‘ μ§μ
|
| 7 |
+
WORKDIR /app
|
| 8 |
+
|
| 9 |
+
# 3) (μ ν) μμ€ν
μ’
μ ν¨ν€μ§ μ€μΉ β λͺ¨λΈ μ»΄νμΌ μ νμνλ€λ©΄ μΆκ°
|
| 10 |
+
RUN apt-get update && apt-get install -y \
|
| 11 |
+
build-essential \
|
| 12 |
+
&& rm -rf /var/lib/apt/lists/*
|
| 13 |
+
|
| 14 |
+
# 4) requirements.txt λ³΅μ¬ ν pipμΌλ‘ μ’
μμ± μ€μΉ
|
| 15 |
+
COPY requirements.txt .
|
| 16 |
+
RUN pip install --upgrade pip \
|
| 17 |
+
&& pip install --no-cache-dir -r requirements.txt
|
| 18 |
+
|
| 19 |
+
# 5) λλ¨Έμ§ λͺ¨λ νμΌ(μ½λ + detector ν΄λ) 볡μ¬
|
| 20 |
+
COPY . .
|
| 21 |
+
|
| 22 |
+
# 6) 컨ν
μ΄λ ꡬλ μ uvicornμΌλ‘ FastAPI μλ² μ€ν (ν¬νΈ 7860)
|
| 23 |
+
CMD ["uvicorn", "server:app", "--host", "0.0.0.0", "--port", "7860"]
|
detector
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
Subproject commit 6f96793357b0992617416e965fa0721310ee1e19
|
requirements.txt
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
fastapi
|
| 2 |
+
uvicorn[standard]
|
| 3 |
+
torch
|
| 4 |
+
transformers
|
server.py
ADDED
|
@@ -0,0 +1,76 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# server.py
|
| 2 |
+
|
| 3 |
+
from typing import List
|
| 4 |
+
from fastapi import FastAPI, HTTPException
|
| 5 |
+
from pydantic import BaseModel
|
| 6 |
+
import torch
|
| 7 |
+
from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
| 8 |
+
|
| 9 |
+
# ββ 1) FastAPI μ± μμ±
|
| 10 |
+
app = FastAPI(
|
| 11 |
+
title="AGaRiCleaner Toxicity Detector (FastAPI)",
|
| 12 |
+
description="FastAPI κΈ°λ° νκ΅μ΄ μ
ν νμ§ λͺ¨λΈ μλ²",
|
| 13 |
+
version="1.0.0"
|
| 14 |
+
)
|
| 15 |
+
|
| 16 |
+
# ββ 2) μμ² μ€ν€λ§ μ μ (Pydantic λͺ¨λΈ)
|
| 17 |
+
class TextsIn(BaseModel):
|
| 18 |
+
data: List[str] # JSON μμ: { "data": ["λ¬Έμ₯1", "λ¬Έμ₯2", ...] }
|
| 19 |
+
|
| 20 |
+
# ββ 3) λͺ¨λΈ λλ ν°λ¦¬ κ²½λ‘ (Spaceμμλ /app/detector ν΄λκ° λλ€)
|
| 21 |
+
MODEL_DIR = "./detector"
|
| 22 |
+
|
| 23 |
+
# ββ 4) λλ°μ΄μ€ μ€μ (Mac MPS μ§μ μ¬λΆ νμΈ)
|
| 24 |
+
device = "mps" if torch.backends.mps.is_available() else "cpu"
|
| 25 |
+
print(f"βΆ λͺ¨λΈ μΆλ‘ λλ°μ΄μ€: {device}")
|
| 26 |
+
|
| 27 |
+
# ββ 5) ν ν¬λμ΄μ μ λͺ¨λΈ λ‘λ
|
| 28 |
+
try:
|
| 29 |
+
tokenizer = AutoTokenizer.from_pretrained(MODEL_DIR)
|
| 30 |
+
model = AutoModelForSequenceClassification.from_pretrained(MODEL_DIR)
|
| 31 |
+
model.to(device)
|
| 32 |
+
model.eval()
|
| 33 |
+
print("β λͺ¨λΈ λ° ν ν¬λμ΄μ λ‘λ μλ£")
|
| 34 |
+
except Exception as e:
|
| 35 |
+
print("β λͺ¨λΈ λ‘λ μ€ν¨:", e)
|
| 36 |
+
raise e
|
| 37 |
+
|
| 38 |
+
# ββ 6) μ
ν νμ§ ν¨μ μ μ
|
| 39 |
+
def detect_toxic(texts: List[str]) -> List[dict]:
|
| 40 |
+
encoding = tokenizer(
|
| 41 |
+
texts,
|
| 42 |
+
padding=True,
|
| 43 |
+
truncation=True,
|
| 44 |
+
return_tensors="pt",
|
| 45 |
+
max_length=128
|
| 46 |
+
)
|
| 47 |
+
input_ids = encoding["input_ids"].to(device)
|
| 48 |
+
attention_mask = encoding["attention_mask"].to(device)
|
| 49 |
+
|
| 50 |
+
with torch.no_grad():
|
| 51 |
+
outputs = model(input_ids=input_ids, attention_mask=attention_mask)
|
| 52 |
+
logits = outputs.logits
|
| 53 |
+
probs = torch.softmax(logits, dim=-1).cpu().tolist()
|
| 54 |
+
|
| 55 |
+
results = []
|
| 56 |
+
for i, text in enumerate(texts):
|
| 57 |
+
score_1 = probs[i][1]
|
| 58 |
+
label = 1 if score_1 >= 0.5 else 0
|
| 59 |
+
results.append({
|
| 60 |
+
"text": text,
|
| 61 |
+
"label": label,
|
| 62 |
+
"score": round(score_1, 6)
|
| 63 |
+
})
|
| 64 |
+
return results
|
| 65 |
+
|
| 66 |
+
# ββ 7) POST /predict μλν¬μΈνΈ μ μ
|
| 67 |
+
@app.post("/predict", summary="ν
μ€νΈ λͺ©λ‘μ μ
λ ₯λ°μ μ
ν μ¬λΆ(label, score) λ°ν")
|
| 68 |
+
async def predict_endpoint(payload: TextsIn):
|
| 69 |
+
texts = payload.data
|
| 70 |
+
if not isinstance(texts, list) or len(texts) == 0:
|
| 71 |
+
raise HTTPException(status_code=400, detail="βdataβ νλμ μ΅μ 1κ° μ΄μμ λ¬Έμμ΄μ΄ μμ΄μΌ ν©λλ€.")
|
| 72 |
+
try:
|
| 73 |
+
output = detect_toxic(texts)
|
| 74 |
+
return output
|
| 75 |
+
except Exception as e:
|
| 76 |
+
raise HTTPException(status_code=500, detail=f"λͺ¨λΈ μΆλ‘ μ€ μ€λ₯ λ°μ: {e}")
|