Terminado para probar inferencia

Dockerfile

@@ -0,0 +1,9 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+RUN pip install --no-cache-dir fastapi uvicorn huggingface_hub
+
+COPY app.py /app/app.py
+
+EXPOSE 7860
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,31 @@
+import os
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
+from huggingface_hub import InferenceClient
+
+MODEL_ID = os.getenv(
+    "MODEL_ID",
+    "distilbert/distilbert-base-uncased-finetuned-sst-2-english",
+)
+
+client = InferenceClient(
+    provider="hf-inference",
+    api_key=os.getenv["HF_TOKEN"],
+)
+
+app = FastAPI()
+
+class Payload(BaseModel):
+    text: str
+
+@app.post("/analyze")
+def analyze(p: Payload):
+    if not p.text.strip():
+        raise HTTPException(status_code=400, detail="Empty text")
+
+    result = client.text_classification(
+        p.text,
+        model=MODEL_ID,
+    )
+
+    return {"model": MODEL_ID, "result": result}