add ner sample

.gitignore

@@ -0,0 +1 @@
+/venv/

Dockerfile

@@ -0,0 +1,17 @@
+# Read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.11
+
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+EXPOSE 7860
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,44 @@
+from fastapi import FastAPI
+from pydantic import BaseModel
+import spacy
+
+app = FastAPI()
+
+
+class NERRequest(BaseModel):
+    chunks: list[str]
+
+
+@app.post("/process")
+async def process_text(request: NERRequest):
+    nlp = spacy.load("en_legal_ner_trf")
+    redacted_chunks = []
+    supa_clien = []
+    redacted_count = 0
+    for text in request.chunks:
+        doc = nlp(text)
+
+        for ent in doc.ents:
+            print(f"{ent.text} - {ent.label_}")
+            metadata_record = {
+                "personal_info": ent.text,
+                "redaction_type": ent.label_,
+            }
+
+            # insert into the table to get the primary key
+            query = supa_clien.append(metadata_record)
+
+            # Form the redacted word with label and primary key (REDACTED_PERSON_1)
+            redacted_count += 1
+            redacted_word = f"REDACTED_{ent.label_}_{redacted_count}"
+
+            metadata_record["redacted_word"] = redacted_word
+
+            text = text.replace(ent.text, redacted_word)
+
+        redacted_chunks.append(text)
+
+    return {
+        "redacted_chunks": redacted_chunks,
+        "metadata": supa_clien,
+    }