Initial commit

.gitignore

@@ -0,0 +1,8 @@
+# Python virtual environment
+venv/
+.env/
+__pycache__/
+*.pyc
+
+# Hugging Face / Docker
+.cache/

Dockerfile

@@ -0,0 +1,17 @@
+FROM python:3.10-slim
+
+WORKDIR /app
+
+# System dependencies
+RUN apt-get update && apt-get install -y \
+    git \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+COPY . .
+
+EXPOSE 7860
+
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

README.MD

@@ -0,0 +1 @@
+Hi Python, translation api

main.py

@@ -0,0 +1,12 @@
+from fastapi import FastAPI
+from pydantic import BaseModel
+from model_loader import translate
+
+app = FastAPI(title="NLLB Translation API")
+
+class TranslationRequest(BaseModel):
+    text: str
+
+@app.post("/translate")
+def translate_text(req: TranslationRequest):
+    return {"translated_text": translate(req.text)}

model_loader.py

@@ -0,0 +1,26 @@
+import torch
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+
+MODEL_NAME = "facebook/nllb-200-distilled-600M"
+
+print("Loading tokenizer and model...")
+
+tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
+model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME)
+
+device = "cuda" if torch.cuda.is_available() else "cpu"
+model.to(device)
+model.eval()
+
+def translate(text: str):
+    inputs = tokenizer(text, return_tensors="pt").to(device)
+
+    lang_id = tokenizer.convert_tokens_to_ids("arb_Arab")
+
+    outputs = model.generate(
+        inputs["input_ids"],
+        forced_bos_token_id=lang_id,
+        max_length=300
+    )
+
+    return tokenizer.decode(outputs[0], skip_special_tokens=True)

requirements.txt

@@ -0,0 +1,36 @@
+annotated-doc==0.0.4
+annotated-types==0.7.0
+anyio==4.12.0
+certifi==2025.11.12
+charset-normalizer==3.4.4
+click==8.3.1
+fastapi==0.124.4
+filelock==3.20.0
+fsspec==2025.12.0
+h11==0.16.0
+hf-xet==1.2.0
+huggingface-hub==0.36.0
+idna==3.11
+Jinja2==3.1.6
+MarkupSafe==3.0.3
+mpmath==1.3.0
+networkx==3.6.1
+numpy==2.3.5
+packaging==25.0
+pydantic==2.12.5
+pydantic_core==2.41.5
+PyYAML==6.0.3
+regex==2025.11.3
+requests==2.32.5
+safetensors==0.7.0
+sentencepiece==0.2.1
+starlette==0.50.0
+sympy==1.14.0
+tokenizers==0.19.1
+torch==2.2.2
+tqdm==4.67.1
+transformers==4.40.0
+typing-inspection==0.4.2
+typing_extensions==4.15.0
+urllib3==2.6.2
+uvicorn==0.38.0