Update app.py

app.py

@@ -1,18 +1,26 @@
 from flask import Flask, request, jsonify
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
-import torch
+import requests
 import os
 
 app = Flask(__name__)
-model = None
-tokenizer = None
-device = "cuda" if torch.cuda.is_available() else "cpu"
+HF_SPACE_URL = "https://R-TA-NLLB-200-AI.hf.space"
 
-def load_model():
-    global model, tokenizer
-    model_name = "facebook/nllb-200-distilled-600M"
-    tokenizer = AutoTokenizer.from_pretrained(model_name)
-    model = AutoModelForSeq2SeqLM.from_pretrained(model_name).to(device)
+def translate_text(text, source_lang="eng_Latn", target_lang="urd_Arab"):
+    try:
+        response = requests.post(
+            f"{HF_SPACE_URL}/translate",
+            json={
+                "inputs": {
+                    "text": text,
+                    "source_lang": source_lang,
+                    "target_lang": target_lang
+                }
+            },
+            timeout=30
+        )
+        return response.json().get("translation", "")
+    except Exception as e:
+        return str(e)
 
 @app.route("/")
 def home():
@@ -21,24 +29,12 @@ def home():
 @app.route("/translate", methods=["POST"])
 def translate():
     data = request.get_json()
-    text = data.get("text", "")
-    source_lang = data.get("source_lang", "eng_Latn")
-    target_lang = data.get("target_lang", "urd_Arab")
-    
-    inputs = tokenizer(text, return_tensors="pt").to(device)
-    outputs = model.generate(
-        **inputs,
-        forced_bos_token_id=tokenizer.lang_code_to_id[target_lang],
-        max_length=512
+    translation = translate_text(
+        data.get("text", ""),
+        data.get("source_lang", "eng_Latn"),
+        data.get("target_lang", "urd_Arab")
     )
-    translation = tokenizer.batch_decode(outputs, skip_special_tokens=True)[0]
-    
-    return jsonify({
-        "translation": translation,
-        "source_lang": source_lang,
-        "target_lang": target_lang
-    })
+    return jsonify({"translation": translation})
 
 if __name__ == "__main__":
-    load_model()
-    app.run(host="0.0.0.0", port=7860, debug=True)
+    app.run(host="0.0.0.0", port=8080)