Create main.py

main.py

@@ -0,0 +1,35 @@
+import os, time, uuid
+from fastapi import FastAPI, HTTPException
+from meta_ai_api import MetaAI
+
+app = FastAPI()
+# Read model name from env
+MODEL = os.getenv("MODEL_NAME", "llama-3-70b")
+
+# Init the MetaAI wrapper
+meta = MetaAI()
+
+@app.post("/v1/chat/completions")
+async def chat_completions(body: dict):
+    msgs = body.get("messages")
+    if not msgs:
+        raise HTTPException(400, "messages field is required")
+
+    # Build a single prompt
+    prompt = "\n".join(f"{m['role']}: {m['content']}" for m in msgs)
+    resp = meta.prompt(message=prompt)
+
+    return {
+        "id": f"meta-{uuid.uuid4()}",
+        "object": "chat.completion",
+        "created": int(time.time()),
+        "model": MODEL,
+        "choices": [
+            {
+                "index": 0,
+                "message": {"role": "assistant", "content": resp["message"]},
+                "finish_reason": "stop"
+            }
+        ],
+        "usage": {"prompt_tokens": 0, "completion_tokens": 0, "total_tokens": 0}
+    }