Create app.py

app.py

@@ -0,0 +1,17 @@
+from fastapi import FastAPI, Request
+from transformers import pipeline
+from fastapi.responses import JSONResponse
+import uvicorn
+
+app = FastAPI()
+generator = pipeline("text-generation", model="mistralai/Mistral-7B-Instruct", max_new_tokens=300)
+
+@app.post("/ask")
+async def ask_ai(request: Request):
+    data = await request.json()
+    prompt = data.get("prompt", "")
+    if not prompt:
+        return {"error": "No prompt given"}
+
+    result = generator(prompt, do_sample=True, temperature=0.7)
+    return JSONResponse(content={"response": result[0]['generated_text']})