File size: 537 Bytes
d117761
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
from fastapi import FastAPI
from transformers import pipeline
import uvicorn

app = FastAPI()

print("Caricamento modello amogaddy/GenerAI...")
generator = pipeline("text-generation", model="amogaddy/GenerAI")

@app.get("/")
def health_check():
    return {"status": "running", "model": "GenerAI"}

@app.post("/ask")
def ask(prompt: str):
    output = generator(prompt, max_length=100, num_return_sequences=1)
    return {"result": output[0]['generated_text']}

if __name__ == "__main__":
    uvicorn.run(app, host="0.0.0.0", port=7860)