text generation

app.py

@@ -1,7 +1,18 @@
 from fastapi import  FastAPI
 
+
+
+from transformers import pipeline
+
+pipe_flan = pipeline("text2text-generation", model="google/flan-t5-small")
+
 app = FastAPI()
 
+@app.get("/infer_t5")
+def t5(input):
+    output = pipe_flan(input)
+    return {"output": output[0]["generated_text"]}
+
 @app.get('/')
 def greet():
     return {'Hello': 'Moti'}

requirements.txt

@@ -1,2 +1,6 @@
-unicorn[standard]
-fastapi
+fastapi==0.74.*
+requests==2.27.*
+sentencepiece==0.1.*
+torch==1.11.*
+transformers==4.*
+uvicorn[standard]==0.17.*