Upload 3 files

Dockerfile

@@ -0,0 +1,51 @@
+## use the official python 3.9 image
+
+FROM python:3.9
+
+## set the working directory in the container   
+WORKDIR /app
+
+## copy the dependencies file to the working directory      
+COPY ./requirements.txt /code/requirements.txt
+
+
+## install dependencies
+RUN pip install --no-cache-dir -r requirements.txt
+
+
+## set up a new user named "user"
+RUN useradd user
+
+## change to the "user" user
+USER user
+
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+#Set the working directory
+WORKDIR $HOME/app
+
+#Copy the current directory contents into the container at $HOME/app setting the owner 
+COPY --chown=user:user . $HOME/app
+
+## start the FastAPI app on port 7860
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0","--port", "7860"]
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

app.py

@@ -0,0 +1,79 @@
+"""
+LLM + Hugging face Model + Deployment using Docker + deployment on Hugging face spaces
+
+"""
+
+
+from fastapi import FastAPI
+from transformers import pipeline
+import os
+
+##create a new fastapi app
+app=FastAPI()
+
+
+
+#Initialize the text generation pipeline
+# loading model from the hugging face model hub
+
+pipe = pipeline("text2text-generation", model="google/flan-t5-small")
+
+
+@app.get("/")
+def home():
+    return {"message":"Welcome to the Text Generation API"}
+
+
+
+@app.get("/generate")
+# '''text --> prompt'''
+
+def generate(text:str):
+    output = pipe(text, max_length=50, do_sample=True, temperature=0.7)
+
+    #retuen the fgenerated text in json response
+    return{"output":output[0]['generate']}
+    
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+

requirements.txt

@@ -0,0 +1,6 @@
+fastapi
+requests
+uvicorn[standard]
+sentencepiece
+torch
+transformers