Upload 7 files

README.md

@@ -1,11 +1,13 @@
 ---
-title: FASTAPIGEN
-emoji: 📉
-colorFrom: red
-colorTo: pink
+title: TextGen
+emoji: 📝
+colorFrom: yellow
+colorTo: yellow
 sdk: docker
+app_file: app.py
 pinned: false
-license: apache-2.0
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# FastAPI-Deployment
+
+Simple Text Generation app using Cohere generate a model to demonstrate deploying FastAPI Applications on Huggingface Spaces via Docker and Github Actions

TextGen/ConfigEnv.py

@@ -0,0 +1,19 @@
+"""Config class for handling env variables.
+"""
+from functools import lru_cache
+from pydantic import BaseSettings
+
+class Settings(BaseSettings):
+    APP_ID: str
+    USER_ID: str
+    MODEL_ID: str
+    CLARIFAI_PAT: str
+    MODEL_VERSION_ID: str
+    
+    class Config:
+        env_file = '.env'
+
+@lru_cache()
+def get_settings():
+    return Settings()
+config = get_settings()

TextGen/__init__.py

@@ -0,0 +1,7 @@
+from fastapi import FastAPI
+
+app = FastAPI(title="Deploying FastAPI Apps on Huggingface")
+
+from TextGen import router
+
+

TextGen/router.py

@@ -0,0 +1,53 @@
+from pydantic import BaseModel
+
+from .ConfigEnv import config
+from fastapi.middleware.cors import CORSMiddleware
+
+from langchain.llms import Clarifai
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
+
+from TextGen import app
+
+class Generate(BaseModel):
+    text:str
+
+def generate_text(prompt: str):
+    if prompt == "":
+        return {"detail": "Please provide a prompt."}
+    else:
+        prompt = PromptTemplate(template=prompt, input_variables=['Prompt'])
+
+        llm = Clarifai(
+            pat = config.CLARIFAI_PAT,
+            user_id = config.USER_ID,
+            app_id = config.APP_ID, 
+            model_id = config.MODEL_ID,
+            model_version_id=config.MODEL_VERSION_ID,
+        )
+
+        llmchain = LLMChain(
+            prompt=prompt,
+            llm=llm
+        )
+
+        llm_response = llmchain.run({"Prompt": prompt})
+        return Generate(text=llm_response)
+
+        
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+@app.get("/", tags=["Home"])
+def api_home():
+    return {'detail': 'Welcome to FastAPI TextGen Tutorial!'}
+
+@app.post("/api/generate", summary="Generate text from prompt", tags=["Generate"], response_model=Generate)
+def inference(input_prompt: str):
+    return generate_text(prompt=input_prompt)

app.py

@@ -1,47 +1 @@
-from pydantic import BaseModel
-
-from ConfigEnv import config
-from fastapi.middleware.cors import CORSMiddleware
-
-from langchain.llms import Clarifai
-from langchain.chains import LLMChain
-from langchain.prompts import PromptTemplate
-from TextGen import app
-
-class Generate(BaseModel):
-    text:str
-
-def generate_text(prompt: str):
-    if prompt == "":
-        return {"detail": "Please provide a prompt."}
-    else:
-        prompt = PromptTemplate(template=prompt, input_variables=['Prompt'])
-        llm = Clarifai(
-            pat = config.CLARIFAI_PAT,
-            user_id = config.USER_ID,
-            app_id = config.APP_ID, 
-            model_id = config.MODEL_ID,
-            model_version_id=config.MODEL_VERSION_ID,
-        )
-        llmchain = LLMChain(
-            prompt=prompt,
-            llm=llm
-        )
-        llm_response = llmchain.run({"Prompt": prompt})
-        return Generate(text=llm_response)
-
-app.add_middleware(
-    CORSMiddleware,
-    allow_origins=["*"],
-    allow_credentials=True,
-    allow_methods=["*"],
-    allow_headers=["*"],
-)
-
-
-def api_home():
-    return {'detail': 'Welcome to FastAPI TextGen Tutorial!'}
-
-
-def inference(input_prompt: str):
-    return generate_text(prompt=input_prompt)
+from TextGen import app