Upload 4 files

.env

@@ -0,0 +1,2 @@
+DEEPGRAM_API_KEY='43044985b4f715eda085e2b5e974f14edb2abf81'
+OPENAI_API_KEY='9b3fd60a04ff4517be88e57bb91f205f'

Dockerfile

@@ -0,0 +1,14 @@
+# Use the official Python 3.10.9 image
+FROM python:3.10.9
+
+# Copy the current directory contents into the container at .
+COPY . .
+
+# Set the working directory to /
+WORKDIR /
+
+# Install requirements.txt 
+RUN pip install --no-cache-dir --upgrade -r /requirements.txt
+
+# Start the FastAPI app on port 7860, the default port expected by Spaces
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,62 @@
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+from pydantic import BaseModel
+from langchain.llms import OpenAI
+from langchain.chains import LLMChain
+from langchain.prompts import PromptTemplate
+import openai
+from dotenv import load_dotenv
+import os
+
+# Load environment variables from .env file
+load_dotenv()
+
+# Configure OpenAI for Azure
+openai.api_type = "azure"
+openai.api_base = "https://amplifai-openai.openai.azure.com/"
+openai.api_version = "2023-07-01-preview"
+openai.api_key = os.getenv("OPENAI_API_KEY")
+
+app = FastAPI()
+
+class Prompt(BaseModel):
+    text: str
+
+class GenerateResponse(BaseModel):
+    text: str
+
+def generate_text(prompt: str):
+    if prompt == "":
+        return {"detail": "Please provide a prompt."}
+    else:
+        prompt_template = PromptTemplate(template=prompt, input_variables=['Prompt'])
+        llm = OpenAI(api_key=openai.api_key)
+        llmchain = LLMChain(
+            prompt=prompt_template,
+            llm=llm
+        )
+        llm_response = llmchain.run(
+            {"Prompt": prompt},
+            temperature=0.7,
+            max_tokens=750,
+            top_p=1.0,
+            frequency_penalty=0.0,
+            presence_penalty=0.0
+        )
+        return GenerateResponse(text=llm_response)
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+@app.get("/", tags=["Home"])
+def api_home():
+    return {'detail': 'Welcome to FastAPI TextGen Tutorial!'}
+
+@app.post("/api/generate", summary="Generate text from prompt", tags=["Generate"], response_model=GenerateResponse)
+def inference(input_prompt: Prompt):
+    return generate_text(prompt=input_prompt.text)

requirements.txt

@@ -0,0 +1,7 @@
+fastapi==0.99.1
+uvicorn
+requests
+langchain
+openai==0.28.0
+pillow==10.2.0
+pydantic==2.6.1