Spaces:
Sleeping
Sleeping
UPDATE: QnA Functionality
Browse files- app.py +24 -0
- requirements.txt +1 -0
app.py
CHANGED
|
@@ -3,6 +3,7 @@ from functions import *
|
|
| 3 |
from PyPDF2 import PdfReader
|
| 4 |
import pandas as pd
|
| 5 |
from fastapi import FastAPI, File, UploadFile
|
|
|
|
| 6 |
from fastapi.middleware.cors import CORSMiddleware
|
| 7 |
from langchain_community.document_loaders import UnstructuredURLLoader
|
| 8 |
|
|
@@ -71,6 +72,29 @@ async def addText(vectorstore: str, text: str):
|
|
| 71 |
}
|
| 72 |
|
| 73 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 74 |
@app.post("/addWebsite")
|
| 75 |
async def addWebsite(vectorstore: str, websiteUrls: list[str]):
|
| 76 |
urls = websiteUrls
|
|
|
|
| 3 |
from PyPDF2 import PdfReader
|
| 4 |
import pandas as pd
|
| 5 |
from fastapi import FastAPI, File, UploadFile
|
| 6 |
+
from pydantic import BaseModel
|
| 7 |
from fastapi.middleware.cors import CORSMiddleware
|
| 8 |
from langchain_community.document_loaders import UnstructuredURLLoader
|
| 9 |
|
|
|
|
| 72 |
}
|
| 73 |
|
| 74 |
|
| 75 |
+
|
| 76 |
+
class AddQAPair(BaseModel):
|
| 77 |
+
vectorstore: str
|
| 78 |
+
question: str
|
| 79 |
+
answer: str
|
| 80 |
+
|
| 81 |
+
|
| 82 |
+
@app.post("/addQAPair")
|
| 83 |
+
async def addText(addQaPair: AddQAPair):
|
| 84 |
+
username, chatbotname = addQaPair.vectorstore.split("-")[1], addQaPair.vectorstore.split("-")[2]
|
| 85 |
+
df = pd.DataFrame(client.table("ConversAI_ChatbotInfo").select("*").execute().data)
|
| 86 |
+
currentCount = df[(df["username"] == username) & (df["chatbotname"] == chatbotname)]["charactercount"].iloc[0]
|
| 87 |
+
qa = f"QUESTION: {addQaPair.question}\tANSWER: {addQaPair.answer}"
|
| 88 |
+
newCount = currentCount + len(qa)
|
| 89 |
+
if newCount < 400000:
|
| 90 |
+
client.table("ConversAI_ChatbotInfo").update({"charactercount": str(newCount)}).eq("username", username).eq("chatbotname", chatbotname).execute()
|
| 91 |
+
return addDocuments(text = qa, vectorstore = addQaPair.vectorstore)
|
| 92 |
+
else:
|
| 93 |
+
return {
|
| 94 |
+
"output": "WEBSITE EXCEEDING LIMITS, PLEASE TRY WITH A SMALLER DOCUMENT."
|
| 95 |
+
}
|
| 96 |
+
|
| 97 |
+
|
| 98 |
@app.post("/addWebsite")
|
| 99 |
async def addWebsite(vectorstore: str, websiteUrls: list[str]):
|
| 100 |
urls = websiteUrls
|
requirements.txt
CHANGED
|
@@ -14,6 +14,7 @@ langsmith
|
|
| 14 |
lxml
|
| 15 |
PyPDF2
|
| 16 |
python-dotenv
|
|
|
|
| 17 |
pandas
|
| 18 |
sentence-transformers
|
| 19 |
supabase
|
|
|
|
| 14 |
lxml
|
| 15 |
PyPDF2
|
| 16 |
python-dotenv
|
| 17 |
+
pydantic
|
| 18 |
pandas
|
| 19 |
sentence-transformers
|
| 20 |
supabase
|