Spaces:
Runtime error
Runtime error
File size: 2,188 Bytes
737f413 fa728c7 737f413 fa728c7 c5a14aa 839d8bc fa728c7 737f413 c276d3b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 |
import random
import time
import requests
from langchain.chains.question_answering import load_qa_chain
from langchain.text_splitter import CharacterTextSplitter
from langchain.embeddings import HuggingFaceEmbeddings
from langchain.docstore.document import Document
from langchain.vectorstores import FAISS
from langchain import HuggingFaceHub
class DocumentChatbot:
def __init__(self):
self.llm = None
self.chain = None
self.embeddings = None
self.metadata = {"source": "internet"}
self.init_mes = ["According to the document, ", "Based on the text, ", "I think, ", "According to the text, ", "Based on the document you provided, "]
def respond(self, text_input, question, chat_history, model_name):
self.llm = HuggingFaceHub(repo_id=model_name, model_kwargs={"temperature":0, "max_length":512})
self.chain = load_qa_chain(self.llm, chain_type="stuff")
self.embeddings = HuggingFaceEmbeddings()
if not question or question.isspace():
return "Please enter a valid question.", chat_history
if text_input.startswith("http"):
response = requests.get(text_input)
text_var = response.text
if text_var is None:
raise ValueError("No document is given")
else:
text_var = text_input
time.sleep(0.5)
documents = [Document(page_content=text_var, metadata=self.metadata)]
text_splitter = CharacterTextSplitter(chunk_size=750, chunk_overlap=0)
docs = text_splitter.split_documents(documents)
if self.llm is None:
raise ValueError("Model not loaded")
db = FAISS.from_documents(docs, self.embeddings)
query = question
try:
docs = db.similarity_search(query)
answer = self.chain.run(input_documents=docs, question=query)
bot_message = random.choice(self.init_mes) + answer + "."
except ValueError as e:
bot_message = f"An error occurred: {str(e)}"
chat_history.append((question, bot_message))
time.sleep(1)
return "", chat_history |