focusit commited on
Commit
98cef23
·
1 Parent(s): ebe5abe

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +29 -1
app.py CHANGED
@@ -1,5 +1,33 @@
1
  import streamlit as st
 
 
 
 
 
 
 
2
 
3
- st.title("this")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4
 
5
 
 
1
  import streamlit as st
2
+ from langchain.document_loaders import TextLoader
3
+ import os
4
+ from langchain.text_splitter import RecursiveCharacterTextSplitter
5
+ from langchain.embeddings import HuggingFaceEmbeddings
6
+ from langchain.vectorstores import Chroma
7
+ from langchain import HuggingFaceHub
8
+ from langchain.chains import RetrievalQA
9
 
10
+
11
+ # load huggingface api key
12
+ hub_token = os.environ["hub_key"]
13
+
14
+ # Load text
15
+ loader = TextLoader("testing.txt")
16
+ documents = loader.load()
17
+ splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=20)
18
+ docs = splitter.split_documents(documents)
19
+
20
+ embeddings = HuggingFaceEmbeddings()
21
+ doc_search = Chroma.from_documents(docs, embeddings)
22
+
23
+ repo_id = "tiiuae/falcon-7b"
24
+ llm = HuggingFaceHub(repo_id=repo_id, huggingfacehub_api_token=hub_token, model_kwargs={'temperature': 0.2,'min_length': 4000})
25
+
26
+ from langchain.schema import retriever
27
+ retireval_chain = RetrievalQA.from_chain_type(llm, chain_type="stuff", retriever=doc_search.as_retriever())
28
+
29
+ if query := st.chat_input("Enter your query "):
30
+ with st.chat_message("Assistant"):
31
+ st.write(retireval_chain.run(query))
32
 
33