app.py
CHANGED
|
@@ -30,7 +30,7 @@ if files:
|
|
| 30 |
embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
|
| 31 |
vectorstore = FAISS.from_texts(chunks, embeddings)
|
| 32 |
memory = ConversationBufferMemory(memory_key='chat_history', return_messages=True,)
|
| 33 |
-
llm = AutoModelForCausalLM.from_pretrained("
|
| 34 |
chain = RetrievalQA.from_chain_type(
|
| 35 |
llm=llm,
|
| 36 |
chain_type="retrieval-qa",
|
|
|
|
| 30 |
embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2")
|
| 31 |
vectorstore = FAISS.from_texts(chunks, embeddings)
|
| 32 |
memory = ConversationBufferMemory(memory_key='chat_history', return_messages=True,)
|
| 33 |
+
llm = AutoModelForCausalLM.from_pretrained("TinyPixel/Llama-2-7B-bf16-sharded")
|
| 34 |
chain = RetrievalQA.from_chain_type(
|
| 35 |
llm=llm,
|
| 36 |
chain_type="retrieval-qa",
|