1

app.py

@@ -8,13 +8,13 @@ from langchain.memory import ConversationBufferMemory
 from langchain.chains import RetrievalQA
 from pdfminer.high_level import extract_text
 from langchain.text_splitter import RecursiveCharacterTextSplitter
-from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
 
 # Updated Prompt Template
 
-tokenizer = AutoTokenizer.from_pretrained("red1xe/Llama-2-7B-codeGPT")
-model = AutoModelForCausalLM.from_pretrained("red1xe/Llama-2-7B-codeGPT")
+tokenizer = AutoTokenizer.from_pretrained("TinyPixel/Llama-2-7B-bf16-sharded")
+model = AutoModelForCausalLM.from_pretrained("TinyPixel/Llama-2-7B-bf16-sharded")
 
 persist_directory = 'db'
 embeddings_model_name = 'sentence-transformers/all-MiniLM-L6-v2'