Hugging Face's logo

Spaces:
OttoYu
/
LLM-RAG
Runtime error

App Files Community
OttoYu commited on
Commit
2a5dc35
·
verified ·
1 Parent(s): efa6eba

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ from langchain_community.document_loaders import PDFMinerLoader, CSVLoader, JSON
10
  from langchain.text_splitter import SentenceTransformersTokenTextSplitter
11
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
12
 
13
- MODEL_NAME = "TheBloke/Llama-2-13B"
14
 
15
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
16
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="cpu")
 
10
  from langchain.text_splitter import SentenceTransformersTokenTextSplitter
11
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
12
 
13
+ MODEL_NAME = "TheBloke/Llama-2-13B-chat-GPTQ"
14
 
15
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
16
  model = AutoModelForCausalLM.from_pretrained(MODEL_NAME, device_map="cpu")