Update app.py

app.py

@@ -10,7 +10,7 @@ from langchain.vectorstores import chroma
 from langchain.chains.question_answering import load_qa_chain
 from langchain_community.llms import huggingface_hub
 from langchain.document_loaders.pdf import PyMuPDFLoader 
-#from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoModelForCausalLM
 #from langchain.llms import huggingface_endpoint
 import os
 #import fitz
@@ -64,9 +64,8 @@ def main():
         if query:
             
             #PATH = 'model/'
-            #llm = AutoModelForCausalLM.from_pretrained("CohereForAI/aya-101")
-            # llm = AutoModelForCausalLM.from_pretrained(PATH,local_files_only=True)
-            llm = huggingface_hub.HuggingFaceHub(repo_id="openai-community/gpt2",model_kwargs={"temperature":1.0, "max_length":500})
+            llm = AutoModelForCausalLM.from_pretrained("openai-community/gpt2")
+            #llm = huggingface_hub.HuggingFaceHub(repo_id="openai-community/gpt2",model_kwargs={"temperature":1.0, "max_length":500})
             if query == 'Summarize':
                 #docs = pdf_reader.load_and_split()
                 chain = load_summarize_chain(llm, chain_type="map_reduce")