Update app.py

app.py

@@ -7,22 +7,25 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain.vectorstores import FAISS
 from langchain.memory import ConversationBufferMemory
 from langchain_community.document_loaders import PyPDFLoader
-from transformers import T5Tokenizer, T5ForConditionalGeneration
+from transformers import pipeline, AutoModelForSeq2SeqLM, AutoTokenizer
 import torch
 from transformers import pipeline
 import os
 import tempfile
 
+model = AutoModelForSeq2SeqLM.from_pretrained("LaMini-Flan-T5-783M")
+tokenizer = AutoTokenizer.from_pretrained("LaMini-Flan-T5-783M", device_map = 'auto', torch_dtype = torch.float32)
+
 
 checkpoint = "LaMini-Flan-T5-783M"
-tokenizer = T5Tokenizer.from_pretrained(checkpoint)
+#tokenizer = T5Tokenizer.from_pretrained(checkpoint)
 
 base_model = T5ForConditionalGeneration.from_pretrained( checkpoint, device_map = 'auto', torch_dtype = torch.float32 )
 
 def llm_pipeline():
     pipe = pipeline(
         'question-answering',
-        model = base_model,
+        model = model,
         tokenizer = tokenizer,
         do_sample = True,
         temperature = 0.5,