bugfix1

utils.py

@@ -1,4 +1,4 @@
-from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline
 import time
 from langchain_community.llms import HuggingFacePipeline
 from langchain.storage import LocalFileStore
@@ -12,8 +12,8 @@ import os
 from pypdf import PdfMerger
 
 
-mod = "microsoft/phi-1_5"
-tsk = "text-generation"
+mod = "google/flan-t5-large"
+tsk = "text2text-generation"
 
 def merge_pdfs(pdfs: list):
     merger = PdfMerger()
@@ -136,10 +136,9 @@ try:
 
     tokenizer.pad_token = tokenizer.eos_token
 
-    model = AutoModelForCausalLM.from_pretrained(
+    model = AutoModelForSeq2SeqLM.from_pretrained(
         mod,
         trust_remote_code=True,
-        torch_dtype="auto",
     )
 except Exception as e:
     import sys