Upload folder using huggingface_hub

app.py

@@ -1,12 +1,11 @@
 from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
 import gradio as gr
 
-model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-base")
-tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-base")
+model = AutoModelForSeq2SeqLM.from_pretrained("google/flan-t5-large")
+tokenizer = AutoTokenizer.from_pretrained("google/flan-t5-large")
 
 def index(prompt):
-    # Truncate or split the input sequence to fit within the model's maximum sequence length
-    inputs = tokenizer(prompt, return_tensors="pt", max_length=512, truncation=True)
+    inputs = tokenizer(prompt, return_tensors="pt")
     outputs = model.generate(**inputs)
 
     decoded_outputs = tokenizer.batch_decode(outputs, skip_special_tokens=True)