Upload 2 files

app.py

@@ -260,13 +260,9 @@ elif decoder_model == "FLAN-T5":
             if submitted:
                 for context_text in context_list:
                     output_text.append(
-                        flan_t5_pipeline(
-                            "Question:"
-                            + query_text
-                            + "\nContext:"
-                            + context_text
-                            + "\nAnswer?"
-                        )[0]["summary_text"]
+                        flan_t5_pipeline("Summarize:" + context_text)[0][
+                            "summary_text"
+                        ]
                     )
                 st.subheader("Answer:")
                 for text in output_text:

utils.py

@@ -44,8 +44,8 @@ def get_t5_model():
 def get_flan_t5_model():
     return pipeline(
         "summarization",
-        model="google/flan-t5-large",
-        tokenizer="google/flan-t5-large",
+        model="google/flan-t5-base",
+        tokenizer="google/flan-t5-base",
         max_length=512,
         # length_penalty = 0
     )