Update app.py

app.py

@@ -42,9 +42,12 @@ if uploaded_file:
     retriever = vectorstore.as_retriever()
 
     # LLM
-    llm = HuggingFaceHub(repo_id="google/flan-t5-base",
-                         huggingfacehub_api_token=HF_TOKEN,
-                         model_kwargs={"temperature": 0, "max_length": 512})
+    llm = HuggingFaceHub(
+    repo_id="google/flan-t5-small",  # smaller than base
+    huggingfacehub_api_token=HF_TOKEN,
+    model_kwargs={"temperature":0, "max_length":256}
+)
+
 
     qa = RetrievalQA.from_chain_type(llm=llm, chain_type="stuff", retriever=retriever)
     st.success("Document processed! You can now ask questions.")