Update app.py

app.py

@@ -164,11 +164,17 @@ def get_context_retriever_chain(vector_store):
 
 # Conversational chain
 def get_conversational_rag_chain(retriever_chain):
+    # llm = HuggingFaceHub(
+    #     repo_id="google/flan-t5-base",
+    #     huggingfacehub_api_token=HF_TOKEN,
+    #     model_kwargs={"temperature": 0.5, "max_length": 512}
+    # )
     llm = HuggingFaceHub(
-        repo_id="google/flan-t5-base",
-        huggingfacehub_api_token=HF_TOKEN,
-        model_kwargs={"temperature": 0.5, "max_length": 512}
-    )
+    repo_id="google/flan-t5-small",
+    model_kwargs={"temperature": 0.5, "max_length": 512},
+    huggingfacehub_api_token=os.getenv("HUGGINGFACEHUB_API_TOKEN", "").strip()
+)
+
 
     prompt = ChatPromptTemplate.from_messages([
         ("system", "Answer the user's questions based on the below context:\n\n{context}"),