changes

app.py

@@ -3,7 +3,7 @@ from transformers import pipeline
 import fitz
 
 qa = pipeline("question-answering", model="deepset/roberta-base-squad2", device=0)
-text_gen = pipeline("text-generation", model="distilgpt2",device=0)
+text_gen = pipeline("text2text-generation", model="google/flan-t5-base", device=0)
 
 
 # extract text from uploaded document
@@ -44,11 +44,14 @@ if st.session_state.context:
 
     question = st.text_input("You", key="user_input")
 
+    
     if question:
         result = qa(question=question, context=st.session_state.context)
         
-        prompt = f"{st.session_state.context}\n{question}\n"
-        generated = text_gen(prompt, max_length=100, do_sample=True)[0]['generated_text']
+        context_chunk = st.session_state.context[:1500]
+        prompt = f"Context: {context_chunk}\nQuestion: {question}\nAnswer:"
+        
+        generated = text_gen(prompt, max_length=100)[0]['generated_text']
         
         # save convo
         st.session_state.chat_history.append(