Update app.py

app.py

@@ -23,7 +23,7 @@ def build_or_load_db():
     loader = DirectoryLoader('./data/', glob="./*.pdf", loader_cls=PyPDFLoader)
     docs = loader.load()
     
-    splitter = RecursiveCharacterTextSplitter(chunk_size=600, chunk_overlap=100)
+    splitter = RecursiveCharacterTextSplitter(chunk_size=500, chunk_overlap=100)
     chunks = splitter.split_documents(docs)
     
     return Chroma.from_documents(chunks, embeddings, persist_directory="./chroma_db")
@@ -67,9 +67,9 @@ def predict(message, history):
     
     # 3. Generation
     # We strip the prompt out of the result so the user only sees the 'Answer'
-    response = pipe(prompt, max_new_tokens=256)[0]['generated_text'].split("ANSWER:")[-1]
+    response = pipe(prompt, max_new_tokens=150)[0]['generated_text'].split("ANSWER:")[-1]
     
-    return f"{response.strip()}\n\n**Sources:**\n{sources}"
+    return response.strip()
 
 # 5. GRADIO INTERFACE
 gr.ChatInterface(predict, title="Radiomics Clinical Assistant").launch()