reducing chunk size for less memory usage

app/rag.py

@@ -155,8 +155,8 @@ def split_into_chunks(pages):
     print("\n  Splitting into chunks...")
 
     splitter = RecursiveCharacterTextSplitter(
-        chunk_size=2000,
-        chunk_overlap=200
+        chunk_size=1500,
+        chunk_overlap=150
     )
     chunks = splitter.split_documents(pages)
     print(f"  Total chunks: {len(chunks)}")

data/faiss_index/computer_science_9/chunks.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e3a5b827851d9443106249253af416be39e44d5f41ee02398d0eeaca7c630dd
-size 494689
+oid sha256:35a509b290b1d08dfab0420897c2648bbe530093dd63ea7142c2bbb1d45b308a
+size 509193

data/faiss_index/computer_science_9/index.faiss

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12dd9f0f51e84a05be517fbf287b1a456306db5f97c8e95d16424556f32d362e
-size 470061
+oid sha256:33a107cd172aa1556b9c88606e00c516738ed8dab1554b947b647adfe261e9ee
+size 600621

data/faiss_index/computer_science_9/index.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ad0c6bcfa971ce59a7c0ea8608e78ed989706c5c4b7dd28c1f40c83f8d388e9
-size 510590
+oid sha256:25d8a15e8e2554cba4f1ba84d3ecb4a22d22c47dc9f94831782b307e6ce51ca3
+size 529590