top k = 100 + topk rerank = 30 + max chunk size is 1024 + max rows =5 + sim cut off = 0.25

top k = 150 + max chunk size is 4000 + max rows =15 + sim cut off = 0.45

top k = 120 + max chunk size is 4000 + max rows =5 + sim cut off = 0.35

top k = 100 + max chunk size is 6000 + max rows =30 + sim cut off = 0.45

top k = 100 + max chunk size is 512 + max rows =3

top k = 100 + max chunk size is 5000 + max rows =30

top k = 100 + max chunk size is 1024 + max rows =10

top k = 100 + max chunk size is 3000 + max rows =15

top k = 80 + max chunk size is 3000

new utils py fixed

added type hints

new api = retrieve chunks + some more text fixing

new api = retrieve chunks + some more text fixing

max chunk size= 4000 + max row = 5

max chunk size= 4000 + max row = 5

max chunk size= 4000 + max row = 5

max chunk size= 4000 + max row = 5

topk query = 70 + 0.55 sim cut off + table chunk size= 4000

topk query = 50 + 0.55 sim cut off + table chunk size= 2500

topk query = 50 + 0.55 sim cut off + table chunk size= 2500

new dedublication

new documents prep

new documents prep

new documents prep

new documents prep

eski holat with utils simplified

eski holat with utils

eski holat with utils

api key added

api key added

api key added

eski holat

eski holat

eski holat

new function for should keep table whole for some files

max rows = 20, 150 + 150 bm25

chunk size = 2048 + rows=15

chunk size = 2048 + rows=15

chunk size = 2048 + rows=15

chunk size = 2048 + rows=15

chunk size = 2048 + rows=15

chunk size = 2048 + rows=15

chunk size = 1500

max rows = 20, 100 + 100 bm25

top k reranker = 20, max rows = 10, max chars= 2000 + new deduplication

top k reranker = 20, max rows = 10, max chars= 4000 + new deduplication

top k reranker = 25, max rows = 5, max chars= 4000

adaptive table chunking

doc id problem fixed

doc id problem fixed