file size logging added

app.py

@@ -1,3 +1,4 @@
+import os
 from fastapi import FastAPI
 import lancedb
 from sentence_transformers import SentenceTransformer
@@ -14,6 +15,11 @@ index_path = snapshot_download(
     force_download=True  # ensure we get the latest version
 )
 
+for root, dirs, files in os.walk(f"{index_path}/lancedb_search_index"):
+    for f in files:
+        p = os.path.join(root, f)
+        print(p, os.path.getsize(p))
+
 # 2. Connect DB and load model
 db = lancedb.connect(f"{index_path}/lancedb_search_index")
 table = db.open_table("ndl_core_datasets")

requirements.txt

@@ -1,6 +1,6 @@
 fastapi
 uvicorn
-lancedb
+lancedb>=0.26.1
 sentence-transformers
 pandas
 huggingface-hub