Upload folder using huggingface_hub

Dockerfile

@@ -22,7 +22,6 @@ RUN pip install --no-cache-dir -r requirements-space.txt
 COPY app/pyproject.toml ./
 COPY app/src/ ./src/
 COPY app/frontend/ ./frontend/
-COPY app/deploy/seed_data/ ./seed_data/     # prebuilt all-books DB + FAISS index (~40 MB)
 RUN pip install --no-cache-dir -e . --no-deps && \
     mkdir -p /data && chown -R user:user /app /data
 
@@ -43,7 +42,9 @@ ENV INKFERENCE_DATA_ROOT=/data \
     LLM_PROVIDER=groq \
     LLM_MODEL=openai/gpt-oss-120b \
     LLM_FALLBACK=gemini:gemini-2.5-flash-lite \
-    RAG_USE_CORRECTED=true
+    RAG_USE_CORRECTED=true \
+    # dataset holding the prebuilt corpus (seed_data/) AND the scans (book*/forster*/)
+    SEED_DATASET=sajitkun125/inkference-book-images
 # REQUIRED Space secrets: GROQ_API_KEY, GEMINI_API_KEY
 # REQUIRED Space variable (page scans): INKFERENCE_IMAGES_BASE_URL=
 #   https://huggingface.co/datasets/<user>/inkference-book-images/resolve/main
@@ -55,7 +56,14 @@ USER user
 RUN python -c "from sentence_transformers import SentenceTransformer as S; S('sentence-transformers/all-MiniLM-L6-v2')"
 RUN python -c "from transformers import TrOCRProcessor, VisionEncoderDecoderModel as M; TrOCRProcessor.from_pretrained('microsoft/trocr-base-handwritten'); M.from_pretrained('microsoft/trocr-base-handwritten')"
 
+# Fetch the prebuilt DB + FAISS index from the dataset. snapshot_download RESOLVES LFS
+# to real bytes (unlike the Space's Docker build, which ships LFS as pointers). Only the
+# seed_data/ folder is pulled — the 1.3 GB scans stay remote and stream via the CDN.
+RUN python -c "import os; from huggingface_hub import snapshot_download; \
+snapshot_download(os.environ['SEED_DATASET'], repo_type='dataset', \
+allow_patterns=['seed_data/*'], local_dir='/app/hub')"
+
 EXPOSE 7860
 
 # Copy the prebuilt corpus into the (ephemeral) data root on boot, then serve. No re-seed.
-CMD ["sh", "-c", "cp -rn /app/seed_data/. /data/ 2>/dev/null || true; uvicorn inkference.api.main:app --host 0.0.0.0 --port ${PORT:-7860}"]
+CMD ["sh", "-c", "cp -rn /app/hub/seed_data/. /data/ 2>/dev/null || true; uvicorn inkference.api.main:app --host 0.0.0.0 --port ${PORT:-7860}"]

app/deploy/seed_data/index/doc_1.faiss

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dff3e63c3a13fb3d5cc9f23c2239d4bb270aa496bc0658179b6a2356fb6ffa91
-size 4108845

app/deploy/seed_data/inkference.db

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:10c7568dfd0d88563bd5f19d71a6330f47fcfe61a229f132c91364386252f67b
-size 34762752