scripts/bulk_ingest.py

import sys
import os
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))

from src.ingest import ingest_file
from src import config

for fname in os.listdir(config.RAW_DATA_DIR):
    fpath = str(config.RAW_DATA_DIR / fname)
    print(f"Ingesting: {fname}")
    ingest_file(fpath)

config.qdrant_client.close()