geneseek / scripts /bulk_ingest.py
prabhal's picture
fix Railway port config and switch to Qdrant Cloud
af51700
raw
history blame contribute delete
334 Bytes
import sys
import os
sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
from src.ingest import ingest_file
from src import config
for fname in os.listdir(config.RAW_DATA_DIR):
fpath = str(config.RAW_DATA_DIR / fname)
print(f"Ingesting: {fname}")
ingest_file(fpath)
config.qdrant_client.close()