methods/searchain/ColBERT/index_ft.py

from colbert.infra import Run, RunConfig, ColBERTConfig
from colbert import Indexer

dataset = "webq"

if __name__=='__main__':
    with Run().context(RunConfig(nranks=1, experiment=dataset+"_jina")):

        config = ColBERTConfig(
            nbits=2,
            root="/ColBERT-main/experiments",
        )
        indexer = Indexer(checkpoint="jinaai/jina-colbert-v2 ", config=config)
        indexer.index(name=f"{dataset}.nbits=2", collection=f"/data1/liuyaoyang/Papers/icml2025/multi_rag/RAG/Search-in-the-Chain/data/{dataset}.tsv")