check_nfcorpus.py

import json
import sys
import os

sys.path.append(os.path.abspath("."))
# Load results
with open('results/eval_nfcorpus.json') as f:
    data = json.load(f)

# Load qrels
from evaluation.dataset_loader import DatasetLoader

loader = DatasetLoader('data/nfcorpus')
qrels = loader.load_qrels()

# 🔍 Debug prints
print("Sample RESULT query_id:", list(data.keys())[0])

first_qid = list(qrels.keys())[0]
print("Sample QREL query_id:", first_qid)

print("Sample QREL doc_id:", list(qrels[first_qid].keys())[0])

print("Total QREL queries:", len(qrels))
print("Total RESULT queries:", len(data))

# 🔥 Check overlap
common = set(data.keys()) & set(qrels.keys())
print("Common query IDs:", len(common))