load_docs.py

import os

def load_documents(data_dir="data"):
    documents = []

    for file_name in os.listdir(data_dir):
        if file_name.endswith(".txt"):
            file_path = os.path.join(data_dir, file_name)

            with open(file_path, "r", encoding="utf-8") as f:
                text = f.read().strip()

            documents.append({
                "source": file_name,
                "content": text
            })

    return documents