NRF_LLM / modules /data_loader.py
casamN's picture
Create modules/data_loader.py
16313ce verified
Raw
History Blame Contribute Delete
449 Bytes
import json
import pandas as pd
def load_all_data():
with open(
"data/knowledge.json",
"r",
encoding="utf-8"
) as f:
knowledge = json.load(f)
dictionary_df = pd.read_csv(
"data/kiembu_dictionary.csv",
sep="\t",
header=None,
names=["English","Kiembu"]
)
proverb_df = pd.read_csv(
"data/proverbs.csv"
)
return knowledge, dictionary_df, proverb_df