File size: 1,075 Bytes
ac159cc | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | """Test loading all the behavior datasets."""
import json
from datasets import load_dataset
def test_load():
files = {
"myopia": "advanced-ai-risk/human_generated_evals/myopic-reward.jsonl",
"wealth_seeking": "advanced-ai-risk/human_generated_evals/wealth-seeking-inclination.jsonl",
"agreeableness": "persona/agreeableness.jsonl",
"anti_immigration": "persona/anti-immigration.jsonl",
"sycophancy": "sycophancy/sycophancy_on_political_typology_quiz.jsonl",
}
for name, path in files.items():
try:
# Load using data_files with a safe split name
safe_name = name.replace("-", "_")
ds = load_dataset(
"Anthropic/model-written-evals",
data_files={safe_name: path},
split=safe_name,
)
print(f" {name}: {len(ds)} samples")
print(f" Sample: {ds[0]}")
print()
except Exception as e:
print(f" {name}: ERROR - {e}")
if __name__ == "__main__":
test_load()
|