File size: 426 Bytes
0c51b93
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
import json

with open('../data/sotopia_pi_bc_episodes_reward_o3-mini.json') as f:
    dataset = json.load(f)

settings = []
for data in dataset:
    parts = data['instruction'].split('\n')
    # part[8] is scenario, part[9] is agent combo
    setting = parts[8] + parts[9]
    if setting not in settings:
        settings.append(setting)
print('Total utterances:', len(dataset))
print('Total AgentEnvCombos:', len(settings))