agent-harness / configs /reliability /E08_repeat_cells.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.76 kB
{
"cells": [
{
"model_id": "M002",
"task_id": "TASK_S2_R002_014",
"treatment_id": "H000"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R002_015",
"treatment_id": "H000"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R003_002",
"treatment_id": "H000"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R003_006",
"treatment_id": "H000"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R001_015",
"treatment_id": "H003"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R002_016",
"treatment_id": "H003"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R003_006",
"treatment_id": "H003"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R003_019",
"treatment_id": "H003"
},
{
"model_id": "M002",
"task_id": "TASK_CR_008",
"treatment_id": "H007"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R001_020",
"treatment_id": "H007"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R003_007",
"treatment_id": "H007"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R003_016",
"treatment_id": "H007"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R001_015",
"treatment_id": "H011"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R001_016",
"treatment_id": "H011"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R002_020",
"treatment_id": "H011"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R003_002",
"treatment_id": "H011"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R001_011",
"treatment_id": "A001"
},
{
"model_id": "M003",
"task_id": "TASK_CR_003",
"treatment_id": "A001"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R002_012",
"treatment_id": "A001"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R002_017",
"treatment_id": "A001"
},
{
"model_id": "M003",
"task_id": "TASK_CR_007",
"treatment_id": "A002"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R002_004",
"treatment_id": "A002"
},
{
"model_id": "M003",
"task_id": "TASK_S2_R002_011",
"treatment_id": "A002"
},
{
"model_id": "M002",
"task_id": "TASK_S2_R003_015",
"treatment_id": "A002"
}
],
"description": "Twenty-four balanced non-oracle E08 cells repeated at temperature 0.2 with seeds 0, 1, and 2.",
"experiment_id": "E08",
"schema_version": 1,
"seeds": [
0,
1,
2
],
"temperature": 0.2,
"top_p": 1.0
}