experiment-notes-2026-10 / data-report.json
SotaTECH3456's picture
Add experiment notes and aggregate results (2026-10-19/20)
08ec956 verified
Raw History Blame Contribute Delete
522 Bytes
{
"created_at": "2026-10-19T13:27:47.301Z",
"excluded": 2539,
"split": "human-reviewed threads excluded from training and validation; validation threads hash-disjoint",
"counts": {
"train": {
"n": 2695,
"same": 81,
"by": {
"rule": 2438,
"opus": 257
}
},
"val": {
"n": 20,
"same": 5,
"by": {
"rule": 17,
"opus": 3
}
},
"test": {
"n": 19,
"same": 17,
"by": {
"human": 19
}
}
}
}