agent-harness / tasks /validation /study4 /TASK_S4_R002_004.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.53 kB
{
"commit": "53e0d461574a38aee207be4ebf0d6879af317e9d",
"parent": "e166c948a89b4f894f6aed5667c6da6db368009d",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R002_004",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/milestone -count=1"
],
"elapsed_seconds": 2.5472689589951187,
"gold": [
{
"command": "go test ./internal/commands/milestone -count=1",
"elapsed_seconds": 0.7010815409012139,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/milestone\t0.261s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/milestone -count=1",
"elapsed_seconds": 0.6645365830045193,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: TestNewCmdMilestone (0.00s)\n milestone_test.go:31: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpfs8a46/tree/internal/commands/milestone/milestone_test.go:31\n \tError: \t[]string{\"create\", \"delete\", \"edit\", \"get\", \"list\"} does not contain \"get [<id>] [flags]\"\n \tTest: \tTestNewCmdMilestone\n milestone_test.go:31: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpfs8a46/tree/internal/commands/milestone/milestone_test.go:31\n \tError: \t[]string{\"create\", \"delete\", \"edit\", \"get\", \"list\"} does not contain \"list [flags]\"\n \tTest: \tTestNewCmdMilestone\n milestone_test.go:31: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpfs8a46/tree/internal/commands/milestone/milestone_test.go:31\n \tError: \t[]string{\"create\", \"delete\", \"edit\", \"get\", \"list\"} does not contain \"create [flags]\"\n \tTest: \tTestNewCmdMilestone\n milestone_test.go:31: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpfs8a46/tree/internal/commands/milestone/milestone_test.go:31\n \tError: \t[]string{\"create\", \"delete\", \"edit\", \"get\", \"list\"} does not contain \"edit <id> [flags]\"\n \tTest: \tTestNewCmdMilestone\n milestone_test.go:31: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpfs8a46/tree/internal/commands/milestone/milestone_test.go:31\n \tError: \t[]string{\"create\", \"delete\", \"edit\", \"get\", \"list\"} does not contain \"delete <id> [flags]\"\n \tTest: \tTestNewCmdMilestone\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/milestone\t0.276s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.009962082840502262,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/milestone -count=1",
"elapsed_seconds": 1.0075402499642223,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/milestone\t0.254s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010876124957576394,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}