agent-harness / tasks /validation /study5 /TASK_S5_R002_006.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
1.9 kB
{
"commit": "15cbc3c5e3f9893bd5655e40785757edcdd1e56e",
"parent": "d375d83c31a6849af5957c8eb4b9ff63471df4a8",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R002_006",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/ci/status -count=1"
],
"elapsed_seconds": 2.2645970000885427,
"gold": [
{
"command": "go test ./internal/commands/ci/status -count=1",
"elapsed_seconds": 0.7985208339523524,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/ci/status\t0.301s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/ci/status -count=1",
"elapsed_seconds": 0.1736807080451399,
"returncode": 1,
"stderr": "# gitlab.com/gitlab-org/cli/internal/commands/ci/status [gitlab.com/gitlab-org/cli/internal/commands/ci/status.test]\ninternal/commands/ci/status/status_test.go:284:29: undefined: isLivePollableStatus\n",
"stdout": "FAIL\tgitlab.com/gitlab-org/cli/internal/commands/ci/status [build failed]\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.011536540929228067,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/ci/status -count=1",
"elapsed_seconds": 1.120387125061825,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/ci/status\t0.274s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011234499979764223,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}