agent-harness / tasks /validation /study5 /TASK_S5_R002_002.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
1.98 kB
{
"commit": "9bb960695ecf12e2b8320aac8d9e6da0d6e9801c",
"parent": "92105c4bb18c8d220c12cbd1caafe31c34c6c91d",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R002_002",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/git -count=1"
],
"elapsed_seconds": 10.189807708142325,
"gold": [
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 5.071395333157852,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/git\t4.729s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 0.13869208400137722,
"returncode": 1,
"stderr": "# gitlab.com/gitlab-org/cli/internal/git [gitlab.com/gitlab-org/cli/internal/git.test]\ninternal/git/git_test.go:325:15: undefined: GitCommonDir\ninternal/git/git_test.go:345:15: undefined: GitCommonDir\ninternal/git/stacked_test.go:141:23: undefined: GitCommonDir\ninternal/git/stacked_test.go:358:10: undefined: NewTestRepo\ninternal/git/stacked_test.go:376:20: undefined: GitCommonDir\n",
"stdout": "FAIL\tgitlab.com/gitlab-org/cli/internal/git [build failed]\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010525499936193228,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 4.80656091705896,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/git\t4.391s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011214958969503641,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}