agent-harness / tasks /validation /study4 /TASK_S4_R002_003.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.44 kB
{
"commit": "f98d22beb615822fa20c32ddaf0fd3b13c8cd233",
"parent": "4d7442ac69c6d3b8f86af4764f4143b310650cba",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R002_003",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/binarymgr -count=1",
"go test ./internal/commands/orbit/local -count=1"
],
"elapsed_seconds": 4.110767333069816,
"gold": [
{
"command": "go test ./internal/binarymgr -count=1",
"elapsed_seconds": 0.8108401249628514,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/binarymgr\t0.325s\n",
"timed_out": false
},
{
"command": "go test ./internal/commands/orbit/local -count=1",
"elapsed_seconds": 0.7715374999679625,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/orbit/local\t0.295s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/binarymgr -count=1",
"elapsed_seconds": 0.18665783409960568,
"returncode": 1,
"stderr": "# gitlab.com/gitlab-org/cli/internal/binarymgr [gitlab.com/gitlab-org/cli/internal/binarymgr.test]\ninternal/binarymgr/extract_test.go:177:14: undefined: ZipExtractor\ninternal/binarymgr/extract_test.go:200:14: undefined: ZipExtractor\ninternal/binarymgr/extract_test.go:212:12: undefined: ZipExtractor\ninternal/binarymgr/extract_test.go:224:12: undefined: ZipExtractor\ninternal/binarymgr/extract_test.go:236:12: undefined: ZipExtractor\n",
"stdout": "FAIL\tgitlab.com/gitlab-org/cli/internal/binarymgr [build failed]\nFAIL\n",
"timed_out": false
},
{
"command": "go test ./internal/commands/orbit/local -count=1",
"elapsed_seconds": 0.18190333293750882,
"returncode": 1,
"stderr": "# gitlab.com/gitlab-org/cli/internal/commands/orbit/local [gitlab.com/gitlab-org/cli/internal/commands/orbit/local.test]\ninternal/commands/orbit/local/local_test.go:120:14: undefined: orbitExtractorFor\ninternal/commands/orbit/local/local_test.go:124:13: undefined: orbitExtractorFor\ninternal/commands/orbit/local/local_test.go:129:13: undefined: orbitExtractorFor\n",
"stdout": "FAIL\tgitlab.com/gitlab-org/cli/internal/commands/orbit/local [build failed]\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.011062250006943941,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/binarymgr -count=1",
"elapsed_seconds": 1.2294773750472814,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/binarymgr\t0.397s\n",
"timed_out": false
},
{
"command": "go test ./internal/commands/orbit/local -count=1",
"elapsed_seconds": 0.7541235419921577,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/orbit/local\t0.288s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010219624964520335,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}