agent-harness / tasks /validation /study4 /TASK_S4_R002_005.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
4.49 kB
{
"commit": "ea857f79232d912db3b272e2601a48edfd942242",
"parent": "d3f3944d353186f4bebce0d3924ab6958d93ce79",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R002_005",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/mr/checkout -count=1",
"go test ./internal/git -count=1"
],
"elapsed_seconds": 11.349299208028242,
"gold": [
{
"command": "go test ./internal/commands/mr/checkout -count=1",
"elapsed_seconds": 1.0413299589417875,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/mr/checkout\t0.291s\n",
"timed_out": false
},
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 4.326243040850386,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/git\t3.966s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/mr/checkout -count=1",
"elapsed_seconds": 0.18831341597251594,
"returncode": 1,
"stderr": "# gitlab.com/gitlab-org/cli/internal/commands/mr/checkout [gitlab.com/gitlab-org/cli/internal/commands/mr/checkout.test]\ninternal/commands/mr/checkout/mr_checkout_test.go:89:20: mockGit.EXPECT().GitWithIO undefined (type *\"gitlab.com/gitlab-org/cli/internal/git/testing\".MockGitRunnerMockRecorder has no field or method GitWithIO)\ninternal/commands/mr/checkout/mr_checkout_test.go:90:20: undefined: git.FetchStub\ninternal/commands/mr/checkout/mr_checkout_test.go:93:20: mockGit.EXPECT().GitWithIO undefined (type *\"gitlab.com/gitlab-org/cli/internal/git/testing\".MockGitRunnerMockRecorder has no field or method GitWithIO)\ninternal/commands/mr/checkout/mr_checkout_test.go:94:20: undefined: git.CheckoutStub\ninternal/commands/mr/checkout/mr_checkout_test.go:138:20: mockGit.EXPECT().GitWithIO undefined (type *\"gitlab.com/gitlab-org/cli/internal/git/testing\".MockGitRunnerMockRecorder has no field or method GitWithIO)\ninternal/commands/mr/checkout/mr_checkout_test.go:139:20: undefined: git.FetchStub\ninternal/commands/mr/checkout/mr_checkout_test.go:142:20: mockGit.EXPECT().GitWithIO undefined (type *\"gitlab.com/gitlab-org/cli/internal/git/testing\".MockGitRunnerMockRecorder has no field or method GitWithIO)\ninternal/commands/mr/checkout/mr_checkout_test.go:143:20: undefined: git.CheckoutStub\ninternal/commands/mr/checkout/mr_checkout_test.go:181:20: mockGit.EXPECT().GitWithIO undefined (type *\"gitlab.com/gitlab-org/cli/internal/git/testing\".MockGitRunnerMockRecorder has no field or method GitWithIO)\ninternal/commands/mr/checkout/mr_checkout_test.go:182:20: undefined: git.FetchStub\ninternal/commands/mr/checkout/mr_checkout_test.go:182:20: too many errors\n",
"stdout": "FAIL\tgitlab.com/gitlab-org/cli/internal/commands/mr/checkout [build failed]\nFAIL\n",
"timed_out": false
},
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 0.14790970785543323,
"returncode": 1,
"stderr": "# gitlab.com/gitlab-org/cli/internal/git [gitlab.com/gitlab-org/cli/internal/git.test]\ninternal/git/git_runner_test.go:89:14: gitc.GitWithIO undefined (type StandardGitCommand has no field or method GitWithIO)\n",
"stdout": "FAIL\tgitlab.com/gitlab-org/cli/internal/git [build failed]\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.009250583127140999,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/mr/checkout -count=1",
"elapsed_seconds": 1.188929749885574,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/mr/checkout\t0.316s\n",
"timed_out": false
},
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 4.267918458906934,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/git\t3.927s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010549542028456926,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}