agent-harness / tasks /validation /study2 /TASK_S2_R002_003.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.47 kB
{
"commit": "05d58eb1a50c1fc4d804f27fd4d5a006c921e4fd",
"parent": "71a96cf3be9940f846e5d412ccd2b18fae8968f7",
"repository_id": "R002",
"schema_version": 1,
"task_id": "TASK_S2_R002_003",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/auth/login -count=1"
],
"elapsed_seconds": 7.826434458838776,
"gold": [
{
"command": "go test ./internal/commands/auth/login -count=1",
"elapsed_seconds": 2.5291800000704825,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/auth/login\t2.096s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/auth/login -count=1",
"elapsed_seconds": 0.18410812504589558,
"returncode": 1,
"stderr": "# gitlab.com/gitlab-org/cli/internal/commands/auth/login [gitlab.com/gitlab-org/cli/internal/commands/auth/login.test]\ninternal/commands/auth/login/login_test.go:459:10: undefined: initialAPIHostname\ninternal/commands/auth/login/login_test.go:468:10: undefined: initialAPIHostname\ninternal/commands/auth/login/login_test.go:476:10: undefined: initialAPIHostname\ninternal/commands/auth/login/login_test.go:487:10: undefined: initialSSHHostname\ninternal/commands/auth/login/login_test.go:498:10: undefined: initialSSHHostname\ninternal/commands/auth/login/login_test.go:507:10: undefined: initialSSHHostname\ninternal/commands/auth/login/login_test.go:518:10: undefined: initialContainerRegistryDomains\ninternal/commands/auth/login/login_test.go:526:10: undefined: initialContainerRegistryDomains\n",
"stdout": "FAIL\tgitlab.com/gitlab-org/cli/internal/commands/auth/login [build failed]\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010852667037397623,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/auth/login -count=1",
"elapsed_seconds": 4.9369800828862935,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/auth/login\t4.159s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010441459016874433,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}