agent-harness / tasks /validation /study5 /TASK_S5_R002_009.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.68 kB
{
"commit": "13234efbb4a712065c8b0601483483cc11ac4740",
"parent": "404b62193233b54cad64d3526f5a88bc63a53662",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R002_009",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/update -count=1"
],
"elapsed_seconds": 2.247457625111565,
"gold": [
{
"command": "go test ./internal/commands/update -count=1",
"elapsed_seconds": 0.7842775417957455,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/update\t0.307s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/update -count=1",
"elapsed_seconds": 0.170952333137393,
"returncode": 1,
"stderr": "# gitlab.com/gitlab-org/cli/internal/commands/update [gitlab.com/gitlab-org/cli/internal/commands/update.test]\ninternal/commands/update/check_update_test.go:48:45: undefined: InstallMethod\ninternal/commands/update/check_update_test.go:50:9: undefined: installMethodDetector\ninternal/commands/update/check_update_test.go:51:2: undefined: installMethodDetector\ninternal/commands/update/check_update_test.go:51:33: undefined: InstallMethod\ninternal/commands/update/check_update_test.go:52:21: undefined: installMethodDetector\ninternal/commands/update/check_update_test.go:63:17: undefined: InstallMethod\ninternal/commands/update/check_update_test.go:74:19: undefined: InstallMethod\ninternal/commands/update/check_update_test.go:74:39: undefined: installMethodHomebrew\ninternal/commands/update/check_update_test.go:74:78: undefined: homebrewUpgradeCommand\ninternal/commands/update/check_update_test.go:83:19: undefined: InstallMethod\ninternal/commands/update/check_update_test.go:83:19: too many errors\n",
"stdout": "FAIL\tgitlab.com/gitlab-org/cli/internal/commands/update [build failed]\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.012664374895393848,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/update -count=1",
"elapsed_seconds": 1.118974082870409,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/update\t0.297s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.0111241249833256,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}