agent-harness / tasks /validation /study2 /TASK_S2_R002_006.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
5.56 kB
{
"commit": "93d5d8eb2a91c216b81dd819e8912d874d20c665",
"parent": "41455d61077fa309d2ded62e12e8c1032fbebf3a",
"repository_id": "R002",
"schema_version": 1,
"task_id": "TASK_S2_R002_006",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/ci/status -count=1"
],
"elapsed_seconds": 2.973088416038081,
"gold": [
{
"command": "go test ./internal/commands/ci/status -count=1",
"elapsed_seconds": 0.812987457960844,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/ci/status\t0.294s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/ci/status -count=1",
"elapsed_seconds": 0.8170351251028478,
"returncode": 1,
"stderr": "",
"stdout": "(success) \u2022 not started\ttest\t\ttest\n\n\nSHA: \nPipeline state: success\n\n(success) \u2022 not started\ttest\t\ttest\n\n\nSHA: \nPipeline state: success\n\nError: unknown flag: --wait\nUsage:\n status [flags]\n\nAliases:\n status, stats\n\nExamples:\n# View the pipeline status in real time\nglab ci status --live\n\n# A more compact view\nglab ci status --compact\n\n# Get the pipeline for the main branch\nglab ci status --branch=main\n\n# Get the pipeline for the current branch\nglab ci status\n\nFlags:\n -b, --branch string Check pipeline status for a branch. Defaults to the current branch.\n -c, --compact Show status in compact format.\n -h, --help help for status\n --jq string Filter JSON output with a jq expression.\n -l, --live Show status in real time until the pipeline ends.\n -F, --output string Format output as: text, json. Note: JSON output is not compatible with --live or --compact flags. (default \"text\")\n\n--- FAIL: TestCiStatusCommand_Wait_NoPrompt (0.00s)\n status_test.go:301: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-oh4a09a8/tree/internal/commands/ci/status/status_test.go:301\n \tError: \tReceived unexpected error:\n \t \tunknown flag: --wait\n \tTest: \tTestCiStatusCommand_Wait_NoPrompt\n controller.go:97: missing call(s) to *testing.MockPipelinesServiceInterface.GetLatestPipeline(is equal to OWNER/REPO (string), is equal to &{0x2166cc9e7eb0} (*gitlab.GetLatestPipelineOptions), is anything) /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-oh4a09a8/tree/internal/commands/ci/status/status_test.go:279\n controller.go:97: missing call(s) to *testing.MockJobsServiceInterface.ListPipelineJobs(is equal to OWNER/REPO (string), is equal to 1 (int64), is anything) /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-oh4a09a8/tree/internal/commands/ci/status/status_test.go:283\n controller.go:97: missing call(s) to *testing.MockJobsServiceInterface.ListPipelineJobs(is equal to OWNER/REPO (string), is equal to 1 (int64), is anything, is anything) /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-oh4a09a8/tree/internal/commands/ci/status/status_test.go:287\n controller.go:97: aborting test due to missing call(s)\n(canceled) \u2022 not started\ttest\t\ttest\n\n\nSHA: \nPipeline state: canceled\n\n(canceled) \u2022 not started\ttest\t\ttest\n\n\nSHA: \nPipeline state: canceled\n\nError: unknown flag: --wait\nUsage:\n status [flags]\n\nAliases:\n status, stats\n\nExamples:\n# View the pipeline status in real time\nglab ci status --live\n\n# A more compact view\nglab ci status --compact\n\n# Get the pipeline for the main branch\nglab ci status --branch=main\n\n# Get the pipeline for the current branch\nglab ci status\n\nFlags:\n -b, --branch string Check pipeline status for a branch. Defaults to the current branch.\n -c, --compact Show status in compact format.\n -h, --help help for status\n --jq string Filter JSON output with a jq expression.\n -l, --live Show status in real time until the pipeline ends.\n -F, --output string Format output as: text, json. Note: JSON output is not compatible with --live or --compact flags. (default \"text\")\n\n--- FAIL: TestCiStatusCommand_JSONWithWait_Error (0.00s)\n status_test.go:269: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-oh4a09a8/tree/internal/commands/ci/status/status_test.go:269\n \tError: \tError message not equal:\n \t \texpected: \"--output json cannot be used with --live, --wait, or --compact flags\"\n \t \tactual : \"unknown flag: --wait\"\n \tTest: \tTestCiStatusCommand_JSONWithWait_Error\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/ci/status\t0.312s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.011396749876439571,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/ci/status -count=1",
"elapsed_seconds": 1.1623616248834878,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/ci/status\t0.308s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010623249923810363,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}