agent-harness / tasks /validation /study5 /TASK_S5_R002_003.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
7.2 kB
{
"commit": "dc1a683dc2463dbfaac8f15b54c60137fe8923d2",
"parent": "b8a18b1487fb74643023f75e6ffd7ee1dda67dfa",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R002_003",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/ci/cancel/job -count=1"
],
"elapsed_seconds": 2.6789418330881745,
"gold": [
{
"command": "go test ./internal/commands/ci/cancel/job -count=1",
"elapsed_seconds": 0.754018209176138,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/ci/cancel/job\t0.292s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/ci/cancel/job -count=1",
"elapsed_seconds": 0.7394153329078108,
"returncode": 1,
"stderr": "",
"stdout": "Error: You must pass a job ID.\nUsage:\n job <id> [<id>...] [flags]\n\nExamples:\n# Cancel a single job\nglab ci cancel job 1504182795\n\n# Cancel multiple jobs, comma-separated\nglab ci cancel job 1504182795,1504182796\n\n# Cancel multiple jobs, space-separated in quotes\nglab ci cancel job \"1504182795 1504182796\"\n\n# Preview which jobs would be canceled\nglab ci cancel job 1504182795,1504182796 --dry-run\n\n\nFlags:\n --dry-run Show which jobs would be canceled, without canceling them.\n -h, --help help for job\n\n\nError: unknown flag: --force\nError: unknown flag: --force\nError: unknown flag: --force\n\nUsage:\n job <id> [<id>...] [flags]\n\nExamples:\n# Cancel a single job\nglab ci cancel job 1504182795\n\n# Cancel multiple jobs, comma-separated\nglab ci cancel job 1504182795,1504182796\n\n# Cancel multiple jobs, space-separated in quotes\nglab ci cancel job \"1504182795 1504182796\"\n\n# Preview which jobs would be canceled\nglab ci cancel job 1504182795,1504182796 --dry-run\n\n\nFlags:\n --dry-run Show which jobs would be canceled, without canceling them.\n -h, --help help for job\n\n\nError: {\"message\": \"404 Not found\"}\nUsage:\n job <id> [<id>...] [flags]\n\nExamples:\n# Cancel a single job\nglab ci cancel job 1504182795\n\n# Cancel multiple jobs, comma-separated\nglab ci cancel job 1504182795,1504182796\n\n# Cancel multiple jobs, space-separated in quotes\nglab ci cancel job \"1504182795 1504182796\"\n\n# Preview which jobs would be canceled\nglab ci cancel job 1504182795,1504182796 --dry-run\n\n\nFlags:\n --dry-run Show which jobs would be canceled, without canceling them.\n -h, --help help for job\n\nUsage:\n job <id> [<id>...] [flags]\n\nExamples:\n# Cancel a single job\nglab ci cancel job 1504182795\n\n# Cancel multiple jobs, comma-separated\nglab ci cancel job 1504182795,1504182796\n\n# Cancel multiple jobs, space-separated in quotes\nglab ci cancel job \"1504182795 1504182796\"\n\n# Preview which jobs would be canceled\nglab ci cancel job 1504182795,1504182796 --dry-run\n\n\nFlags:\n --dry-run Show which jobs would be canceled, without canceling them.\n -h, --help help for job\n\nUsage:\n job <id> [<id>...] [flags]\n\nExamples:\n# Cancel a single job\nglab ci cancel job 1504182795\n\n# Cancel multiple jobs, comma-separated\nglab ci cancel job 1504182795,1504182796\n\n# Cancel multiple jobs, space-separated in quotes\nglab ci cancel job \"1504182795 1504182796\"\n\n# Preview which jobs would be canceled\nglab ci cancel job 1504182795,1504182796 --dry-run\n\n\nFlags:\n --dry-run Show which jobs would be canceled, without canceling them.\n -h, --help help for job\n\n--- FAIL: TestCIJobCancelForceAndDryRunMutuallyExclusive (0.00s)\n job_test.go:107: \n \tError Trace:\t/private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:107\n \tError: \t\"unknown flag: --force\" does not contain \"if any flags in the group [dry-run force] are set none of the others can be\"\n \tTest: \tTestCIJobCancelForceAndDryRunMutuallyExclusive\n--- FAIL: TestCIJobCancelWithForce (0.00s)\n job_test.go:126: \n \tError Trace:\t/private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:126\n \tError: \tReceived unexpected error:\n \t \tunknown flag: --force\n \tTest: \tTestCIJobCancelWithForce\n controller.go:97: missing call(s) to *testing.MockProjectsServiceInterface.GetProject(is equal to OWNER/REPO (string), is anything) /private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:118\n controller.go:97: missing call(s) to *testing.MockJobsServiceInterface.CancelJobWithOptions(is equal to 123 (int64), is equal to 11111111 (int64), is equal to &{0x13e49aa4e3c0} (*gitlab.CancelJobOptions)) /private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:119\n controller.go:97: aborting test due to missing call(s)\n--- FAIL: TestCIJobCancelWithForceMultiple (0.00s)\n job_test.go:149: \n \tError Trace:\t/private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:149\n \tError: \tReceived unexpected error:\n \t \tunknown flag: --force\n \tTest: \tTestCIJobCancelWithForceMultiple\n controller.go:97: missing call(s) to *testing.MockProjectsServiceInterface.GetProject(is equal to OWNER/REPO (string), is anything) /private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:137\n controller.go:97: missing call(s) to *testing.MockProjectsServiceInterface.GetProject(is equal to OWNER/REPO (string), is anything) /private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:141\n controller.go:97: missing call(s) to *testing.MockJobsServiceInterface.CancelJobWithOptions(is equal to 123 (int64), is equal to 11111111 (int64), is equal to &{0x13e49ac3e030} (*gitlab.CancelJobOptions)) /private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:138\n controller.go:97: missing call(s) to *testing.MockJobsServiceInterface.CancelJobWithOptions(is equal to 123 (int64), is equal to 22222222 (int64), is equal to &{0x13e49ac3e058} (*gitlab.CancelJobOptions)) /private/tmp/study2-r002-pg8rb81h/tree/internal/commands/ci/cancel/job/job_test.go:142\n controller.go:97: aborting test due to missing call(s)\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/ci/cancel/job\t0.279s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.01220279186964035,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/ci/cancel/job -count=1",
"elapsed_seconds": 1.0130120830144733,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/ci/cancel/job\t0.279s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.012362417066469789,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}