agent-harness / tasks /validation /study5 /TASK_S5_R002_005.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
7.75 kB
{
"commit": "075aa753d138a3d62a5586ea7d97de21861ae1ba",
"parent": "e345ca679f612b4990175d6e33839ba864bb02d2",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R002_005",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/ci/delete -count=1"
],
"elapsed_seconds": 2.7468055421486497,
"gold": [
{
"command": "go test ./internal/commands/ci/delete -count=1",
"elapsed_seconds": 0.7442937500309199,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/ci/delete\t0.283s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/ci/delete -count=1",
"elapsed_seconds": 0.7381740841083229,
"returncode": 1,
"stderr": "",
"stdout": "Filter pipelines older than the given duration. Valid units: h, m, s, ms, us, ns.\n --page int Page number.\n --paginate Make additional HTTP requests to fetch all pages of pipelines. Respects '--per-page'.\n --per-page int Number of items to list per page.\n --source string Filter pipelines by source: api, chat, external, external_pull_request_event, merge_request_event, ondemand_dast_scan, ondemand_dast_validation, parent_pipeline, pipeline, push, schedule, security_orchestration_policy, trigger, web, webide.\n -s, --status string Delete pipelines by status: running, pending, success, failed, canceled, skipped, created, manual.\n\n--- FAIL: TestCIDeleteByStatusWarnsWhenResultsTruncated (0.00s)\n delete_test.go:184: \n \tError Trace:\t/private/tmp/study2-r002-ynciw9z7/tree/internal/commands/ci/delete/delete_test.go:184\n \tError: \t\"\" does not contain \"Deleted 2 of 67 matching pipelines\"\n \tTest: \tTestCIDeleteByStatusWarnsWhenResultsTruncated\n delete_test.go:185: \n \tError Trace:\t/private/tmp/study2-r002-ynciw9z7/tree/internal/commands/ci/delete/delete_test.go:185\n \tError: \t\"\" does not contain \"--paginate\"\n \tTest: \tTestCIDeleteByStatusWarnsWhenResultsTruncated\nError: accepts 1 arg(s), received 0\nError: {\"message\": \"404 Not found\"}\nUsage:\n delete <id> [flags]\n\nExamples:\n# Delete a pipeline by ID\nglab ci delete 34\n\n# Delete multiple pipelines by ID\nglab ci delete 12,34,2\n\n# Delete all pipelines triggered through the API\nglab ci delete --source=api\n\n# Delete all failed pipelines\nglab ci delete --status=failed\n\n# Delete pipelines older than 24 hours\nglab ci delete --older-than 24h\n\n# Delete failed pipelines older than 24 hours\nglab ci delete --older-than 24h --status=failed\n\nFlags:\n --dry-run Simulate process, but do not delete anything.\n -h, --help help for delete\n --older-than duration Filter pipelines older than the given duration. Valid units: h, m, s, ms, us, ns.\n --page int Page number.\n --paginate Make additional HTTP requests to fetch all pages of pipelines. Respects '--per-page'.\n --per-page int Number of items to list per page.\n --source string Filter pipelines by source: api, chat, external, external_pull_request_event, merge_request_event, ondemand_dast_scan, ondemand_dast_validation, parent_pipeline, pipeline, push, schedule, security_orchestration_policy, trigger, web, webide.\n -s, --status string Delete pipelines by status: running, pending, success, failed, canceled, skipped, created, manual.\n\n--- FAIL: TestCIDeletePaginateTerminatesWithoutTotalPages (0.00s)\n delete.go:204: Unexpected call to *testing.MockPipelinesServiceInterface.ListProjectPipelines([OWNER/REPO &{{ 0 0 } <nil> 0x26c3e362160 <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil>}]) at /private/tmp/study2-r002-ynciw9z7/tree/internal/commands/ci/delete/delete.go:204 because: \n expected call at /private/tmp/study2-r002-ynciw9z7/tree/internal/commands/ci/delete/delete_test.go:212 has already been called the max number of times\n expected call at /private/tmp/study2-r002-ynciw9z7/tree/internal/commands/ci/delete/delete_test.go:217 doesn't match the argument at index 1.\n Got: &{{ 0 0 } <nil> 0x26c3e362160 <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil>} (*gitlab.ListProjectPipelinesOptions)\n Want: is equal to &{{ 0 2 } <nil> 0x26c3e906080 <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil> <nil>} (*gitlab.ListProjectPipelinesOptions)\n controller.go:97: missing call(s) to *testing.MockPipelinesServiceInterface.DeletePipeline(is equal to OWNER/REPO (string), is equal to 11111111 (int64)) /private/tmp/study2-r002-ynciw9z7/tree/internal/commands/ci/delete/delete_test.go:221\n controller.go:97: missing call(s) to *testing.MockPipelinesServiceInterface.DeletePipeline(is equal to OWNER/REPO (string), is equal to 22222222 (int64)) /private/tmp/study2-r002-ynciw9z7/tree/internal/commands/ci/delete/delete_test.go:222\n controller.go:97: aborting test due to missing call(s)\nUsage:\n delete <id> [flags]\n\nExamples:\n# Delete a pipeline by ID\nglab ci delete 34\n\n# Delete multiple pipelines by ID\nglab ci delete 12,34,2\n\n# Delete all pipelines triggered through the API\nglab ci delete --source=api\n\n# Delete all failed pipelines\nglab ci delete --status=failed\n\n# Delete pipelines older than 24 hours\nglab ci delete --older-than 24h\n\n# Delete failed pipelines older than 24 hours\nglab ci delete --older-than 24h --status=failed\n\nFlags:\n --dry-run Simulate process, but do not delete anything.\n -h, --help help for delete\n --older-than duration Filter pipelines older than the given duration. Valid units: h, m, s, ms, us, ns.\n --page int Page number.\n --paginate Make additional HTTP requests to fetch all pages of pipelines. Respects '--per-page'.\n --per-page int Number of items to list per page.\n --source string Filter pipelines by source: api, chat, external, external_pull_request_event, merge_request_event, ondemand_dast_scan, ondemand_dast_validation, parent_pipeline, pipeline, push, schedule, security_orchestration_policy, trigger, web, webide.\n -s, --status string Delete pipelines by status: running, pending, success, failed, canceled, skipped, created, manual.\n\n\n\n--- FAIL: TestCIDeleteByStatusDryRunWarnsWhenResultsTruncated (0.00s)\n delete_test.go:203: \n \tError Trace:\t/private/tmp/study2-r002-ynciw9z7/tree/internal/commands/ci/delete/delete_test.go:203\n \tError: \t\"\" does not contain \"Matched 2 of 67 matching pipelines\"\n \tTest: \tTestCIDeleteByStatusDryRunWarnsWhenResultsTruncated\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/ci/delete\t0.275s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.011125040939077735,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/ci/delete -count=1",
"elapsed_seconds": 1.0786266250070184,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/ci/delete\t0.279s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.01238745916634798,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}