agent-harness / tasks /validation /study2 /TASK_S2_R002_004.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.15 kB
{
"commit": "71a96cf3be9940f846e5d412ccd2b18fae8968f7",
"parent": "5c23d008b05152107f65b4dbf401fefd7e7c5676",
"repository_id": "R002",
"schema_version": 1,
"task_id": "TASK_S2_R002_004",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/git -count=1"
],
"elapsed_seconds": 13.974329249933362,
"gold": [
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 4.573278290918097,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/git\t4.232s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 4.570146208163351,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: TestDescribeByTags (0.15s)\n --- FAIL: TestDescribeByTags/commit_is_tag (0.08s)\n git_test.go:384: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-fjsuhoyf/tree/internal/git/git_test.go:384\n \tError: \tNot equal: \n \t \texpected: \"1.0.0\"\n \t \tactual : \"1.0.0\\n\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1,2 @@\n \t \t 1.0.0\n \t \t+\n \tTest: \tTestDescribeByTags/commit_is_tag\n \tMessages: \tunexpected version value for case commit is tag\n --- FAIL: TestDescribeByTags/commit_is_not_tag (0.07s)\n git_test.go:384: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-fjsuhoyf/tree/internal/git/git_test.go:384\n \tError: \tNot equal: \n \t \texpected: \"1.0.0-1-g4aa1b8\"\n \t \tactual : \"1.0.0-1-g4aa1b8\\n\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1,2 @@\n \t \t 1.0.0-1-g4aa1b8\n \t \t+\n \tTest: \tTestDescribeByTags/commit_is_not_tag\n \tMessages: \tunexpected version value for case commit is not tag\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/git\t4.226s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.008839749963954091,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/git -count=1",
"elapsed_seconds": 4.659236290957779,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/git\t4.240s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.009028458036482334,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}