agent-harness / tasks /validation /study2 /TASK_S2_R002_005.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
5.88 kB
{
"commit": "5c23d008b05152107f65b4dbf401fefd7e7c5676",
"parent": "b0002945668fe718fcb6ab7e3ada5d2fd6dfaf08",
"repository_id": "R002",
"schema_version": 1,
"task_id": "TASK_S2_R002_005",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/issuable/view -count=1"
],
"elapsed_seconds": 7.988420665962622,
"gold": [
{
"command": "go test ./internal/commands/issuable/view -count=1",
"elapsed_seconds": 2.142303042113781,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/issuable/view\t1.692s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/issuable/view -count=1",
"elapsed_seconds": 1.1081779159139842,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: Test_printTTYIssuePreview_closed (0.00s)\n --- FAIL: Test_printTTYIssuePreview_closed/closed_issue_with_nil_closed_by_does_not_panic (0.00s)\n issuable_view_test.go:548: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpxh_hj5/tree/internal/commands/issuable/view/issuable_view_test.go:548\n \tError: \tfunc (assert.PanicTestFunc)(0x104c46000) should not panic\n \t \t\tPanic value:\truntime error: invalid memory address or nil pointer dereference\n \t \t\tPanic stack:\tgoroutine 83 [running]:\n \t \truntime/debug.Stack()\n \t \t\t/opt/homebrew/Cellar/go/1.26.5/libexec/src/runtime/debug/stack.go:26 +0x64\n \t \tgithub.com/stretchr/testify/assert.didPanic.func1()\n \t \t\t/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/agent-harness-go-runtime/modules/github.com/stretchr/testify@v1.11.1/assert/assertions.go:1286 +0x64\n \t \tpanic({0x105666c20?, 0x105912310?})\n \t \t\t/opt/homebrew/Cellar/go/1.26.5/libexec/src/runtime/panic.go:860 +0x12c\n \t \tgitlab.com/gitlab-org/cli/internal/commands/issuable/view.printTTYIssuePreview(0x331e3b85ae80)\n \t \t\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpxh_hj5/tree/internal/commands/issuable/view/issuable_view.go:227 +0x660\n \t \tgitlab.com/gitlab-org/cli/internal/commands/issuable/view.Test_printTTYIssuePreview_closed.func1.1()\n \t \t\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpxh_hj5/tree/internal/commands/issuable/view/issuable_view_test.go:548 +0x20\n \t \tgithub.com/stretchr/testify/assert.didPanic(0x105915220?)\n \t \t\t/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/agent-harness-go-runtime/modules/github.com/stretchr/testify@v1.11.1/assert/assertions.go:1291 +0x68\n \t \tgithub.com/stretchr/testify/assert.NotPanics({0x1057f2640, 0x331e3ba6f448}, 0x331e3bb85a10, {0x0, 0x0, 0x0})\n \t \t\t/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/agent-harness-go-runtime/modules/github.com/stretchr/testify@v1.11.1/assert/assertions.go:1362 +0x70\n \t \tgithub.com/stretchr/testify/require.NotPanics({0x1057f5ac8, 0x331e3ba6f448}, 0x331e3bb85a10, {0x0, 0x0, 0x0})\n \t \t\t/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/agent-harness-go-runtime/modules/github.com/stretchr/testify@v1.11.1/require/require.go:1711 +0xa4\n \t \tgitlab.com/gitlab-org/cli/internal/commands/issuable/view.Test_printTTYIssuePreview_closed.func1(0x331e3ba6f448)\n \t \t\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpxh_hj5/tree/internal/commands/issuable/view/issuable_view_test.go:548 +0x110\n \t \ttesting.tRunner(0x331e3ba6f448, 0x331e3ba6c730)\n \t \t\t/opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:2036 +0xc4\n \t \tcreated by testing.(*T).Run in goroutine 82\n \t \t\t/opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:2101 +0x3a8\n \tTest: \tTest_printTTYIssuePreview_closed/closed_issue_with_nil_closed_by_does_not_panic\n --- FAIL: Test_printTTYIssuePreview_closed/closed_issue_with_closed_by_but_no_closed_at (0.00s)\n issuable_view_test.go:552: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-kpxh_hj5/tree/internal/commands/issuable/view/issuable_view_test.go:552\n \tError: \t\"closed \u2022 opened by alice about 11 years ago\\nClosed issue #0\\n\\n0 upvotes \u2022 0 downvotes \u2022 0 comments\\nClosed by: bob about 11 years ago\\n\\nView this issue on GitLab: \\n\" does not contain \"Closed by: bob\\n\"\n \tTest: \tTest_printTTYIssuePreview_closed/closed_issue_with_closed_by_but_no_closed_at\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/issuable/view\t0.662s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010852874955162406,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/issuable/view -count=1",
"elapsed_seconds": 4.555571541888639,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/issuable/view\t3.767s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011311874957755208,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}