agent-harness / tasks /validation /study5 /TASK_S5_R002_008.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
4.03 kB
{
"commit": "3f560bd55cd939871d5820cca8ae2eaf31bc8d8c",
"parent": "2f903e1366c207c11e0729d1d9f7900837b78f6d",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R002_008",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/issue/issueutils -count=1"
],
"elapsed_seconds": 2.788014375139028,
"gold": [
{
"command": "go test ./internal/commands/issue/issueutils -count=1",
"elapsed_seconds": 0.847659416962415,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/issue/issueutils\t0.336s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/issue/issueutils -count=1",
"elapsed_seconds": 0.6869510419201106,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: Test_issueMetadataFromURL (0.00s)\n --- FAIL: Test_issueMetadataFromURL/valid_work_item_URL_with_trailing_slash (0.00s)\n utils_test.go:134: \n \tError Trace:\t/private/tmp/study2-r002-q4gt9oy_/tree/internal/commands/issue/issueutils/utils_test.go:134\n \tError: \tNot equal: \n \t \texpected: 1\n \t \tactual : 0\n \tTest: \tTest_issueMetadataFromURL/valid_work_item_URL_with_trailing_slash\n --- FAIL: Test_issueMetadataFromURL/valid_work_item_URL_without_dash (0.00s)\n utils_test.go:134: \n \tError Trace:\t/private/tmp/study2-r002-q4gt9oy_/tree/internal/commands/issue/issueutils/utils_test.go:134\n \tError: \tNot equal: \n \t \texpected: 1\n \t \tactual : 0\n \tTest: \tTest_issueMetadataFromURL/valid_work_item_URL_without_dash\n --- FAIL: Test_issueMetadataFromURL/valid_work_item_URL_with_hyphenated_namespace (0.00s)\n utils_test.go:134: \n \tError Trace:\t/private/tmp/study2-r002-q4gt9oy_/tree/internal/commands/issue/issueutils/utils_test.go:134\n \tError: \tNot equal: \n \t \texpected: 337780\n \t \tactual : 0\n \tTest: \tTest_issueMetadataFromURL/valid_work_item_URL_with_hyphenated_namespace\n --- FAIL: Test_issueMetadataFromURL/valid_work_item_URL_with_query_string (0.00s)\n utils_test.go:134: \n \tError Trace:\t/private/tmp/study2-r002-q4gt9oy_/tree/internal/commands/issue/issueutils/utils_test.go:134\n \tError: \tNot equal: \n \t \texpected: 1\n \t \tactual : 0\n \tTest: \tTest_issueMetadataFromURL/valid_work_item_URL_with_query_string\n --- FAIL: Test_issueMetadataFromURL/valid_work_item_URL (0.00s)\n utils_test.go:134: \n \tError Trace:\t/private/tmp/study2-r002-q4gt9oy_/tree/internal/commands/issue/issueutils/utils_test.go:134\n \tError: \tNot equal: \n \t \texpected: 1\n \t \tactual : 0\n \tTest: \tTest_issueMetadataFromURL/valid_work_item_URL\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/issue/issueutils\t0.313s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010667999973520637,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/issue/issueutils -count=1",
"elapsed_seconds": 1.0805484999436885,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/issue/issueutils\t0.369s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011292583076283336,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}