{ "commit": "404b62193233b54cad64d3526f5a88bc63a53662", "parent": "40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93", "repository_id": "R002", "schema_version": 1, "study": "Study 5 fresh validation", "task_id": "TASK_S5_R002_010", "valid_end_to_end": true, "validation": { "commands": [ "go test ./internal/api -count=1" ], "elapsed_seconds": 2.1598049581516534, "gold": [ { "command": "go test ./internal/api -count=1", "elapsed_seconds": 0.6322327081579715, "returncode": 0, "stderr": "", "stdout": "ok \tgitlab.com/gitlab-org/cli/internal/api\t0.266s\n", "timed_out": false } ], "hidden": [ { "command": "go test ./internal/api -count=1", "elapsed_seconds": 0.6251218328252435, "returncode": 1, "stderr": "", "stdout": "--- FAIL: TestDetectCodingAgent (0.00s)\n --- FAIL: TestDetectCodingAgent/Roo_Code (0.00s)\n coding_agent_test.go:133: \n \tError Trace:\t/private/tmp/study2-r002-gg_kytvs/tree/internal/api/coding_agent_test.go:133\n \tError: \tNot equal: \n \t \texpected: \"roo-code\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-roo-code\n \t \t+\n \tTest: \tTestDetectCodingAgent/Roo_Code\n --- FAIL: TestDetectCodingAgent/TERM_PROGRAM=cursor_falls_back_to_cursor-terminal (0.00s)\n coding_agent_test.go:133: \n \tError Trace:\t/private/tmp/study2-r002-gg_kytvs/tree/internal/api/coding_agent_test.go:133\n \tError: \tNot equal: \n \t \texpected: \"cursor-terminal\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-cursor-terminal\n \t \t+\n \tTest: \tTestDetectCodingAgent/TERM_PROGRAM=cursor_falls_back_to_cursor-terminal\n --- FAIL: TestDetectCodingAgent/TERM_PROGRAM=Windsurf_is_case-insensitive (0.00s)\n coding_agent_test.go:133: \n \tError Trace:\t/private/tmp/study2-r002-gg_kytvs/tree/internal/api/coding_agent_test.go:133\n \tError: \tNot equal: \n \t \texpected: \"windsurf-terminal\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-windsurf-terminal\n \t \t+\n \tTest: \tTestDetectCodingAgent/TERM_PROGRAM=Windsurf_is_case-insensitive\n --- FAIL: TestDetectCodingAgent/TERM_PROGRAM=zed_falls_back_to_zed-terminal (0.00s)\n coding_agent_test.go:133: \n \tError Trace:\t/private/tmp/study2-r002-gg_kytvs/tree/internal/api/coding_agent_test.go:133\n \tError: \tNot equal: \n \t \texpected: \"zed-terminal\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-zed-terminal\n \t \t+\n \tTest: \tTestDetectCodingAgent/TERM_PROGRAM=zed_falls_back_to_zed-terminal\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/api\t0.263s\nFAIL\n", "timed_out": false } ], "hidden_apply": { "elapsed_seconds": 0.014048208016902208, "returncode": 0, "stderr": "", "stdout": "" }, "original": [ { "command": "go test ./internal/api -count=1", "elapsed_seconds": 0.720130915986374, "returncode": 0, "stderr": "", "stdout": "ok \tgitlab.com/gitlab-org/cli/internal/api\t0.278s\n", "timed_out": false } ], "reason": null, "source_apply": { "elapsed_seconds": 0.013972041895613074, "returncode": 0, "stderr": "", "stdout": "" }, "valid": true } }