| { |
| "commit": "404b62193233b54cad64d3526f5a88bc63a53662", |
| "parent": "40b6c10ff990a36dbb9e0d8c5b96e58d23d52e93", |
| "repository_id": "R002", |
| "schema_version": 1, |
| "study": "Study 5 fresh validation", |
| "task_id": "TASK_S5_R002_010", |
| "valid_end_to_end": true, |
| "validation": { |
| "commands": [ |
| "go test ./internal/api -count=1" |
| ], |
| "elapsed_seconds": 2.1598049581516534, |
| "gold": [ |
| { |
| "command": "go test ./internal/api -count=1", |
| "elapsed_seconds": 0.6322327081579715, |
| "returncode": 0, |
| "stderr": "", |
| "stdout": "ok \tgitlab.com/gitlab-org/cli/internal/api\t0.266s\n", |
| "timed_out": false |
| } |
| ], |
| "hidden": [ |
| { |
| "command": "go test ./internal/api -count=1", |
| "elapsed_seconds": 0.6251218328252435, |
| "returncode": 1, |
| "stderr": "", |
| "stdout": "--- FAIL: TestDetectCodingAgent (0.00s)\n --- FAIL: TestDetectCodingAgent/Roo_Code (0.00s)\n coding_agent_test.go:133: \n \tError Trace:\t/private/tmp/study2-r002-gg_kytvs/tree/internal/api/coding_agent_test.go:133\n \tError: \tNot equal: \n \t \texpected: \"roo-code\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-roo-code\n \t \t+\n \tTest: \tTestDetectCodingAgent/Roo_Code\n --- FAIL: TestDetectCodingAgent/TERM_PROGRAM=cursor_falls_back_to_cursor-terminal (0.00s)\n coding_agent_test.go:133: \n \tError Trace:\t/private/tmp/study2-r002-gg_kytvs/tree/internal/api/coding_agent_test.go:133\n \tError: \tNot equal: \n \t \texpected: \"cursor-terminal\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-cursor-terminal\n \t \t+\n \tTest: \tTestDetectCodingAgent/TERM_PROGRAM=cursor_falls_back_to_cursor-terminal\n --- FAIL: TestDetectCodingAgent/TERM_PROGRAM=Windsurf_is_case-insensitive (0.00s)\n coding_agent_test.go:133: \n \tError Trace:\t/private/tmp/study2-r002-gg_kytvs/tree/internal/api/coding_agent_test.go:133\n \tError: \tNot equal: \n \t \texpected: \"windsurf-terminal\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-windsurf-terminal\n \t \t+\n \tTest: \tTestDetectCodingAgent/TERM_PROGRAM=Windsurf_is_case-insensitive\n --- FAIL: TestDetectCodingAgent/TERM_PROGRAM=zed_falls_back_to_zed-terminal (0.00s)\n coding_agent_test.go:133: \n \tError Trace:\t/private/tmp/study2-r002-gg_kytvs/tree/internal/api/coding_agent_test.go:133\n \tError: \tNot equal: \n \t \texpected: \"zed-terminal\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-zed-terminal\n \t \t+\n \tTest: \tTestDetectCodingAgent/TERM_PROGRAM=zed_falls_back_to_zed-terminal\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/api\t0.263s\nFAIL\n", |
| "timed_out": false |
| } |
| ], |
| "hidden_apply": { |
| "elapsed_seconds": 0.014048208016902208, |
| "returncode": 0, |
| "stderr": "", |
| "stdout": "" |
| }, |
| "original": [ |
| { |
| "command": "go test ./internal/api -count=1", |
| "elapsed_seconds": 0.720130915986374, |
| "returncode": 0, |
| "stderr": "", |
| "stdout": "ok \tgitlab.com/gitlab-org/cli/internal/api\t0.278s\n", |
| "timed_out": false |
| } |
| ], |
| "reason": null, |
| "source_apply": { |
| "elapsed_seconds": 0.013972041895613074, |
| "returncode": 0, |
| "stderr": "", |
| "stdout": "" |
| }, |
| "valid": true |
| } |
| } |
|
|
