agent-harness / tasks /validation /study2 /TASK_S2_R001_011.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
6.78 kB
{
"commit": "1a0fc9909121debd877341a3ba3ea20252849e11",
"parent": "d81649aabf1c96534f78d89b7298a87a7752884b",
"repository_id": "R001",
"schema_version": 1,
"task_id": "TASK_S2_R001_011",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./shells -count=1"
],
"elapsed_seconds": 5.732626416953281,
"gold": [
{
"command": "go test ./shells -count=1",
"elapsed_seconds": 1.7514303328935057,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/gitlab-runner/shells\t0.482s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./shells -count=1",
"elapsed_seconds": 1.424430875107646,
"returncode": 1,
"stderr": "",
"stdout": "time=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Could not create cache adapter\" error=\"cache factory not found: factory for cache adapter \\\"\\\" was not registered (registered adapters: goCloudTest, test)\"\ntime=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Could not create cache adapter\" error=\"cache factory not found: factory for cache adapter \\\"\\\" was not registered (registered adapters: goCloudTest, test)\"\ntime=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Could not create cache adapter\" error=\"cache factory not found: factory for cache adapter \\\"\\\" was not registered (registered adapters: goCloudTest, test)\"\ntime=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Could not create cache adapter\" error=\"cache factory not found: factory for cache adapter \\\"\\\" was not registered (registered adapters: goCloudTest, test)\"\ntime=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Could not create cache adapter\" error=\"cache factory not found: factory for cache adapter \\\"\\\" was not registered (registered adapters: goCloudTest, test)\"\ntime=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Could not create cache adapter\" error=\"cache factory not found: factory for cache adapter \\\"\\\" was not registered (registered adapters: goCloudTest, test)\"\ntime=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Could not create cache adapter\" error=\"cache factory not found: factory for cache adapter \\\"\\\" was not registered (registered adapters: goCloudTest, test)\"\n--- FAIL: TestGitProactiveAuthCheckout (0.00s)\n --- FAIL: TestGitProactiveAuthCheckout/proactive_auth_enabled_on_checkout (0.00s)\n mock.go:361: \n \n mock: Unexpected Method Call\n -----------------------------\n \n Command(string,string,string,string,string,string,string)\n \t\t0: \"git\"\n \t\t1: \"-c\"\n \t\t2: \"submodule.recurse=false\"\n \t\t3: \"checkout\"\n \t\t4: \"-f\"\n \t\t5: \"-q\"\n \t\t6: \"01234567abcdef\"\n \n The closest call I have is: \n \n Command(string,string,string,string,string,string,string,string,string)\n \t\t0: \"git\"\n \t\t1: \"-c\"\n \t\t2: \"submodule.recurse=false\"\n \t\t3: \"-c\"\n \t\t4: \"http.proactiveAuth=basic\"\n \t\t5: \"checkout\"\n \t\t6: \"-f\"\n \t\t7: \"-q\"\n \t\t8: \"01234567abcdef\"\n \n Provided 9 arguments, mocked for 7 arguments\n Diff: 0: PASS: (string=git) == (string=git)\n \t1: PASS: (string=-c) == (string=-c)\n \t2: PASS: (string=submodule.recurse=false) == (string=submodule.recurse=false)\n \t3: FAIL: (string=checkout) != (string=-c)\n \t4: FAIL: (string=-f) != (string=http.proactiveAuth=basic)\n \t5: FAIL: (string=-q) != (string=checkout)\n \t6: FAIL: (string=01234567abcdef) != (string=-f)\n \t7: FAIL: (Missing) != (string=-q)\n \t8: FAIL: (Missing) != (string=01234567abcdef)\n at: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/mocks.go:173 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/abstract.go:1077 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/abstract_test.go:1238]\n mocks.go:21: FAIL:\tCommand(string,string,string,string,string,string,string,string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/abstract_test.go:1230]\n mocks.go:21: FAIL:\tCommand(string,string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/abstract_test.go:1236]\n mocks.go:21: FAIL: 1 out of 3 expectation(s) were met.\n \tThe code you are testing needs to make 2 more call(s).\n \tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/mocks.go:21 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1317 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1667 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:2030 /opt/homebrew/Cellar/go/1.26.5/libexec/src/runtime/panic.go:694 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1022 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/mocks.go:173 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/abstract.go:1077 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-xe_r_b_m/tree/shells/abstract_test.go:1238]\ntime=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Error while generating cache bucket.\" error=\"computed cache path outside of project bucket. Please remove `../` from cache key\"\ntime=\"2026-07-18T20:58:55-04:00\" level=error msg=\"Error while generating cache bucket.\" error=\"computed cache path outside of project bucket. Please remove `../` from cache key\"\nFAIL\nFAIL\tgitlab.com/gitlab-org/gitlab-runner/shells\t0.460s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010526540922001004,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./shells -count=1",
"elapsed_seconds": 1.984188666101545,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/gitlab-runner/shells\t0.567s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.01054599997587502,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}