File size: 15,140 Bytes
d61821a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 | {
"base_commit": "a7f451907269355a46ab528111003b32851ffdb8",
"checks": {
"gold_suite_passes": true,
"original_suite_passes": true,
"source_patch_applies": true,
"test_patch_applies": true,
"test_patch_exposes_bug": true
},
"elapsed_seconds": 7.358322124928236,
"go_version": "go version go1.26.5 darwin/arm64",
"gold_commit": "1a6fb708e5719cce74c7b0604c707780e5b1fcd5",
"gold_results": [
{
"command": "go test ./cache -count=1",
"elapsed_seconds": 0.6794852500315756,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/cache\t0.256s\n"
},
{
"command": "go test ./shells -count=1",
"elapsed_seconds": 1.8706400420051068,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/shells\t0.485s\n"
}
],
"original_tests": [
{
"command": "go test ./cache -count=1",
"elapsed_seconds": 0.6745507919695228,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/cache\t0.244s\n"
},
{
"command": "go test ./shells -count=1",
"elapsed_seconds": 2.175031208898872,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/shells\t0.487s\n"
}
],
"schema_version": 1,
"source_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_013_source.patch",
"elapsed_seconds": 0.011722541879862547,
"exit_code": 0,
"output_tail": ""
},
"task_id": "TASK_CR_013",
"test_only_results": [
{
"command": "go test ./cache -count=1",
"elapsed_seconds": 0.11304050008766353,
"exit_code": 1,
"output_tail": "FAIL\tgitlab.com/gitlab-org/gitlab-runner/cache [build failed]\nFAIL\n# gitlab.com/gitlab-org/gitlab-runner/cache [gitlab.com/gitlab-org/gitlab-runner/cache.test]\ncache/cache_test.go:90:79: too many arguments in call to GetAdapter\n\thave (*cacheconfig.Config, \"time\".Duration, string, string, string, bool)\n\twant (*cacheconfig.Config, \"time\".Duration, string, string, string)\ncache/cache_test.go:276:78: too many arguments in call to GetAdapter\n\thave (*cacheconfig.Config, \"time\".Duration, string, string, string, bool)\n\twant (*cacheconfig.Config, \"time\".Duration, string, string, string)\n"
},
{
"command": "go test ./shells -count=1",
"elapsed_seconds": 1.6211052918806672,
"exit_code": 1,
"output_tail": "e/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2350]\n mocks.go:21: FAIL:\tNoticef(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2361]\n mocks.go:21: FAIL:\tElse()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2362]\n mocks.go:21: FAIL:\tWarningf(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2363]\n mocks.go:21: FAIL:\tPrintf(string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2364]\n mocks.go:21: FAIL:\tRmDir(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2365]\n mocks.go:21: FAIL:\tPrintf(string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2366]\n mocks.go:21: FAIL:\tRmDir(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2367]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2371]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2371]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2371]\n mocks.go:21: FAIL:\tElse()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2378]\n mocks.go:21: FAIL:\tWarningf(string,string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2379]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2380]\n mocks.go:21: FAIL:\tIfFile(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2382]\n mocks.go:21: FAIL:\tIfDirectory(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2383]\n mocks.go:21: FAIL:\tLine(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2384]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2386]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2387]\n mocks.go:21: FAIL: 3 out of 40 expectation(s) were met.\n \tThe code you are testing needs to make 37 more call(s).\n \tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/mocks.go:21 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1317 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1667 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:2030 /opt/homebrew/Cellar/go/1.26.5/libexec/src/runtime/panic.go:694 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1022 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/mocks.go:708 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:356 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:324 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:208 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:323 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:254 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2389]\n --- FAIL: TestAbstractShell_extractCacheWithMultipleFallbackKeysWithCleanup/FF_HASH_CACHE_KEYS:true/empty_cache_key (0.00s)\n mock.go:361: \n \n mock: Unexpected Method Call\n -----------------------------\n \n IfCmdWithOutput(string,string,string,string,string,string,string,string)\n \t\t0: \"runner-command\"\n \t\t1: \"cache-extractor\"\n \t\t2: \"--file\"\n \t\t3: \"../cache/aea98562d9d246082621f1a78a54d0a6b30375f7dad2d754fcbfe8c1a1a0ee9a/cache.zip\"\n \t\t4: \"--timeout\"\n \t\t5: \"10\"\n \t\t6: \"--url\"\n \t\t7: \"test://download/project/1000/aea98562d9d246082621f1a78a54d0a6b30375f7dad2d754fcbfe8c1a1a0ee9a\"\n \n The closest call I have is: \n \n IfCmdWithOutput(string,string,string,string,string,string,string,string)\n \t\t0: \"runner-command\"\n \t\t1: \"cache-extractor\"\n \t\t2: \"--file\"\n \t\t3: \"../cache/aea98562d9d246082621f1a78a54d0a6b30375f7dad2d754fcbfe8c1a1a0ee9a/cache.zip\"\n \t\t4: \"--timeout\"\n \t\t5: \"10\"\n \t\t6: \"--url\"\n \t\t7: \"test://download/project/1000/ae/aea98562d9d246082621f1a78a54d0a6b30375f7dad2d754fcbfe8c1a1a0ee9a\"\n \n \n Diff: 0: PASS: (string=runner-command) == (string=runner-command)\n \t1: PASS: (string=cache-extractor) == (string=cache-extractor)\n \t2: PASS: (string=--file) == (string=--file)\n \t3: PASS: (string=../cache/aea98562d9d246082621f1a78a54d0a6b30375f7dad2d754fcbfe8c1a1a0ee9a/cache.zip) == (string=../cache/aea98562d9d246082621f1a78a54d0a6b30375f7dad2d754fcbfe8c1a1a0ee9a/cache.zip)\n \t4: PASS: (string=--timeout) == (string=--timeout)\n \t5: PASS: (string=10) == (string=10)\n \t6: PASS: (string=--url) == (string=--url)\n \t7: FAIL: (string=test://download/project/1000/aea98562d9d246082621f1a78a54d0a6b30375f7dad2d754fcbfe8c1a1a0ee9a) != (string=test://download/project/1000/ae/aea98562d9d246082621f1a78a54d0a6b30375f7dad2d754fcbfe8c1a1a0ee9a)\n at: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/mocks.go:708 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:356 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:324 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:208 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:323 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:254 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2389]\n mocks.go:21: FAIL:\tIfCmdWithOutput(string,string,string,string,string,string,string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2350]\n mocks.go:21: FAIL:\tNoticef(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2361]\n mocks.go:21: FAIL:\tElse()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2362]\n mocks.go:21: FAIL:\tWarningf(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2363]\n mocks.go:21: FAIL:\tPrintf(string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2364]\n mocks.go:21: FAIL:\tRmDir(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2365]\n mocks.go:21: FAIL:\tPrintf(string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2366]\n mocks.go:21: FAIL:\tRmDir(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2367]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2371]\n mocks.go:21: FAIL:\tElse()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2378]\n mocks.go:21: FAIL:\tWarningf(string,string,string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2379]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2380]\n mocks.go:21: FAIL:\tIfFile(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2382]\n mocks.go:21: FAIL:\tIfDirectory(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2383]\n mocks.go:21: FAIL:\tLine(string)\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2384]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2386]\n mocks.go:21: FAIL:\tEndIf()\n \t\tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2387]\n mocks.go:21: FAIL: 2 out of 19 expectation(s) were met.\n \tThe code you are testing needs to make 17 more call(s).\n \tat: [/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/mocks.go:21 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1317 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1667 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:2030 /opt/homebrew/Cellar/go/1.26.5/libexec/src/runtime/panic.go:694 /opt/homebrew/Cellar/go/1.26.5/libexec/src/testing/testing.go:1022 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/mocks.go:708 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:356 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:324 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:208 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:323 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract.go:254 /private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_013-a0m4c4lm/shells/abstract_test.go:2389]\nFAIL\nFAIL\tgitlab.com/gitlab-org/gitlab-runner/shells\t0.520s\nFAIL\n"
}
],
"test_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_013_tests.patch",
"elapsed_seconds": 0.012697666883468628,
"exit_code": 0,
"output_tail": ""
},
"valid_end_to_end": true
}
|