agent-harness / tasks /validation /TASK_CR_005.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.13 kB
{
"base_commit": "f3cf91bcf15e1eab614a52ad928f0b4e7826b4e6",
"checks": {
"gold_suite_passes": true,
"original_suite_passes": true,
"source_patch_applies": true,
"test_patch_applies": true,
"test_patch_exposes_bug": true
},
"elapsed_seconds": 0.8311544579919428,
"go_version": "go version go1.26.5 darwin/arm64",
"gold_commit": "f07534b7a2031fe140be164b5476cc7dc428023f",
"gold_results": [
{
"command": "go test ./functions/concrete/run/env -count=1",
"elapsed_seconds": 0.417714708019048,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run/env\t0.207s\n"
}
],
"original_tests": [
{
"command": "go test ./functions/concrete/run/env -count=1",
"elapsed_seconds": 0.07068583299405873,
"exit_code": 0,
"output_tail": "? \tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run/env\t[no test files]\n"
}
],
"schema_version": 1,
"source_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_005_source.patch",
"elapsed_seconds": 0.013734499923884869,
"exit_code": 0,
"output_tail": ""
},
"task_id": "TASK_CR_005",
"test_only_results": [
{
"command": "go test ./functions/concrete/run/env -count=1",
"elapsed_seconds": 0.09463591687381268,
"exit_code": 1,
"output_tail": "FAIL\tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run/env [build failed]\nFAIL\n# gitlab.com/gitlab-org/gitlab-runner/functions/concrete/run/env [gitlab.com/gitlab-org/gitlab-runner/functions/concrete/run/env.test]\nfunctions/concrete/run/env/env_test.go:17:31: e.ExpandValue undefined (type *Env has no field or method ExpandValue)\n"
}
],
"test_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_005_tests.patch",
"elapsed_seconds": 0.011616417206823826,
"exit_code": 0,
"output_tail": ""
},
"valid_end_to_end": true
}