agent-harness / tasks /validation /TASK_CR_007.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.61 kB
{
"base_commit": "497027ef60af5688bf153c06fcfbb0a3d2886217",
"checks": {
"gold_suite_passes": true,
"original_suite_passes": true,
"source_patch_applies": true,
"test_patch_applies": true,
"test_patch_exposes_bug": true
},
"elapsed_seconds": 5.886036082869396,
"go_version": "go version go1.26.5 darwin/arm64",
"gold_commit": "b4b74fa3d7c867c53efdb254893564c5119526a5",
"gold_results": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 2.730647499905899,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run\t2.390s\n"
}
],
"original_tests": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 2.7785315830260515,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run\t2.397s\n"
}
],
"schema_version": 1,
"source_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_007_source.patch",
"elapsed_seconds": 0.012057249899953604,
"exit_code": 0,
"output_tail": ""
},
"task_id": "TASK_CR_007",
"test_only_results": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 0.13374874996952713,
"exit_code": 1,
"output_tail": "FAIL\tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run [build failed]\nFAIL\n# gitlab.com/gitlab-org/gitlab-runner/functions/concrete/run [gitlab.com/gitlab-org/gitlab-runner/functions/concrete/run.test]\nfunctions/concrete/run/runner_test.go:413:29: unknown field TraceSections in struct literal of type Config\nfunctions/concrete/run/runner_test.go:438:3: unknown field TraceSections in struct literal of type Config\nfunctions/concrete/run/runner_test.go:494:3: unknown field TraceSections in struct literal of type Config\nfunctions/concrete/run/runner_test.go:523:3: unknown field TraceSections in struct literal of type Config\nfunctions/concrete/run/runner_test.go:581:3: unknown field TraceSections in struct literal of type Config\nfunctions/concrete/run/runner_test.go:611:3: unknown field TraceSections in struct literal of type Config\n"
}
],
"test_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_007_tests.patch",
"elapsed_seconds": 0.014375875005498528,
"exit_code": 0,
"output_tail": ""
},
"valid_end_to_end": true
}