agent-harness / tasks /validation /TASK_CR_006.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.5 kB
{
"base_commit": "b4b74fa3d7c867c53efdb254893564c5119526a5",
"checks": {
"gold_suite_passes": true,
"original_suite_passes": true,
"source_patch_applies": true,
"test_patch_applies": true,
"test_patch_exposes_bug": true
},
"elapsed_seconds": 8.65276591712609,
"go_version": "go version go1.26.5 darwin/arm64",
"gold_commit": "e05f89e3ec2edf079e52d0085aeb4fe5911b143a",
"gold_results": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 2.7281585410237312,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run\t2.364s\n"
}
],
"original_tests": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 2.9332627919502556,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run\t2.563s\n"
}
],
"schema_version": 1,
"source_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_006_source.patch",
"elapsed_seconds": 0.015075291972607374,
"exit_code": 0,
"output_tail": ""
},
"task_id": "TASK_CR_006",
"test_only_results": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 2.7477404170203954,
"exit_code": 1,
"output_tail": "--- FAIL: TestClassifyScriptContextError_UserCancelUnwrapsContextCanceled (0.00s)\n runner_test.go:196: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_006-1j9_l3kc/functions/concrete/run/runner_test.go:196\n \tError: \tTarget error should be in err chain:\n \t \texpected: \"context canceled\"\n \t \tin chain: \"job canceled\"\n \t \t\t\"job canceled\"\n \tTest: \tTestClassifyScriptContextError_UserCancelUnwrapsContextCanceled\n \tMessages: \tstep-runner needs errors.Is(err, context.Canceled) to detect user cancellation\nFAIL\nFAIL\tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run\t2.392s\nFAIL\n"
}
],
"test_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_006_tests.patch",
"elapsed_seconds": 0.013267749920487404,
"exit_code": 0,
"output_tail": ""
},
"valid_end_to_end": true
}