agent-harness / tasks /validation /TASK_CR_008.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.52 kB
{
"base_commit": "ce2cb82cebb100c27b4d19385791706b71138994",
"checks": {
"gold_suite_passes": true,
"original_suite_passes": true,
"source_patch_applies": true,
"test_patch_applies": true,
"test_patch_exposes_bug": true
},
"elapsed_seconds": 8.418221125146374,
"go_version": "go version go1.26.5 darwin/arm64",
"gold_commit": "002579e259d9a473ae5c92db38899a5687fcf03b",
"gold_results": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 2.72484791604802,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run\t2.383s\n"
}
],
"original_tests": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 2.753300583921373,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run\t2.375s\n"
}
],
"schema_version": 1,
"source_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_008_source.patch",
"elapsed_seconds": 0.015635207993909717,
"exit_code": 0,
"output_tail": ""
},
"task_id": "TASK_CR_008",
"test_only_results": [
{
"command": "go test ./functions/concrete/run -count=1",
"elapsed_seconds": 2.679813416907564,
"exit_code": 1,
"output_tail": "--- FAIL: TestFinalize_EmptyBaseURLSkipsArtifactUpload (0.00s)\n runner_test.go:533: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_008-xad9zgf8/functions/concrete/run/runner_test.go:533\n \tError: \t\"section_start:1784378573:archive_cache\\r\\x1b[0Ksection_end:1784378573:archive_cache\\r\\x1b[0Ksection_start:1784378573:upload_artifacts_on_success\\r\\x1b[0Ksection_end:1784378573:upload_artifacts_on_success\\r\\x1b[0K\" should not contain \":upload_artifacts_on_success\\r\"\n \tTest: \tTestFinalize_EmptyBaseURLSkipsArtifactUpload\n \tMessages: \tupload section must be skipped when BaseURL is empty\nFAIL\nFAIL\tgitlab.com/gitlab-org/gitlab-runner/functions/concrete/run\t2.342s\nFAIL\n"
}
],
"test_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_008_tests.patch",
"elapsed_seconds": 0.015699165873229504,
"exit_code": 0,
"output_tail": ""
},
"valid_end_to_end": true
}