agent-harness / tasks /validation /TASK_CR_012.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.85 kB
{
"base_commit": "4a086221393c6a74d1a5808af2666b1a6073f414",
"checks": {
"gold_suite_passes": true,
"original_suite_passes": true,
"source_patch_applies": true,
"test_patch_applies": true,
"test_patch_exposes_bug": true
},
"elapsed_seconds": 1.5974912918172777,
"go_version": "go version go1.26.5 darwin/arm64",
"gold_commit": "86c126f852578e9dc91959619981f763e669c12c",
"gold_results": [
{
"command": "go test ./helpers/archives -count=1",
"elapsed_seconds": 0.4554094581399113,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/helpers/archives\t0.226s\n"
}
],
"original_tests": [
{
"command": "go test ./helpers/archives -count=1",
"elapsed_seconds": 0.45834141690284014,
"exit_code": 0,
"output_tail": "ok \tgitlab.com/gitlab-org/gitlab-runner/helpers/archives\t0.232s\n"
}
],
"schema_version": 1,
"source_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_012_source.patch",
"elapsed_seconds": 0.014309582998976111,
"exit_code": 0,
"output_tail": ""
},
"task_id": "TASK_CR_012",
"test_only_results": [
{
"command": "go test ./helpers/archives -count=1",
"elapsed_seconds": 0.45365916704759,
"exit_code": 1,
"output_tail": "time=\"2026-07-18T08:52:08-04:00\" level=warning msg=\"File ignored: lstat non-existing-file: no such file or directory\"\ntime=\"2026-07-18T08:52:08-04:00\" level=warning msg=\"File ignored: lstat non-existing-file: no such file or directory\"\n--- FAIL: TestGzipSanitization (0.00s)\n --- FAIL: TestGzipSanitization/with_non-ASCII_filename (0.00s)\n gzip_create_test.go:164: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/task_cr_012-brvvfrxv/helpers/archives/gzip_create_test.go:164\n \tError: \tReceived unexpected error:\n \t \tgzip.Write: non-Latin-1 header string\n \tTest: \tTestGzipSanitization/with_non-ASCII_filename\ntime=\"2026-07-18T08:52:08-04:00\" level=warning msg=\"File ignored: lstat non_existing_file.txt: no such file or directory\"\ntime=\"2026-07-18T08:52:08-04:00\" level=warning msg=\"File ignored: test_pipe\"\ntime=\"2026-07-18T08:52:08-04:00\" level=warning msg=\"File ignored: \u30c6\u30b9\u30c8\u30d1\u30a4\u30d7\"\nFAIL\nFAIL\tgitlab.com/gitlab-org/gitlab-runner/helpers/archives\t0.230s\nFAIL\n"
}
],
"test_patch_apply": {
"command": "git apply --whitespace=nowarn /Users/mandeepsidhu/Desktop/code/pending-work-research/agent-harness/tasks/patches/TASK_CR_012_tests.patch",
"elapsed_seconds": 0.013767458032816648,
"exit_code": 0,
"output_tail": ""
},
"valid_end_to_end": true
}