agent-harness / tasks /validation /study4 /TASK_S4_R001_003.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.72 kB
{
"commit": "7011571a3f7c3b40ad1d57535b60b383e3d600d3",
"parent": "d4111604e7dff5cfaadd5853710eb313021514f6",
"repository_id": "R001",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R001_003",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./helpers/archives -count=1"
],
"elapsed_seconds": 1.9232674590311944,
"gold": [
{
"command": "go test ./helpers/archives -count=1",
"elapsed_seconds": 0.4493156671524048,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/gitlab-runner/helpers/archives\t0.212s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./helpers/archives -count=1",
"elapsed_seconds": 0.4251060001552105,
"returncode": 1,
"stderr": "",
"stdout": "time=\"2026-07-19T22:54:43-04:00\" level=warning msg=\"File ignored: lstat non-existing-file: no such file or directory\"\ntime=\"2026-07-19T22:54:43-04:00\" level=warning msg=\"File ignored: lstat non-existing-file: no such file or directory\"\n--- FAIL: TestGzipSanitization (0.00s)\n --- FAIL: TestGzipSanitization/with_non-ASCII_filename (0.00s)\n gzip_create_test.go:164: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-tsa1lpc3/tree/helpers/archives/gzip_create_test.go:164\n \tError: \tReceived unexpected error:\n \t \tgzip.Write: non-Latin-1 header string\n \tTest: \tTestGzipSanitization/with_non-ASCII_filename\ntime=\"2026-07-19T22:54:43-04:00\" level=warning msg=\"File ignored: lstat non_existing_file.txt: no such file or directory\"\ntime=\"2026-07-19T22:54:43-04:00\" level=warning msg=\"File ignored: test_pipe\"\ntime=\"2026-07-19T22:54:43-04:00\" level=warning msg=\"File ignored: \u30c6\u30b9\u30c8\u30d1\u30a4\u30d7\"\nFAIL\nFAIL\tgitlab.com/gitlab-org/gitlab-runner/helpers/archives\t0.197s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010233375011011958,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./helpers/archives -count=1",
"elapsed_seconds": 0.43649795884266496,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/gitlab-runner/helpers/archives\t0.202s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.015510666882619262,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}