agent-harness / tasks /validation /study4 /TASK_S4_R001_002.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.32 kB
{
"commit": "382481848db18989c140cb9759e645ead01754f8",
"parent": "072b63c036f60928edc7f1952e91166d26ce4f2d",
"repository_id": "R001",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R001_002",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./commands/helpers/internal/store -count=1"
],
"elapsed_seconds": 1.9481645410414785,
"gold": [
{
"command": "go test ./commands/helpers/internal/store -count=1",
"elapsed_seconds": 0.42593750008381903,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/gitlab-runner/commands/helpers/internal/store\t0.225s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./commands/helpers/internal/store -count=1",
"elapsed_seconds": 0.4454400420654565,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: TestOpenFilePermissions (0.01s)\n --- FAIL: TestOpenFilePermissions/new_file_gets_0666_regardless_of_umask (0.01s)\n store_unix_test.go:27: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r001-aie185eq/tree/commands/helpers/internal/store/store_unix_test.go:27\n \tError: \tNot equal: \n \t \texpected: 0x1b6\n \t \tactual : 0x180\n \tTest: \tTestOpenFilePermissions/new_file_gets_0666_regardless_of_umask\nFAIL\nFAIL\tgitlab.com/gitlab-org/gitlab-runner/commands/helpers/internal/store\t0.234s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.011147999903187156,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./commands/helpers/internal/store -count=1",
"elapsed_seconds": 0.4337449581362307,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/gitlab-runner/commands/helpers/internal/store\t0.228s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011335000162944198,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}