agent-harness / tasks /validation /study4 /TASK_S4_R002_001.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.37 kB
{
"commit": "5a41c3a48866bbbaff65f614ea732c20ac1e05a9",
"parent": "25b84cd1249d7061d07514b224d1080f46aaa555",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R002_001",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/user -count=1"
],
"elapsed_seconds": 2.56345700006932,
"gold": [
{
"command": "go test ./internal/commands/user -count=1",
"elapsed_seconds": 0.7154834589455277,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/user\t0.290s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/user -count=1",
"elapsed_seconds": 0.6531560840085149,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: TestIssueCmd (0.00s)\n user_test.go:22: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-jz36pdnz/tree/internal/commands/user/user_test.go:22\n \tError: \t\"Interact with a GitLab user account.\\n\\nUsage:\\n user [command]\\n\\nAvailable Commands:\\n completion Generate the autocompletion script for the specified shell\\n events View user events.\\n help Help about any command\\n\\nFlags:\\n -h, --help help for user\\n\\nUse \\\"user [command] --help\\\" for more information about a command.\\n\" does not contain \"Look up information about GitLab users\"\n \tTest: \tTestIssueCmd\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/user\t0.275s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010718083940446377,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/user -count=1",
"elapsed_seconds": 1.0032042090315372,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/user\t0.275s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011607958003878593,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}