agent-harness / tasks /validation /study4 /TASK_S4_R002_002.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.86 kB
{
"commit": "93b90268f7cb69735bfa6d82a55c506e1c00b127",
"parent": "0e9cccbc7795063acf1fd3e374140ddf5eba3f71",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 4 fresh-task retrieval replication",
"task_id": "TASK_S4_R002_002",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/release -count=1"
],
"elapsed_seconds": 2.9601039169356227,
"gold": [
{
"command": "go test ./internal/commands/release -count=1",
"elapsed_seconds": 0.8481484998483211,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/release\t0.317s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/release -count=1",
"elapsed_seconds": 0.7648050419520587,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: Test_Release (0.00s)\n release_test.go:23: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-5v1sazeo/tree/internal/commands/release/release_test.go:23\n \tError: \t\"Manage GitLab releases.\\n\\nUsage:\\n release [command]\\n\\nAvailable Commands:\\n completion Generate the autocompletion script for the specified shell\\n create Create a new GitLab release, or update an existing one.\\n delete Delete a GitLab release.\\n download Download asset files from a GitLab release.\\n help Help about any command\\n list List releases in a repository.\\n upload Upload release asset files or links to a GitLab release.\\n view View information about a GitLab release.\\n\\nFlags:\\n -h, --help help for release\\n -R, --repo string Select another repository. You can use either OWNER/REPO or GROUP/NAMESPACE/REPO. The full URL or Git URL is also accepted.\\n\\nUse \\\"release [command] --help\\\" for more information about a command.\\n\" does not contain \"A release bundles a Git tag\"\n \tTest: \tTest_Release\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/release\t0.325s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.011223457986488938,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/release -count=1",
"elapsed_seconds": 1.1726652919314802,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/release\t0.303s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011293750023469329,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}