agent-harness / tasks /validation /study2 /TASK_S2_R002_010.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.95 kB
{
"commit": "086e11a5f808500bdf682122c25e605d55683de9",
"parent": "f78eadbdb202e0d586339606350eab0172e85005",
"repository_id": "R002",
"schema_version": 1,
"task_id": "TASK_S2_R002_010",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/orbit/local -count=1"
],
"elapsed_seconds": 2.675211041001603,
"gold": [
{
"command": "go test ./internal/commands/orbit/local -count=1",
"elapsed_seconds": 0.7233033331576735,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/orbit/local\t0.306s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/orbit/local -count=1",
"elapsed_seconds": 0.7266822080127895,
"returncode": 1,
"stderr": "",
"stdout": "Error: the --install and --update flags are mutually exclusive\nUsage:\n local [command] [flags]\n\nExamples:\n# Run the Orbit local CLI\nglab orbit local\n\n# Pass any command or flag through to the orbit binary\nglab orbit local <command>\n\n# Show this help\nglab orbit local --help\n\n# Run without prompts (for use in scripts and non-interactive environments)\nglab orbit local --yes\n\n# Install the Orbit local CLI binary\nglab orbit local --install\n\n# Install the Orbit local CLI binary without prompts\nglab orbit local --install --yes\n\n# Check for and install updates\nglab orbit local --update\n\nFlags:\n -h, --help help for local\n --install Install the Orbit local CLI binary without running it.\n --update Check for and install updates to the binary.\n -y, --yes Skip confirmation prompts.\n\n--- FAIL: TestOrbitAssetName (0.00s)\n local_test.go:96: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-89hwcsks/tree/internal/commands/orbit/local/local_test.go:96\n \tError: \tNot equal: \n \t \texpected: \"orbit-local-linux-musl-aarch64.tar.gz\"\n \t \tactual : \"orbit-local-linux-aarch64.tar.gz\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-orbit-local-linux-musl-aarch64.tar.gz\n \t \t+orbit-local-linux-aarch64.tar.gz\n \tTest: \tTestOrbitAssetName\n local_test.go:97: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-89hwcsks/tree/internal/commands/orbit/local/local_test.go:97\n \tError: \tNot equal: \n \t \texpected: \"orbit-local-linux-musl-x86_64.tar.gz\"\n \t \tactual : \"orbit-local-linux-x86_64.tar.gz\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-orbit-local-linux-musl-x86_64.tar.gz\n \t \t+orbit-local-linux-x86_64.tar.gz\n \tTest: \tTestOrbitAssetName\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/orbit/local\t0.298s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010359457926824689,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/orbit/local -count=1",
"elapsed_seconds": 1.0528262921143323,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/orbit/local\t0.296s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.010612874990329146,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}