agent-harness / tasks /validation /study5 /TASK_S5_R002_007.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
2.98 kB
{
"commit": "4dca5b0baef63b300f04bae27da7b9b3f0cac446",
"parent": "93189152f2b9115e6c041ab7675fa43ac532c5a3",
"repository_id": "R002",
"schema_version": 1,
"study": "Study 5 fresh validation",
"task_id": "TASK_S5_R002_007",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/stack/infer -count=1"
],
"elapsed_seconds": 4.677481875056401,
"gold": [
{
"command": "go test ./internal/commands/stack/infer -count=1",
"elapsed_seconds": 1.4582357921171933,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/stack/infer\t1.051s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/stack/infer -count=1",
"elapsed_seconds": 1.4651887500658631,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: TestCreateBranches (0.63s)\n --- FAIL: TestCreateBranches/rolls_back_modified_existing_ref_on_cherry-pick_conflict (0.17s)\n stack_infer_test.go:382: \n \tError Trace:\t/private/tmp/study2-r002-izm9gfil/tree/internal/commands/stack/infer/stack_infer_test.go:382\n \tError: \tReceived unexpected error:\n \t \texpected exactly one end ref. Data might be corrupted.\n \tTest: \tTestCreateBranches/rolls_back_modified_existing_ref_on_cherry-pick_conflict\nError: could not create new stack: no stack found and no TTY available. Use --name to specify a stack name\nUsage:\n infer <revision-range> [flags]\n\nExamples:\n# Commit range syntax is similar to \"git rev-list\".\n# The start of the range must be a branch name (not a relative ref like HEAD~5).\n\n## Infer stack from commits between main and current branch\n$ glab stack infer main..HEAD\n\n## Infer stack from commits on a feature branch since it diverged from develop\n$ glab stack infer develop..HEAD\n\n## Create a new stack with a specific name\n$ glab stack infer --name feature-stack main..HEAD\n\n\nFlags:\n -h, --help help for infer\n -n, --name string Name for the new stack (used when creating a stack)\n\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/stack/infer\t1.061s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010441208956763148,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/stack/infer -count=1",
"elapsed_seconds": 1.583482249872759,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/stack/infer\t0.838s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.01055783312767744,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}