agent-harness / tasks /validation /study2 /TASK_S2_R002_008.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
4.59 kB
{
"commit": "876a8143fc7c9fe2f77ea29e2522396d42ed335f",
"parent": "3bff4cc7cc31e0c6ba630440deaca38044fc46f5",
"repository_id": "R002",
"schema_version": 1,
"task_id": "TASK_S2_R002_008",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/commands/orbit/remote/status -count=1"
],
"elapsed_seconds": 2.761465667048469,
"gold": [
{
"command": "go test ./internal/commands/orbit/remote/status -count=1",
"elapsed_seconds": 0.7554947091266513,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/orbit/remote/status\t0.285s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/commands/orbit/remote/status -count=1",
"elapsed_seconds": 0.7534967078827322,
"returncode": 1,
"stderr": "",
"stdout": "Error: Knowledge Graph endpoint not available\n\nThe `/api/v4/orbit/*` endpoints returned 404. The most likely cause is\nthat the `knowledge_graph` feature flag is disabled for your user on this\ninstance. Contact an instance administrator to enable it.\nUsage:\n status [flags]\n\nExamples:\n$ glab orbit remote status\n\n\nFlags:\n -h, --help help for status\n --hostname gitlab.com GitLab hostname to query. Defaults to the current repository's host or gitlab.com.\n --jq string Filter JSON output with a jq expression.\n\n--- FAIL: TestStatus_NewShape_UserUnavailable (0.00s)\n status_test.go:92: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-z6tk94lk/tree/internal/commands/orbit/remote/status/status_test.go:92\n \tError: \tAn error is expected but got nil.\n \tTest: \tTestStatus_NewShape_UserUnavailable\n--- FAIL: TestStatus_NewShape_UserAvailable_SystemNil (0.00s)\n status_test.go:121: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-z6tk94lk/tree/internal/commands/orbit/remote/status/status_test.go:121\n \tError: \tAn error is expected but got nil.\n \tTest: \tTestStatus_NewShape_UserAvailable_SystemNil\n--- FAIL: TestStatus_NewShape_HappyPath (0.00s)\n status_test.go:64: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-z6tk94lk/tree/internal/commands/orbit/remote/status/status_test.go:64\n \tError: \tNot equal: \n \t \texpected: \"healthy\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-healthy\n \t \t+\n \tTest: \tTestStatus_NewShape_HappyPath\n status_test.go:65: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-z6tk94lk/tree/internal/commands/orbit/remote/status/status_test.go:65\n \tError: \tNot equal: \n \t \texpected: \"0.6.0\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-0.6.0\n \t \t+\n \tTest: \tTestStatus_NewShape_HappyPath\n status_test.go:66: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-z6tk94lk/tree/internal/commands/orbit/remote/status/status_test.go:66\n \tError: \t\"[]\" should have 1 item(s), but has 0\n \tTest: \tTestStatus_NewShape_HappyPath\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/commands/orbit/remote/status\t0.291s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.010627917014062405,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/commands/orbit/remote/status -count=1",
"elapsed_seconds": 1.0772221670486033,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/commands/orbit/remote/status\t0.286s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.011075458023697138,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}