agent-harness / tasks /validation /study2 /TASK_S2_R002_020.json
cuber12's picture
Publish agent harness research code and paper artifacts
d61821a verified
Raw
History Blame Contribute Delete
3.24 kB
{
"commit": "7d949b53dbea28b836df31971766b01a60c2651c",
"parent": "73327f4c90f0d3308a468ea736de0034ad9c22ec",
"repository_id": "R002",
"schema_version": 1,
"task_id": "TASK_S2_R002_020",
"valid_end_to_end": true,
"validation": {
"commands": [
"go test ./internal/api -count=1"
],
"elapsed_seconds": 2.1291165840812027,
"gold": [
{
"command": "go test ./internal/api -count=1",
"elapsed_seconds": 0.6214074171148241,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/api\t0.264s\n",
"timed_out": false
}
],
"hidden": [
{
"command": "go test ./internal/api -count=1",
"elapsed_seconds": 0.6231880828272551,
"returncode": 1,
"stderr": "",
"stdout": "--- FAIL: TestNewClientFromConfig_DuoSessionID (0.00s)\n --- FAIL: TestNewClientFromConfig_DuoSessionID/header_injected_when_env_var_is_set (0.00s)\n client_test.go:218: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-6vhdgzy6/tree/internal/api/client_test.go:218\n \tError: \tNot equal: \n \t \texpected: \"duo-session-abc123\"\n \t \tactual : \"\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-duo-session-abc123\n \t \t+\n \tTest: \tTestNewClientFromConfig_DuoSessionID/header_injected_when_env_var_is_set\n --- FAIL: TestNewClientFromConfig_DuoSessionID/env_var_overrides_X-Gitlab-Duo-Session-Id_from_config_headers (0.00s)\n client_test.go:248: \n \tError Trace:\t/private/var/folders/mv/1101q6r16619mvm7kc7f3lt80000gn/T/study2-r002-6vhdgzy6/tree/internal/api/client_test.go:248\n \tError: \tNot equal: \n \t \texpected: \"from-env\"\n \t \tactual : \"from-config\"\n \t \t\n \t \tDiff:\n \t \t--- Expected\n \t \t+++ Actual\n \t \t@@ -1 +1 @@\n \t \t-from-env\n \t \t+from-config\n \tTest: \tTestNewClientFromConfig_DuoSessionID/env_var_overrides_X-Gitlab-Duo-Session-Id_from_config_headers\nFAIL\nFAIL\tgitlab.com/gitlab-org/cli/internal/api\t0.268s\nFAIL\n",
"timed_out": false
}
],
"hidden_apply": {
"elapsed_seconds": 0.012615124927833676,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"original": [
{
"command": "go test ./internal/api -count=1",
"elapsed_seconds": 0.7075307499617338,
"returncode": 0,
"stderr": "",
"stdout": "ok \tgitlab.com/gitlab-org/cli/internal/api\t0.269s\n",
"timed_out": false
}
],
"reason": null,
"source_apply": {
"elapsed_seconds": 0.012660749955102801,
"returncode": 0,
"stderr": "",
"stdout": ""
},
"valid": true
}
}